36 	pte_t *(*get_pte_virt)(phys_addr_t pa);
39 	pmd_t *(*get_pmd_virt)(phys_addr_t pa);
243 static inline pte_t *__init get_pte_virt_early(phys_addr_t pa)  in get_pte_virt_early()  argument
245 	return (pte_t *)((uintptr_t)pa);  in get_pte_virt_early()
248 static inline pte_t *__init get_pte_virt_fixmap(phys_addr_t pa)  in get_pte_virt_fixmap()  argument
251 	return (pte_t *)set_fixmap_offset(FIX_PTE, pa);  in get_pte_virt_fixmap()
254 static inline pte_t *get_pte_virt_late(phys_addr_t pa)  in get_pte_virt_late()  argument
256 	return (pte_t *) __va(pa);  in get_pte_virt_late()
284 				      uintptr_t va, phys_addr_t pa,  in create_pte_mapping()  argument
292 		ptep[pte_idx] = pfn_pte(PFN_DOWN(pa), prot);  in create_pte_mapping()
302 static pmd_t *__init get_pmd_virt_early(phys_addr_t pa)  in get_pmd_virt_early()  argument
305 	return (pmd_t *)((uintptr_t)pa);  in get_pmd_virt_early()
308 static pmd_t *__init get_pmd_virt_fixmap(phys_addr_t pa)  in get_pmd_virt_fixmap()  argument
311 	return (pmd_t *)set_fixmap_offset(FIX_PMD, pa);  in get_pmd_virt_fixmap()
314 static pmd_t *get_pmd_virt_late(phys_addr_t pa)  in get_pmd_virt_late()  argument
316 	return (pmd_t *) __va(pa);  in get_pmd_virt_late()
341 				      uintptr_t va, phys_addr_t pa,  in create_pmd_mapping()  argument
350 			pmdp[pmd_idx] = pfn_pmd(PFN_DOWN(pa), prot);  in create_pmd_mapping()
364 	create_pte_mapping(ptep, va, pa, sz, prot);  in create_pmd_mapping()
383 				      uintptr_t va, phys_addr_t pa,  in create_pgd_mapping()  argument
392 			pgdp[pgd_idx] = pfn_pgd(PFN_DOWN(pa), prot);  in create_pgd_mapping()
406 	create_pgd_next_mapping(nextp, va, pa, sz, prot);  in create_pgd_mapping()
438 	uintptr_t va, pa, end_va;  in setup_vm()  local
500 	pa = dtb_pa & ~(PMD_SIZE - 1);  in setup_vm()
502 			   pa, PMD_SIZE, PAGE_KERNEL);  in setup_vm()
504 			   pa + PMD_SIZE, PMD_SIZE, PAGE_KERNEL);  in setup_vm()
508 	pa = dtb_pa & ~(PGDIR_SIZE - 1);  in setup_vm()
510 			   pa, PGDIR_SIZE, PAGE_KERNEL);  in setup_vm()
512 			   pa + PGDIR_SIZE, PGDIR_SIZE, PAGE_KERNEL);  in setup_vm()
551 	phys_addr_t pa, start, end;  in setup_vm_final()  local
578 		for (pa = start; pa < end; pa += map_size) {  in setup_vm_final()
579 			va = (uintptr_t)__va(pa);  in setup_vm_final()
580 			create_pgd_mapping(swapper_pg_dir, va, pa,  in setup_vm_final()