83 	phys_addr_t phys;  in early_pgtable_alloc()  local
86 	phys = memblock_alloc(PAGE_SIZE, PAGE_SIZE);  in early_pgtable_alloc()
93 	ptr = pte_set_fixmap(phys);  in early_pgtable_alloc()
103 	return phys;  in early_pgtable_alloc()
130 		     phys_addr_t phys, pgprot_t prot)  in init_pte()  argument
138 		set_pte(ptep, pfn_pte(__phys_to_pfn(phys), prot));  in init_pte()
147 		phys += PAGE_SIZE;  in init_pte()
154 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pte()  argument
178 		if ((((addr | next | phys) & ~CONT_PTE_MASK) == 0) &&  in alloc_init_cont_pte()
182 		init_pte(pmdp, addr, next, phys, __prot);  in alloc_init_cont_pte()
184 		phys += next - addr;  in alloc_init_cont_pte()
189 		     phys_addr_t phys, pgprot_t prot,  in init_pmd()  argument
202 		if (((addr | next | phys) & ~SECTION_MASK) == 0 &&  in init_pmd()
204 			pmd_set_huge(pmdp, phys, prot);  in init_pmd()
213 			alloc_init_cont_pte(pmdp, addr, next, phys, prot,  in init_pmd()
219 		phys += next - addr;  in init_pmd()
226 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pmd()  argument
252 		if ((((addr | next | phys) & ~CONT_PMD_MASK) == 0) &&  in alloc_init_cont_pmd()
256 		init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
258 		phys += next - addr;  in alloc_init_cont_pmd()
263 			unsigned long phys)  in use_1G_block()  argument
268 	if (((addr | next | phys) & ~PUD_MASK) != 0)  in use_1G_block()
275 			   phys_addr_t phys, pgprot_t prot,  in alloc_init_pud()  argument
301 		if (use_1G_block(addr, next, phys) &&  in alloc_init_pud()
303 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
312 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
318 		phys += next - addr;  in alloc_init_pud()
324 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping()  argument
337 	if (WARN_ON((phys ^ virt) & ~PAGE_MASK))  in __create_pgd_mapping()
340 	phys &= PAGE_MASK;  in __create_pgd_mapping()
347 		alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping()
349 		phys += next - addr;  in __create_pgd_mapping()
369 static void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,  in create_mapping_noalloc()  argument
374 			&phys, virt);  in create_mapping_noalloc()
377 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in create_mapping_noalloc()
381 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,  in create_pgd_mapping()  argument
392 	__create_pgd_mapping(mm->pgd, phys, virt, size, prot,  in create_pgd_mapping()
396 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,  in update_mapping_prot()  argument
401 			&phys, virt);  in update_mapping_prot()
405 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in update_mapping_prot()
839 			       phys_addr_t phys, pgprot_t flags)  in __set_fixmap()  argument
849 		set_pte(ptep, pfn_pte(phys >> PAGE_SHIFT, flags));  in __set_fixmap()
938 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
942 	pud_t new_pud = pfn_pud(__phys_to_pfn(phys), sect_prot);  in pud_set_huge()
949 	BUG_ON(phys & ~PUD_MASK);  in pud_set_huge()
954 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)  in pmd_set_huge()  argument
958 	pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), sect_prot);  in pmd_set_huge()
965 	BUG_ON(phys & ~PMD_MASK);  in pmd_set_huge()