92 	phys_addr_t phys;  in early_pgtable_alloc()  local
95 	phys = memblock_phys_alloc(PAGE_SIZE, PAGE_SIZE);  in early_pgtable_alloc()
96 	if (!phys)  in early_pgtable_alloc()
104 	ptr = pte_set_fixmap(phys);  in early_pgtable_alloc()
114 	return phys;  in early_pgtable_alloc()
141 		     phys_addr_t phys, pgprot_t prot)  in init_pte()  argument
149 		set_pte(ptep, pfn_pte(__phys_to_pfn(phys), prot));  in init_pte()
158 		phys += PAGE_SIZE;  in init_pte()
165 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pte()  argument
189 		if ((((addr | next | phys) & ~CONT_PTE_MASK) == 0) &&  in alloc_init_cont_pte()
193 		init_pte(pmdp, addr, next, phys, __prot);  in alloc_init_cont_pte()
195 		phys += next - addr;  in alloc_init_cont_pte()
200 		     phys_addr_t phys, pgprot_t prot,  in init_pmd()  argument
213 		if (((addr | next | phys) & ~SECTION_MASK) == 0 &&  in init_pmd()
215 			pmd_set_huge(pmdp, phys, prot);  in init_pmd()
224 			alloc_init_cont_pte(pmdp, addr, next, phys, prot,  in init_pmd()
230 		phys += next - addr;  in init_pmd()
237 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pmd()  argument
263 		if ((((addr | next | phys) & ~CONT_PMD_MASK) == 0) &&  in alloc_init_cont_pmd()
267 		init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
269 		phys += next - addr;  in alloc_init_cont_pmd()
274 			unsigned long phys)  in use_1G_block()  argument
279 	if (((addr | next | phys) & ~PUD_MASK) != 0)  in use_1G_block()
286 			   phys_addr_t phys, pgprot_t prot,  in alloc_init_pud()  argument
312 		if (use_1G_block(addr, next, phys) &&  in alloc_init_pud()
314 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
323 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
329 		phys += next - addr;  in alloc_init_pud()
335 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping()  argument
348 	if (WARN_ON((phys ^ virt) & ~PAGE_MASK))  in __create_pgd_mapping()
351 	phys &= PAGE_MASK;  in __create_pgd_mapping()
358 		alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping()
360 		phys += next - addr;  in __create_pgd_mapping()
399 static void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,  in create_mapping_noalloc()  argument
404 			&phys, virt);  in create_mapping_noalloc()
407 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in create_mapping_noalloc()
411 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,  in create_pgd_mapping()  argument
422 	__create_pgd_mapping(mm->pgd, phys, virt, size, prot,  in create_pgd_mapping()
426 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,  in update_mapping_prot()  argument
431 			&phys, virt);  in update_mapping_prot()
435 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in update_mapping_prot()
865 			       phys_addr_t phys, pgprot_t flags)  in __set_fixmap()  argument
875 		set_pte(ptep, pfn_pte(phys >> PAGE_SHIFT, flags));  in __set_fixmap()
956 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
958 	pud_t new_pud = pfn_pud(__phys_to_pfn(phys), mk_pud_sect_prot(prot));  in pud_set_huge()
965 	VM_BUG_ON(phys & ~PUD_MASK);  in pud_set_huge()
970 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)  in pmd_set_huge()  argument
972 	pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot));  in pmd_set_huge()
979 	VM_BUG_ON(phys & ~PMD_MASK);  in pmd_set_huge()