95 	phys_addr_t phys;  in early_pgtable_alloc()  local
98 	phys = memblock_phys_alloc(PAGE_SIZE, PAGE_SIZE);  in early_pgtable_alloc()
99 	if (!phys)  in early_pgtable_alloc()
107 	ptr = pte_set_fixmap(phys);  in early_pgtable_alloc()
117 	return phys;  in early_pgtable_alloc()
155 		     phys_addr_t phys, pgprot_t prot)  in init_pte()  argument
163 		set_pte(ptep, pfn_pte(__phys_to_pfn(phys), prot));  in init_pte()
172 		phys += PAGE_SIZE;  in init_pte()
179 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pte()  argument
203 		if ((((addr | next | phys) & ~CONT_PTE_MASK) == 0) &&  in alloc_init_cont_pte()
207 		init_pte(pmdp, addr, next, phys, __prot);  in alloc_init_cont_pte()
209 		phys += next - addr;  in alloc_init_cont_pte()
214 		     phys_addr_t phys, pgprot_t prot,  in init_pmd()  argument
227 		if (((addr | next | phys) & ~SECTION_MASK) == 0 &&  in init_pmd()
229 			pmd_set_huge(pmdp, phys, prot);  in init_pmd()
238 			alloc_init_cont_pte(pmdp, addr, next, phys, prot,  in init_pmd()
244 		phys += next - addr;  in init_pmd()
251 				unsigned long end, phys_addr_t phys,  in alloc_init_cont_pmd()  argument
277 		if ((((addr | next | phys) & ~CONT_PMD_MASK) == 0) &&  in alloc_init_cont_pmd()
281 		init_pmd(pudp, addr, next, phys, __prot, pgtable_alloc, flags);  in alloc_init_cont_pmd()
283 		phys += next - addr;  in alloc_init_cont_pmd()
288 			unsigned long phys)  in use_1G_block()  argument
293 	if (((addr | next | phys) & ~PUD_MASK) != 0)  in use_1G_block()
300 			   phys_addr_t phys, pgprot_t prot,  in alloc_init_pud()  argument
333 		if (use_1G_block(addr, next, phys) &&  in alloc_init_pud()
335 			pud_set_huge(pudp, phys, prot);  in alloc_init_pud()
344 			alloc_init_cont_pmd(pudp, addr, next, phys, prot,  in alloc_init_pud()
350 		phys += next - addr;  in alloc_init_pud()
358 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys,  in __create_pgd_mapping()  argument
371 	if (WARN_ON((phys ^ virt) & ~PAGE_MASK))  in __create_pgd_mapping()
374 	phys &= PAGE_MASK;  in __create_pgd_mapping()
380 		alloc_init_pud(pgdp, addr, next, phys, prot, pgtable_alloc,  in __create_pgd_mapping()
382 		phys += next - addr;  in __create_pgd_mapping()
421 static void __init create_mapping_noalloc(phys_addr_t phys, unsigned long virt,  in create_mapping_noalloc()  argument
426 			&phys, virt);  in create_mapping_noalloc()
429 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in create_mapping_noalloc()
433 void __init create_pgd_mapping(struct mm_struct *mm, phys_addr_t phys,  in create_pgd_mapping()  argument
444 	__create_pgd_mapping(mm->pgd, phys, virt, size, prot,  in create_pgd_mapping()
448 static void update_mapping_prot(phys_addr_t phys, unsigned long virt,  in update_mapping_prot()  argument
453 			&phys, virt);  in update_mapping_prot()
457 	__create_pgd_mapping(init_mm.pgd, phys, virt, size, prot, NULL,  in update_mapping_prot()
1293 			       phys_addr_t phys, pgprot_t flags)  in __set_fixmap()  argument
1303 		set_pte(ptep, pfn_pte(phys >> PAGE_SHIFT, flags));  in __set_fixmap()
1384 int pud_set_huge(pud_t *pudp, phys_addr_t phys, pgprot_t prot)  in pud_set_huge()  argument
1386 	pud_t new_pud = pfn_pud(__phys_to_pfn(phys), mk_pud_sect_prot(prot));  in pud_set_huge()
1393 	VM_BUG_ON(phys & ~PUD_MASK);  in pud_set_huge()
1398 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)  in pmd_set_huge()  argument
1400 	pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot));  in pmd_set_huge()
1407 	VM_BUG_ON(phys & ~PMD_MASK);  in pmd_set_huge()