140 static void init_pte(pmd_t *pmdp, unsigned long addr, unsigned long end,  in init_pte()  argument
145 	ptep = pte_set_fixmap_offset(pmdp, addr);  in init_pte()
164 static void alloc_init_cont_pte(pmd_t *pmdp, unsigned long addr,  in alloc_init_cont_pte()  argument
171 	pmd_t pmd = READ_ONCE(*pmdp);  in alloc_init_cont_pte()
178 		__pmd_populate(pmdp, pte_phys, PMD_TYPE_TABLE);  in alloc_init_cont_pte()
179 		pmd = READ_ONCE(*pmdp);  in alloc_init_cont_pte()
193 		init_pte(pmdp, addr, next, phys, __prot);  in alloc_init_cont_pte()
204 	pmd_t *pmdp;  in init_pmd()  local
206 	pmdp = pmd_set_fixmap_offset(pudp, addr);  in init_pmd()
208 		pmd_t old_pmd = READ_ONCE(*pmdp);  in init_pmd()
215 			pmd_set_huge(pmdp, phys, prot);  in init_pmd()
222 						      READ_ONCE(pmd_val(*pmdp))));  in init_pmd()
224 			alloc_init_cont_pte(pmdp, addr, next, phys, prot,  in init_pmd()
228 			       pmd_val(old_pmd) != READ_ONCE(pmd_val(*pmdp)));  in init_pmd()
231 	} while (pmdp++, addr = next, addr != end);  in init_pmd()
695 	pmd_t *pmdp, pmd;  in kern_addr_valid()  local
713 	pmdp = pmd_offset(pudp, addr);  in kern_addr_valid()
714 	pmd = READ_ONCE(*pmdp);  in kern_addr_valid()
721 	ptep = pte_offset_kernel(pmdp, addr);  in kern_addr_valid()
743 	pmd_t *pmdp;  in vmemmap_populate()  local
756 		pmdp = pmd_offset(pudp, addr);  in vmemmap_populate()
757 		if (pmd_none(READ_ONCE(*pmdp))) {  in vmemmap_populate()
764 			pmd_set_huge(pmdp, __pa(p), __pgprot(PROT_SECT_NORMAL));  in vmemmap_populate()
766 			vmemmap_verify((pte_t *)pmdp, node, addr, next);  in vmemmap_populate()
813 	pmd_t *pmdp;  in early_fixmap_init()  local
834 	pmdp = fixmap_pmd(addr);  in early_fixmap_init()
835 	__pmd_populate(pmdp, __pa_symbol(bm_pte), PMD_TYPE_TABLE);  in early_fixmap_init()
844 	if ((pmdp != fixmap_pmd(fix_to_virt(FIX_BTMAP_BEGIN)))  in early_fixmap_init()
845 	     || pmdp != fixmap_pmd(fix_to_virt(FIX_BTMAP_END))) {  in early_fixmap_init()
848 			pmdp, fixmap_pmd(fix_to_virt(FIX_BTMAP_BEGIN)),  in early_fixmap_init()
970 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot)  in pmd_set_huge()  argument
975 	if (!pgattr_change_is_safe(READ_ONCE(pmd_val(*pmdp)),  in pmd_set_huge()
980 	set_pmd(pmdp, new_pmd);  in pmd_set_huge()
992 int pmd_clear_huge(pmd_t *pmdp)  in pmd_clear_huge()  argument
994 	if (!pmd_sect(READ_ONCE(*pmdp)))  in pmd_clear_huge()
996 	pmd_clear(pmdp);  in pmd_clear_huge()
1000 int pmd_free_pte_page(pmd_t *pmdp, unsigned long addr)  in pmd_free_pte_page()  argument
1005 	pmd = READ_ONCE(*pmdp);  in pmd_free_pte_page()
1012 	table = pte_offset_kernel(pmdp, addr);  in pmd_free_pte_page()
1013 	pmd_clear(pmdp);  in pmd_free_pte_page()
1022 	pmd_t *pmdp;  in pud_free_pmd_page()  local
1034 	pmdp = table;  in pud_free_pmd_page()
1038 		pmd_free_pte_page(pmdp, next);  in pud_free_pmd_page()
1039 	} while (pmdp++, next += PMD_SIZE, next != end);  in pud_free_pmd_page()