74 static inline bool kasan_pte_table(pmd_t pmd)  in kasan_pte_table()  argument
76 	return pmd_page(pmd) == virt_to_page(lm_alias(kasan_early_shadow_pte));  in kasan_pte_table()
96 static void __ref zero_pte_populate(pmd_t *pmd, unsigned long addr,  in zero_pte_populate()  argument
99 	pte_t *pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
109 		pte = pte_offset_kernel(pmd, addr);  in zero_pte_populate()
116 	pmd_t *pmd = pmd_offset(pud, addr);  in zero_pmd_populate()  local
123 			pmd_populate_kernel(&init_mm, pmd,  in zero_pmd_populate()
128 		if (pmd_none(*pmd)) {  in zero_pmd_populate()
138 			pmd_populate_kernel(&init_mm, pmd, p);  in zero_pmd_populate()
140 		zero_pte_populate(pmd, addr, next);  in zero_pmd_populate()
141 	} while (pmd++, addr = next, addr != end);  in zero_pmd_populate()
155 			pmd_t *pmd;  in zero_pud_populate()  local
159 			pmd = pmd_offset(pud, addr);  in zero_pud_populate()
160 			pmd_populate_kernel(&init_mm, pmd,  in zero_pud_populate()
193 			pmd_t *pmd;  in zero_p4d_populate()  local
200 			pmd = pmd_offset(pud, addr);  in zero_p4d_populate()
201 			pmd_populate_kernel(&init_mm, pmd,  in zero_p4d_populate()
244 			pmd_t *pmd;  in kasan_populate_early_shadow()  local
273 			pmd = pmd_offset(pud, addr);  in kasan_populate_early_shadow()
274 			pmd_populate_kernel(&init_mm, pmd,  in kasan_populate_early_shadow()
297 static void kasan_free_pte(pte_t *pte_start, pmd_t *pmd)  in kasan_free_pte()  argument
308 	pte_free_kernel(&init_mm, (pte_t *)page_to_virt(pmd_page(*pmd)));  in kasan_free_pte()
309 	pmd_clear(pmd);  in kasan_free_pte()
314 	pmd_t *pmd;  in kasan_free_pmd()  local
318 		pmd = pmd_start + i;  in kasan_free_pmd()
319 		if (!pmd_none(*pmd))  in kasan_free_pmd()
376 static void kasan_remove_pmd_table(pmd_t *pmd, unsigned long addr,  in kasan_remove_pmd_table()  argument
381 	for (; addr < end; addr = next, pmd++) {  in kasan_remove_pmd_table()
386 		if (!pmd_present(*pmd))  in kasan_remove_pmd_table()
389 		if (kasan_pte_table(*pmd)) {  in kasan_remove_pmd_table()
392 				pmd_clear(pmd);  in kasan_remove_pmd_table()
396 		pte = pte_offset_kernel(pmd, addr);  in kasan_remove_pmd_table()
398 		kasan_free_pte(pte_offset_kernel(pmd, 0), pmd);  in kasan_remove_pmd_table()
408 		pmd_t *pmd, *pmd_base;  in kasan_remove_pud_table()  local
422 		pmd = pmd_offset(pud, addr);  in kasan_remove_pud_table()
424 		kasan_remove_pmd_table(pmd, addr, next);  in kasan_remove_pud_table()