125 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr,  in kasan_populate_pgd()  argument
132 	if (pgd_none(*pgd)) {  in kasan_populate_pgd()
134 		pgd_populate(&init_mm, pgd, p);  in kasan_populate_pgd()
137 	p4d = p4d_offset(pgd, addr);  in kasan_populate_pgd()
147 	pgd_t *pgd;  in kasan_populate_shadow()  local
152 	pgd = pgd_offset_k(addr);  in kasan_populate_shadow()
155 		kasan_populate_pgd(pgd, addr, next, nid);  in kasan_populate_shadow()
156 	} while (pgd++, addr = next, addr != end);  in kasan_populate_shadow()
173 	pgd_t *pgd;  in clear_pgds()  local
178 		pgd = pgd_offset_k(start);  in clear_pgds()
184 			pgd_clear(pgd);  in clear_pgds()
186 			p4d_clear(p4d_offset(pgd, start));  in clear_pgds()
189 	pgd = pgd_offset_k(start);  in clear_pgds()
191 		p4d_clear(p4d_offset(pgd, start));  in clear_pgds()
194 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr)  in early_p4d_offset()  argument
199 		return (p4d_t *)pgd;  in early_p4d_offset()
201 	p4d = pgd_val(*pgd) & PTE_PFN_MASK;  in early_p4d_offset()
206 static void __init kasan_early_p4d_populate(pgd_t *pgd,  in kasan_early_p4d_populate()  argument
214 	if (pgd_none(*pgd)) {  in kasan_early_p4d_populate()
217 		set_pgd(pgd, pgd_entry);  in kasan_early_p4d_populate()
220 	p4d = early_p4d_offset(pgd, addr);  in kasan_early_p4d_populate()
233 static void __init kasan_map_early_shadow(pgd_t *pgd)  in kasan_map_early_shadow()  argument
240 	pgd += pgd_index(addr);  in kasan_map_early_shadow()
243 		kasan_early_p4d_populate(pgd, addr, next);  in kasan_map_early_shadow()
244 	} while (pgd++, addr = next, addr != end);  in kasan_map_early_shadow()
247 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd,  in kasan_shallow_populate_p4ds()  argument
255 	p4d = p4d_offset(pgd, addr);  in kasan_shallow_populate_p4ds()
269 	pgd_t *pgd;  in kasan_shallow_populate_pgds()  local
273 	pgd = pgd_offset_k(addr);  in kasan_shallow_populate_pgds()
277 		if (pgd_none(*pgd)) {  in kasan_shallow_populate_pgds()
279 			pgd_populate(&init_mm, pgd, p);  in kasan_shallow_populate_pgds()
286 		kasan_shallow_populate_p4ds(pgd, addr, next);  in kasan_shallow_populate_pgds()
287 	} while (pgd++, addr = next, addr != (unsigned long)end);  in kasan_shallow_populate_pgds()