17 #define __pgd_none(early, pgd) (0)  argument
19 #define __pgd_none(early, pgd) (early ? (pgd_val(pgd) == 0) : \  argument
24 #define __p4d_none(early, p4d) (0)  argument
26 #define __p4d_none(early, p4d) (early ? (p4d_val(p4d) == 0) : \  argument
31 #define __pud_none(early, pud) (0)  argument
33 #define __pud_none(early, pud) (early ? (pud_val(pud) == 0) : \  argument
37 #define __pmd_none(early, pmd) (early ? (pmd_val(pmd) == 0) : \  argument
40 #define __pte_none(early, pte) (early ? pte_none(pte) : \  argument
113 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, bool early)  in kasan_pte_offset()  argument
115 	if (__pmd_none(early, READ_ONCE(*pmdp))) {  in kasan_pte_offset()
116 		phys_addr_t pte_phys = early ?  in kasan_pte_offset()
118 		if (!early)  in kasan_pte_offset()
126 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, bool early)  in kasan_pmd_offset()  argument
128 	if (__pud_none(early, READ_ONCE(*pudp))) {  in kasan_pmd_offset()
129 		phys_addr_t pmd_phys = early ?  in kasan_pmd_offset()
131 		if (!early)  in kasan_pmd_offset()
139 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, bool early)  in kasan_pud_offset()  argument
141 	if (__p4d_none(early, READ_ONCE(*p4dp))) {  in kasan_pud_offset()
142 		phys_addr_t pud_phys = early ?  in kasan_pud_offset()
144 		if (!early)  in kasan_pud_offset()
152 static p4d_t *__init kasan_p4d_offset(pgd_t *pgdp, unsigned long addr, int node, bool early)  in kasan_p4d_offset()  argument
154 	if (__pgd_none(early, pgdp_get(pgdp))) {  in kasan_p4d_offset()
155 		phys_addr_t p4d_phys = early ?  in kasan_p4d_offset()
157 		if (!early)  in kasan_p4d_offset()
166 				      unsigned long end, int node, bool early)  in kasan_pte_populate()  argument
169 	pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early);  in kasan_pte_populate()
172 		phys_addr_t page_phys = early ?  in kasan_pte_populate()
177 	} while (ptep++, addr = next, addr != end && __pte_none(early, READ_ONCE(*ptep)));  in kasan_pte_populate()
181 				      unsigned long end, int node, bool early)  in kasan_pmd_populate()  argument
184 	pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early);  in kasan_pmd_populate()
188 		kasan_pte_populate(pmdp, addr, next, node, early);  in kasan_pmd_populate()
189 	} while (pmdp++, addr = next, addr != end && __pmd_none(early, READ_ONCE(*pmdp)));  in kasan_pmd_populate()
193 					    unsigned long end, int node, bool early)  in kasan_pud_populate()  argument
196 	pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early);  in kasan_pud_populate()
200 		kasan_pmd_populate(pudp, addr, next, node, early);  in kasan_pud_populate()
201 	} while (pudp++, addr = next, addr != end && __pud_none(early, READ_ONCE(*pudp)));  in kasan_pud_populate()
205 					    unsigned long end, int node, bool early)  in kasan_p4d_populate()  argument
208 	p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early);  in kasan_p4d_populate()
212 		kasan_pud_populate(p4dp, addr, next, node, early);  in kasan_p4d_populate()
213 	} while (p4dp++, addr = next, addr != end && __p4d_none(early, READ_ONCE(*p4dp)));  in kasan_p4d_populate()
217 				      int node, bool early)  in kasan_pgd_populate()  argument
226 		kasan_p4d_populate(pgdp, addr, next, node, early);  in kasan_pgd_populate()