Lines Matching full:early
15 #define __pgd_none(early, pgd) (early ? (pgd_val(pgd) == 0) : \ argument
18 #define __pmd_none(early, pmd) (early ? (pmd_val(pmd) == 0) : \ argument
21 #define __pte_none(early, pte) (early ? pte_none(pte) : \ argument
92 bool early) in kasan_pte_offset() argument
94 if (__pmd_none(early, READ_ONCE(*pmdp))) { in kasan_pte_offset()
95 phys_addr_t pte_phys = early ? in kasan_pte_offset()
98 if (!early) in kasan_pte_offset()
114 bool early) in kasan_pmd_offset() argument
116 if (__pgd_none(early, READ_ONCE(*pgdp))) { in kasan_pmd_offset()
117 phys_addr_t pmd_phys = early ? in kasan_pmd_offset()
120 if (!early) in kasan_pmd_offset()
130 unsigned long end, int node, bool early) in kasan_pte_populate() argument
133 pte_t *ptep = kasan_pte_offset(pmdp, addr, node, early); in kasan_pte_populate()
136 phys_addr_t page_phys = early ? in kasan_pte_populate()
141 } while (ptep++, addr = next, addr != end && __pte_none(early, READ_ONCE(*ptep))); in kasan_pte_populate()
145 unsigned long end, int node, bool early) in kasan_pmd_populate() argument
148 pmd_t *pmdp = kasan_pmd_offset(pgdp, addr, node, early); in kasan_pmd_populate()
152 kasan_pte_populate(pmdp, addr, next, node, early); in kasan_pmd_populate()
153 } while (pmdp++, addr = next, addr != end && __pmd_none(early, READ_ONCE(*pmdp))); in kasan_pmd_populate()
157 int node, bool early) in kasan_pgd_populate() argument
166 kasan_pmd_populate(pgdp, addr, next, node, early); in kasan_pgd_populate()