• Home
  • Raw
  • Download

Lines Matching refs:p4d

257 static inline void free_pud_range(struct mmu_gather *tlb, p4d_t *p4d,  in free_pud_range()  argument
266 pud = pud_offset(p4d, addr); in free_pud_range()
285 pud = pud_offset(p4d, start); in free_pud_range()
286 p4d_clear(p4d); in free_pud_range()
295 p4d_t *p4d; in free_p4d_range() local
300 p4d = p4d_offset(pgd, addr); in free_p4d_range()
303 if (p4d_none_or_clear_bad(p4d)) in free_p4d_range()
305 free_pud_range(tlb, p4d, addr, next, floor, ceiling); in free_p4d_range()
306 } while (p4d++, addr = next, addr != end); in free_p4d_range()
319 p4d = p4d_offset(pgd, start); in free_p4d_range()
321 p4d_free_tlb(tlb, p4d, start); in free_p4d_range()
504 p4d_t *p4d = p4d_offset(pgd, addr); in print_bad_pte() local
505 pud_t *pud = pud_offset(p4d, addr); in print_bad_pte()
1194 struct vm_area_struct *vma, p4d_t *p4d, in zap_pud_range() argument
1201 pud = pud_offset(p4d, addr); in zap_pud_range()
1227 p4d_t *p4d; in zap_p4d_range() local
1230 p4d = p4d_offset(pgd, addr); in zap_p4d_range()
1233 if (p4d_none_or_clear_bad(p4d)) in zap_p4d_range()
1235 next = zap_pud_range(tlb, vma, p4d, addr, next, details); in zap_p4d_range()
1236 } while (p4d++, addr = next, addr != end); in zap_p4d_range()
1415 p4d_t *p4d; in __get_locked_pte() local
1420 p4d = p4d_alloc(mm, pgd, addr); in __get_locked_pte()
1421 if (!p4d) in __get_locked_pte()
1423 pud = pud_alloc(mm, p4d, addr); in __get_locked_pte()
1859 static inline int remap_pud_range(struct mm_struct *mm, p4d_t *p4d, in remap_pud_range() argument
1868 pud = pud_alloc(mm, p4d, addr); in remap_pud_range()
1885 p4d_t *p4d; in remap_p4d_range() local
1890 p4d = p4d_alloc(mm, pgd, addr); in remap_p4d_range()
1891 if (!p4d) in remap_p4d_range()
1895 err = remap_pud_range(mm, p4d, addr, next, in remap_p4d_range()
1899 } while (p4d++, addr = next, addr != end); in remap_p4d_range()
2076 static int apply_to_pud_range(struct mm_struct *mm, p4d_t *p4d, in apply_to_pud_range() argument
2084 pud = pud_alloc(mm, p4d, addr); in apply_to_pud_range()
2100 p4d_t *p4d; in apply_to_p4d_range() local
2104 p4d = p4d_alloc(mm, pgd, addr); in apply_to_p4d_range()
2105 if (!p4d) in apply_to_p4d_range()
2109 err = apply_to_pud_range(mm, p4d, addr, next, fn, data); in apply_to_p4d_range()
2112 } while (p4d++, addr = next, addr != end); in apply_to_p4d_range()
3941 p4d_t *p4d; in __handle_mm_fault() local
3945 p4d = p4d_alloc(mm, pgd, address); in __handle_mm_fault()
3946 if (!p4d) in __handle_mm_fault()
3949 vmf.pud = pud_alloc(mm, p4d, address); in __handle_mm_fault()
4091 int __pud_alloc(struct mm_struct *mm, p4d_t *p4d, unsigned long address) in __pud_alloc() argument
4101 if (!p4d_present(*p4d)) { in __pud_alloc()
4103 p4d_populate(mm, p4d, new); in __pud_alloc()
4107 if (!pgd_present(*p4d)) { in __pud_alloc()
4109 pgd_populate(mm, p4d, new); in __pud_alloc()
4156 p4d_t *p4d; in __follow_pte_pmd() local
4165 p4d = p4d_offset(pgd, address); in __follow_pte_pmd()
4166 if (p4d_none(*p4d) || unlikely(p4d_bad(*p4d))) in __follow_pte_pmd()
4169 pud = pud_offset(p4d, address); in __follow_pte_pmd()