Lines Matching refs:pgd
512 pgd_t *pgd; in follow_page_mask() local
525 pgd = pgd_offset(mm, address); in follow_page_mask()
527 if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd))) in follow_page_mask()
530 if (pgd_huge(*pgd)) { in follow_page_mask()
531 page = follow_huge_pgd(mm, address, pgd, flags); in follow_page_mask()
536 if (is_hugepd(__hugepd(pgd_val(*pgd)))) { in follow_page_mask()
538 __hugepd(pgd_val(*pgd)), flags, in follow_page_mask()
545 return follow_p4d_mask(vma, address, pgd, flags, ctx); in follow_page_mask()
564 pgd_t *pgd; in get_gate_page() local
575 pgd = pgd_offset_k(address); in get_gate_page()
577 pgd = pgd_offset_gate(mm, address); in get_gate_page()
578 if (pgd_none(*pgd)) in get_gate_page()
580 p4d = p4d_offset(pgd, address); in get_gate_page()
2243 static int gup_p4d_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_p4d_range() argument
2249 p4dp = p4d_offset(&pgd, addr); in gup_p4d_range()
2276 pgd_t pgd = READ_ONCE(*pgdp); in gup_pgd_range() local
2279 if (pgd_none(pgd)) in gup_pgd_range()
2281 if (unlikely(pgd_huge(pgd))) { in gup_pgd_range()
2282 if (!gup_huge_pgd(pgd, pgdp, addr, next, flags, in gup_pgd_range()
2285 } else if (unlikely(is_hugepd(__hugepd(pgd_val(pgd))))) { in gup_pgd_range()
2286 if (!gup_huge_pd(__hugepd(pgd_val(pgd)), addr, in gup_pgd_range()
2289 } else if (!gup_p4d_range(pgd, addr, next, flags, pages, nr)) in gup_pgd_range()