Lines Matching refs:pgd
204 pgd_t *pgd; in follow_page_mask() local
219 pgd = pgd_offset(mm, address); in follow_page_mask()
220 if (pgd_none(*pgd) || unlikely(pgd_bad(*pgd))) in follow_page_mask()
223 pud = pud_offset(pgd, address); in follow_page_mask()
273 pgd_t *pgd; in get_gate_page() local
283 pgd = pgd_offset_k(address); in get_gate_page()
285 pgd = pgd_offset_gate(mm, address); in get_gate_page()
286 BUG_ON(pgd_none(*pgd)); in get_gate_page()
287 pud = pud_offset(pgd, address); in get_gate_page()
1333 static int gup_pud_range(pgd_t pgd, unsigned long addr, unsigned long end, in gup_pud_range() argument
1339 pudp = pud_offset(&pgd, addr); in gup_pud_range()
1408 pgd_t pgd = READ_ONCE(*pgdp); in __get_user_pages_fast() local
1411 if (pgd_none(pgd)) in __get_user_pages_fast()
1420 if (unlikely(pgd_huge(pgd))) { in __get_user_pages_fast()
1421 if (!gup_huge_pgd(pgd, pgdp, addr, next, 1, in __get_user_pages_fast()
1424 } else if (unlikely(is_hugepd(__hugepd(pgd_val(pgd))))) { in __get_user_pages_fast()
1425 if (!gup_huge_pd(__hugepd(pgd_val(pgd)), addr, in __get_user_pages_fast()
1428 } else if (!gup_pud_range(pgd, addr, next, 1, pages, &nr)) in __get_user_pages_fast()