Lines Matching refs:pgd
260 static int vmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in vmap_p4d_range() argument
267 p4d = p4d_alloc_track(&init_mm, pgd, addr, mask); in vmap_p4d_range()
290 pgd_t *pgd; in vmap_range_noflush() local
300 pgd = pgd_offset_k(addr); in vmap_range_noflush()
303 err = vmap_p4d_range(pgd, addr, next, phys_addr, prot, in vmap_range_noflush()
307 } while (pgd++, phys_addr += (next - addr), addr = next, addr != end); in vmap_range_noflush()
392 static void vunmap_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in vunmap_p4d_range() argument
399 p4d = p4d_offset(pgd, addr); in vunmap_p4d_range()
430 pgd_t *pgd; in vunmap_range_noflush() local
435 pgd = pgd_offset_k(addr); in vunmap_range_noflush()
438 if (pgd_bad(*pgd)) in vunmap_range_noflush()
440 if (pgd_none_or_clear_bad(pgd)) in vunmap_range_noflush()
442 vunmap_p4d_range(pgd, addr, next, &mask); in vunmap_range_noflush()
443 } while (pgd++, addr = next, addr != end); in vunmap_range_noflush()
529 static int vmap_pages_p4d_range(pgd_t *pgd, unsigned long addr, in vmap_pages_p4d_range() argument
536 p4d = p4d_alloc_track(&init_mm, pgd, addr, mask); in vmap_pages_p4d_range()
551 pgd_t *pgd; in vmap_small_pages_range_noflush() local
558 pgd = pgd_offset_k(addr); in vmap_small_pages_range_noflush()
561 if (pgd_bad(*pgd)) in vmap_small_pages_range_noflush()
563 err = vmap_pages_p4d_range(pgd, addr, next, prot, pages, &nr, &mask); in vmap_small_pages_range_noflush()
566 } while (pgd++, addr = next, addr != end); in vmap_small_pages_range_noflush()
655 pgd_t *pgd = pgd_offset_k(addr); in vmalloc_to_page() local
667 if (pgd_none(*pgd)) in vmalloc_to_page()
669 if (WARN_ON_ONCE(pgd_leaf(*pgd))) in vmalloc_to_page()
671 if (WARN_ON_ONCE(pgd_bad(*pgd))) in vmalloc_to_page()
674 p4d = p4d_offset(pgd, addr); in vmalloc_to_page()