• Home
  • Raw
  • Download

Lines Matching refs:pgd

73 DEFINE_POPULATE(pgd_populate, pgd, p4d, init)
144 pgd_t *pgd; in sync_global_pgds_l5() local
147 pgd = (pgd_t *)page_address(page) + pgd_index(addr); in sync_global_pgds_l5()
152 if (!pgd_none(*pgd_ref) && !pgd_none(*pgd)) in sync_global_pgds_l5()
153 BUG_ON(pgd_page_vaddr(*pgd) != pgd_page_vaddr(*pgd_ref)); in sync_global_pgds_l5()
155 if (pgd_none(*pgd)) in sync_global_pgds_l5()
156 set_pgd(pgd, *pgd_ref); in sync_global_pgds_l5()
185 pgd_t *pgd; in sync_global_pgds_l4() local
189 pgd = (pgd_t *)page_address(page) + pgd_index(addr); in sync_global_pgds_l4()
190 p4d = p4d_offset(pgd, addr); in sync_global_pgds_l4()
243 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d() argument
245 if (pgd_none(*pgd)) { in fill_p4d()
247 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
248 if (p4d != p4d_offset(pgd, 0)) in fill_p4d()
250 p4d, p4d_offset(pgd, 0)); in fill_p4d()
252 return p4d_offset(pgd, vaddr); in fill_p4d()
321 pgd_t *pgd; in set_pte_vaddr() local
326 pgd = pgd_offset_k(vaddr); in set_pte_vaddr()
327 if (pgd_none(*pgd)) { in set_pte_vaddr()
333 p4d_page = p4d_offset(pgd, 0); in set_pte_vaddr()
339 pgd_t *pgd; in populate_extra_pmd() local
343 pgd = pgd_offset_k(vaddr); in populate_extra_pmd()
344 p4d = fill_p4d(pgd, vaddr); in populate_extra_pmd()
363 pgd_t *pgd; in __init_extra_mapping() local
373 pgd = pgd_offset_k((unsigned long)__va(phys)); in __init_extra_mapping()
374 if (pgd_none(*pgd)) { in __init_extra_mapping()
376 set_pgd(pgd, __pgd(__pa(p4d) | _KERNPG_TABLE | in __init_extra_mapping()
379 p4d = p4d_offset(pgd, (unsigned long)__va(phys)); in __init_extra_mapping()
739 pgd_t *pgd = pgd_offset_k(vaddr); in __kernel_physical_mapping_init() local
744 if (pgd_val(*pgd)) { in __kernel_physical_mapping_init()
745 p4d = (p4d_t *)pgd_page_vaddr(*pgd); in __kernel_physical_mapping_init()
759 pgd_populate_init(&init_mm, pgd, p4d, init); in __kernel_physical_mapping_init()
761 p4d_populate_init(&init_mm, p4d_offset(pgd, vaddr), in __kernel_physical_mapping_init()
1180 pgd_t *pgd; in remove_pagetable() local
1186 pgd = pgd_offset_k(addr); in remove_pagetable()
1187 if (!pgd_present(*pgd)) in remove_pagetable()
1190 p4d = p4d_offset(pgd, 0); in remove_pagetable()
1246 pgd_t *pgd = pgd_offset_k(addr); in preallocate_vmalloc_pages() local
1251 p4d = p4d_alloc(&init_mm, pgd, addr); in preallocate_vmalloc_pages()
1378 pgd_t *pgd; in kern_addr_valid() local
1387 pgd = pgd_offset_k(addr); in kern_addr_valid()
1388 if (pgd_none(*pgd)) in kern_addr_valid()
1391 p4d = p4d_offset(pgd, addr); in kern_addr_valid()
1497 pgd_t *pgd; in vmemmap_populate_hugepages() local
1505 pgd = vmemmap_pgd_populate(addr, node); in vmemmap_populate_hugepages()
1506 if (!pgd) in vmemmap_populate_hugepages()
1509 p4d = vmemmap_p4d_populate(pgd, addr, node); in vmemmap_populate_hugepages()
1581 pgd_t *pgd; in register_page_bootmem_memmap() local
1591 pgd = pgd_offset_k(addr); in register_page_bootmem_memmap()
1592 if (pgd_none(*pgd)) { in register_page_bootmem_memmap()
1596 get_page_bootmem(section_nr, pgd_page(*pgd), MIX_SECTION_INFO); in register_page_bootmem_memmap()
1598 p4d = p4d_offset(pgd, addr); in register_page_bootmem_memmap()