| /arch/powerpc/mm/kasan/ |
| D | init_book3e_64.c | 45 p4d_populate(&init_mm, p4dp, pudp); in kasan_map_kernel_page()
51 pud_populate(&init_mm, pudp, pmdp); in kasan_map_kernel_page()
57 pmd_populate_kernel(&init_mm, pmdp, ptep); in kasan_map_kernel_page()
61 __set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot), 0); in kasan_map_kernel_page()
93 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_early_init()
97 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_early_init()
101 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_early_init()
105 p4d_populate(&init_mm, p4d_offset(pgd++, addr), kasan_early_shadow_pud); in kasan_early_init()
121 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
|
| D | init_book3s_64.c | 68 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
72 pmd_populate_kernel(&init_mm, &kasan_early_shadow_pmd[i], in kasan_init()
76 pud_populate(&init_mm, &kasan_early_shadow_pud[i], in kasan_init()
85 __set_pte_at(&init_mm, (unsigned long)kasan_early_shadow_page, in kasan_init()
|
| D | init_32.c | 28 __set_pte_at(&init_mm, va, ptep, pfn_pte(PHYS_PFN(pa), prot), 1); in kasan_populate_pte()
50 pmd_populate_kernel(&init_mm, pmd, new); in kasan_init_shadow_page_tables()
77 __set_pte_at(&init_mm, k_cur, pte_offset_kernel(pmd, k_cur), pte, 0); in kasan_init_region()
95 __set_pte_at(&init_mm, k_cur, ptep, pte, 0); in kasan_update_early_region()
190 pmd_populate_kernel(&init_mm, pmd, kasan_early_shadow_pte); in kasan_early_init()
|
| /arch/openrisc/kernel/ |
| D | dma.c | 77 mmap_write_lock(&init_mm); in arch_dma_set_uncached()
78 error = walk_page_range_novma(&init_mm, va, va + size, in arch_dma_set_uncached()
80 mmap_write_unlock(&init_mm); in arch_dma_set_uncached()
91 mmap_write_lock(&init_mm); in arch_dma_clear_uncached()
93 WARN_ON(walk_page_range_novma(&init_mm, va, va + size, in arch_dma_clear_uncached()
95 mmap_write_unlock(&init_mm); in arch_dma_clear_uncached()
|
| /arch/powerpc/mm/nohash/ |
| D | book3e_pgtable.c | 86 pudp = pud_alloc(&init_mm, p4dp, ea); in map_kernel_page()
89 pmdp = pmd_alloc(&init_mm, pudp, ea); in map_kernel_page()
100 p4d_populate(&init_mm, p4dp, pudp); in map_kernel_page()
105 pud_populate(&init_mm, pudp, pmdp); in map_kernel_page()
110 pmd_populate_kernel(&init_mm, pmdp, ptep); in map_kernel_page()
114 set_pte_at(&init_mm, ea, ptep, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
|
| /arch/x86/mm/ |
| D | init_64.c | 253 pgd_populate(&init_mm, pgd, p4d); in fill_p4d()
265 p4d_populate(&init_mm, p4d, pud); in fill_pud()
277 pud_populate(&init_mm, pud, pmd); in fill_pmd()
289 pmd_populate_kernel(&init_mm, pmd, pte); in fill_pte()
534 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
539 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
565 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
569 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
577 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
578 pmd_populate_kernel_init(&init_mm, pmd, pte, init); in phys_pmd_init()
[all …]
|
| D | pgtable_32.c | 57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
59 pte_clear(&init_mm, vaddr, pte); in set_pte_vaddr()
|
| D | kasan_init_64.c | 56 pmd_populate_kernel(&init_mm, pmd, p); in kasan_populate_pmd()
69 set_pte_at(&init_mm, addr, pte, entry); in kasan_populate_pmd()
92 pud_populate(&init_mm, pud, p); in kasan_populate_pud()
112 p4d_populate(&init_mm, p4d, p); in kasan_populate_p4d()
132 pgd_populate(&init_mm, pgd, p); in kasan_populate_pgd()
259 p4d_populate(&init_mm, p4d, p); in kasan_shallow_populate_p4ds()
277 pgd_populate(&init_mm, pgd, p); in kasan_shallow_populate_pgds()
|
| /arch/powerpc/mm/ |
| D | pageattr.c | 21 return pte_update(&init_mm, addr, ptep, old & ~new, new & ~old, 0); in pte_update_delta()
51 pte_update(&init_mm, addr, ptep, _PAGE_PRESENT, 0, 0); in change_page_attr()
54 pte_update(&init_mm, addr, ptep, 0, _PAGE_PRESENT, 0); in change_page_attr()
97 return apply_to_existing_page_range(&init_mm, start, size, in change_memory_attr()
|
| D | pgtable_32.c | 46 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_ioremap_init()
67 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_pte_alloc_kernel()
92 set_pte_at(&init_mm, va, pg, pfn_pte(pa >> PAGE_SHIFT, prot)); in map_kernel_page()
|
| /arch/powerpc/mm/book3s64/ |
| D | radix_pgtable.c | 87 p4d_populate(&init_mm, p4dp, pudp); in early_map_kernel_page()
97 pud_populate(&init_mm, pudp, pmdp); in early_map_kernel_page()
107 pmd_populate_kernel(&init_mm, pmdp, ptep); in early_map_kernel_page()
112 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in early_map_kernel_page()
153 pudp = pud_alloc(&init_mm, p4dp, ea); in __map_kernel_page()
160 pmdp = pmd_alloc(&init_mm, pudp, ea); in __map_kernel_page()
172 set_pte_at(&init_mm, ea, ptep, pfn_pte(pfn, flags)); in __map_kernel_page()
204 pudp = pud_alloc(&init_mm, p4dp, idx); in radix__change_memory_range()
211 pmdp = pmd_alloc(&init_mm, pudp, idx); in radix__change_memory_range()
222 radix__pte_update(&init_mm, idx, ptep, clear, 0, 0); in radix__change_memory_range()
[all …]
|
| /arch/arm64/include/asm/ |
| D | pgalloc.h | 32 pudval |= (mm == &init_mm) ? PUD_TABLE_UXN : PUD_TABLE_PXN; in pud_populate()
53 p4dval |= (mm == &init_mm) ? P4D_TABLE_UXN : P4D_TABLE_PXN; in p4d_populate()
79 VM_BUG_ON(mm && mm != &init_mm); in pmd_populate_kernel()
86 VM_BUG_ON(mm == &init_mm); in pmd_populate()
|
| D | mmu_context.h | 109 if (mm != &init_mm && !system_uses_ttbr0_pan()) in cpu_uninstall_idmap()
119 cpu_switch_mm(lm_alias(idmap), &init_mm); in __cpu_install_idmap()
221 if (mm == &init_mm) in update_saved_ttbr0()
243 update_saved_ttbr0(tsk, &init_mm); in enter_lazy_tlb()
252 if (next == &init_mm) { in __switch_mm()
|
| /arch/s390/boot/ |
| D | vmem.c | 20 #define init_mm (*(struct mm_struct *)vmlinux.init_mm_off) macro
128 pgd_populate(&init_mm, pgd, kasan_early_shadow_p4d); in kasan_pgd_populate_zero_shadow()
139 p4d_populate(&init_mm, p4d, kasan_early_shadow_pud); in kasan_p4d_populate_zero_shadow()
150 pud_populate(&init_mm, pud, kasan_early_shadow_pmd); in kasan_pud_populate_zero_shadow()
161 pmd_populate(&init_mm, pmd, kasan_early_shadow_pte); in kasan_pmd_populate_zero_shadow()
329 pmd_populate(&init_mm, pmd, pte); in pgtable_pmd_populate()
362 pud_populate(&init_mm, pud, pmd); in pgtable_pud_populate()
386 p4d_populate(&init_mm, p4d, pud); in pgtable_p4d_populate()
398 pgd = pgd_offset(&init_mm, addr); in pgtable_populate()
405 pgd_populate(&init_mm, pgd, p4d); in pgtable_populate()
[all …]
|
| /arch/arm/mm/ |
| D | kasan_init.c | 80 set_pte_at(&init_mm, addr, ptep, entry); in kasan_pte_populate()
108 pmd_populate_kernel(&init_mm, pmdp, p); in kasan_pmd_populate()
140 pgd_populate(&init_mm, pgdp, p); in kasan_pgd_populate()
233 cpu_switch_mm(tmp_pgd_table, &init_mm); in kasan_init()
287 set_pte_at(&init_mm, KASAN_SHADOW_START + i*PAGE_SIZE, in kasan_init()
293 cpu_switch_mm(swapper_pg_dir, &init_mm); in kasan_init()
|
| D | idmap.c | 31 pmd = pmd_alloc_one(&init_mm, addr); in idmap_add_pmd()
43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
107 idmap_pgd = pgd_alloc(&init_mm); in init_static_idmap()
130 cpu_switch_mm(idmap_pgd, &init_mm); in setup_mm_for_reboot()
|
| /arch/x86/xen/ |
| D | grant-table.c | 45 set_pte_at(&init_mm, addr, gnttab_shared_vm_area.ptes[i], in arch_gnttab_map_shared()
67 set_pte_at(&init_mm, addr, gnttab_status_vm_area.ptes[i], in arch_gnttab_map_status()
89 set_pte_at(&init_mm, addr, ptes[i], __pte(0)); in arch_gnttab_unmap()
110 if (apply_to_page_range(&init_mm, (unsigned long)area->area->addr, in arch_gnttab_valloc()
|
| /arch/powerpc/include/asm/ |
| D | kfence.h | 38 pte_update(&init_mm, addr, kpte, _PAGE_PRESENT, 0, 0); in kfence_protect_page()
41 pte_update(&init_mm, addr, kpte, 0, _PAGE_PRESENT, 0); in kfence_protect_page()
|
| /arch/loongarch/mm/ |
| D | init.c | 137 set_pmd_at(&init_mm, addr, pmd, entry); in vmemmap_set_pmd()
179 p4d_populate(&init_mm, p4d, pud); in populate_kernel_pte()
190 pud_populate(&init_mm, pud, pmd); in populate_kernel_pte()
203 pmd_populate_kernel(&init_mm, pmd, pte); in populate_kernel_pte()
226 pte_clear(&init_mm, addr, ptep); in __set_fixmap()
|
| /arch/s390/mm/ |
| D | vmem.c | 63 pte = (pte_t *) page_table_alloc(&init_mm); in vmem_pte_alloc()
78 page_table_free(&init_mm, table); in vmem_pte_free()
175 pte_clear(&init_mm, addr, pte); in modify_pte_table()
276 pmd_populate(&init_mm, pmd, pte); in modify_pmd_table()
345 pud_populate(&init_mm, pud, pmd); in modify_pud_table()
394 p4d_populate(&init_mm, p4d, pud); in modify_p4d_table()
445 pgd_populate(&init_mm, pgd, p4d); in modify_pagetable()
570 pgd_populate(&init_mm, pgd, p4d); in vmem_get_alloc_pte()
579 p4d_populate(&init_mm, p4d, pud); in vmem_get_alloc_pte()
588 pud_populate(&init_mm, pud, pmd); in vmem_get_alloc_pte()
[all …]
|
| /arch/nios2/mm/ |
| D | ioremap.c | 84 dir = pgd_offset(&init_mm, address); in remap_area_pages()
94 p4d = p4d_alloc(&init_mm, dir, address); in remap_area_pages()
97 pud = pud_alloc(&init_mm, p4d, address); in remap_area_pages()
100 pmd = pmd_alloc(&init_mm, pud, address); in remap_area_pages()
|
| /arch/arm/include/asm/ |
| D | kfence.h | 15 pte_t *pte = pte_alloc_one_kernel(&init_mm); in split_pmd_page()
22 pmd_populate_kernel(&init_mm, pmd, pte); in split_pmd_page()
|
| /arch/riscv/mm/ |
| D | pageattr.c | 278 mmap_write_lock(&init_mm); in __set_memory()
302 ret = walk_page_range_novma(&init_mm, lm_start, lm_end, in __set_memory()
320 ret = walk_page_range_novma(&init_mm, lm_start, lm_end, in __set_memory()
326 ret = walk_page_range_novma(&init_mm, start, end, &pageattr_ops, NULL, in __set_memory()
330 mmap_write_unlock(&init_mm); in __set_memory()
338 ret = walk_page_range_novma(&init_mm, start, end, &pageattr_ops, NULL, in __set_memory()
341 mmap_write_unlock(&init_mm); in __set_memory()
414 apply_to_existing_page_range(&init_mm, start, size, debug_pagealloc_set_page, &enable); in __kernel_map_pages()
|
| /arch/x86/kernel/ |
| D | espfix_64.c | 111 p4d = p4d_alloc(&init_mm, pgd, ESPFIX_BASE_ADDR); in init_espfix_bsp()
112 p4d_populate(&init_mm, p4d, espfix_pud_page); in init_espfix_bsp()
161 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
173 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
|
| /arch/parisc/mm/ |
| D | fixmap.c | 23 set_pte_at(&init_mm, vaddr, pte, __mk_pte(phys, PAGE_KERNEL_RWX)); in set_fixmap()
35 pte_clear(&init_mm, vaddr, pte); in clear_fixmap()
|