| /arch/powerpc/mm/ |
| D | pgtable-book3e.c | 75 pgd_t *pgdp; in map_kernel_page() local
82 pgdp = pgd_offset_k(ea); in map_kernel_page()
83 pudp = pud_alloc(&init_mm, pgdp, ea); in map_kernel_page()
95 pgdp = pgd_offset_k(ea); in map_kernel_page()
97 if (pgd_none(*pgdp)) { in map_kernel_page()
100 pgd_populate(&init_mm, pgdp, pudp); in map_kernel_page()
103 pudp = pud_offset(pgdp, ea); in map_kernel_page()
|
| D | pgtable-radix.c | 64 pgd_t *pgdp; in radix__map_kernel_page() local
73 pgdp = pgd_offset_k(ea); in radix__map_kernel_page()
74 pudp = pud_alloc(&init_mm, pgdp, ea); in radix__map_kernel_page()
92 pgdp = pgd_offset_k(ea); in radix__map_kernel_page()
93 if (pgd_none(*pgdp)) { in radix__map_kernel_page()
96 pgd_populate(&init_mm, pgdp, pudp); in radix__map_kernel_page()
98 pudp = pud_offset(pgdp, ea); in radix__map_kernel_page()
132 pgd_t *pgdp; in radix__change_memory_range() local
144 pgdp = pgd_offset_k(idx); in radix__change_memory_range()
145 pudp = pud_alloc(&init_mm, pgdp, idx); in radix__change_memory_range()
|
| D | pgtable-hash64.c | 143 pgd_t *pgdp; in hash__map_kernel_page() local
150 pgdp = pgd_offset_k(ea); in hash__map_kernel_page()
151 pudp = pud_alloc(&init_mm, pgdp, ea); in hash__map_kernel_page()
|
| /arch/x86/include/asm/ |
| D | pgtable_64.h | 164 static inline pgd_t *kernel_to_user_pgdp(pgd_t *pgdp) in kernel_to_user_pgdp() argument
166 return ptr_set_bit(pgdp, PTI_PGTABLE_SWITCH_BIT); in kernel_to_user_pgdp()
169 static inline pgd_t *user_to_kernel_pgdp(pgd_t *pgdp) in user_to_kernel_pgdp() argument
171 return ptr_clear_bit(pgdp, PTI_PGTABLE_SWITCH_BIT); in user_to_kernel_pgdp()
200 pgd_t __pti_set_user_pgd(pgd_t *pgdp, pgd_t pgd);
207 static inline pgd_t pti_set_user_pgd(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgd() argument
211 return __pti_set_user_pgd(pgdp, pgd); in pti_set_user_pgd()
214 static inline pgd_t pti_set_user_pgd(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgd() argument
238 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd() argument
241 WRITE_ONCE(*pgdp, pti_set_user_pgd(pgdp, pgd)); in native_set_pgd()
[all …]
|
| /arch/sh/mm/ |
| D | gup.c | 171 pgd_t *pgdp; in __get_user_pages_fast() local
187 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
189 pgd_t pgd = *pgdp; in __get_user_pages_fast()
196 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
224 pgd_t *pgdp; in get_user_pages_fast() local
236 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
238 pgd_t pgd = *pgdp; in get_user_pages_fast()
245 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| /arch/powerpc/include/asm/nohash/64/ |
| D | pgtable-4k.h | 63 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear() argument
65 *pgdp = __pgd(0); in pgd_clear()
81 #define pud_offset(pgdp, addr) \ argument
82 (((pud_t *) pgd_page_vaddr(*(pgdp))) + \
|
| /arch/sparc/mm/ |
| D | gup.c | 201 pgd_t *pgdp; in __get_user_pages_fast() local
210 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
212 pgd_t pgd = *pgdp; in __get_user_pages_fast()
219 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
231 pgd_t *pgdp; in get_user_pages_fast() local
258 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
260 pgd_t pgd = *pgdp; in get_user_pages_fast()
267 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | srmmu.c | 111 static inline void srmmu_ctxd_set(ctxd_t *ctxp, pgd_t *pgdp) in srmmu_ctxd_set() argument
115 pte = __pte((SRMMU_ET_PTD | (__nocache_pa(pgdp) >> 4))); in srmmu_ctxd_set()
492 pgd_t *pgdp; in srmmu_mapioaddr() local
498 pgdp = pgd_offset_k(virt_addr); in srmmu_mapioaddr()
499 pmdp = pmd_offset(pgdp, virt_addr); in srmmu_mapioaddr()
527 pgd_t *pgdp; in srmmu_unmapioaddr() local
531 pgdp = pgd_offset_k(virt_addr); in srmmu_unmapioaddr()
532 pmdp = pmd_offset(pgdp, virt_addr); in srmmu_unmapioaddr()
669 pgd_t *pgdp; in srmmu_early_allocate_ptable_skeleton() local
674 pgdp = pgd_offset_k(start); in srmmu_early_allocate_ptable_skeleton()
[all …]
|
| D | fault_64.c | 96 pgd_t *pgdp = pgd_offset(current->mm, tpc); in get_user_insn() local
103 if (pgd_none(*pgdp) || unlikely(pgd_bad(*pgdp))) in get_user_insn()
105 pudp = pud_offset(pgdp, tpc); in get_user_insn()
|
| D | io-unit.c | 218 pgd_t *pgdp; in iounit_map_dma_area() local
223 pgdp = pgd_offset(&init_mm, addr); in iounit_map_dma_area()
224 pmdp = pmd_offset(pgdp, addr); in iounit_map_dma_area()
|
| /arch/mips/mm/ |
| D | gup.c | 189 pgd_t *pgdp; in __get_user_pages_fast() local
218 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
220 pgd_t pgd = *pgdp; in __get_user_pages_fast()
227 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
255 pgd_t *pgdp; in get_user_pages_fast() local
268 pgdp = pgd_offset(mm, addr); in get_user_pages_fast()
270 pgd_t pgd = *pgdp; in get_user_pages_fast()
277 } while (pgdp++, addr = next, addr != end); in get_user_pages_fast()
|
| D | tlb-r8k.c | 186 pgd_t *pgdp; in __update_tlb() local
203 pgdp = pgd_offset(vma->vm_mm, address); in __update_tlb()
204 pmdp = pmd_offset(pgdp, address); in __update_tlb()
|
| D | c-r3k.c | 243 pgd_t *pgdp; in r3k_flush_cache_page() local
255 pgdp = pgd_offset(mm, addr); in r3k_flush_cache_page()
256 pudp = pud_offset(pgdp, addr); in r3k_flush_cache_page()
|
| D | c-tx39.c | 172 pgd_t *pgdp; in tx39_flush_cache_page() local
185 pgdp = pgd_offset(mm, page); in tx39_flush_cache_page()
186 pudp = pud_offset(pgdp, page); in tx39_flush_cache_page()
|
| /arch/score/mm/ |
| D | cache.c | 177 pgd_t *pgdp; in flush_cache_range() local
185 pgdp = pgd_offset(mm, start); in flush_cache_range()
186 pudp = pud_offset(pgdp, start); in flush_cache_range()
192 pgdp = pgd_offset(mm, start); in flush_cache_range()
193 pudp = pud_offset(pgdp, start); in flush_cache_range()
|
| /arch/s390/mm/ |
| D | gup.c | 200 static inline int gup_p4d_range(pgd_t *pgdp, pgd_t pgd, unsigned long addr, in gup_p4d_range() argument
206 p4dp = (p4d_t *) pgdp; in gup_p4d_range()
233 pgd_t *pgdp, pgd; in __get_user_pages_fast() local
250 pgdp = pgd_offset(mm, addr); in __get_user_pages_fast()
252 pgd = *pgdp; in __get_user_pages_fast()
257 if (!gup_p4d_range(pgdp, pgd, addr, next, write, pages, &nr)) in __get_user_pages_fast()
259 } while (pgdp++, addr = next, addr != end); in __get_user_pages_fast()
|
| D | hugetlbpage.c | 168 pgd_t *pgdp; in huge_pte_alloc() local
173 pgdp = pgd_offset(mm, addr); in huge_pte_alloc()
174 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc()
190 pgd_t *pgdp; in huge_pte_offset() local
195 pgdp = pgd_offset(mm, addr); in huge_pte_offset()
196 if (pgd_present(*pgdp)) { in huge_pte_offset()
197 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
|
| D | pageattr.c | 291 pgd_t *pgdp; in change_page_attr() local
298 pgdp = pgd_offset_k(addr); in change_page_attr()
300 if (pgd_none(*pgdp)) in change_page_attr()
303 rc = walk_p4d_level(pgdp, addr, next, flags); in change_page_attr()
307 } while (pgdp++, addr = next, addr < end && !rc); in change_page_attr()
|
| /arch/arm64/include/asm/ |
| D | pgalloc.h | 74 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pud, pgdval_t prot) in __pgd_populate() argument
76 set_pgd(pgdp, __pgd(pud | prot)); in __pgd_populate()
84 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pud, pgdval_t prot) in __pgd_populate() argument
|
| /arch/sparc/include/asm/ |
| D | pgalloc_32.h | 31 static inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set() argument
35 set_pte((pte_t *)pgdp, __pte((SRMMU_ET_PTD | (pa >> 4)))); in pgd_set()
|
| /arch/x86/mm/ |
| D | pti.c | 108 pgd_t __pti_set_user_pgd(pgd_t *pgdp, pgd_t pgd) in __pti_set_user_pgd() argument
119 if (!pgdp_maps_userspace(pgdp)) in __pti_set_user_pgd()
126 kernel_to_user_pgdp(pgdp)->pgd = pgd.pgd; in __pti_set_user_pgd()
|
| /arch/m68k/include/asm/ |
| D | motorola_pgtable.h | 120 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set() argument
122 pgd_val(*pgdp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pgd_set()
153 #define pgd_clear(pgdp) ({ pgd_val(*pgdp) = 0; }) argument
|
| D | pgtable_no.h | 22 #define pgd_clear(pgdp) argument
|
| D | sun3_pgtable.h | 113 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set() argument
115 pgd_val(*pgdp) = virt_to_phys(pmdp); in pgd_set()
151 static inline void pgd_clear (pgd_t *pgdp) {} in pgd_clear() argument
|
| /arch/alpha/include/asm/ |
| D | pgtable.h | 229 extern inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp) in pgd_set() argument
230 { pgd_val(*pgdp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pgd_set()
262 extern inline void pgd_clear(pgd_t * pgdp) { pgd_val(*pgdp) = 0; } in pgd_clear() argument
|