| /kernel/linux/linux-5.10/drivers/gpu/drm/i915/ |
| D | i915_vma.h | 50 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
63 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
68 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
73 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
79 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
87 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
92 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
98 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
103 static inline bool i915_vma_has_userfault(const struct i915_vma *vma) in i915_vma_has_userfault()
108 static inline bool i915_vma_is_closed(const struct i915_vma *vma) in i915_vma_is_closed()
[all …]
|
| D | i915_vma.c | 51 void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
60 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
80 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
108 struct i915_vma *vma; in vma_create() local
241 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in vma_lookup() local
275 struct i915_vma *vma; in i915_vma_instance() local
296 struct i915_vma *vma; member
306 struct i915_vma *vma = vw->vma; in __vma_bind() local
346 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind()
376 int i915_vma_bind(struct i915_vma *vma, in i915_vma_bind()
[all …]
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | userfaultfd_k.h | 49 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
55 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
60 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
65 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
71 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
77 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
110 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
116 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
121 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
126 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
[all …]
|
| D | huge_mm.h | 121 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
136 static inline bool transhuge_vma_enabled(struct vm_area_struct *vma, in transhuge_vma_enabled()
150 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
240 struct vm_area_struct *vma) in pmd_trans_huge_lock()
248 struct vm_area_struct *vma) in pud_trans_huge_lock()
360 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
365 static inline bool transparent_hugepage_active(struct vm_area_struct *vma) in transparent_hugepage_active()
370 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
376 static inline bool transhuge_vma_enabled(struct vm_area_struct *vma, in transhuge_vma_enabled()
412 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd()
[all …]
|
| /kernel/linux/linux-4.19/drivers/gpu/drm/i915/ |
| D | i915_vma.c | 37 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
60 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
68 struct i915_vma *vma; member
74 __i915_vma_retire(struct i915_vma *vma, struct i915_request *rq) in __i915_vma_retire()
133 struct i915_vma *vma; in vma_create() local
237 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in vma_lookup() local
273 struct i915_vma *vma; in i915_vma_instance() local
298 int i915_vma_bind(struct i915_vma *vma, enum i915_cache_level cache_level, in i915_vma_bind()
341 void __iomem *i915_vma_pin_iomap(struct i915_vma *vma) in i915_vma_pin_iomap()
386 void i915_vma_flush_writes(struct i915_vma *vma) in i915_vma_flush_writes()
[all …]
|
| D | i915_vma.h | 143 static inline bool i915_vma_is_active(struct i915_vma *vma) in i915_vma_is_active()
152 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
157 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
162 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
168 static inline void i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
175 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
180 static inline bool i915_vma_is_closed(const struct i915_vma *vma) in i915_vma_is_closed()
185 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
191 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
196 static inline bool i915_vma_has_userfault(const struct i915_vma *vma) in i915_vma_has_userfault()
[all …]
|
| /kernel/linux/linux-4.19/include/linux/ |
| D | userfaultfd_k.h | 42 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
48 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
53 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
86 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
92 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
97 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
102 static inline int dup_userfaultfd(struct vm_area_struct *vma, in dup_userfaultfd()
112 static inline void mremap_userfaultfd_prep(struct vm_area_struct *vma, in mremap_userfaultfd_prep()
124 static inline bool userfaultfd_remove(struct vm_area_struct *vma, in userfaultfd_remove()
131 static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma, in userfaultfd_unmap_prep()
|
| D | huge_mm.h | 98 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
195 struct vm_area_struct *vma) in pmd_trans_huge_lock()
204 struct vm_area_struct *vma) in pud_trans_huge_lock()
264 static inline bool __transparent_hugepage_enabled(struct vm_area_struct *vma) in __transparent_hugepage_enabled()
269 static inline bool transparent_hugepage_enabled(struct vm_area_struct *vma) in transparent_hugepage_enabled()
299 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd()
301 static inline void split_huge_pmd_address(struct vm_area_struct *vma, in split_huge_pmd_address()
307 static inline int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
313 static inline void vma_adjust_trans_huge(struct vm_area_struct *vma, in vma_adjust_trans_huge()
324 struct vm_area_struct *vma) in pmd_trans_huge_lock()
[all …]
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/ |
| D | drm_vm.c | 61 struct vm_area_struct *vma; member
69 struct vm_area_struct *vma) in drm_io_prot()
94 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot()
117 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() local
206 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() local
235 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close()
306 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() local
341 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() local
395 struct vm_area_struct *vma) in drm_vm_open_locked()
410 static void drm_vm_open(struct vm_area_struct *vma) in drm_vm_open()
[all …]
|
| /kernel/linux/linux-4.19/drivers/gpu/drm/ |
| D | drm_vm.c | 50 struct vm_area_struct *vma; member
58 struct vm_area_struct *vma) in drm_io_prot()
82 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot()
105 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() local
194 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() local
223 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close()
296 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() local
331 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() local
385 struct vm_area_struct *vma) in drm_vm_open_locked()
400 static void drm_vm_open(struct vm_area_struct *vma) in drm_vm_open()
[all …]
|
| /kernel/linux/linux-4.19/mm/ |
| D | mmap.c | 121 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
138 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
155 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
170 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
261 static long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
303 struct vm_area_struct *vma; in browse_rb() local
348 struct vm_area_struct *vma; in validate_mm_rb() local
361 struct vm_area_struct *vma = mm->mmap; in validate_mm() local
417 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
426 static void __vma_rb_erase(struct vm_area_struct *vma, struct rb_root *root) in __vma_rb_erase()
[all …]
|
| D | pgtable-generic.c | 54 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
68 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
80 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
95 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
110 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
123 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
136 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
184 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
194 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | madvise.c | 55 static long madvise_behavior(struct vm_area_struct *vma, in madvise_behavior()
197 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
228 static void force_swapin_readahead(struct vm_area_struct *vma, in force_swapin_readahead()
242 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
273 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
316 struct vm_area_struct *vma = walk->vma; in madvise_free_pte_range() local
444 struct vm_area_struct *vma, in madvise_free_page_range()
458 static int madvise_free_single_vma(struct vm_area_struct *vma, in madvise_free_single_vma()
507 static long madvise_dontneed_single_vma(struct vm_area_struct *vma, in madvise_dontneed_single_vma()
514 static long madvise_dontneed_free(struct vm_area_struct *vma, in madvise_dontneed_free()
[all …]
|
| D | rmap.c | 137 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
175 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
315 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
376 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
687 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
753 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
815 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma()
883 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one()
957 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
1000 void page_move_anon_rmap(struct page *page, struct vm_area_struct *vma) in page_move_anon_rmap()
[all …]
|
| D | memory.c | 627 void free_pgtables(struct mmu_gather *tlb, struct vm_area_struct *vma, in free_pgtables()
738 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
831 struct page *_vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in _vm_normal_page()
910 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
959 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_one_pte()
1076 pmd_t *dst_pmd, pmd_t *src_pmd, struct vm_area_struct *vma, in copy_pte_range()
1139 pud_t *dst_pud, pud_t *src_pud, struct vm_area_struct *vma, in copy_pmd_range()
1173 p4d_t *dst_p4d, p4d_t *src_p4d, struct vm_area_struct *vma, in copy_pud_range()
1207 pgd_t *dst_pgd, pgd_t *src_pgd, struct vm_area_struct *vma, in copy_p4d_range()
1229 struct vm_area_struct *vma) in copy_page_range()
[all …]
|
| /kernel/linux/linux-5.10/mm/ |
| D | mmap.c | 125 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
142 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
159 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
174 static struct vm_area_struct *remove_vma(struct vm_area_struct *vma) in remove_vma()
289 static inline unsigned long vma_compute_gap(struct vm_area_struct *vma) in vma_compute_gap()
311 static unsigned long vma_compute_subtree_gap(struct vm_area_struct *vma) in vma_compute_subtree_gap()
337 struct vm_area_struct *vma; in browse_rb() local
382 struct vm_area_struct *vma; in validate_mm_rb() local
395 struct vm_area_struct *vma = mm->mmap; in validate_mm() local
452 static inline void vma_rb_insert(struct vm_area_struct *vma, in vma_rb_insert()
[all …]
|
| D | pgtable-generic.c | 64 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
78 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
90 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
105 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
120 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
133 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
146 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
194 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
204 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | madvise.c | 88 static inline bool has_vma_anon_name(struct vm_area_struct *vma) in has_vma_anon_name()
93 const char *vma_anon_name(struct vm_area_struct *vma) in vma_anon_name()
113 void free_vma_anon_name(struct vm_area_struct *vma) in free_vma_anon_name()
126 static int replace_vma_anon_name(struct vm_area_struct *vma, const char *name) in replace_vma_anon_name()
150 static int replace_vma_anon_name(struct vm_area_struct *vma, const char *name) in replace_vma_anon_name()
162 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma()
222 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
257 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
291 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
347 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
[all …]
|
| D | rmap.c | 145 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
183 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
329 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
391 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
711 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
774 static bool page_referenced_one(struct page *page, struct vm_area_struct *vma, in page_referenced_one()
836 static bool invalid_page_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_page_referenced_vma()
904 static bool page_mkclean_one(struct page *page, struct vm_area_struct *vma, in page_mkclean_one()
978 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
1021 void page_move_anon_rmap(struct page *page, struct vm_area_struct *vma) in page_move_anon_rmap()
[all …]
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
| D | tlbflush.h | 50 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
59 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
68 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
121 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
137 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
142 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /kernel/linux/linux-4.19/arch/powerpc/include/asm/book3s/64/ |
| D | tlbflush.h | 50 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
59 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
68 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
91 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
121 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
137 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
142 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/nouveau/ |
| D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /kernel/linux/linux-4.19/drivers/gpu/drm/nouveau/ |
| D | nouveau_vmm.c | 28 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
37 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
50 struct nouveau_vma *vma; in nouveau_vma_find() local
63 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
80 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /kernel/linux/linux-4.19/arch/ia64/include/asm/ |
| D | cacheflush.h | 23 #define flush_cache_range(vma, start, end) do { } while (0) argument
24 #define flush_cache_page(vma, vmaddr, pfn) do { } while (0) argument
25 #define flush_icache_page(vma,page) do { } while (0) argument
42 #define flush_icache_user_range(vma, page, user_addr, len) \ argument
48 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
52 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| /kernel/linux/linux-4.19/arch/hexagon/include/asm/ |
| D | cacheflush.h | 44 #define flush_cache_range(vma, start, end) do { } while (0) argument
45 #define flush_cache_page(vma, vmaddr, pfn) do { } while (0) argument
50 #define flush_icache_page(vma, pg) do { } while (0) argument
51 #define flush_icache_user_range(vma, pg, adr, len) do { } while (0) argument
86 static inline void update_mmu_cache(struct vm_area_struct *vma, in update_mmu_cache()
95 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|