| /include/linux/ |
| D | mmap_lock.h | 20 void __mmap_lock_do_trace_start_locking(struct mm_struct *mm, bool write);
21 void __mmap_lock_do_trace_acquire_returned(struct mm_struct *mm, bool write,
23 void __mmap_lock_do_trace_released(struct mm_struct *mm, bool write);
25 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm, in __mmap_lock_trace_start_locking() argument
29 __mmap_lock_do_trace_start_locking(mm, write); in __mmap_lock_trace_start_locking()
32 static inline void __mmap_lock_trace_acquire_returned(struct mm_struct *mm, in __mmap_lock_trace_acquire_returned() argument
36 __mmap_lock_do_trace_acquire_returned(mm, write, success); in __mmap_lock_trace_acquire_returned()
39 static inline void __mmap_lock_trace_released(struct mm_struct *mm, bool write) in __mmap_lock_trace_released() argument
42 __mmap_lock_do_trace_released(mm, write); in __mmap_lock_trace_released()
47 static inline void __mmap_lock_trace_start_locking(struct mm_struct *mm, in __mmap_lock_trace_start_locking() argument
[all …]
|
| D | mmu_notifier.h | 90 struct mm_struct *mm);
102 struct mm_struct *mm,
112 struct mm_struct *mm,
123 struct mm_struct *mm,
200 struct mm_struct *mm,
214 struct mmu_notifier *(*alloc_notifier)(struct mm_struct *mm);
237 struct mm_struct *mm; member
260 struct mm_struct *mm; member
272 struct mm_struct *mm; member
280 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers() argument
[all …]
|
| D | page_table_check.h | 17 void __page_table_check_pte_clear(struct mm_struct *mm, pte_t pte);
18 void __page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd);
19 void __page_table_check_pud_clear(struct mm_struct *mm, pud_t pud);
20 void __page_table_check_ptes_set(struct mm_struct *mm, pte_t *ptep, pte_t pte,
22 void __page_table_check_pmd_set(struct mm_struct *mm, pmd_t *pmdp, pmd_t pmd);
23 void __page_table_check_pud_set(struct mm_struct *mm, pud_t *pudp, pud_t pud);
24 void __page_table_check_pte_clear_range(struct mm_struct *mm,
44 static inline void page_table_check_pte_clear(struct mm_struct *mm, pte_t pte) in page_table_check_pte_clear() argument
49 __page_table_check_pte_clear(mm, pte); in page_table_check_pte_clear()
52 static inline void page_table_check_pmd_clear(struct mm_struct *mm, pmd_t pmd) in page_table_check_pmd_clear() argument
[all …]
|
| D | ksm.h | 23 int ksm_enable_merge_any(struct mm_struct *mm);
24 int ksm_disable_merge_any(struct mm_struct *mm);
25 int ksm_disable(struct mm_struct *mm);
27 int __ksm_enter(struct mm_struct *mm);
28 void __ksm_exit(struct mm_struct *mm);
38 static inline void ksm_map_zero_page(struct mm_struct *mm) in ksm_map_zero_page() argument
41 atomic_long_inc(&mm->ksm_zero_pages); in ksm_map_zero_page()
44 static inline void ksm_might_unmap_zero_page(struct mm_struct *mm, pte_t pte) in ksm_might_unmap_zero_page() argument
48 atomic_long_dec(&mm->ksm_zero_pages); in ksm_might_unmap_zero_page()
52 static inline long mm_ksm_zero_pages(struct mm_struct *mm) in mm_ksm_zero_pages() argument
[all …]
|
| D | khugepaged.h | 14 extern void __khugepaged_enter(struct mm_struct *mm);
15 extern void __khugepaged_exit(struct mm_struct *mm);
21 extern int collapse_pte_mapped_thp(struct mm_struct *mm, unsigned long addr,
24 static inline int collapse_pte_mapped_thp(struct mm_struct *mm, in collapse_pte_mapped_thp() argument
31 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork() argument
34 __khugepaged_enter(mm); in khugepaged_fork()
37 static inline void khugepaged_exit(struct mm_struct *mm) in khugepaged_exit() argument
39 if (test_bit(MMF_VM_HUGEPAGE, &mm->flags)) in khugepaged_exit()
40 __khugepaged_exit(mm); in khugepaged_exit()
43 static inline void khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm) in khugepaged_fork() argument
[all …]
|
| D | pkeys.h | 13 #define execute_only_pkey(mm) (0) argument
23 static inline bool mm_pkey_is_allocated(struct mm_struct *mm, int pkey) in mm_pkey_is_allocated() argument
28 static inline int mm_pkey_alloc(struct mm_struct *mm) in mm_pkey_alloc() argument
33 static inline int mm_pkey_free(struct mm_struct *mm, int pkey) in mm_pkey_free() argument
|
| D | mm.h | 720 struct mm_struct *mm = vma->vm_mm; in vma_refcount_put() local
727 rcuwait_wake_up(&mm->vma_writer_wait); in vma_refcount_put()
740 static inline struct vm_area_struct *vma_start_read(struct mm_struct *mm, in vma_start_read() argument
752 if (READ_ONCE(vma->vm_lock_seq) == READ_ONCE(mm->mm_lock_seq.sequence)) in vma_start_read()
779 if (unlikely(vma->vm_lock_seq == raw_read_seqcount(&mm->mm_lock_seq))) { in vma_start_read()
907 struct vm_area_struct *lock_vma_under_rcu(struct mm_struct *mm,
913 static inline struct vm_area_struct *vma_start_read(struct mm_struct *mm, in vma_start_read() argument
925 static inline struct vm_area_struct *lock_vma_under_rcu(struct mm_struct *mm, in lock_vma_under_rcu() argument
950 static inline void vma_init(struct vm_area_struct *vma, struct mm_struct *mm) in vma_init() argument
953 vma->vm_mm = mm; in vma_init()
[all …]
|
| D | elf-randomize.h | 13 # define arch_randomize_brk(mm) (mm->brk) argument
17 extern unsigned long arch_randomize_brk(struct mm_struct *mm);
|
| D | mm_types.h | 1093 static inline void mm_init_cpumask(struct mm_struct *mm) in mm_init_cpumask() argument
1095 unsigned long cpu_bitmap = (unsigned long)mm; in mm_init_cpumask()
1102 static inline cpumask_t *mm_cpumask(struct mm_struct *mm) in mm_cpumask() argument
1104 return (struct cpumask *)&mm->cpu_bitmap; in mm_cpumask()
1120 void lru_gen_add_mm(struct mm_struct *mm);
1121 void lru_gen_del_mm(struct mm_struct *mm);
1122 void lru_gen_migrate_mm(struct mm_struct *mm);
1124 static inline void lru_gen_init_mm(struct mm_struct *mm) in lru_gen_init_mm() argument
1126 INIT_LIST_HEAD(&mm->lru_gen.list); in lru_gen_init_mm()
1127 mm->lru_gen.bitmap = 0; in lru_gen_init_mm()
[all …]
|
| D | pgtable.h | 119 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable);
147 #define pgd_offset(mm, address) pgd_offset_pgd((mm)->pgd, (address)) argument
163 static inline pmd_t *pmd_off(struct mm_struct *mm, unsigned long va) in pmd_off() argument
165 return pmd_offset(pud_offset(p4d_offset(pgd_offset(mm, va), va), va), va); in pmd_off()
268 static inline void set_ptes(struct mm_struct *mm, unsigned long addr, in set_ptes() argument
271 page_table_check_ptes_set(mm, ptep, pte, nr); in set_ptes()
282 #define set_pte_at(mm, addr, ptep, pte) set_ptes(mm, addr, ptep, pte, 1) argument
459 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear() argument
464 pte_clear(mm, address, ptep); in ptep_get_and_clear()
465 page_table_check_pte_clear(mm, pte); in ptep_get_and_clear()
[all …]
|
| /include/linux/sched/ |
| D | mm.h | 35 static inline void mmgrab(struct mm_struct *mm) in mmgrab() argument
37 atomic_inc(&mm->mm_count); in mmgrab()
45 extern void __mmdrop(struct mm_struct *mm);
47 static inline void mmdrop(struct mm_struct *mm) in mmdrop() argument
54 if (unlikely(atomic_dec_and_test(&mm->mm_count))) in mmdrop()
55 __mmdrop(mm); in mmdrop()
65 struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop); in __mmdrop_delayed() local
67 __mmdrop(mm); in __mmdrop_delayed()
74 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched() argument
77 if (atomic_dec_and_test(&mm->mm_count)) in mmdrop_sched()
[all …]
|
| /include/trace/events/ |
| D | ksm.h | 77 TP_PROTO(void *mm),
79 TP_ARGS(mm),
82 __field(void *, mm)
86 __entry->mm = mm;
89 TP_printk("mm %p", __entry->mm)
101 TP_PROTO(void *mm),
103 TP_ARGS(mm)
115 TP_PROTO(void *mm),
117 TP_ARGS(mm)
132 TP_PROTO(unsigned long pfn, void *rmap_item, void *mm, int err),
[all …]
|
| D | mmap_lock.h | 18 TP_PROTO(struct mm_struct *mm, const char *memcg_path, bool write),
20 TP_ARGS(mm, memcg_path, write),
23 __field(struct mm_struct *, mm)
29 __entry->mm = mm;
36 __entry->mm,
44 TP_PROTO(struct mm_struct *mm, const char *memcg_path, \
46 TP_ARGS(mm, memcg_path, write), \
54 TP_PROTO(struct mm_struct *mm, const char *memcg_path, bool write,
57 TP_ARGS(mm, memcg_path, write, success),
60 __field(struct mm_struct *, mm)
[all …]
|
| D | huge_memory.h | 58 TP_PROTO(struct mm_struct *mm, struct page *page, bool writable,
61 TP_ARGS(mm, page, writable, referenced, none_or_zero, status, unmapped),
64 __field(struct mm_struct *, mm)
74 __entry->mm = mm;
84 __entry->mm,
95 TP_PROTO(struct mm_struct *mm, int isolated, int status),
97 TP_ARGS(mm, isolated, status),
100 __field(struct mm_struct *, mm)
106 __entry->mm = mm;
112 __entry->mm,
[all …]
|
| D | xen.h | 177 TP_PROTO(struct mm_struct *mm, unsigned long addr, pte_t *ptep),
178 TP_ARGS(mm, addr, ptep),
180 __field(struct mm_struct *, mm)
184 TP_fast_assign(__entry->mm = mm;
188 __entry->mm, __entry->addr, __entry->ptep)
259 TP_PROTO(struct mm_struct *mm, unsigned long addr,
261 TP_ARGS(mm, addr, ptep, pteval),
263 __field(struct mm_struct *, mm)
268 TP_fast_assign(__entry->mm = mm;
273 __entry->mm, __entry->addr, __entry->ptep,
[all …]
|
| D | mmap.h | 29 __entry->total_vm = current->mm->total_vm;
99 TP_PROTO(struct mm_struct *mm),
101 TP_ARGS(mm),
104 __field(struct mm_struct *, mm)
109 __entry->mm = mm;
110 __entry->mt = &mm->mm_mt;
|
| /include/drm/ |
| D | drm_mm.h | 165 struct drm_mm *mm; member
229 struct drm_mm *mm; member
276 static inline bool drm_mm_initialized(const struct drm_mm *mm) in drm_mm_initialized() argument
278 return READ_ONCE(mm->hole_stack.next); in drm_mm_initialized()
353 #define drm_mm_nodes(mm) (&(mm)->head_node.node_list) argument
363 #define drm_mm_for_each_node(entry, mm) \ argument
364 list_for_each_entry(entry, drm_mm_nodes(mm), node_list)
375 #define drm_mm_for_each_node_safe(entry, next, mm) \ argument
376 list_for_each_entry_safe(entry, next, drm_mm_nodes(mm), node_list)
394 #define drm_mm_for_each_hole(pos, mm, hole_start, hole_end) \ argument
[all …]
|
| D | drm_buddy.h | 139 drm_buddy_block_size(struct drm_buddy *mm, in drm_buddy_block_size() argument
142 return mm->chunk_size << drm_buddy_block_order(block); in drm_buddy_block_size()
145 int drm_buddy_init(struct drm_buddy *mm, u64 size, u64 chunk_size);
147 void drm_buddy_fini(struct drm_buddy *mm);
152 int drm_buddy_alloc_blocks(struct drm_buddy *mm,
158 int drm_buddy_block_trim(struct drm_buddy *mm,
163 void drm_buddy_reset_clear(struct drm_buddy *mm, bool is_clear);
165 void drm_buddy_free_block(struct drm_buddy *mm, struct drm_buddy_block *block);
167 void drm_buddy_free_list(struct drm_buddy *mm,
171 void drm_buddy_print(struct drm_buddy *mm, struct drm_printer *p);
[all …]
|
| /include/asm-generic/ |
| D | pgalloc.h | 19 static inline pte_t *__pte_alloc_one_kernel_noprof(struct mm_struct *mm) in __pte_alloc_one_kernel_noprof() argument
37 static inline pte_t *pte_alloc_one_kernel_noprof(struct mm_struct *mm) in pte_alloc_one_kernel_noprof() argument
39 return __pte_alloc_one_kernel_noprof(mm); in pte_alloc_one_kernel_noprof()
49 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel() argument
66 static inline pgtable_t __pte_alloc_one_noprof(struct mm_struct *mm, gfp_t gfp) in __pte_alloc_one_noprof() argument
91 static inline pgtable_t pte_alloc_one_noprof(struct mm_struct *mm) in pte_alloc_one_noprof() argument
93 return __pte_alloc_one_noprof(mm, GFP_PGTABLE_USER); in pte_alloc_one_noprof()
108 static inline void pte_free(struct mm_struct *mm, struct page *pte_page) in pte_free() argument
131 static inline pmd_t *pmd_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one_noprof() argument
136 if (mm == &init_mm) in pmd_alloc_one_noprof()
[all …]
|
| D | mmu_context.h | 21 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb() argument
35 struct mm_struct *mm) in init_new_context() argument
46 static inline void destroy_context(struct mm_struct *mm) in destroy_context() argument
71 struct mm_struct *mm) in deactivate_mm() argument
|
| D | hugetlb.h | 61 static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, in huge_pte_clear() argument
64 pte_clear(mm, addr, ptep); in huge_pte_clear()
78 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, in set_huge_pte_at() argument
81 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
86 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, in huge_ptep_get_and_clear() argument
89 return ptep_get_and_clear(mm, addr, ptep); in huge_ptep_get_and_clear()
130 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, in huge_ptep_set_wrprotect() argument
133 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
147 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() argument
|
| D | pgtable-nopud.h | 34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
58 #define pud_alloc_one(mm, address) NULL argument
59 #define pud_free(mm, x) do { } while (0) argument
|
| D | pgtable-nop4d.h | 27 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
28 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
50 #define p4d_alloc_one(mm, address) NULL argument
51 #define p4d_free(mm, x) do { } while (0) argument
|
| D | mm_hooks.h | 11 struct mm_struct *mm) in arch_dup_mmap() argument
16 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap() argument
|
| /include/trace/hooks/ |
| D | madvise.h | 21 TP_PROTO(struct mm_struct *mm, bool pageout, int *ret),
22 TP_ARGS(mm, pageout, ret));
24 TP_PROTO(struct mm_struct *mm, unsigned long start, size_t len,
26 TP_ARGS(mm, start, len, behavior, error, bypass));
|