| /mm/ |
| D | slab.h | 20 struct kmem_cache { struct
37 struct kmem_cache *entries[0]; argument
74 struct kmem_cache *root_cache;
88 void (*work_fn)(struct kmem_cache *);
138 extern struct kmem_cache *kmem_cache;
152 struct kmem_cache *kmalloc_slab(size_t, gfp_t);
157 int __kmem_cache_create(struct kmem_cache *, slab_flags_t flags);
159 struct kmem_cache *create_kmalloc_cache(const char *name, unsigned int size,
162 extern void create_boot_cache(struct kmem_cache *, const char *name,
166 int slab_unmergeable(struct kmem_cache *s);
[all …]
|
| D | slab_common.c | 34 struct kmem_cache *kmem_cache; variable
79 unsigned int kmem_cache_size(struct kmem_cache *s) in kmem_cache_size()
104 void __kmem_cache_free_bulk(struct kmem_cache *s, size_t nr, void **p) in __kmem_cache_free_bulk()
116 int __kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t nr, in __kmem_cache_alloc_bulk()
138 void slab_init_memcg_params(struct kmem_cache *s) in slab_init_memcg_params()
146 static int init_memcg_params(struct kmem_cache *s, in init_memcg_params()
147 struct kmem_cache *root_cache) in init_memcg_params()
179 static void destroy_memcg_params(struct kmem_cache *s) in destroy_memcg_params()
198 static int update_memcg_params(struct kmem_cache *s, int new_array_size) in update_memcg_params()
221 struct kmem_cache *s; in memcg_update_all_caches()
[all …]
|
| D | slub.c | 119 static inline int kmem_cache_debug(struct kmem_cache *s) in kmem_cache_debug()
128 void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left()
136 static inline bool kmem_cache_has_cpu_partial(struct kmem_cache *s) in kmem_cache_has_cpu_partial()
217 static int sysfs_slab_add(struct kmem_cache *);
218 static int sysfs_slab_alias(struct kmem_cache *, const char *);
219 static void memcg_propagate_slab_attrs(struct kmem_cache *s);
220 static void sysfs_slab_remove(struct kmem_cache *s);
222 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; } in sysfs_slab_add()
223 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *p) in sysfs_slab_alias()
225 static inline void memcg_propagate_slab_attrs(struct kmem_cache *s) { } in memcg_propagate_slab_attrs()
[all …]
|
| D | slab.c | 209 static int drain_freelist(struct kmem_cache *cache,
211 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
213 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
214 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
217 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,
219 static inline void fixup_slab_list(struct kmem_cache *cachep,
327 static int obj_offset(struct kmem_cache *cachep) in obj_offset()
332 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp) in dbg_redzone1()
339 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp) in dbg_redzone2()
350 static void **dbg_userword(struct kmem_cache *cachep, void *objp) in dbg_userword()
[all …]
|
| D | slob.c | 582 int __kmem_cache_create(struct kmem_cache *c, slab_flags_t flags) in __kmem_cache_create()
592 static void *slob_alloc_node(struct kmem_cache *c, gfp_t flags, int node) in slob_alloc_node()
622 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in kmem_cache_alloc()
635 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t gfp, int node) in kmem_cache_alloc_node()
658 void kmem_cache_free(struct kmem_cache *c, void *b) in kmem_cache_free()
674 void kmem_cache_free_bulk(struct kmem_cache *s, size_t size, void **p) in kmem_cache_free_bulk()
680 int kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t size, in kmem_cache_alloc_bulk()
687 int __kmem_cache_shutdown(struct kmem_cache *c) in __kmem_cache_shutdown()
693 void __kmem_cache_release(struct kmem_cache *c) in __kmem_cache_release()
697 int __kmem_cache_shrink(struct kmem_cache *d) in __kmem_cache_shrink()
[all …]
|
| D | failslab.c | 17 bool __should_failslab(struct kmem_cache *s, gfp_t gfpflags) in __should_failslab()
20 if (unlikely(s == kmem_cache)) in __should_failslab()
|
| D | mempool.c | 511 struct kmem_cache *mem = pool_data; in mempool_alloc_slab()
519 struct kmem_cache *mem = pool_data; in mempool_free_slab()
|
| D | memcontrol.c | 2803 struct kmem_cache *cachep;
2812 struct kmem_cache *cachep = cw->cachep; in memcg_kmem_cache_create_func()
2824 struct kmem_cache *cachep) in memcg_schedule_kmem_cache_create()
2865 struct kmem_cache *memcg_kmem_get_cache(struct kmem_cache *cachep) in memcg_kmem_get_cache()
2868 struct kmem_cache *memcg_cachep; in memcg_kmem_get_cache()
2932 void memcg_kmem_put_cache(struct kmem_cache *cachep) in memcg_kmem_put_cache()
|
| D | kmemleak.c | 198 static struct kmem_cache *object_cache;
199 static struct kmem_cache *scan_area_cache;
|
| D | rmap.c | 76 static struct kmem_cache *anon_vma_cachep;
77 static struct kmem_cache *anon_vma_chain_cachep;
|
| D | ksm.c | 241 static struct kmem_cache *rmap_item_cache;
242 static struct kmem_cache *stable_node_cache;
243 static struct kmem_cache *mm_slot_cache;
|
| D | zsmalloc.c | 256 struct kmem_cache *handle_cachep;
257 struct kmem_cache *zspage_cachep;
|
| D | zswap.c | 235 static struct kmem_cache *zswap_entry_cache;
|
| D | mempolicy.c | 112 static struct kmem_cache *policy_cache;
113 static struct kmem_cache *sn_cache;
|
| D | z3fold.c | 160 struct kmem_cache *c_handle;
|
| D | nommu.c | 60 static struct kmem_cache *vm_region_jar;
|
| D | khugepaged.c | 78 static struct kmem_cache *mm_slot_cache __read_mostly;
|
| D | vmalloc.c | 346 static struct kmem_cache *vmap_area_cachep;
|
| D | shmem.c | 3734 static struct kmem_cache *shmem_inode_cachep;
|
| /mm/kasan/ |
| D | quarantine.c | 126 static struct kmem_cache *qlink_to_cache(struct qlist_node *qlink) in qlink_to_cache()
131 static void *qlink_to_object(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_to_object()
140 static void qlink_free(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_free()
154 static void qlist_free_all(struct qlist_head *q, struct kmem_cache *cache) in qlist_free_all()
163 struct kmem_cache *obj_cache = in qlist_free_all()
173 void quarantine_put(struct kasan_free_meta *info, struct kmem_cache *cache) in quarantine_put()
266 struct kmem_cache *cache) in qlist_move_cache()
277 struct kmem_cache *obj_cache = qlink_to_cache(curr); in qlist_move_cache()
290 struct kmem_cache *cache = arg; in per_cpu_remove_cache()
300 void quarantine_remove_cache(struct kmem_cache *cache) in quarantine_remove_cache()
|
| D | common.c | 255 void kasan_cache_create(struct kmem_cache *cache, unsigned int *size, in kasan_cache_create()
296 size_t kasan_metadata_size(struct kmem_cache *cache) in kasan_metadata_size()
304 struct kasan_alloc_meta *get_alloc_info(struct kmem_cache *cache, in get_alloc_info()
310 struct kasan_free_meta *get_free_info(struct kmem_cache *cache, in get_free_info()
318 static void kasan_set_free_info(struct kmem_cache *cache, in kasan_set_free_info()
345 void kasan_unpoison_object_data(struct kmem_cache *cache, void *object) in kasan_unpoison_object_data()
350 void kasan_poison_object_data(struct kmem_cache *cache, void *object) in kasan_poison_object_data()
371 static u8 assign_tag(struct kmem_cache *cache, const void *object, in assign_tag()
403 void * __must_check kasan_init_slab_obj(struct kmem_cache *cache, in kasan_init_slab_obj()
436 static bool __kasan_slab_free(struct kmem_cache *cache, void *object, in __kasan_slab_free()
[all …]
|
| D | kasan.h | 123 struct kasan_alloc_meta *get_alloc_info(struct kmem_cache *cache,
125 struct kasan_free_meta *get_free_info(struct kmem_cache *cache,
163 void quarantine_put(struct kasan_free_meta *info, struct kmem_cache *cache);
165 void quarantine_remove_cache(struct kmem_cache *cache);
168 struct kmem_cache *cache) { } in quarantine_put()
170 static inline void quarantine_remove_cache(struct kmem_cache *cache) { } in quarantine_remove_cache()
|
| D | report.c | 122 static void describe_object_addr(struct kmem_cache *cache, void *object, in describe_object_addr()
154 static struct kasan_track *kasan_get_free_track(struct kmem_cache *cache, in kasan_get_free_track()
174 static void describe_object(struct kmem_cache *cache, void *object, in describe_object()
378 struct kmem_cache *cache = page->slab_cache; in print_address_description()
|
| D | generic.c | 195 void kasan_cache_shrink(struct kmem_cache *cache) in kasan_cache_shrink()
200 void kasan_cache_shutdown(struct kmem_cache *cache) in kasan_cache_shutdown()
|
| D | tags_report.c | 41 struct kmem_cache *cache; in get_bug_type()
|