| /mm/ |
| D | slab.h | 19 struct kmem_cache { struct
72 extern struct kmem_cache *kmem_cache;
83 struct kmem_cache *kmalloc_slab(size_t, gfp_t);
88 extern int __kmem_cache_create(struct kmem_cache *, unsigned long flags);
90 extern struct kmem_cache *create_kmalloc_cache(const char *name, size_t size,
92 extern void create_boot_cache(struct kmem_cache *, const char *name,
95 int slab_unmergeable(struct kmem_cache *s);
96 struct kmem_cache *find_mergeable(size_t size, size_t align,
99 struct kmem_cache *
107 static inline struct kmem_cache *
[all …]
|
| D | slab_common.c | 31 struct kmem_cache *kmem_cache; variable
64 unsigned int kmem_cache_size(struct kmem_cache *s) in kmem_cache_size()
73 struct kmem_cache *s = NULL; in kmem_cache_sanity_check()
108 void __kmem_cache_free_bulk(struct kmem_cache *s, size_t nr, void **p) in __kmem_cache_free_bulk()
120 int __kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t nr, in __kmem_cache_alloc_bulk()
136 void slab_init_memcg_params(struct kmem_cache *s) in slab_init_memcg_params()
143 static int init_memcg_params(struct kmem_cache *s, in init_memcg_params()
144 struct mem_cgroup *memcg, struct kmem_cache *root_cache) in init_memcg_params()
170 static void destroy_memcg_params(struct kmem_cache *s) in destroy_memcg_params()
176 static int update_memcg_params(struct kmem_cache *s, int new_array_size) in update_memcg_params()
[all …]
|
| D | slub.c | 118 static inline int kmem_cache_debug(struct kmem_cache *s) in kmem_cache_debug()
127 void *fixup_red_left(struct kmem_cache *s, void *p) in fixup_red_left()
135 static inline bool kmem_cache_has_cpu_partial(struct kmem_cache *s) in kmem_cache_has_cpu_partial()
214 static int sysfs_slab_add(struct kmem_cache *);
215 static int sysfs_slab_alias(struct kmem_cache *, const char *);
216 static void memcg_propagate_slab_attrs(struct kmem_cache *s);
218 static inline int sysfs_slab_add(struct kmem_cache *s) { return 0; } in sysfs_slab_add()
219 static inline int sysfs_slab_alias(struct kmem_cache *s, const char *p) in sysfs_slab_alias()
221 static inline void memcg_propagate_slab_attrs(struct kmem_cache *s) { } in memcg_propagate_slab_attrs()
224 static inline void stat(const struct kmem_cache *s, enum stat_item si) in stat()
[all …]
|
| D | slab.c | 208 static int drain_freelist(struct kmem_cache *cache,
210 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
212 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
213 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
216 static inline void fixup_objfreelist_debug(struct kmem_cache *cachep,
218 static inline void fixup_slab_list(struct kmem_cache *cachep,
325 static int obj_offset(struct kmem_cache *cachep) in obj_offset()
330 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp) in dbg_redzone1()
337 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp) in dbg_redzone2()
348 static void **dbg_userword(struct kmem_cache *cachep, void *objp) in dbg_userword()
[all …]
|
| D | slob.c | 525 int __kmem_cache_create(struct kmem_cache *c, unsigned long flags) in __kmem_cache_create()
535 static void *slob_alloc_node(struct kmem_cache *c, gfp_t flags, int node) in slob_alloc_node()
562 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in kmem_cache_alloc()
575 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t gfp, int node) in kmem_cache_alloc_node()
598 void kmem_cache_free(struct kmem_cache *c, void *b) in kmem_cache_free()
614 void kmem_cache_free_bulk(struct kmem_cache *s, size_t size, void **p) in kmem_cache_free_bulk()
620 int kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t size, in kmem_cache_alloc_bulk()
627 int __kmem_cache_shutdown(struct kmem_cache *c) in __kmem_cache_shutdown()
633 void __kmem_cache_release(struct kmem_cache *c) in __kmem_cache_release()
637 int __kmem_cache_shrink(struct kmem_cache *d) in __kmem_cache_shrink()
[all …]
|
| D | failslab.c | 16 bool should_failslab(struct kmem_cache *s, gfp_t gfpflags) in should_failslab()
19 if (unlikely(s == kmem_cache)) in should_failslab()
|
| D | kmemcheck.c | 59 void kmemcheck_slab_alloc(struct kmem_cache *s, gfp_t gfpflags, void *object, in kmemcheck_slab_alloc()
95 void kmemcheck_slab_free(struct kmem_cache *s, void *object, size_t size) in kmemcheck_slab_free()
|
| D | mempool.c | 447 struct kmem_cache *mem = pool_data; in mempool_alloc_slab()
455 struct kmem_cache *mem = pool_data; in mempool_free_slab()
|
| D | memcontrol.c | 2154 struct kmem_cache *cachep;
2165 struct kmem_cache *cachep = cw->cachep; in memcg_kmem_cache_create_func()
2177 struct kmem_cache *cachep) in __memcg_schedule_kmem_cache_create()
2195 struct kmem_cache *cachep) in memcg_schedule_kmem_cache_create()
2236 struct kmem_cache *memcg_kmem_get_cache(struct kmem_cache *cachep) in memcg_kmem_get_cache()
2239 struct kmem_cache *memcg_cachep; in memcg_kmem_get_cache()
2281 void memcg_kmem_put_cache(struct kmem_cache *cachep) in memcg_kmem_put_cache()
|
| D | ksm.c | 204 static struct kmem_cache *rmap_item_cache;
205 static struct kmem_cache *stable_node_cache;
206 static struct kmem_cache *mm_slot_cache;
|
| D | rmap.c | 71 static struct kmem_cache *anon_vma_cachep;
72 static struct kmem_cache *anon_vma_chain_cachep;
|
| D | kmemleak.c | 201 static struct kmem_cache *object_cache;
202 static struct kmem_cache *scan_area_cache;
|
| D | zsmalloc.c | 248 struct kmem_cache *handle_cachep;
249 struct kmem_cache *zspage_cachep;
|
| D | zswap.c | 228 static struct kmem_cache *zswap_entry_cache;
|
| D | mempolicy.c | 107 static struct kmem_cache *policy_cache;
108 static struct kmem_cache *sn_cache;
|
| D | nommu.c | 58 static struct kmem_cache *vm_region_jar;
|
| D | khugepaged.c | 74 static struct kmem_cache *mm_slot_cache __read_mostly;
|
| D | memory.c | 4093 static struct kmem_cache *page_ptl_cachep;
|
| D | shmem.c | 3643 static struct kmem_cache *shmem_inode_cachep;
|
| /mm/kasan/ |
| D | quarantine.c | 125 static struct kmem_cache *qlink_to_cache(struct qlist_node *qlink) in qlink_to_cache()
130 static void *qlink_to_object(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_to_object()
139 static void qlink_free(struct qlist_node *qlink, struct kmem_cache *cache) in qlink_free()
153 static void qlist_free_all(struct qlist_head *q, struct kmem_cache *cache) in qlist_free_all()
162 struct kmem_cache *obj_cache = in qlist_free_all()
172 void quarantine_put(struct kasan_free_meta *info, struct kmem_cache *cache) in quarantine_put()
265 struct kmem_cache *cache) in qlist_move_cache()
276 struct kmem_cache *obj_cache = qlink_to_cache(curr); in qlist_move_cache()
289 struct kmem_cache *cache = arg; in per_cpu_remove_cache()
299 void quarantine_remove_cache(struct kmem_cache *cache) in quarantine_remove_cache()
|
| D | kasan.h | 96 struct kasan_alloc_meta *get_alloc_info(struct kmem_cache *cache,
98 struct kasan_free_meta *get_free_info(struct kmem_cache *cache,
109 void kasan_report_double_free(struct kmem_cache *cache, void *object,
113 void quarantine_put(struct kasan_free_meta *info, struct kmem_cache *cache);
115 void quarantine_remove_cache(struct kmem_cache *cache);
118 struct kmem_cache *cache) { } in quarantine_put()
120 static inline void quarantine_remove_cache(struct kmem_cache *cache) { } in quarantine_remove_cache()
|
| D | kasan.c | 397 void kasan_cache_create(struct kmem_cache *cache, size_t *size, in kasan_cache_create()
436 void kasan_cache_shrink(struct kmem_cache *cache) in kasan_cache_shrink()
441 void kasan_cache_shutdown(struct kmem_cache *cache) in kasan_cache_shutdown()
446 size_t kasan_metadata_size(struct kmem_cache *cache) in kasan_metadata_size()
461 void kasan_unpoison_object_data(struct kmem_cache *cache, void *object) in kasan_unpoison_object_data()
466 void kasan_poison_object_data(struct kmem_cache *cache, void *object) in kasan_poison_object_data()
520 struct kasan_alloc_meta *get_alloc_info(struct kmem_cache *cache, in get_alloc_info()
527 struct kasan_free_meta *get_free_info(struct kmem_cache *cache, in get_free_info()
534 void kasan_init_slab_obj(struct kmem_cache *cache, const void *object) in kasan_init_slab_obj()
545 void kasan_slab_alloc(struct kmem_cache *cache, void *object, gfp_t flags) in kasan_slab_alloc()
[all …]
|
| D | report.c | 205 static void describe_object_addr(struct kmem_cache *cache, void *object, in describe_object_addr()
237 static void describe_object(struct kmem_cache *cache, void *object, in describe_object()
260 struct kmem_cache *cache = page->slab_cache; in print_address_description()
329 void kasan_report_double_free(struct kmem_cache *cache, void *object, in kasan_report_double_free()
|