1 #ifndef _LINUX_SLAB_DEF_H
2 #define _LINUX_SLAB_DEF_H
3
4 /*
5 * Definitions unique to the original Linux SLAB allocator.
6 *
7 * What we provide here is a way to optimize the frequent kmalloc
8 * calls in the kernel by selecting the appropriate general cache
9 * if kmalloc was called with a size that can be established at
10 * compile time.
11 */
12
13 #include <linux/init.h>
14 #include <asm/page.h> /* kmalloc_sizes.h needs PAGE_SIZE */
15 #include <asm/cache.h> /* kmalloc_sizes.h needs L1_CACHE_BYTES */
16 #include <linux/compiler.h>
17
18 /* Size description struct for general caches. */
19 struct cache_sizes {
20 size_t cs_size;
21 struct kmem_cache *cs_cachep;
22 #ifdef CONFIG_ZONE_DMA
23 struct kmem_cache *cs_dmacachep;
24 #endif
25 };
26 extern struct cache_sizes malloc_sizes[];
27
28 void *kmem_cache_alloc(struct kmem_cache *, gfp_t);
29 void *__kmalloc(size_t size, gfp_t flags);
30
kmalloc(size_t size,gfp_t flags)31 static inline void *kmalloc(size_t size, gfp_t flags)
32 {
33 if (__builtin_constant_p(size)) {
34 int i = 0;
35
36 if (!size)
37 return ZERO_SIZE_PTR;
38
39 #define CACHE(x) \
40 if (size <= x) \
41 goto found; \
42 else \
43 i++;
44 #include <linux/kmalloc_sizes.h>
45 #undef CACHE
46 return NULL;
47 found:
48 #ifdef CONFIG_ZONE_DMA
49 if (flags & GFP_DMA)
50 return kmem_cache_alloc(malloc_sizes[i].cs_dmacachep,
51 flags);
52 #endif
53 return kmem_cache_alloc(malloc_sizes[i].cs_cachep, flags);
54 }
55 return __kmalloc(size, flags);
56 }
57
58 #ifdef CONFIG_NUMA
59 extern void *__kmalloc_node(size_t size, gfp_t flags, int node);
60 extern void *kmem_cache_alloc_node(struct kmem_cache *, gfp_t flags, int node);
61
kmalloc_node(size_t size,gfp_t flags,int node)62 static inline void *kmalloc_node(size_t size, gfp_t flags, int node)
63 {
64 if (__builtin_constant_p(size)) {
65 int i = 0;
66
67 if (!size)
68 return ZERO_SIZE_PTR;
69
70 #define CACHE(x) \
71 if (size <= x) \
72 goto found; \
73 else \
74 i++;
75 #include <linux/kmalloc_sizes.h>
76 #undef CACHE
77 return NULL;
78 found:
79 #ifdef CONFIG_ZONE_DMA
80 if (flags & GFP_DMA)
81 return kmem_cache_alloc_node(malloc_sizes[i].cs_dmacachep,
82 flags, node);
83 #endif
84 return kmem_cache_alloc_node(malloc_sizes[i].cs_cachep,
85 flags, node);
86 }
87 return __kmalloc_node(size, flags, node);
88 }
89
90 #endif /* CONFIG_NUMA */
91
92 #endif /* _LINUX_SLAB_DEF_H */
93