| /external/jemalloc/src/ |
| D | tcache.c | 33 tcache_event_hard(tsd_t *tsd, tcache_t *tcache) in tcache_event_hard() argument
35 szind_t binind = tcache->next_gc_bin; in tcache_event_hard()
36 tcache_bin_t *tbin = &tcache->tbins[binind]; in tcache_event_hard()
44 tcache_bin_flush_small(tsd, tcache, tbin, binind, in tcache_event_hard()
49 - tbin->low_water + (tbin->low_water >> 2), tcache); in tcache_event_hard()
67 tcache->next_gc_bin++; in tcache_event_hard()
68 if (tcache->next_gc_bin == nhbins) in tcache_event_hard()
69 tcache->next_gc_bin = 0; in tcache_event_hard()
73 tcache_alloc_small_hard(tsd_t *tsd, arena_t *arena, tcache_t *tcache, in tcache_alloc_small_hard() argument
79 tcache->prof_accumbytes : 0); in tcache_alloc_small_hard()
[all …]
|
| D | huge.c | 35 tcache_t *tcache) in huge_malloc() argument
40 return (huge_palloc(tsd, arena, usize, chunksize, zero, tcache)); in huge_malloc()
45 bool zero, tcache_t *tcache) in huge_palloc() argument
61 CACHELINE, false, tcache, true, arena); in huge_palloc()
84 idalloctm(tsd, node, tcache, true, true); in huge_palloc()
92 idalloctm(tsd, node, tcache, true, true); in huge_palloc()
342 size_t alignment, bool zero, tcache_t *tcache) in huge_ralloc_move_helper() argument
346 return (huge_malloc(tsd, arena, usize, zero, tcache)); in huge_ralloc_move_helper()
347 return (huge_palloc(tsd, arena, usize, alignment, zero, tcache)); in huge_ralloc_move_helper()
352 size_t alignment, bool zero, tcache_t *tcache) in huge_ralloc() argument
[all …]
|
| D | jemalloc.c | 696 tcache_t *tcache; in stats_print_atexit() local
705 ql_foreach(tcache, &arena->tcache_ql, link) { in stats_print_atexit()
706 tcache_stats_merge(tcache, arena); in stats_print_atexit()
1814 ifree(tsd_t *tsd, void *ptr, tcache_t *tcache, bool slow_path) argument
1831 iqalloc(tsd, ptr, tcache, false);
1835 iqalloc(tsd, ptr, tcache, true);
1841 isfree(tsd_t *tsd, void *ptr, size_t usize, tcache_t *tcache) argument
1854 isqalloc(tsd, ptr, usize, tcache);
2013 size_t *alignment, bool *zero, tcache_t **tcache, arena_t **arena) argument
2028 *tcache = NULL;
[all …]
|
| D | prof.c | 778 tcache_t *tcache; in prof_lookup() local
792 tcache = tcache_get(tsd, true); in prof_lookup()
794 size2index(sizeof(prof_tctx_t)), false, tcache, true, NULL, in prof_lookup()
815 idalloctm(tsd, ret.v, tcache, true, true); in prof_lookup()
1727 tcache_t *tcache; in prof_tdata_init_impl() local
1732 tcache = tcache_get(tsd, true); in prof_tdata_init_impl()
1734 size2index(sizeof(prof_tdata_t)), false, tcache, true, NULL, true); in prof_tdata_init_impl()
1748 idalloctm(tsd, tdata, tcache, true, true); in prof_tdata_init_impl()
1794 tcache_t *tcache; in prof_tdata_destroy_locked() local
1801 tcache = tcache_get(tsd, false); in prof_tdata_destroy_locked()
[all …]
|
| D | arena.c | 2482 bool zero, tcache_t *tcache) in arena_malloc_hard() argument
2493 return (huge_malloc(tsd, arena, index2size(ind), zero, tcache)); in arena_malloc_hard()
2585 bool zero, tcache_t *tcache) in arena_palloc() argument
2593 tcache, true); in arena_palloc()
2602 tcache, true); in arena_palloc()
2610 ret = huge_malloc(tsd, arena, usize, zero, tcache); in arena_palloc()
2613 tcache); in arena_palloc()
3088 size_t alignment, bool zero, tcache_t *tcache) in arena_ralloc_move_helper() argument
3093 tcache, true)); in arena_ralloc_move_helper()
3097 return (ipalloct(tsd, usize, alignment, zero, tcache, arena)); in arena_ralloc_move_helper()
[all …]
|
| D | ctl.c | 494 {NAME("tcache"), CHILD(named, tcache)},
1336 tcache_t *tcache = tsd_tcache_get(tsd); in CTL_RO_CONFIG_GEN() local
1337 if (tcache != NULL) { in CTL_RO_CONFIG_GEN()
1338 tcache_arena_reassociate(tcache, oldarena, in CTL_RO_CONFIG_GEN()
|
| D | stats.c | 519 OPT_WRITE_BOOL(tcache) in stats_print()
|
| /external/jemalloc/include/jemalloc/internal/ |
| D | tcache.h | 112 tcache_t *tcache; member
146 void tcache_event_hard(tsd_t *tsd, tcache_t *tcache);
147 void *tcache_alloc_small_hard(tsd_t *tsd, arena_t *arena, tcache_t *tcache,
149 void tcache_bin_flush_small(tsd_t *tsd, tcache_t *tcache, tcache_bin_t *tbin,
152 unsigned rem, tcache_t *tcache);
153 void tcache_arena_associate(tcache_t *tcache, arena_t *arena);
154 void tcache_arena_reassociate(tcache_t *tcache, arena_t *oldarena,
156 void tcache_arena_dissociate(tcache_t *tcache, arena_t *arena);
161 void tcache_stats_merge(tcache_t *tcache, arena_t *arena);
172 void tcache_event(tsd_t *tsd, tcache_t *tcache);
[all …]
|
| D | jemalloc_internal.h | 868 tcache_t *tcache, bool is_metadata, arena_t *arena, bool slow_path);
869 void *imalloct(tsd_t *tsd, size_t size, szind_t ind, tcache_t *tcache,
872 void *icalloct(tsd_t *tsd, size_t size, szind_t ind, tcache_t *tcache,
876 tcache_t *tcache, bool is_metadata, arena_t *arena);
878 tcache_t *tcache, arena_t *arena);
883 void idalloctm(tsd_t *tsd, void *ptr, tcache_t *tcache, bool is_metadata,
885 void idalloct(tsd_t *tsd, void *ptr, tcache_t *tcache);
887 void iqalloc(tsd_t *tsd, void *ptr, tcache_t *tcache, bool slow_path);
888 void isdalloct(tsd_t *tsd, void *ptr, size_t size, tcache_t *tcache);
889 void isqalloc(tsd_t *tsd, void *ptr, size_t size, tcache_t *tcache);
[all …]
|
| D | jemalloc_internal.h.in | 170 * jemalloc can conceptually be broken into components (arena, tcache, etc.),
194 * t: tcache
381 #include "jemalloc/internal/tcache.h"
416 #include "jemalloc/internal/tcache.h"
503 #include "jemalloc/internal/tcache.h"
851 * Include portions of arena.h interleaved with tcache.h in order to resolve
857 #include "jemalloc/internal/tcache.h"
868 tcache_t *tcache, bool is_metadata, arena_t *arena, bool slow_path);
869 void *imalloct(tsd_t *tsd, size_t size, szind_t ind, tcache_t *tcache,
872 void *icalloct(tsd_t *tsd, size_t size, szind_t ind, tcache_t *tcache,
[all …]
|
| D | huge.h | 13 tcache_t *tcache);
15 bool zero, tcache_t *tcache);
19 size_t usize, size_t alignment, bool zero, tcache_t *tcache);
24 void huge_dalloc(tsd_t *tsd, void *ptr, tcache_t *tcache);
|
| D | arena.h | 547 bool zero, tcache_t *tcache);
549 size_t alignment, bool zero, tcache_t *tcache);
574 size_t size, size_t alignment, bool zero, tcache_t *tcache);
655 bool zero, tcache_t *tcache, bool slow_path);
658 void arena_dalloc(tsd_t *tsd, void *ptr, tcache_t *tcache, bool slow_path);
659 void arena_sdalloc(tsd_t *tsd, void *ptr, size_t size, tcache_t *tcache);
1275 tcache_t *tcache, bool slow_path) in arena_malloc() argument
1280 if (likely(tcache != NULL)) { in arena_malloc()
1282 return (tcache_alloc_small(tsd, arena, tcache, size, in arena_malloc()
1286 return (tcache_alloc_large(tsd, arena, tcache, size, in arena_malloc()
[all …]
|
| D | tsd.h | 535 O(tcache, tcache_t *) \
|
| /external/jemalloc/ |
| D | Android.bp | 31 // The number of small slots held in the tcache. The higher this number
35 // The number of large slots held in the tcache. The higher this number
39 // 1 << XX is the maximum sized allocation that will be in the tcache.
58 // Only enable the tcache on non-svelte configurations, to save PSS.
120 "src/tcache.c",
|
| D | ChangeLog | 198 - Add support for explicit tcaches. The "tcache.create", "tcache.flush", and
199 "tcache.destroy" mallctls control tcache lifetime and flushing, and the
201 control which tcache is used for each operation.
296 MALLOCX_TCACHE(tc) and MALLOCX_TCACHE_NONE flags to control tcache usage.
437 + internal zero-initialized data structures (relevant to tcache and prof
531 - Disable tcache by default if running inside Valgrind, in order to avoid
541 - Fix error return value for "thread.tcache.enabled" mallctl.
569 - Add the "thread.tcache.enabled" mallctl.
581 - Rename the "tcache.flush" mallctl to "thread.tcache.flush".
629 - Fix build issues for --disable-tcache.
[all …]
|
| D | Android.mk | 102 src/tcache.c \
|
| D | INSTALL | 151 --disable-tcache
154 the "opt.tcache" option for usage details.
|
| D | configure.ac | 883 AC_ARG_ENABLE([tcache], optenable
884 [AS_HELP_STRING([--disable-tcache], [Disable per thread caches])],
1770 AC_MSG_RESULT([tcache : ${enable_tcache}])
|
| D | Makefile.in | 103 $(srcroot)src/tcache.c \
|
| /external/jemalloc/include/jemalloc/ |
| D | jemalloc_macros.h.in | 24 * Bias tcache index bits so that 0 encodes "automatic tcache management", and 1
|
| /external/jemalloc/test/unit/ |
| D | mallctl.c | 139 TEST_MALLCTL_CONFIG(tcache, bool); in TEST_BEGIN()
177 TEST_MALLCTL_OPT(bool, tcache, tcache); in TEST_BEGIN()
178 TEST_MALLCTL_OPT(size_t, lg_tcache_max, tcache); in TEST_BEGIN()
|
| /external/valgrind/coregrind/m_syswrap/ |
| D | syswrap-linux.c | 3002 unsigned *, cpu, unsigned *, node, struct vki_getcpu_cache *, tcache); in PRE()
|