Lines Matching refs:pageind
50 size_t pageind, mapbits; in arena_miscelm_size_get() local
53 pageind = arena_miscelm_to_pageind(miscelm); in arena_miscelm_size_get()
54 mapbits = arena_mapbits_get(chunk, pageind); in arena_miscelm_size_get()
186 arena_avail_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_avail_insert() argument
190 arena_miscelm_get_const(chunk, pageind)))); in arena_avail_insert()
191 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_avail_insert()
196 arena_miscelm_get_mutable(chunk, pageind)); in arena_avail_insert()
200 arena_avail_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_avail_remove() argument
204 arena_miscelm_get_const(chunk, pageind)))); in arena_avail_remove()
205 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_avail_remove()
210 arena_miscelm_get_mutable(chunk, pageind)); in arena_avail_remove()
214 arena_run_dirty_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_insert() argument
218 pageind); in arena_run_dirty_insert()
220 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_run_dirty_insert()
222 assert(arena_mapbits_dirty_get(chunk, pageind) == CHUNK_MAP_DIRTY); in arena_run_dirty_insert()
223 assert(arena_mapbits_dirty_get(chunk, pageind+npages-1) == in arena_run_dirty_insert()
232 arena_run_dirty_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_remove() argument
236 pageind); in arena_run_dirty_remove()
238 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_run_dirty_remove()
240 assert(arena_mapbits_dirty_get(chunk, pageind) == CHUNK_MAP_DIRTY); in arena_run_dirty_remove()
241 assert(arena_mapbits_dirty_get(chunk, pageind+npages-1) == in arena_run_dirty_remove()
303 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_run_reg_dalloc() local
304 size_t mapbits = arena_mapbits_get(chunk, pageind); in arena_run_reg_dalloc()
1548 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_dirty_count() local
1549 assert(arena_mapbits_allocated_get(chunk, pageind) == in arena_dirty_count()
1551 assert(arena_mapbits_large_get(chunk, pageind) == 0); in arena_dirty_count()
1552 assert(arena_mapbits_dirty_get(chunk, pageind) != 0); in arena_dirty_count()
1554 pageind) >> LG_PAGE; in arena_dirty_count()
1612 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_stash_dirty() local
1615 arena_mapbits_unallocated_size_get(chunk, pageind); in arena_stash_dirty()
1622 assert(pageind + npages <= chunk_npages); in arena_stash_dirty()
1623 assert(arena_mapbits_dirty_get(chunk, pageind) == in arena_stash_dirty()
1624 arena_mapbits_dirty_get(chunk, pageind+npages-1)); in arena_stash_dirty()
1686 size_t pageind, run_size, flag_unzeroed, flags, i; in arena_purge_stashed() local
1692 pageind = arena_miscelm_to_pageind(miscelm); in arena_purge_stashed()
1693 run_size = arena_mapbits_large_size_get(chunk, pageind); in arena_purge_stashed()
1707 assert(pageind + npages <= chunk_npages); in arena_purge_stashed()
1708 assert(!arena_mapbits_decommitted_get(chunk, pageind)); in arena_purge_stashed()
1710 pageind+npages-1)); in arena_purge_stashed()
1712 pageind << LG_PAGE, npages << LG_PAGE, arena->ind); in arena_purge_stashed()
1718 chunk_hooks, chunk, chunksize, pageind << in arena_purge_stashed()
1722 arena_mapbits_large_set(chunk, pageind+npages-1, 0, in arena_purge_stashed()
1724 arena_mapbits_large_set(chunk, pageind, run_size, in arena_purge_stashed()
1739 arena_mapbits_internal_set(chunk, pageind+i, in arena_purge_stashed()
1789 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_unstash_purged() local
1791 pageind) != 0); in arena_unstash_purged()
1865 size_t pageind, npages; in arena_achunk_prof_reset() local
1874 for (pageind = map_bias; pageind < chunk_npages; pageind += npages) { in arena_achunk_prof_reset()
1875 if (arena_mapbits_allocated_get(chunk, pageind) != 0) { in arena_achunk_prof_reset()
1876 if (arena_mapbits_large_get(chunk, pageind) != 0) { in arena_achunk_prof_reset()
1877 void *ptr = (void *)((uintptr_t)chunk + (pageind in arena_achunk_prof_reset()
1884 pageind) >> LG_PAGE; in arena_achunk_prof_reset()
1888 pageind); in arena_achunk_prof_reset()
1896 pageind) >> LG_PAGE; in arena_achunk_prof_reset()
1898 assert(pageind + npages <= chunk_npages); in arena_achunk_prof_reset()
2200 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_run_trim_head() local
2202 size_t flag_dirty = arena_mapbits_dirty_get(chunk, pageind); in arena_run_trim_head()
2203 size_t flag_decommitted = arena_mapbits_decommitted_get(chunk, pageind); in arena_run_trim_head()
2214 assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize); in arena_run_trim_head()
2215 arena_mapbits_large_set(chunk, pageind+head_npages-1, 0, flag_dirty | in arena_run_trim_head()
2217 pageind+head_npages-1))); in arena_run_trim_head()
2218 arena_mapbits_large_set(chunk, pageind, oldsize-newsize, flag_dirty | in arena_run_trim_head()
2219 (flag_unzeroed_mask & arena_mapbits_unzeroed_get(chunk, pageind))); in arena_run_trim_head()
2224 pageind+head_npages+tail_npages-1) == 0); in arena_run_trim_head()
2226 pageind+head_npages+tail_npages-1) == flag_dirty); in arena_run_trim_head()
2228 arena_mapbits_large_set(chunk, pageind+head_npages, newsize, in arena_run_trim_head()
2230 pageind+head_npages))); in arena_run_trim_head()
2241 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_run_trim_tail() local
2243 size_t flag_dirty = arena_mapbits_dirty_get(chunk, pageind); in arena_run_trim_tail()
2244 size_t flag_decommitted = arena_mapbits_decommitted_get(chunk, pageind); in arena_run_trim_tail()
2257 assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize); in arena_run_trim_tail()
2258 arena_mapbits_large_set(chunk, pageind+head_npages-1, 0, flag_dirty | in arena_run_trim_tail()
2260 pageind+head_npages-1))); in arena_run_trim_tail()
2261 arena_mapbits_large_set(chunk, pageind, newsize, flag_dirty | in arena_run_trim_tail()
2262 (flag_unzeroed_mask & arena_mapbits_unzeroed_get(chunk, pageind))); in arena_run_trim_tail()
2267 pageind+head_npages+tail_npages-1) == 0); in arena_run_trim_tail()
2269 pageind+head_npages+tail_npages-1) == flag_dirty); in arena_run_trim_tail()
2271 arena_mapbits_large_set(chunk, pageind+head_npages, oldsize-newsize, in arena_run_trim_tail()
2273 pageind+head_npages))); in arena_run_trim_tail()
2275 tail_miscelm = arena_miscelm_get_mutable(chunk, pageind + head_npages); in arena_run_trim_tail()
2828 size_t pageind; in arena_prof_promoted() local
2839 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_prof_promoted()
2842 arena_mapbits_large_binind_set(chunk, pageind, binind); in arena_prof_promoted()
2920 size_t pageind, rpages_ind; in arena_dalloc_bin_locked_impl() local
2926 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_bin_locked_impl()
2927 rpages_ind = pageind - arena_mapbits_small_runind_get(chunk, pageind); in arena_dalloc_bin_locked_impl()
2959 size_t pageind, arena_chunk_map_bits_t *bitselm) in arena_dalloc_bin() argument
2965 rpages_ind = pageind - arena_mapbits_small_runind_get(chunk, pageind); in arena_dalloc_bin()
2975 void *ptr, size_t pageind) in arena_dalloc_small() argument
2982 pageind)) != BININD_INVALID); in arena_dalloc_small()
2984 bitselm = arena_bitselm_get_mutable(chunk, pageind); in arena_dalloc_small()
2985 arena_dalloc_bin(tsdn, arena, chunk, ptr, pageind, bitselm); in arena_dalloc_small()
3011 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_large_locked_impl() local
3013 pageind); in arena_dalloc_large_locked_impl()
3017 size_t usize = arena_mapbits_large_size_get(chunk, pageind) - in arena_dalloc_large_locked_impl()
3058 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_shrink() local
3060 pageind); in arena_ralloc_large_shrink()
3095 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_grow() local
3099 assert(oldsize == arena_mapbits_large_size_get(chunk, pageind) - in arena_ralloc_large_grow()
3104 if (pageind+npages >= chunk_npages || arena_mapbits_allocated_get(chunk, in arena_ralloc_large_grow()
3105 pageind+npages) != 0) in arena_ralloc_large_grow()
3107 followsize = arena_mapbits_unallocated_size_get(chunk, pageind+npages); in arena_ralloc_large_grow()
3126 run = &arena_miscelm_get_mutable(chunk, pageind+npages)->run; in arena_ralloc_large_grow()
3157 flag_dirty = arena_mapbits_dirty_get(chunk, pageind) | in arena_ralloc_large_grow()
3158 arena_mapbits_dirty_get(chunk, pageind+npages-1); in arena_ralloc_large_grow()
3160 arena_mapbits_large_set(chunk, pageind, size + large_pad, in arena_ralloc_large_grow()
3162 arena_mapbits_unzeroed_get(chunk, pageind))); in arena_ralloc_large_grow()
3163 arena_mapbits_large_set(chunk, pageind+npages-1, 0, flag_dirty | in arena_ralloc_large_grow()
3165 pageind+npages-1))); in arena_ralloc_large_grow()