Lines Matching refs:pageind
54 size_t pageind, mapbits; in arena_miscelm_size_get() local
57 pageind = arena_miscelm_to_pageind(miscelm); in arena_miscelm_size_get()
58 mapbits = arena_mapbits_get(chunk, pageind); in arena_miscelm_size_get()
213 arena_avail_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_avail_insert() argument
217 arena_miscelm_get(chunk, pageind)))); in arena_avail_insert()
218 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_avail_insert()
221 arena_miscelm_get(chunk, pageind)); in arena_avail_insert()
225 arena_avail_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_avail_remove() argument
229 arena_miscelm_get(chunk, pageind)))); in arena_avail_remove()
230 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_avail_remove()
233 arena_miscelm_get(chunk, pageind)); in arena_avail_remove()
237 arena_run_dirty_insert(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_insert() argument
240 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_run_dirty_insert()
242 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_run_dirty_insert()
244 assert(arena_mapbits_dirty_get(chunk, pageind) == CHUNK_MAP_DIRTY); in arena_run_dirty_insert()
245 assert(arena_mapbits_dirty_get(chunk, pageind+npages-1) == in arena_run_dirty_insert()
254 arena_run_dirty_remove(arena_t *arena, arena_chunk_t *chunk, size_t pageind, in arena_run_dirty_remove() argument
257 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_run_dirty_remove()
259 assert(npages == (arena_mapbits_unallocated_size_get(chunk, pageind) >> in arena_run_dirty_remove()
261 assert(arena_mapbits_dirty_get(chunk, pageind) == CHUNK_MAP_DIRTY); in arena_run_dirty_remove()
262 assert(arena_mapbits_dirty_get(chunk, pageind+npages-1) == in arena_run_dirty_remove()
324 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_run_reg_dalloc() local
325 size_t mapbits = arena_mapbits_get(chunk, pageind); in arena_run_reg_dalloc()
1490 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_dirty_count() local
1491 assert(arena_mapbits_allocated_get(chunk, pageind) == in arena_dirty_count()
1493 assert(arena_mapbits_large_get(chunk, pageind) == 0); in arena_dirty_count()
1494 assert(arena_mapbits_dirty_get(chunk, pageind) != 0); in arena_dirty_count()
1496 pageind) >> LG_PAGE; in arena_dirty_count()
1552 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_stash_dirty() local
1555 arena_mapbits_unallocated_size_get(chunk, pageind); in arena_stash_dirty()
1562 assert(pageind + npages <= chunk_npages); in arena_stash_dirty()
1563 assert(arena_mapbits_dirty_get(chunk, pageind) == in arena_stash_dirty()
1564 arena_mapbits_dirty_get(chunk, pageind+npages-1)); in arena_stash_dirty()
1626 size_t pageind, run_size, flag_unzeroed, flags, i; in arena_purge_stashed() local
1632 pageind = arena_miscelm_to_pageind(miscelm); in arena_purge_stashed()
1633 run_size = arena_mapbits_large_size_get(chunk, pageind); in arena_purge_stashed()
1636 assert(pageind + npages <= chunk_npages); in arena_purge_stashed()
1637 assert(!arena_mapbits_decommitted_get(chunk, pageind)); in arena_purge_stashed()
1639 pageind+npages-1)); in arena_purge_stashed()
1641 pageind << LG_PAGE, npages << LG_PAGE, arena->ind); in arena_purge_stashed()
1647 chunk_hooks, chunk, chunksize, pageind << in arena_purge_stashed()
1651 arena_mapbits_large_set(chunk, pageind+npages-1, 0, in arena_purge_stashed()
1653 arena_mapbits_large_set(chunk, pageind, run_size, in arena_purge_stashed()
1668 arena_mapbits_internal_set(chunk, pageind+i, in arena_purge_stashed()
1717 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_unstash_purged() local
1719 pageind) != 0); in arena_unstash_purged()
1983 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_run_trim_head() local
1985 size_t flag_dirty = arena_mapbits_dirty_get(chunk, pageind); in arena_run_trim_head()
1986 size_t flag_decommitted = arena_mapbits_decommitted_get(chunk, pageind); in arena_run_trim_head()
1997 assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize); in arena_run_trim_head()
1998 arena_mapbits_large_set(chunk, pageind+head_npages-1, 0, flag_dirty | in arena_run_trim_head()
2000 pageind+head_npages-1))); in arena_run_trim_head()
2001 arena_mapbits_large_set(chunk, pageind, oldsize-newsize, flag_dirty | in arena_run_trim_head()
2002 (flag_unzeroed_mask & arena_mapbits_unzeroed_get(chunk, pageind))); in arena_run_trim_head()
2007 pageind+head_npages+tail_npages-1) == 0); in arena_run_trim_head()
2009 pageind+head_npages+tail_npages-1) == flag_dirty); in arena_run_trim_head()
2011 arena_mapbits_large_set(chunk, pageind+head_npages, newsize, in arena_run_trim_head()
2013 pageind+head_npages))); in arena_run_trim_head()
2023 size_t pageind = arena_miscelm_to_pageind(miscelm); in arena_run_trim_tail() local
2025 size_t flag_dirty = arena_mapbits_dirty_get(chunk, pageind); in arena_run_trim_tail()
2026 size_t flag_decommitted = arena_mapbits_decommitted_get(chunk, pageind); in arena_run_trim_tail()
2039 assert(arena_mapbits_large_size_get(chunk, pageind) == oldsize); in arena_run_trim_tail()
2040 arena_mapbits_large_set(chunk, pageind+head_npages-1, 0, flag_dirty | in arena_run_trim_tail()
2042 pageind+head_npages-1))); in arena_run_trim_tail()
2043 arena_mapbits_large_set(chunk, pageind, newsize, flag_dirty | in arena_run_trim_tail()
2044 (flag_unzeroed_mask & arena_mapbits_unzeroed_get(chunk, pageind))); in arena_run_trim_tail()
2049 pageind+head_npages+tail_npages-1) == 0); in arena_run_trim_tail()
2051 pageind+head_npages+tail_npages-1) == flag_dirty); in arena_run_trim_tail()
2053 arena_mapbits_large_set(chunk, pageind+head_npages, oldsize-newsize, in arena_run_trim_tail()
2055 pageind+head_npages))); in arena_run_trim_tail()
2057 tail_miscelm = arena_miscelm_get(chunk, pageind + head_npages); in arena_run_trim_tail()
2623 size_t pageind; in arena_prof_promoted() local
2634 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_prof_promoted()
2637 arena_mapbits_large_binind_set(chunk, pageind, binind); in arena_prof_promoted()
2712 size_t pageind, rpages_ind; in arena_dalloc_bin_locked_impl() local
2718 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_bin_locked_impl()
2719 rpages_ind = pageind - arena_mapbits_small_runind_get(chunk, pageind); in arena_dalloc_bin_locked_impl()
2751 size_t pageind, arena_chunk_map_bits_t *bitselm) in arena_dalloc_bin() argument
2757 rpages_ind = pageind - arena_mapbits_small_runind_get(chunk, pageind); in arena_dalloc_bin()
2767 size_t pageind) in arena_dalloc_small() argument
2774 pageind)) != BININD_INVALID); in arena_dalloc_small()
2776 bitselm = arena_bitselm_get(chunk, pageind); in arena_dalloc_small()
2777 arena_dalloc_bin(arena, chunk, ptr, pageind, bitselm); in arena_dalloc_small()
2803 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_large_locked_impl() local
2804 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_dalloc_large_locked_impl()
2808 size_t usize = arena_mapbits_large_size_get(chunk, pageind) - in arena_dalloc_large_locked_impl()
2848 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_shrink() local
2849 arena_chunk_map_misc_t *miscelm = arena_miscelm_get(chunk, pageind); in arena_ralloc_large_shrink()
2884 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_grow() local
2888 assert(oldsize == arena_mapbits_large_size_get(chunk, pageind) - in arena_ralloc_large_grow()
2893 if (pageind+npages >= chunk_npages || arena_mapbits_allocated_get(chunk, in arena_ralloc_large_grow()
2894 pageind+npages) != 0) in arena_ralloc_large_grow()
2896 followsize = arena_mapbits_unallocated_size_get(chunk, pageind+npages); in arena_ralloc_large_grow()
2915 run = &arena_miscelm_get(chunk, pageind+npages)->run; in arena_ralloc_large_grow()
2946 flag_dirty = arena_mapbits_dirty_get(chunk, pageind) | in arena_ralloc_large_grow()
2947 arena_mapbits_dirty_get(chunk, pageind+npages-1); in arena_ralloc_large_grow()
2949 arena_mapbits_large_set(chunk, pageind, size + large_pad, in arena_ralloc_large_grow()
2951 arena_mapbits_unzeroed_get(chunk, pageind))); in arena_ralloc_large_grow()
2952 arena_mapbits_large_set(chunk, pageind+npages-1, 0, flag_dirty | in arena_ralloc_large_grow()
2954 pageind+npages-1))); in arena_ralloc_large_grow()