Lines Matching refs:LG_PAGE
192 LG_PAGE)); in arena_avail_insert()
193 assert((npages << LG_PAGE) < chunksize); in arena_avail_insert()
206 LG_PAGE)); in arena_avail_remove()
207 assert((npages << LG_PAGE) < chunksize); in arena_avail_remove()
221 LG_PAGE)); in arena_run_dirty_insert()
239 LG_PAGE)); in arena_run_dirty_remove()
253 return (extent_node_size_get(node) >> LG_PAGE); in arena_chunk_dirty_npages()
303 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_run_reg_dalloc()
330 (run_ind << LG_PAGE)), (npages << LG_PAGE)); in arena_run_zero()
331 memset((void *)((uintptr_t)chunk + (run_ind << LG_PAGE)), 0, in arena_run_zero()
332 (npages << LG_PAGE)); in arena_run_zero()
340 << LG_PAGE)), PAGE); in arena_run_page_mark_zeroed()
347 UNUSED size_t *p = (size_t *)((uintptr_t)chunk + (run_ind << LG_PAGE)); in arena_run_page_validate_zeroed()
360 add_pages) << LG_PAGE) - CHUNK_CEILING(arena->nactive << in arena_nactive_add()
361 LG_PAGE); in arena_nactive_add()
373 size_t cactive_sub = CHUNK_CEILING(arena->nactive << LG_PAGE) - in arena_nactive_sub()
374 CHUNK_CEILING((arena->nactive - sub_pages) << LG_PAGE); in arena_nactive_sub()
390 LG_PAGE; in arena_run_split_remove()
408 (rem_pages << LG_PAGE), flags | in arena_run_split_remove()
412 (rem_pages << LG_PAGE), flags | in arena_run_split_remove()
437 need_pages = (size >> LG_PAGE); in arena_run_split_large_helper()
441 run_ind << LG_PAGE, size, arena->ind)) in arena_run_split_large_helper()
453 *)((uintptr_t)chunk + (run_ind << LG_PAGE)), in arena_run_split_large_helper()
454 (need_pages << LG_PAGE)); in arena_run_split_large_helper()
479 (run_ind << LG_PAGE)), (need_pages << LG_PAGE)); in arena_run_split_large_helper()
525 need_pages = (size >> LG_PAGE); in arena_run_split_small()
529 run_ind << LG_PAGE, size, arena->ind)) in arena_run_split_small()
544 (run_ind << LG_PAGE)), (need_pages << LG_PAGE)); in arena_run_split_small()
600 LG_PAGE, arena->ind)) { in arena_chunk_alloc_internal_hard()
611 LG_PAGE, arena->ind); in arena_chunk_alloc_internal_hard()
646 arena->stats.metadata_mapped += (map_bias << LG_PAGE); in arena_chunk_alloc_internal()
749 chunk_hooks.decommit(chunk, chunksize, 0, map_bias << LG_PAGE, in arena_chunk_discard()
766 arena->stats.metadata_mapped -= (map_bias << LG_PAGE); in arena_chunk_discard()
933 arena_nactive_sub(arena, usize >> LG_PAGE); in arena_chunk_alloc_huge_hard()
956 arena_nactive_add(arena, usize >> LG_PAGE); in arena_chunk_alloc_huge()
982 arena_nactive_sub(arena, usize >> LG_PAGE); in arena_chunk_dalloc_huge()
1000 arena_nactive_add(arena, (usize - oldsize) >> LG_PAGE); in arena_chunk_ralloc_huge_similar()
1002 arena_nactive_sub(arena, (oldsize - usize) >> LG_PAGE); in arena_chunk_ralloc_huge_similar()
1019 arena_nactive_sub(arena, udiff >> LG_PAGE); in arena_chunk_ralloc_huge_shrink()
1050 arena_nactive_sub(arena, udiff >> LG_PAGE); in arena_chunk_ralloc_huge_expand_hard()
1080 arena_nactive_add(arena, udiff >> LG_PAGE); in arena_chunk_ralloc_huge_expand()
1541 npages = extent_node_size_get(chunkselm) >> LG_PAGE; in arena_dirty_count()
1554 pageind) >> LG_PAGE; in arena_dirty_count()
1584 npages = extent_node_size_get(chunkselm) >> LG_PAGE; in arena_stash_dirty()
1605 LG_PAGE)); in arena_stash_dirty()
1617 npages = run_size >> LG_PAGE; in arena_stash_dirty()
1683 npages = size >> LG_PAGE; in arena_purge_stashed()
1694 npages = run_size >> LG_PAGE; in arena_purge_stashed()
1712 pageind << LG_PAGE, npages << LG_PAGE, arena->ind); in arena_purge_stashed()
1719 LG_PAGE, run_size) ? CHUNK_MAP_UNZEROED : 0; in arena_purge_stashed()
1878 << LG_PAGE)); in arena_achunk_prof_reset()
1884 pageind) >> LG_PAGE; in arena_achunk_prof_reset()
1891 npages = bin_info->run_size >> LG_PAGE; in arena_achunk_prof_reset()
1896 pageind) >> LG_PAGE; in arena_achunk_prof_reset()
2023 size_t nrun_pages = nrun_size >> LG_PAGE; in arena_run_coalesce()
2061 size_t prun_pages = prun_size >> LG_PAGE; in arena_run_coalesce()
2110 run_ind+(size>>LG_PAGE)-1) == 0); in arena_run_size_get()
2133 run_pages = (size >> LG_PAGE); in arena_run_dalloc()
2180 assert(run_pages == (arena_maxrun >> LG_PAGE)); in arena_run_dalloc()
2201 size_t head_npages = (oldsize - newsize) >> LG_PAGE; in arena_run_trim_head()
2222 UNUSED size_t tail_npages = newsize >> LG_PAGE; in arena_run_trim_head()
2242 size_t head_npages = newsize >> LG_PAGE; in arena_run_trim_tail()
2265 UNUSED size_t tail_npages = (oldsize - newsize) >> LG_PAGE; in arena_run_trim_tail()
2639 r = prng_lg_range_zu(&arena->offset_state, LG_PAGE - in arena_malloc_large()
2743 LG_PAGE)); in arena_palloc_large()
2839 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_prof_promoted()
2926 pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_bin_locked_impl()
3011 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_dalloc_large_locked_impl()
3058 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_shrink()
3095 size_t pageind = ((uintptr_t)ptr - (uintptr_t)chunk) >> LG_PAGE; in arena_ralloc_large_grow()
3096 size_t npages = (oldsize + large_pad) >> LG_PAGE; in arena_ralloc_large_grow()
3147 npages = (size + large_pad) >> LG_PAGE; in arena_ralloc_large_grow()
3783 map_bias = (header_size + PAGE_MASK) >> LG_PAGE; in arena_boot()
3790 arena_maxrun = chunksize - (map_bias << LG_PAGE); in arena_boot()