Lines Matching refs:freelist
365 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab()
373 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
375 page->freelist = freelist_new; in __cmpxchg_double_slab()
401 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
412 if (page->freelist == freelist_old && in cmpxchg_double_slab()
414 page->freelist = freelist_new; in cmpxchg_double_slab()
446 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map()
592 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info()
913 fp = page->freelist; in on_freelist()
924 page->freelist = NULL; in on_freelist()
963 page->freelist); in trace()
1073 page->freelist = NULL; in alloc_debug_processing()
1444 page->freelist = fixup_red_left(s, start); in new_slab()
1570 void *freelist; in acquire_slab() local
1581 freelist = page->freelist; in acquire_slab()
1587 new.freelist = NULL; in acquire_slab()
1589 new.freelist = freelist; in acquire_slab()
1596 freelist, counters, in acquire_slab()
1597 new.freelist, new.counters, in acquire_slab()
1602 WARN_ON(!freelist); in acquire_slab()
1603 return freelist; in acquire_slab()
1814 void *freelist) in deactivate_slab() argument
1825 if (page->freelist) { in deactivate_slab()
1838 while (freelist && (nextfree = get_freepointer(s, freelist))) { in deactivate_slab()
1843 prior = page->freelist; in deactivate_slab()
1845 set_freepointer(s, freelist, prior); in deactivate_slab()
1852 freelist, new.counters, in deactivate_slab()
1855 freelist = nextfree; in deactivate_slab()
1874 old.freelist = page->freelist; in deactivate_slab()
1880 if (freelist) { in deactivate_slab()
1882 set_freepointer(s, freelist, old.freelist); in deactivate_slab()
1883 new.freelist = freelist; in deactivate_slab()
1885 new.freelist = old.freelist; in deactivate_slab()
1891 else if (new.freelist) { in deactivate_slab()
1940 old.freelist, old.counters, in deactivate_slab()
1941 new.freelist, new.counters, in deactivate_slab()
1986 old.freelist = page->freelist; in unfreeze_partials()
1991 new.freelist = old.freelist; in unfreeze_partials()
1996 old.freelist, old.counters, in unfreeze_partials()
1997 new.freelist, new.counters, in unfreeze_partials()
2078 deactivate_slab(s, c->page, c->freelist); in flush_slab()
2082 c->freelist = NULL; in flush_slab()
2203 void *freelist; in new_slab_objects() local
2207 freelist = get_partial(s, flags, node, c); in new_slab_objects()
2209 if (freelist) in new_slab_objects()
2210 return freelist; in new_slab_objects()
2222 freelist = page->freelist; in new_slab_objects()
2223 page->freelist = NULL; in new_slab_objects()
2229 freelist = NULL; in new_slab_objects()
2231 return freelist; in new_slab_objects()
2256 void *freelist; in get_freelist() local
2259 freelist = page->freelist; in get_freelist()
2266 new.frozen = freelist != NULL; in get_freelist()
2269 freelist, counters, in get_freelist()
2273 return freelist; in get_freelist()
2295 void *freelist; in __slab_alloc() local
2322 deactivate_slab(s, page, c->freelist); in __slab_alloc()
2324 c->freelist = NULL; in __slab_alloc()
2335 deactivate_slab(s, page, c->freelist); in __slab_alloc()
2337 c->freelist = NULL; in __slab_alloc()
2342 freelist = c->freelist; in __slab_alloc()
2343 if (freelist) in __slab_alloc()
2346 freelist = get_freelist(s, page); in __slab_alloc()
2348 if (!freelist) { in __slab_alloc()
2363 c->freelist = get_freepointer(s, freelist); in __slab_alloc()
2366 return freelist; in __slab_alloc()
2374 c->freelist = NULL; in __slab_alloc()
2378 freelist = new_slab_objects(s, gfpflags, node, &c); in __slab_alloc()
2380 if (unlikely(!freelist)) { in __slab_alloc()
2392 !alloc_debug_processing(s, page, freelist, addr)) in __slab_alloc()
2395 deactivate_slab(s, page, get_freepointer(s, freelist)); in __slab_alloc()
2397 c->freelist = NULL; in __slab_alloc()
2399 return freelist; in __slab_alloc()
2448 object = c->freelist; in slab_alloc_node()
2471 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
2574 prior = page->freelist; in __slab_free()
2699 set_freepointer(s, object, c->freelist); in slab_free()
2702 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_free()
2703 c->freelist, tid, in slab_free()
2911 n = page->freelist; in early_kmem_cache_node_alloc()
2913 page->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()