/kernel/linux/linux-5.10/kernel/bpf/ |
D | percpu_freelist.c | 10 s->freelist = alloc_percpu(struct pcpu_freelist_head); in pcpu_freelist_init() 11 if (!s->freelist) in pcpu_freelist_init() 15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init() 27 free_percpu(s->freelist); in pcpu_freelist_destroy() 65 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi() 88 ___pcpu_freelist_push(this_cpu_ptr(s->freelist), node); in __pcpu_freelist_push() 112 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate() 132 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop() 166 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_pop_nmi()
|
D | stackmap.c | 30 struct pcpu_freelist freelist; member 76 err = pcpu_freelist_init(&smap->freelist); in prealloc_elems_and_freelist() 80 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist() 436 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid() 446 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid() 450 pcpu_freelist_push(&smap->freelist, &new_bucket->fnode); in __bpf_get_stackid() 461 pcpu_freelist_pop(&smap->freelist); in __bpf_get_stackid() 472 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in __bpf_get_stackid() 782 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in bpf_stackmap_copy() 833 pcpu_freelist_push(&smap->freelist, &old_bucket->fnode); in stack_map_delete_elem() [all …]
|
D | percpu_freelist.h | 15 struct pcpu_freelist_head __percpu *freelist; member
|
D | hashtab.c | 94 struct pcpu_freelist freelist; member 287 err = pcpu_freelist_init(&htab->freelist); in prealloc_init() 297 pcpu_freelist_populate(&htab->freelist, in prealloc_init() 315 pcpu_freelist_destroy(&htab->freelist); in prealloc_destroy() 330 l = pcpu_freelist_pop(&htab->freelist); in alloc_extra_elems() 798 __pcpu_freelist_push(&htab->freelist, &l->fnode); in free_htab_elem() 878 l = __pcpu_freelist_pop(&htab->freelist); in alloc_htab_elem()
|
/kernel/linux/linux-5.10/mm/ |
D | slub.c | 367 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab() 375 if (page->freelist == freelist_old && in __cmpxchg_double_slab() 377 page->freelist = freelist_new; in __cmpxchg_double_slab() 403 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab() 414 if (page->freelist == freelist_old && in cmpxchg_double_slab() 416 page->freelist = freelist_new; in cmpxchg_double_slab() 458 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map() 643 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info() 676 void **freelist, void *nextfree) in freelist_corrupted() argument 679 !check_valid_pointer(s, page, nextfree) && freelist) { in freelist_corrupted() [all …]
|
D | slob.c | 244 for (prev = NULL, cur = sp->freelist; ; prev = cur, cur = slob_next(cur)) { in slob_page_alloc() 277 sp->freelist = next; in slob_page_alloc() 282 sp->freelist = cur + units; in slob_page_alloc() 366 sp->freelist = b; in slob_alloc() 413 sp->freelist = b; in slob_free() 433 if (b < (slob_t *)sp->freelist) { in slob_free() 434 if (b + units == sp->freelist) { in slob_free() 435 units += slob_units(sp->freelist); in slob_free() 436 sp->freelist = slob_next(sp->freelist); in slob_free() 438 set_slob(b, units, sp->freelist); in slob_free() [all …]
|
D | compaction.c | 71 static unsigned long release_freepages(struct list_head *freelist) in release_freepages() argument 76 list_for_each_entry_safe(page, next, freelist, lru) { in release_freepages() 556 struct list_head *freelist, in isolate_freepages_block() argument 636 list_add_tail(&page->lru, freelist); in isolate_freepages_block() 704 LIST_HEAD(freelist); in isolate_freepages_range() 736 block_end_pfn, &freelist, 0, true); in isolate_freepages_range() 754 split_map_pages(&freelist); in isolate_freepages_range() 758 release_freepages(&freelist); in isolate_freepages_range() 1218 move_freelist_head(struct list_head *freelist, struct page *freepage) in move_freelist_head() argument 1222 if (!list_is_last(freelist, &freepage->lru)) { in move_freelist_head() [all …]
|
D | slab.c | 1581 poison_obj(cachep, page->freelist - obj_offset(cachep), in slab_destroy_debugcheck() 1618 void *freelist; in slab_destroy() local 1620 freelist = page->freelist; in slab_destroy() 1632 kmem_cache_free(cachep->freelist_cache, freelist); in slab_destroy() 2295 void *freelist; in alloc_slabmgmt() local 2302 freelist = NULL; in alloc_slabmgmt() 2305 freelist = kmem_cache_alloc_node(cachep->freelist_cache, in alloc_slabmgmt() 2309 freelist = addr + (PAGE_SIZE << cachep->gfporder) - in alloc_slabmgmt() 2313 return freelist; in alloc_slabmgmt() 2318 return ((freelist_idx_t *)page->freelist)[idx]; in get_free_obj() [all …]
|
D | memory_hotplug.c | 148 page->freelist = (void *)type; in get_page_bootmem() 158 type = (unsigned long) page->freelist; in put_page_bootmem() 163 page->freelist = NULL; in put_page_bootmem()
|
/kernel/linux/linux-5.10/drivers/md/bcache/ |
D | util.h | 250 type *freelist; \ 256 typeof((array)->freelist) _ret = (array)->freelist; \ 259 (array)->freelist = *((typeof((array)->freelist) *) _ret);\ 266 typeof((array)->freelist) _ptr = ptr; \ 268 *((typeof((array)->freelist) *) _ptr) = (array)->freelist; \ 269 (array)->freelist = _ptr; \ 274 typeof((array)->freelist) _i; \ 277 (array)->freelist = NULL; \ 285 #define array_freelist_empty(array) ((array)->freelist == NULL)
|
/kernel/linux/linux-5.10/drivers/nvdimm/ |
D | btt.c | 392 arena->freelist[lane].sub = 1 - arena->freelist[lane].sub; in btt_flog_write() 393 if (++(arena->freelist[lane].seq) == 4) in btt_flog_write() 394 arena->freelist[lane].seq = 1; in btt_flog_write() 396 arena->freelist[lane].has_err = 1; in btt_flog_write() 397 arena->freelist[lane].block = ent_lba(le32_to_cpu(ent->old_map)); in btt_flog_write() 509 if (arena->freelist[lane].has_err) { in arena_clear_freelist_error() 511 u32 lba = arena->freelist[lane].block; in arena_clear_freelist_error() 527 arena->freelist[lane].has_err = 0; in arena_clear_freelist_error() 540 arena->freelist = kcalloc(arena->nfree, sizeof(struct free_entry), in btt_freelist_init() 542 if (!arena->freelist) in btt_freelist_init() [all …]
|
D | btt.h | 188 struct free_entry *freelist; member
|
/kernel/linux/linux-5.10/drivers/iommu/amd/ |
D | iommu.c | 1393 static void free_page_list(struct page *freelist) in free_page_list() argument 1395 while (freelist != NULL) { in free_page_list() 1396 unsigned long p = (unsigned long)page_address(freelist); in free_page_list() 1397 freelist = freelist->freelist; in free_page_list() 1402 static struct page *free_pt_page(unsigned long pt, struct page *freelist) in free_pt_page() argument 1406 p->freelist = freelist; in free_pt_page() 1412 static struct page *free_pt_##LVL (unsigned long __pt, struct page *freelist) \ 1431 freelist = FN(p, freelist); \ 1434 return free_pt_page((unsigned long)pt, freelist); \ 1444 struct page *freelist) in DEFINE_FREE_PT_FN() [all …]
|
/kernel/linux/linux-5.10/drivers/iommu/intel/ |
D | iommu.c | 1192 struct page *freelist) in dma_pte_list_pagetables() argument 1197 pg->freelist = freelist; in dma_pte_list_pagetables() 1198 freelist = pg; in dma_pte_list_pagetables() 1201 return freelist; in dma_pte_list_pagetables() 1206 freelist = dma_pte_list_pagetables(domain, level - 1, in dma_pte_list_pagetables() 1207 pte, freelist); in dma_pte_list_pagetables() 1211 return freelist; in dma_pte_list_pagetables() 1218 struct page *freelist) in dma_pte_clear_level() argument 1239 freelist = dma_pte_list_pagetables(domain, level - 1, pte, freelist); in dma_pte_clear_level() 1247 freelist = dma_pte_clear_level(domain, level - 1, in dma_pte_clear_level() [all …]
|
/kernel/linux/linux-5.10/fs/jfs/ |
D | jfs_dtree.h | 139 s8 freelist; /* 1: freelist header */ member 188 s8 freelist; /* 1: slot index of head of freelist */ member
|
D | jfs_dtree.c | 1418 rp->header.freelist = fsi; in dtSplitPage() 1560 fsi = rp->header.freelist; in dtSplitPage() 1773 last = sp->header.freelist; in dtExtendPage() 1778 sp->header.freelist = last; in dtExtendPage() 1792 fsi = sp->header.freelist; in dtExtendPage() 1794 sp->header.freelist = n; in dtExtendPage() 1817 if (sp->header.freelist < n) in dtExtendPage() 1964 fsi = sp->header.freelist; in dtSplitRoot() 1966 rp->header.freelist = n; in dtSplitRoot() 1968 rp->header.freelist = fsi; in dtSplitRoot() [all …]
|
/kernel/linux/linux-5.10/drivers/usb/musb/ |
D | cppi_dma.c | 63 struct cppi_descriptor *bd = c->freelist; in cppi_bd_alloc() 66 c->freelist = bd->next; in cppi_bd_alloc() 75 bd->next = c->freelist; in cppi_bd_free() 76 c->freelist = bd; in cppi_bd_free() 121 c->freelist = NULL; in cppi_pool_init() 609 bd = tx->freelist; in cppi_next_tx_segment() 664 musb_writel(&tx_ram->tx_head, 0, (u32)tx->freelist->dma); in cppi_next_tx_segment()
|
D | cppi_dma.h | 95 struct cppi_descriptor *freelist; member
|
/kernel/linux/linux-5.10/include/linux/ |
D | slub_def.h | 43 void **freelist; /* Pointer to next available object */ member
|
D | mm_types.h | 122 void *freelist; /* first free object */ member
|
/kernel/linux/linux-5.10/Documentation/RCU/ |
D | torture.rst | 51 * "tfle": If non-zero, indicates that the "torture freelist" 56 * "rta": Number of structures allocated from the torture freelist. 58 * "rtaf": Number of allocations from the torture freelist that have 63 * "rtf": Number of frees into the torture freelist.
|
/kernel/linux/linux-5.10/drivers/net/ethernet/cavium/liquidio/ |
D | octeon_device.c | 1035 struct list_head freelist, *temp, *tmp2; in octeon_delete_dispatch_list() local 1037 INIT_LIST_HEAD(&freelist); in octeon_delete_dispatch_list() 1047 list_move_tail(temp, &freelist); in octeon_delete_dispatch_list() 1057 list_for_each_safe(temp, tmp2, &freelist) { in octeon_delete_dispatch_list()
|
/kernel/linux/linux-5.10/arch/powerpc/kvm/ |
D | book3s_hv_nested.c | 678 struct kvm_nested_guest *freelist = NULL; in kvmhv_release_all_nested() local 689 gp->next = freelist; in kvmhv_release_all_nested() 690 freelist = gp; in kvmhv_release_all_nested() 695 while ((gp = freelist) != NULL) { in kvmhv_release_all_nested() 696 freelist = gp->next; in kvmhv_release_all_nested()
|
/kernel/linux/linux-5.10/lib/ |
D | debugobjects.c | 464 HLIST_HEAD(freelist); in debug_objects_oom() 473 hlist_move_list(&db->list, &freelist); in debug_objects_oom() 477 hlist_for_each_entry_safe(obj, tmp, &freelist, node) { in debug_objects_oom()
|
/kernel/linux/linux-5.10/drivers/md/ |
D | dm-writecache.c | 113 struct list_head freelist; member 674 list_add_tail(&e->lru, &wc->freelist); in writecache_add_to_freelist() 712 if (unlikely(list_empty(&wc->freelist))) in writecache_pop_from_freelist() 714 e = container_of(wc->freelist.next, struct wc_entry, lru); in writecache_pop_from_freelist() 755 wc->freelist.next = LIST_POISON1; in writecache_poison_lists() 756 wc->freelist.prev = LIST_POISON2; in writecache_poison_lists() 1002 INIT_LIST_HEAD(&wc->freelist); in writecache_resume()
|