Lines Matching refs:pool
157 struct dma_pool *pool; member
306 static int ttm_set_pages_caching(struct dma_pool *pool, in ttm_set_pages_caching() argument
311 if (pool->type & IS_UC) { in ttm_set_pages_caching()
315 pool->dev_name, cpages); in ttm_set_pages_caching()
317 if (pool->type & IS_WC) { in ttm_set_pages_caching()
321 pool->dev_name, cpages); in ttm_set_pages_caching()
326 static void __ttm_dma_free_page(struct dma_pool *pool, struct dma_page *d_page) in __ttm_dma_free_page() argument
329 dma_free_coherent(pool->dev, pool->size, d_page->vaddr, dma); in __ttm_dma_free_page()
334 static struct dma_page *__ttm_dma_alloc_page(struct dma_pool *pool) in __ttm_dma_alloc_page() argument
342 d_page->vaddr = dma_alloc_coherent(pool->dev, pool->size, in __ttm_dma_alloc_page()
344 pool->gfp_flags); in __ttm_dma_alloc_page()
372 static void ttm_pool_update_free_locked(struct dma_pool *pool, in ttm_pool_update_free_locked() argument
375 pool->npages_free -= freed_pages; in ttm_pool_update_free_locked()
376 pool->nfrees += freed_pages; in ttm_pool_update_free_locked()
381 static void ttm_dma_pages_put(struct dma_pool *pool, struct list_head *d_pages, in ttm_dma_pages_put() argument
387 if (npages && !(pool->type & IS_CACHED) && in ttm_dma_pages_put()
390 pool->dev_name, npages); in ttm_dma_pages_put()
394 __ttm_dma_free_page(pool, d_page); in ttm_dma_pages_put()
398 static void ttm_dma_page_put(struct dma_pool *pool, struct dma_page *d_page) in ttm_dma_page_put() argument
401 if (!(pool->type & IS_CACHED) && set_pages_array_wb(&d_page->p, 1)) in ttm_dma_page_put()
403 pool->dev_name, 1); in ttm_dma_page_put()
406 __ttm_dma_free_page(pool, d_page); in ttm_dma_page_put()
419 static unsigned ttm_dma_page_pool_free(struct dma_pool *pool, unsigned nr_free, in ttm_dma_page_pool_free() argument
435 pool->dev_name, pool->name, current->pid, in ttm_dma_page_pool_free()
447 pool->dev_name); in ttm_dma_page_pool_free()
452 spin_lock_irqsave(&pool->lock, irq_flags); in ttm_dma_page_pool_free()
455 list_for_each_entry_safe_reverse(dma_p, tmp, &pool->free_list, in ttm_dma_page_pool_free()
467 ttm_pool_update_free_locked(pool, freed_pages); in ttm_dma_page_pool_free()
472 spin_unlock_irqrestore(&pool->lock, irq_flags); in ttm_dma_page_pool_free()
474 ttm_dma_pages_put(pool, &d_pages, pages_to_free, in ttm_dma_page_pool_free()
504 ttm_pool_update_free_locked(pool, freed_pages); in ttm_dma_page_pool_free()
508 spin_unlock_irqrestore(&pool->lock, irq_flags); in ttm_dma_page_pool_free()
511 ttm_dma_pages_put(pool, &d_pages, pages_to_free, freed_pages); in ttm_dma_page_pool_free()
521 struct dma_pool *pool; in ttm_dma_free_pool() local
530 pool = p->pool; in ttm_dma_free_pool()
531 if (pool->type != type) in ttm_dma_free_pool()
539 list_for_each_entry_reverse(pool, &dev->dma_pools, pools) { in ttm_dma_free_pool()
540 if (pool->type != type) in ttm_dma_free_pool()
544 ttm_dma_page_pool_free(pool, FREE_ALL_PAGES, true); in ttm_dma_free_pool()
545 WARN_ON(((pool->npages_in_use + pool->npages_free) != 0)); in ttm_dma_free_pool()
550 list_del(&pool->pools); in ttm_dma_free_pool()
551 kfree(pool); in ttm_dma_free_pool()
563 struct dma_pool *pool = *(struct dma_pool **)res; in ttm_dma_pool_release() local
565 if (pool) in ttm_dma_pool_release()
566 ttm_dma_free_pool(dev, pool->type); in ttm_dma_pool_release()
580 struct dma_pool *pool = NULL, **ptr; in ttm_dma_pool_init() local
594 pool = kmalloc_node(sizeof(struct dma_pool), GFP_KERNEL, in ttm_dma_pool_init()
596 if (!pool) in ttm_dma_pool_init()
606 sec_pool->pool = pool; in ttm_dma_pool_init()
608 INIT_LIST_HEAD(&pool->free_list); in ttm_dma_pool_init()
609 INIT_LIST_HEAD(&pool->inuse_list); in ttm_dma_pool_init()
610 INIT_LIST_HEAD(&pool->pools); in ttm_dma_pool_init()
611 spin_lock_init(&pool->lock); in ttm_dma_pool_init()
612 pool->dev = dev; in ttm_dma_pool_init()
613 pool->npages_free = pool->npages_in_use = 0; in ttm_dma_pool_init()
614 pool->nfrees = 0; in ttm_dma_pool_init()
615 pool->gfp_flags = flags; in ttm_dma_pool_init()
616 pool->size = PAGE_SIZE; in ttm_dma_pool_init()
617 pool->type = type; in ttm_dma_pool_init()
618 pool->nrefills = 0; in ttm_dma_pool_init()
619 p = pool->name; in ttm_dma_pool_init()
622 p += snprintf(p, sizeof(pool->name) - (p - pool->name), in ttm_dma_pool_init()
629 snprintf(pool->dev_name, sizeof(pool->dev_name), "%s %s", in ttm_dma_pool_init()
636 list_add(&pool->pools, &dev->dma_pools); in ttm_dma_pool_init()
639 *ptr = pool; in ttm_dma_pool_init()
642 return pool; in ttm_dma_pool_init()
646 kfree(pool); in ttm_dma_pool_init()
653 struct dma_pool *pool, *tmp, *found = NULL; in ttm_dma_find_pool() local
669 list_for_each_entry_safe(pool, tmp, &dev->dma_pools, pools) { in ttm_dma_find_pool()
670 if (pool->type != type) in ttm_dma_find_pool()
672 found = pool; in ttm_dma_find_pool()
683 static void ttm_dma_handle_caching_state_failure(struct dma_pool *pool, in ttm_dma_handle_caching_state_failure() argument
701 __ttm_dma_free_page(pool, d_page); in ttm_dma_handle_caching_state_failure()
716 static int ttm_dma_pool_alloc_new_pages(struct dma_pool *pool, in ttm_dma_pool_alloc_new_pages() argument
733 pool->dev_name); in ttm_dma_pool_alloc_new_pages()
739 pool->dev_name, pool->name, current->pid, count); in ttm_dma_pool_alloc_new_pages()
743 dma_p = __ttm_dma_alloc_page(pool); in ttm_dma_pool_alloc_new_pages()
746 pool->dev_name, i); in ttm_dma_pool_alloc_new_pages()
751 r = ttm_set_pages_caching(pool, caching_array, in ttm_dma_pool_alloc_new_pages()
755 pool, d_pages, caching_array, in ttm_dma_pool_alloc_new_pages()
772 r = ttm_set_pages_caching(pool, caching_array, in ttm_dma_pool_alloc_new_pages()
776 pool, d_pages, caching_array, in ttm_dma_pool_alloc_new_pages()
787 r = ttm_set_pages_caching(pool, caching_array, cpages); in ttm_dma_pool_alloc_new_pages()
789 ttm_dma_handle_caching_state_failure(pool, d_pages, in ttm_dma_pool_alloc_new_pages()
800 static int ttm_dma_page_pool_fill_locked(struct dma_pool *pool, in ttm_dma_page_pool_fill_locked() argument
804 int r = pool->npages_free; in ttm_dma_page_pool_fill_locked()
806 if (count > pool->npages_free) { in ttm_dma_page_pool_fill_locked()
811 spin_unlock_irqrestore(&pool->lock, *irq_flags); in ttm_dma_page_pool_fill_locked()
815 r = ttm_dma_pool_alloc_new_pages(pool, &d_pages, count); in ttm_dma_page_pool_fill_locked()
817 spin_lock_irqsave(&pool->lock, *irq_flags); in ttm_dma_page_pool_fill_locked()
820 list_splice(&d_pages, &pool->free_list); in ttm_dma_page_pool_fill_locked()
821 ++pool->nrefills; in ttm_dma_page_pool_fill_locked()
822 pool->npages_free += count; in ttm_dma_page_pool_fill_locked()
829 pool->dev_name, pool->name, r); in ttm_dma_page_pool_fill_locked()
834 list_splice_tail(&d_pages, &pool->free_list); in ttm_dma_page_pool_fill_locked()
835 pool->npages_free += cpages; in ttm_dma_page_pool_fill_locked()
847 static int ttm_dma_pool_get_pages(struct dma_pool *pool, in ttm_dma_pool_get_pages() argument
856 spin_lock_irqsave(&pool->lock, irq_flags); in ttm_dma_pool_get_pages()
857 count = ttm_dma_page_pool_fill_locked(pool, &irq_flags); in ttm_dma_pool_get_pages()
859 d_page = list_first_entry(&pool->free_list, struct dma_page, page_list); in ttm_dma_pool_get_pages()
864 pool->npages_in_use += 1; in ttm_dma_pool_get_pages()
865 pool->npages_free -= 1; in ttm_dma_pool_get_pages()
867 spin_unlock_irqrestore(&pool->lock, irq_flags); in ttm_dma_pool_get_pages()
879 struct dma_pool *pool; in ttm_dma_populate() local
896 pool = ttm_dma_find_pool(dev, type); in ttm_dma_populate()
897 if (!pool) { in ttm_dma_populate()
898 pool = ttm_dma_pool_init(dev, gfp_flags, type); in ttm_dma_populate()
899 if (IS_ERR_OR_NULL(pool)) { in ttm_dma_populate()
906 ret = ttm_dma_pool_get_pages(pool, ttm_dma, i); in ttm_dma_populate()
937 struct dma_pool *pool; in ttm_dma_unpopulate() local
945 pool = ttm_dma_find_pool(dev, type); in ttm_dma_unpopulate()
946 if (!pool) in ttm_dma_unpopulate()
949 is_cached = (ttm_dma_find_pool(pool->dev, in ttm_dma_unpopulate()
950 ttm_to_type(ttm->page_flags, tt_cached)) == pool); in ttm_dma_unpopulate()
958 spin_lock_irqsave(&pool->lock, irq_flags); in ttm_dma_unpopulate()
959 pool->npages_in_use -= count; in ttm_dma_unpopulate()
961 pool->nfrees += count; in ttm_dma_unpopulate()
963 pool->npages_free += count; in ttm_dma_unpopulate()
964 list_splice(&ttm_dma->pages_list, &pool->free_list); in ttm_dma_unpopulate()
969 if (pool->npages_free >= (_manager->options.max_size + in ttm_dma_unpopulate()
971 npages = pool->npages_free - _manager->options.max_size; in ttm_dma_unpopulate()
973 spin_unlock_irqrestore(&pool->lock, irq_flags); in ttm_dma_unpopulate()
979 ttm_dma_page_put(pool, d_page); in ttm_dma_unpopulate()
996 ttm_dma_page_pool_free(pool, npages, false); in ttm_dma_unpopulate()
1039 shrink_pages = ttm_dma_page_pool_free(p->pool, nr_free, true); in ttm_dma_pool_shrink_scan()
1043 p->pool->dev_name, p->pool->name, current->pid, in ttm_dma_pool_shrink_scan()
1060 count += p->pool->npages_free; in ttm_dma_pool_shrink_count()
1118 dev_dbg(p->dev, "(%s:%d) Freeing.\n", p->pool->name, in ttm_dma_page_alloc_fini()
1121 ttm_dma_pool_match, p->pool)); in ttm_dma_page_alloc_fini()
1122 ttm_dma_free_pool(p->dev, p->pool->type); in ttm_dma_page_alloc_fini()
1131 struct dma_pool *pool = NULL; in ttm_dma_page_alloc_debugfs() local
1146 pool = p->pool; in ttm_dma_page_alloc_debugfs()
1148 pool->name, pool->nrefills, in ttm_dma_page_alloc_debugfs()
1149 pool->nfrees, pool->npages_in_use, in ttm_dma_page_alloc_debugfs()
1150 pool->npages_free, in ttm_dma_page_alloc_debugfs()
1151 pool->dev_name); in ttm_dma_page_alloc_debugfs()