Lines Matching refs:dir
144 size_t offset, size_t size, enum dma_data_direction dir, in dma_map_page_attrs() argument
150 BUG_ON(!valid_dma_direction(dir)); in dma_map_page_attrs()
157 addr = dma_direct_map_page(dev, page, offset, size, dir, attrs); in dma_map_page_attrs()
159 addr = ops->map_page(dev, page, offset, size, dir, attrs); in dma_map_page_attrs()
160 kmsan_handle_dma(page, offset, size, dir); in dma_map_page_attrs()
161 debug_dma_map_page(dev, page, offset, size, dir, addr, attrs); in dma_map_page_attrs()
168 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_page_attrs() argument
172 BUG_ON(!valid_dma_direction(dir)); in dma_unmap_page_attrs()
175 dma_direct_unmap_page(dev, addr, size, dir, attrs); in dma_unmap_page_attrs()
177 ops->unmap_page(dev, addr, size, dir, attrs); in dma_unmap_page_attrs()
178 debug_dma_unmap_page(dev, addr, size, dir); in dma_unmap_page_attrs()
183 int nents, enum dma_data_direction dir, unsigned long attrs) in __dma_map_sg_attrs() argument
188 BUG_ON(!valid_dma_direction(dir)); in __dma_map_sg_attrs()
195 ents = dma_direct_map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs()
197 ents = ops->map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs()
200 kmsan_handle_dma_sg(sg, nents, dir); in __dma_map_sg_attrs()
201 debug_dma_map_sg(dev, sg, nents, ents, dir, attrs); in __dma_map_sg_attrs()
228 int nents, enum dma_data_direction dir, unsigned long attrs) in dma_map_sg_attrs() argument
232 ret = __dma_map_sg_attrs(dev, sg, nents, dir, attrs); in dma_map_sg_attrs()
267 enum dma_data_direction dir, unsigned long attrs) in dma_map_sgtable() argument
271 nents = __dma_map_sg_attrs(dev, sgt->sgl, sgt->orig_nents, dir, attrs); in dma_map_sgtable()
280 int nents, enum dma_data_direction dir, in dma_unmap_sg_attrs() argument
285 BUG_ON(!valid_dma_direction(dir)); in dma_unmap_sg_attrs()
286 debug_dma_unmap_sg(dev, sg, nents, dir); in dma_unmap_sg_attrs()
289 dma_direct_unmap_sg(dev, sg, nents, dir, attrs); in dma_unmap_sg_attrs()
291 ops->unmap_sg(dev, sg, nents, dir, attrs); in dma_unmap_sg_attrs()
296 size_t size, enum dma_data_direction dir, unsigned long attrs) in dma_map_resource() argument
301 BUG_ON(!valid_dma_direction(dir)); in dma_map_resource()
307 addr = dma_direct_map_resource(dev, phys_addr, size, dir, attrs); in dma_map_resource()
309 addr = ops->map_resource(dev, phys_addr, size, dir, attrs); in dma_map_resource()
311 debug_dma_map_resource(dev, phys_addr, size, dir, addr, attrs); in dma_map_resource()
317 enum dma_data_direction dir, unsigned long attrs) in dma_unmap_resource() argument
321 BUG_ON(!valid_dma_direction(dir)); in dma_unmap_resource()
323 ops->unmap_resource(dev, addr, size, dir, attrs); in dma_unmap_resource()
324 debug_dma_unmap_resource(dev, addr, size, dir); in dma_unmap_resource()
329 enum dma_data_direction dir) in dma_sync_single_for_cpu() argument
333 BUG_ON(!valid_dma_direction(dir)); in dma_sync_single_for_cpu()
335 dma_direct_sync_single_for_cpu(dev, addr, size, dir); in dma_sync_single_for_cpu()
337 ops->sync_single_for_cpu(dev, addr, size, dir); in dma_sync_single_for_cpu()
338 debug_dma_sync_single_for_cpu(dev, addr, size, dir); in dma_sync_single_for_cpu()
343 size_t size, enum dma_data_direction dir) in dma_sync_single_for_device() argument
347 BUG_ON(!valid_dma_direction(dir)); in dma_sync_single_for_device()
349 dma_direct_sync_single_for_device(dev, addr, size, dir); in dma_sync_single_for_device()
351 ops->sync_single_for_device(dev, addr, size, dir); in dma_sync_single_for_device()
352 debug_dma_sync_single_for_device(dev, addr, size, dir); in dma_sync_single_for_device()
357 int nelems, enum dma_data_direction dir) in dma_sync_sg_for_cpu() argument
361 BUG_ON(!valid_dma_direction(dir)); in dma_sync_sg_for_cpu()
363 dma_direct_sync_sg_for_cpu(dev, sg, nelems, dir); in dma_sync_sg_for_cpu()
365 ops->sync_sg_for_cpu(dev, sg, nelems, dir); in dma_sync_sg_for_cpu()
366 debug_dma_sync_sg_for_cpu(dev, sg, nelems, dir); in dma_sync_sg_for_cpu()
371 int nelems, enum dma_data_direction dir) in dma_sync_sg_for_device() argument
375 BUG_ON(!valid_dma_direction(dir)); in dma_sync_sg_for_device()
377 dma_direct_sync_sg_for_device(dev, sg, nelems, dir); in dma_sync_sg_for_device()
379 ops->sync_sg_for_device(dev, sg, nelems, dir); in dma_sync_sg_for_device()
380 debug_dma_sync_sg_for_device(dev, sg, nelems, dir); in dma_sync_sg_for_device()
550 dma_addr_t *dma_handle, enum dma_data_direction dir, gfp_t gfp) in __dma_alloc_pages() argument
561 return dma_direct_alloc_pages(dev, size, dma_handle, dir, gfp); in __dma_alloc_pages()
564 return ops->alloc_pages(dev, size, dma_handle, dir, gfp); in __dma_alloc_pages()
568 dma_addr_t *dma_handle, enum dma_data_direction dir, gfp_t gfp) in dma_alloc_pages() argument
570 struct page *page = __dma_alloc_pages(dev, size, dma_handle, dir, gfp); in dma_alloc_pages()
573 debug_dma_map_page(dev, page, 0, size, dir, *dma_handle, 0); in dma_alloc_pages()
579 dma_addr_t dma_handle, enum dma_data_direction dir) in __dma_free_pages() argument
585 dma_direct_free_pages(dev, size, page, dma_handle, dir); in __dma_free_pages()
587 ops->free_pages(dev, size, page, dma_handle, dir); in __dma_free_pages()
591 dma_addr_t dma_handle, enum dma_data_direction dir) in dma_free_pages() argument
593 debug_dma_unmap_page(dev, dma_handle, size, dir); in dma_free_pages()
594 __dma_free_pages(dev, size, page, dma_handle, dir); in dma_free_pages()
612 enum dma_data_direction dir, gfp_t gfp) in alloc_single_sgt() argument
622 page = __dma_alloc_pages(dev, size, &sgt->sgl->dma_address, dir, gfp); in alloc_single_sgt()
636 enum dma_data_direction dir, gfp_t gfp, unsigned long attrs) in dma_alloc_noncontiguous() argument
645 sgt = ops->alloc_noncontiguous(dev, size, dir, gfp, attrs); in dma_alloc_noncontiguous()
647 sgt = alloc_single_sgt(dev, size, dir, gfp); in dma_alloc_noncontiguous()
651 debug_dma_map_sg(dev, sgt->sgl, sgt->orig_nents, 1, dir, attrs); in dma_alloc_noncontiguous()
658 struct sg_table *sgt, enum dma_data_direction dir) in free_single_sgt() argument
661 dir); in free_single_sgt()
667 struct sg_table *sgt, enum dma_data_direction dir) in dma_free_noncontiguous() argument
671 debug_dma_unmap_sg(dev, sgt->sgl, sgt->orig_nents, dir); in dma_free_noncontiguous()
673 ops->free_noncontiguous(dev, size, sgt, dir); in dma_free_noncontiguous()
675 free_single_sgt(dev, size, sgt, dir); in dma_free_noncontiguous()