/arch/mips/include/asm/mach-loongson64/ |
D | dma-coherence.h | 43 dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 46 return dma_to_phys(dev, dma_addr); in plat_dma_addr_to_phys() 48 return (dma_addr > 0x8fffffff) ? dma_addr : (dma_addr & 0x0fffffff); in plat_dma_addr_to_phys() 50 return dma_addr & 0x7fffffff; in plat_dma_addr_to_phys() 54 static inline void plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, in plat_unmap_dma_mem() argument
|
/arch/s390/pci/ |
D | pci_dma.c | 98 unsigned long *dma_walk_cpu_trans(unsigned long *rto, dma_addr_t dma_addr) in dma_walk_cpu_trans() argument 103 rtx = calc_rtx(dma_addr); in dma_walk_cpu_trans() 108 sx = calc_sx(dma_addr); in dma_walk_cpu_trans() 113 px = calc_px(dma_addr); in dma_walk_cpu_trans() 133 dma_addr_t dma_addr, size_t size, int flags) in __dma_update_trans() argument 151 entry = dma_walk_cpu_trans(zdev->dma_table, dma_addr); in __dma_update_trans() 158 dma_addr += PAGE_SIZE; in __dma_update_trans() 166 dma_addr -= PAGE_SIZE; in __dma_update_trans() 167 entry = dma_walk_cpu_trans(zdev->dma_table, dma_addr); in __dma_update_trans() 178 static int __dma_purge_tlb(struct zpci_dev *zdev, dma_addr_t dma_addr, in __dma_purge_tlb() argument [all …]
|
/arch/mips/include/asm/mach-jazz/ |
D | dma-coherence.h | 27 dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 29 return vdma_log2phys(dma_addr); in plat_dma_addr_to_phys() 32 static inline void plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, in plat_unmap_dma_mem() argument 35 vdma_free(dma_addr); in plat_unmap_dma_mem()
|
/arch/mips/include/asm/mach-rc32434/ |
D | dma_v.h | 41 static inline void rc32434_start_dma(struct dma_reg *ch, u32 dma_addr) in rc32434_start_dma() argument 44 __raw_writel(dma_addr, &ch->dmadptr); in rc32434_start_dma() 47 static inline void rc32434_chain_dma(struct dma_reg *ch, u32 dma_addr) in rc32434_chain_dma() argument 49 __raw_writel(dma_addr, &ch->dmandptr); in rc32434_chain_dma()
|
/arch/mips/include/asm/mach-ip32/ |
D | dma-coherence.h | 55 dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 57 unsigned long addr = dma_addr & RAM_OFFSET_MASK; in plat_dma_addr_to_phys() 59 if (dma_addr >= 256*1024*1024) in plat_dma_addr_to_phys() 65 static inline void plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, in plat_unmap_dma_mem() argument
|
/arch/mips/bmips/ |
D | dma.c | 65 unsigned long plat_dma_addr_to_phys(struct device *dev, dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 70 if (dma_addr >= r->parent_addr && in plat_dma_addr_to_phys() 71 dma_addr < (r->parent_addr + r->size)) in plat_dma_addr_to_phys() 72 return dma_addr - r->parent_addr + r->child_addr; in plat_dma_addr_to_phys() 74 return dma_addr; in plat_dma_addr_to_phys()
|
/arch/ia64/sn/pci/ |
D | pci_dma.c | 182 dma_addr_t dma_addr; in sn_dma_map_page() local 191 dma_addr = provider->dma_map_consistent(pdev, phys_addr, in sn_dma_map_page() 194 dma_addr = provider->dma_map(pdev, phys_addr, size, in sn_dma_map_page() 197 if (!dma_addr) { in sn_dma_map_page() 201 return dma_addr; in sn_dma_map_page() 216 static void sn_dma_unmap_page(struct device *dev, dma_addr_t dma_addr, in sn_dma_unmap_page() argument 225 provider->dma_unmap(pdev, dma_addr, dir); in sn_dma_unmap_page() 287 dma_addr_t dma_addr; in sn_dma_map_sg() local 290 dma_addr = provider->dma_map_consistent(pdev, in sn_dma_map_sg() 295 dma_addr = provider->dma_map(pdev, phys_addr, in sn_dma_map_sg() [all …]
|
/arch/x86/kernel/ |
D | pci-swiotlb.c | 39 void *vaddr, dma_addr_t dma_addr, in x86_swiotlb_free_coherent() argument 42 if (is_swiotlb_buffer(dma_to_phys(dev, dma_addr))) in x86_swiotlb_free_coherent() 43 swiotlb_free_coherent(dev, size, vaddr, dma_addr); in x86_swiotlb_free_coherent() 45 dma_generic_free_coherent(dev, size, vaddr, dma_addr, attrs); in x86_swiotlb_free_coherent()
|
D | amd_gart_64.c | 264 static void gart_unmap_page(struct device *dev, dma_addr_t dma_addr, in gart_unmap_page() argument 272 if (dma_addr < iommu_bus_base + EMERGENCY_PAGES*PAGE_SIZE || in gart_unmap_page() 273 dma_addr >= iommu_bus_base + iommu_size) in gart_unmap_page() 276 iommu_page = (dma_addr - iommu_bus_base)>>PAGE_SHIFT; in gart_unmap_page() 277 npages = iommu_num_pages(dma_addr, size, PAGE_SIZE); in gart_unmap_page() 478 gart_alloc_coherent(struct device *dev, size_t size, dma_addr_t *dma_addr, in gart_alloc_coherent() argument 497 *dma_addr = paddr; in gart_alloc_coherent() 502 return dma_generic_alloc_coherent(dev, size, dma_addr, flag, in gart_alloc_coherent() 511 dma_addr_t dma_addr, unsigned long attrs) in gart_free_coherent() argument 513 gart_unmap_page(dev, dma_addr, size, DMA_BIDIRECTIONAL, 0); in gart_free_coherent() [all …]
|
D | pci-dma.c | 79 dma_addr_t *dma_addr, gfp_t flag, in dma_generic_alloc_coherent() argument 118 *dma_addr = addr; in dma_generic_alloc_coherent() 123 dma_addr_t dma_addr, unsigned long attrs) in dma_generic_free_coherent() argument
|
/arch/hexagon/kernel/ |
D | dma.c | 33 static inline void *dma_addr_to_virt(dma_addr_t dma_addr) in dma_addr_to_virt() argument 35 return phys_to_virt((unsigned long) dma_addr); in dma_addr_to_virt() 53 dma_addr_t *dma_addr, gfp_t flag, in hexagon_dma_alloc_coherent() argument 79 *dma_addr = (dma_addr_t) virt_to_phys(ret); in hexagon_dma_alloc_coherent() 81 *dma_addr = ~0; in hexagon_dma_alloc_coherent() 87 dma_addr_t dma_addr, unsigned long attrs) in hexagon_free_coherent() argument
|
/arch/mips/include/asm/mach-ath25/ |
D | dma-coherence.h | 46 plat_dma_addr_to_phys(struct device *dev, dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 48 return dma_addr - ath25_dev_offset(dev); in plat_dma_addr_to_phys() 52 plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, size_t size, in plat_unmap_dma_mem() argument
|
/arch/mips/include/asm/mach-generic/ |
D | dma-coherence.h | 27 dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 29 return dma_addr; in plat_dma_addr_to_phys() 32 static inline void plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, in plat_unmap_dma_mem() argument
|
/arch/mips/include/asm/mach-ip27/ |
D | dma-coherence.h | 38 dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 40 return dma_addr & ~(0xffUL << 56); in plat_dma_addr_to_phys() 43 static inline void plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, in plat_unmap_dma_mem() argument
|
/arch/arm/common/ |
D | dmabounce.c | 211 dma_addr_t dma_addr, const char *where) in find_safe_buffer_dev() argument 215 if (dma_mapping_error(dev, dma_addr)) { in find_safe_buffer_dev() 219 return find_safe_buffer(dev->archdata.dmabounce, dma_addr); in find_safe_buffer_dev() 222 static int needs_bounce(struct device *dev, dma_addr_t dma_addr, size_t size) in needs_bounce() argument 238 if ((dma_addr | (dma_addr + size - 1)) & ~mask) in needs_bounce() 242 return !!dev->archdata.dmabounce->needs_bounce(dev, dma_addr, size); in needs_bounce() 315 dma_addr_t dma_addr; in dmabounce_map_page() local 321 dma_addr = pfn_to_dma(dev, page_to_pfn(page)) + offset; in dmabounce_map_page() 323 ret = needs_bounce(dev, dma_addr, size); in dmabounce_map_page() 328 arm_dma_ops.sync_single_for_device(dev, dma_addr, size, dir); in dmabounce_map_page() [all …]
|
/arch/mips/include/asm/mach-bmips/ |
D | dma-coherence.h | 27 dma_addr_t dma_addr); 29 static inline void plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, in plat_unmap_dma_mem() argument
|
/arch/alpha/kernel/ |
D | pci_iommu.c | 370 static void alpha_pci_unmap_page(struct device *dev, dma_addr_t dma_addr, in alpha_pci_unmap_page() argument 382 if (dma_addr >= __direct_map_base in alpha_pci_unmap_page() 383 && dma_addr < __direct_map_base + __direct_map_size) { in alpha_pci_unmap_page() 387 dma_addr, size, __builtin_return_address(0)); in alpha_pci_unmap_page() 392 if (dma_addr > 0xffffffff) { in alpha_pci_unmap_page() 394 dma_addr, size, __builtin_return_address(0)); in alpha_pci_unmap_page() 399 if (!arena || dma_addr < arena->dma_base) in alpha_pci_unmap_page() 402 dma_ofs = (dma_addr - arena->dma_base) >> PAGE_SHIFT; in alpha_pci_unmap_page() 406 dma_addr, arena->dma_base, arena->size); in alpha_pci_unmap_page() 411 npages = iommu_num_pages(dma_addr, size, PAGE_SIZE); in alpha_pci_unmap_page() [all …]
|
/arch/unicore32/mm/ |
D | dma-swiotlb.c | 28 void *vaddr, dma_addr_t dma_addr, in unicore_swiotlb_free_coherent() argument 31 swiotlb_free_coherent(dev, size, vaddr, dma_addr); in unicore_swiotlb_free_coherent()
|
/arch/mips/include/asm/mach-cavium-octeon/ |
D | dma-coherence.h | 37 dma_addr_t dma_addr) in plat_dma_addr_to_phys() argument 43 static inline void plat_unmap_dma_mem(struct device *dev, dma_addr_t dma_addr, in plat_unmap_dma_mem() argument
|
/arch/ia64/kernel/ |
D | pci-swiotlb.c | 27 void *vaddr, dma_addr_t dma_addr, in ia64_swiotlb_free_coherent() argument 30 swiotlb_free_coherent(dev, size, vaddr, dma_addr); in ia64_swiotlb_free_coherent()
|
/arch/mips/mm/ |
D | dma-default.c | 51 dma_addr_t dma_addr) in dma_addr_to_page() argument 54 plat_dma_addr_to_phys(dev, dma_addr) >> PAGE_SHIFT); in dma_addr_to_page() 202 void *cpu_addr, dma_addr_t dma_addr, size_t size, in mips_dma_mmap() argument 293 static void mips_dma_unmap_page(struct device *dev, dma_addr_t dma_addr, in mips_dma_unmap_page() argument 297 __dma_sync(dma_addr_to_page(dev, dma_addr), in mips_dma_unmap_page() 298 dma_addr & ~PAGE_MASK, size, direction); in mips_dma_unmap_page() 300 plat_unmap_dma_mem(dev, dma_addr, size, direction); in mips_dma_unmap_page() 397 int mips_dma_mapping_error(struct device *dev, dma_addr_t dma_addr) in mips_dma_mapping_error() argument
|
/arch/tile/kernel/ |
D | pci-dma.c | 171 static void __dma_prep_pa_range(dma_addr_t dma_addr, size_t size, in __dma_prep_pa_range() argument 174 struct page *page = pfn_to_page(PFN_DOWN(dma_addr)); in __dma_prep_pa_range() 175 unsigned long offset = dma_addr & (PAGE_SIZE - 1); in __dma_prep_pa_range() 187 static void __dma_complete_pa_range(dma_addr_t dma_addr, size_t size, in __dma_complete_pa_range() argument 190 struct page *page = pfn_to_page(PFN_DOWN(dma_addr)); in __dma_complete_pa_range() 191 unsigned long offset = dma_addr & (PAGE_SIZE - 1); in __dma_complete_pa_range() 313 tile_dma_mapping_error(struct device *dev, dma_addr_t dma_addr) in tile_dma_mapping_error() argument 500 tile_pci_dma_mapping_error(struct device *dev, dma_addr_t dma_addr) in tile_pci_dma_mapping_error() argument 541 void *vaddr, dma_addr_t dma_addr, in tile_swiotlb_free_coherent() argument 544 swiotlb_free_coherent(dev, size, vaddr, dma_addr); in tile_swiotlb_free_coherent()
|
/arch/arm/mm/ |
D | dma-mapping.c | 204 void *cpu_addr, dma_addr_t dma_addr, size_t size, 852 void *cpu_addr, dma_addr_t dma_addr, size_t size, in __arm_dma_mmap() argument 859 unsigned long pfn = dma_to_pfn(dev, dma_addr); in __arm_dma_mmap() 880 void *cpu_addr, dma_addr_t dma_addr, size_t size, in arm_coherent_dma_mmap() argument 883 return __arm_dma_mmap(dev, vma, cpu_addr, dma_addr, size, attrs); in arm_coherent_dma_mmap() 887 void *cpu_addr, dma_addr_t dma_addr, size_t size, in arm_dma_mmap() argument 893 return __arm_dma_mmap(dev, vma, cpu_addr, dma_addr, size, attrs); in arm_dma_mmap() 1419 dma_addr_t dma_addr, iova; in __iommu_create_mapping() local 1422 dma_addr = __alloc_iova(mapping, size); in __iommu_create_mapping() 1423 if (dma_addr == DMA_ERROR_CODE) in __iommu_create_mapping() [all …]
|
/arch/powerpc/kernel/ |
D | iommu.c | 349 static bool iommu_free_check(struct iommu_table *tbl, dma_addr_t dma_addr, in iommu_free_check() argument 354 entry = dma_addr >> tbl->it_page_shift; in iommu_free_check() 362 printk(KERN_INFO "\tdma_addr = 0x%llx\n", (u64)dma_addr); in iommu_free_check() 396 static void __iommu_free(struct iommu_table *tbl, dma_addr_t dma_addr, in __iommu_free() argument 403 entry = dma_addr >> tbl->it_page_shift; in __iommu_free() 408 if (!iommu_free_check(tbl, dma_addr, npages)) in __iommu_free() 418 static void iommu_free(struct iommu_table *tbl, dma_addr_t dma_addr, in iommu_free() argument 421 __iommu_free(tbl, dma_addr, npages); in iommu_free() 436 dma_addr_t dma_next = 0, dma_addr; in ppc_iommu_map_sg() local 492 dma_addr = entry << tbl->it_page_shift; in ppc_iommu_map_sg() [all …]
|
/arch/x86/include/asm/ |
D | dma-mapping.h | 49 dma_addr_t *dma_addr, gfp_t flag, 53 void *vaddr, dma_addr_t dma_addr,
|