| /drivers/iommu/ |
| D | iova.c | 93 struct iova *iova = container_of(node, struct iova, node); in __cached_rbnode_delete_update() local
199 iova_insert_rbtree(struct rb_root *root, struct iova *iova) in iova_insert_rbtree()
230 void free_iova_mem(struct iova *iova) in free_iova_mem()
314 struct iova *iova = container_of(node, struct iova, node); in private_find_iova() local
330 static void private_free_iova(struct iova_domain *iovad, struct iova *iova) in private_free_iova()
348 struct iova *iova; in find_iova() local
365 __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
385 struct iova *iova = find_iova(iovad, pfn); in free_iova() local
466 struct iova *iova = container_of(node, struct iova, node); in put_iova_domain() local
480 struct iova *iova = container_of(node, struct iova, node); in __is_range_overlap() local
[all …]
|
| D | tegra-gart.c | 88 #define for_each_gart_pte(gart, iova) \ argument
116 unsigned long iova; in do_gart_setup() local
128 unsigned long iova; in gart_dump_table() local
150 unsigned long iova, size_t bytes) in gart_iova_range_valid()
265 static int gart_iommu_map(struct iommu_domain *domain, unsigned long iova, in gart_iommu_map()
289 static size_t gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in gart_iommu_unmap()
307 dma_addr_t iova) in gart_iommu_iova_to_phys()
353 unsigned long iova; in tegra_gart_suspend() local
|
| D | tegra-smmu.c | 141 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index()
146 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index()
204 unsigned long iova) in smmu_flush_tlb_section()
215 unsigned long iova) in smmu_flush_tlb_group()
500 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde()
521 static u32 *tegra_smmu_pte_offset(struct page *pt_page, unsigned long iova) in tegra_smmu_pte_offset()
528 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup()
545 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
588 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use()
595 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use()
[all …]
|
| D | exynos-iommu.c | 75 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument
77 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument
79 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument
84 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
89 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
155 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry()
160 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry()
303 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
537 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache()
559 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry()
[all …]
|
| D | rockchip-iommu.c | 258 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index()
263 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index()
268 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset()
295 static void rk_iommu_zap_lines(struct rk_iommu *iommu, dma_addr_t iova, in rk_iommu_zap_lines()
443 static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova) in log_iova()
495 dma_addr_t iova; in rk_iommu_irq() local
549 dma_addr_t iova) in rk_iommu_iova_to_phys()
577 dma_addr_t iova, size_t size) in rk_iommu_zap_iova()
593 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last()
602 dma_addr_t iova) in rk_dte_get_page_table()
[all …]
|
| D | io-pgtable-arm-v7s.c | 347 unsigned long iova, phys_addr_t paddr, int prot, in arm_v7s_init_pte()
389 static int __arm_v7s_map(struct arm_v7s_io_pgtable *data, unsigned long iova, in __arm_v7s_map()
433 static int arm_v7s_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_map()
477 unsigned long iova, int idx, int lvl, in arm_v7s_split_cont()
500 unsigned long iova, size_t size, in arm_v7s_split_blk_unmap()
540 unsigned long iova, size_t size, int lvl, in __arm_v7s_unmap()
600 static int arm_v7s_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_unmap()
614 unsigned long iova) in arm_v7s_iova_to_phys()
736 static void dummy_tlb_add_flush(unsigned long iova, size_t size, in dummy_tlb_add_flush()
770 unsigned int iova, size, iova_start; in arm_v7s_do_selftests() local
|
| D | io-pgtable-arm.c | 268 unsigned long iova, phys_addr_t paddr, in arm_lpae_init_pte()
307 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova, in __arm_lpae_map()
388 static int arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map()
451 unsigned long iova, size_t size, in arm_lpae_split_blk_unmap()
490 unsigned long iova, size_t size, int lvl, in __arm_lpae_unmap()
537 static int arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_unmap()
553 unsigned long iova) in arm_lpae_iova_to_phys()
911 static void dummy_tlb_add_flush(unsigned long iova, size_t size, in dummy_tlb_add_flush()
956 unsigned long iova; in arm_lpae_run_tests() local
|
| D | dma-iommu.c | 36 dma_addr_t iova; member
227 struct iova *iova = find_iova(iovad, pfn); in __iommu_dma_unmap() local
348 struct iova *iova; in iommu_dma_alloc() local
443 struct iova *iova = __alloc_iova(domain, len, dma_get_mask(dev)); in iommu_dma_map_page() local
549 struct iova *iova; in iommu_dma_map_sg() local
647 struct iova *iova; in iommu_dma_get_msi_page() local
|
| D | s390-iommu.c | 268 static int s390_iommu_map(struct iommu_domain *domain, unsigned long iova, in s390_iommu_map()
287 dma_addr_t iova) in s390_iommu_iova_to_phys()
318 unsigned long iova, size_t size) in s390_iommu_unmap()
|
| D | mtk_iommu.c | 121 static void mtk_iommu_tlb_add_flush_nosync(unsigned long iova, size_t size, in mtk_iommu_tlb_add_flush_nosync()
323 static int mtk_iommu_map(struct iommu_domain *domain, unsigned long iova, in mtk_iommu_map()
338 unsigned long iova, size_t size) in mtk_iommu_unmap()
352 dma_addr_t iova) in mtk_iommu_iova_to_phys()
|
| D | ipmmu-vmsa.c | 280 static void ipmmu_tlb_add_flush(unsigned long iova, size_t size, in ipmmu_tlb_add_flush()
394 u32 iova; in ipmmu_domain_irq() local
542 static int ipmmu_map(struct iommu_domain *io_domain, unsigned long iova, in ipmmu_map()
553 static size_t ipmmu_unmap(struct iommu_domain *io_domain, unsigned long iova, in ipmmu_unmap()
562 dma_addr_t iova) in ipmmu_iova_to_phys()
|
| D | mtk_iommu_v1.c | 142 unsigned long iova, size_t size) in mtk_iommu_tlb_flush_range()
308 static int mtk_iommu_map(struct iommu_domain *domain, unsigned long iova, in mtk_iommu_map()
338 unsigned long iova, size_t size) in mtk_iommu_unmap()
355 dma_addr_t iova) in mtk_iommu_iova_to_phys()
|
| D | msm_iommu.c | 150 static void __flush_iotlb_range(unsigned long iova, size_t size, in __flush_iotlb_range()
450 static int msm_iommu_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_map()
464 static size_t msm_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in msm_iommu_unmap()
|
| /drivers/infiniband/sw/rxe/ |
| D | rxe_mr.c | 54 int mem_check_range(struct rxe_mem *mem, u64 iova, size_t length) in mem_check_range()
162 u64 length, u64 iova, int access, struct ib_udata *udata, in rxe_mem_init_user()
268 u64 iova, in lookup_iova()
306 void *iova_to_vaddr(struct rxe_mem *mem, u64 iova, int length) in iova_to_vaddr()
347 int rxe_mem_copy(struct rxe_mem *mem, u64 iova, void *addr, int length, in rxe_mem_copy()
448 u64 iova; in copy_data() local
604 u64 *page, int num_pages, u64 iova) in rxe_mem_map_pages()
|
| /drivers/gpu/drm/etnaviv/ |
| D | etnaviv_iommu.c | 70 unsigned long iova) in pgtable_read()
82 unsigned long iova, phys_addr_t paddr) in pgtable_write()
136 static int etnaviv_iommuv1_map(struct iommu_domain *domain, unsigned long iova, in etnaviv_iommuv1_map()
152 unsigned long iova, size_t size) in etnaviv_iommuv1_unmap()
168 dma_addr_t iova) in etnaviv_iommu_iova_to_phys()
|
| D | etnaviv_mmu.c | 25 unsigned long iova, int flags, void *arg) in etnaviv_fault_handler()
31 int etnaviv_iommu_map(struct etnaviv_iommu *iommu, u32 iova, in etnaviv_iommu_map()
70 int etnaviv_iommu_unmap(struct etnaviv_iommu *iommu, u32 iova, in etnaviv_iommu_unmap()
221 u32 iova; in etnaviv_iommu_map_gem() local
|
| D | etnaviv_iommu_v2.c | 59 static int etnaviv_iommuv2_map(struct iommu_domain *domain, unsigned long iova, in etnaviv_iommuv2_map()
82 unsigned long iova, size_t size) in etnaviv_iommuv2_unmap()
100 dma_addr_t iova) in etnaviv_iommuv2_iova_to_phys()
|
| /drivers/gpu/drm/msm/ |
| D | msm_gem_submit.c | 248 uint32_t iova; in submit_pin_objects() local
273 struct msm_gem_object **obj, uint32_t *iova, bool *valid) in submit_bo()
319 uint32_t iova, off; in submit_reloc() local
471 uint32_t iova; in msm_ioctl_gem_submit() local
|
| D | msm_iommu.c | 28 unsigned long iova, int flags, void *arg) in msm_fault_handler()
48 static int msm_iommu_map(struct msm_mmu *mmu, uint32_t iova, in msm_iommu_map()
87 static int msm_iommu_unmap(struct msm_mmu *mmu, uint32_t iova, in msm_iommu_unmap()
|
| D | msm_gem.h | 66 uint32_t iova; member
115 uint32_t iova; member
121 uint32_t iova; member
|
| D | msm_rd.c | 292 uint32_t iova, uint32_t size) in snapshot_buf()
351 uint32_t iova = submit->cmd[i].iova; in msm_rd_dump_submit() local
|
| /drivers/vfio/ |
| D | vfio_iommu_type1.c | 74 dma_addr_t iova; /* Device address */ member
324 dma_addr_t iova = dma->iova, end = dma->iova + dma->size; in vfio_unmap_unpin() local
500 static int map_try_harder(struct vfio_domain *domain, dma_addr_t iova, in map_try_harder()
520 static int vfio_iommu_map(struct vfio_iommu *iommu, dma_addr_t iova, in vfio_iommu_map()
550 dma_addr_t iova = map->iova; in vfio_dma_do_map() local
657 dma_addr_t iova; in vfio_iommu_replay() local
|
| /drivers/infiniband/hw/mthca/ |
| D | mthca_mr.c | 430 u64 iova, u64 total_size, u32 access, struct mthca_mr *mr) in mthca_mr_alloc()
521 int list_len, u64 iova, u64 total_size, in mthca_mr_alloc_phys()
690 int list_len, u64 iova) in mthca_check_fmr()
718 int list_len, u64 iova) in mthca_tavor_map_phys_fmr()
759 int list_len, u64 iova) in mthca_arbel_map_phys_fmr()
|
| /drivers/net/ethernet/mellanox/mlx4/ |
| D | mr.c | 420 u64 iova, u64 size, u32 access, int npages, in mlx4_mr_alloc_reserved()
529 int mlx4_mr_alloc(struct mlx4_dev *dev, u32 pd, u64 iova, u64 size, u32 access, in mlx4_mr_alloc()
592 u64 iova, u64 size, int npages, in mlx4_mr_rereg_mem_write()
973 int npages, u64 iova) in mlx4_check_fmr()
1000 int npages, u64 iova, u32 *lkey, u32 *rkey) in mlx4_map_phys_fmr()
|
| /drivers/parisc/ |
| D | sba_iommu.c | 307 #define SBA_IOVP(ioc,iova) ((iova) & (ioc)->iovp_mask) argument
311 #define SBA_IOVP(ioc,iova) (iova) argument
489 sba_free_range(struct ioc *ioc, dma_addr_t iova, size_t size) in sba_free_range()
610 sba_mark_invalid(struct ioc *ioc, dma_addr_t iova, size_t byte_cnt) in sba_mark_invalid()
807 sba_unmap_page(struct device *dev, dma_addr_t iova, size_t size, in sba_unmap_page()
|