/kernel/linux/linux-5.10/drivers/iommu/ |
D | tegra-gart.c | 60 #define for_each_gart_pte(gart, iova) \ argument 66 unsigned long iova, unsigned long pte) in gart_set_pte() 73 unsigned long iova) in gart_read_pte() 85 unsigned long iova; in do_gart_setup() local 95 unsigned long iova, size_t bytes) in gart_iova_range_invalid() 101 static inline bool gart_pte_valid(struct gart_device *gart, unsigned long iova) in gart_pte_valid() 167 static inline int __gart_iommu_map(struct gart_device *gart, unsigned long iova, in __gart_iommu_map() 180 static int gart_iommu_map(struct iommu_domain *domain, unsigned long iova, in gart_iommu_map() 197 unsigned long iova) in __gart_iommu_unmap() 209 static size_t gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in gart_iommu_unmap() [all …]
|
D | iova.c | 153 iova_insert_rbtree(struct rb_root *root, struct iova *iova, in iova_insert_rbtree() 239 void free_iova_mem(struct iova *iova) in free_iova_mem() 324 struct iova *iova = rb_entry(node, struct iova, node); in private_find_iova() local 337 static void private_free_iova(struct iova_domain *iovad, struct iova *iova) in private_free_iova() 355 struct iova *iova; in find_iova() local 372 __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova() 392 struct iova *iova = find_iova(iovad, pfn); in free_iova() local 594 struct iova *iova, *tmp; in put_iova_domain() local 607 struct iova *iova = rb_entry(node, struct iova, node); in __is_range_overlap() local 617 struct iova *iova; in alloc_and_init_iova() local [all …]
|
D | exynos-iommu.c | 99 #define section_offs(iova) (iova & (SECT_SIZE - 1)) argument 101 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument 103 #define spage_offs(iova) (iova & (SPAGE_SIZE - 1)) argument 108 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset() 113 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset() 183 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry() 188 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry() 316 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry() 515 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache() 535 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry() [all …]
|
D | tegra-smmu.c | 155 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index() 160 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index() 222 unsigned long iova) in smmu_flush_tlb_section() 237 unsigned long iova) in smmu_flush_tlb_group() 536 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde() 557 static u32 *tegra_smmu_pte_offset(struct page *pt_page, unsigned long iova) in tegra_smmu_pte_offset() 564 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup() 582 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte() 620 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use() 627 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use() [all …]
|
D | io-pgtable-arm-v7s.c | 415 unsigned long iova, phys_addr_t paddr, int prot, in arm_v7s_init_pte() 475 static int __arm_v7s_map(struct arm_v7s_io_pgtable *data, unsigned long iova, in __arm_v7s_map() 522 static int arm_v7s_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_map() 570 unsigned long iova, int idx, int lvl, in arm_v7s_split_cont() 597 unsigned long iova, size_t size, in arm_v7s_split_blk_unmap() 642 unsigned long iova, size_t size, int lvl, in __arm_v7s_unmap() 719 static size_t arm_v7s_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_unmap() 731 unsigned long iova) in arm_v7s_iova_to_phys() 856 static void __init dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush() 864 unsigned long iova, size_t granule, in dummy_tlb_add_page() [all …]
|
D | rockchip-iommu.c | 260 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index() 265 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index() 270 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset() 307 dma_addr_t iova; in rk_iommu_zap_lines() local 473 static void log_iova(struct rk_iommu *iommu, int index, dma_addr_t iova) in log_iova() 525 dma_addr_t iova; in rk_iommu_irq() local 590 dma_addr_t iova) in rk_iommu_iova_to_phys() 618 dma_addr_t iova, size_t size) in rk_iommu_zap_iova() 647 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last() 656 dma_addr_t iova) in rk_dte_get_page_table() [all …]
|
D | sun50i-iommu.c | 163 static u32 sun50i_iova_get_dte_index(dma_addr_t iova) in sun50i_iova_get_dte_index() 168 static u32 sun50i_iova_get_pte_index(dma_addr_t iova) in sun50i_iova_get_pte_index() 173 static u32 sun50i_iova_get_page_offset(dma_addr_t iova) in sun50i_iova_get_page_offset() 483 dma_addr_t iova, gfp_t gfp) in sun50i_dte_get_page_table() 521 static int sun50i_iommu_map(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_map() 554 static size_t sun50i_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_unmap() 579 dma_addr_t iova) in sun50i_iommu_iova_to_phys() 790 unsigned master, phys_addr_t iova, in sun50i_iommu_report_fault() 806 phys_addr_t iova; in sun50i_iommu_handle_pt_irq() local 829 phys_addr_t iova; in sun50i_iommu_handle_perm_irq() local
|
D | io-pgtable-arm.c | 273 unsigned long iova, phys_addr_t paddr, in arm_lpae_init_pte() 334 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova, in __arm_lpae_map() 444 static int arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map() 518 unsigned long iova, size_t size, in arm_lpae_split_blk_unmap() 572 unsigned long iova, size_t size, int lvl, in __arm_lpae_unmap() 623 static size_t arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_unmap() 643 unsigned long iova) in arm_lpae_iova_to_phys() 1075 static void __init dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush() 1083 unsigned long iova, size_t granule, in dummy_tlb_add_page() 1123 unsigned long iova; in arm_lpae_run_tests() local
|
D | msm_iommu.c | 139 static void __flush_iotlb_range(unsigned long iova, size_t size, in __flush_iotlb_range() 171 static void __flush_iotlb_walk(unsigned long iova, size_t size, in __flush_iotlb_walk() 177 static void __flush_iotlb_leaf(unsigned long iova, size_t size, in __flush_iotlb_leaf() 184 unsigned long iova, size_t granule, void *cookie) in __flush_iotlb_page() 486 static int msm_iommu_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_map() 500 static size_t msm_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in msm_iommu_unmap()
|
/kernel/linux/linux-5.10/include/linux/ |
D | iova.h | 19 struct iova { struct 25 struct iova_magazine; argument 100 static inline unsigned long iova_size(struct iova *iova) in iova_size() 115 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset() 125 static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) in iova_dma_addr() 130 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn() 181 static inline void free_iova_mem(struct iova *iova) in free_iova_mem() 189 static inline void __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova() 262 struct iova *iova, in split_and_remove_iova()
|
/kernel/linux/linux-5.10/drivers/fpga/ |
D | dfl-afu-dma-region.c | 125 u64 iova, u64 size) in dma_region_check_iova() 245 afu_dma_region_find(struct dfl_feature_platform_data *pdata, u64 iova, u64 size) in afu_dma_region_find() 285 afu_dma_region_find_iova(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_region_find_iova() 302 u64 user_addr, u64 length, u64 *iova) in afu_dma_map_region() 380 int afu_dma_unmap_region(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_unmap_region()
|
/kernel/linux/linux-5.10/drivers/gpu/drm/msm/ |
D | msm_iommu.c | 32 static int msm_iommu_pagetable_unmap(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_unmap() 51 static int msm_iommu_pagetable_map(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_map() 129 static void msm_iommu_tlb_flush_walk(unsigned long iova, size_t size, in msm_iommu_tlb_flush_walk() 135 unsigned long iova, size_t granule, void *cookie) in msm_iommu_tlb_add_page() 212 unsigned long iova, int flags, void *arg) in msm_fault_handler() 228 static int msm_iommu_map(struct msm_mmu *mmu, uint64_t iova, in msm_iommu_map() 244 static int msm_iommu_unmap(struct msm_mmu *mmu, uint64_t iova, size_t len) in msm_iommu_unmap()
|
D | msm_gem_submit.c | 259 uint64_t iova; in submit_pin_objects() local 284 struct msm_gem_object **obj, uint64_t *iova, bool *valid) in submit_bo() 334 uint64_t iova; in submit_reloc() local 717 uint64_t iova; in msm_ioctl_gem_submit() local
|
/kernel/linux/linux-5.10/drivers/staging/media/tegra-vde/ |
D | iommu.c | 24 struct iova *iova; in tegra_vde_iommu_map() local 51 void tegra_vde_iommu_unmap(struct tegra_vde *vde, struct iova *iova) in tegra_vde_iommu_unmap() 64 struct iova *iova; in tegra_vde_iommu_init() local
|
D | dmabuf-cache.c | 25 struct iova *iova; member 70 struct iova *iova; in tegra_vde_dmabuf_cache_map() local
|
/kernel/linux/linux-5.10/drivers/vfio/ |
D | vfio_iommu_type1.c | 90 dma_addr_t iova; /* Device address */ member 119 dma_addr_t iova; /* Device address */ member 126 dma_addr_t iova; member 291 static struct vfio_pfn *vfio_find_vpfn(struct vfio_dma *dma, dma_addr_t iova) in vfio_find_vpfn() 335 static int vfio_add_to_pfn_list(struct vfio_dma *dma, dma_addr_t iova, in vfio_add_to_pfn_list() 359 unsigned long iova) in vfio_iova_get_vfio_pfn() 517 dma_addr_t iova = vaddr - dma->vaddr + dma->iova; in vfio_pin_pages_remote() local 589 static long vfio_unpin_pages_remote(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_pages_remote() 637 static int vfio_unpin_page_external(struct vfio_dma *dma, dma_addr_t iova, in vfio_unpin_page_external() 690 dma_addr_t iova; in vfio_iommu_type1_pin_pages() local [all …]
|
/kernel/linux/linux-5.10/drivers/infiniband/sw/rxe/ |
D | rxe_mr.c | 27 int mem_check_range(struct rxe_mem *mem, u64 iova, size_t length) in mem_check_range() 127 u64 length, u64 iova, int access, struct ib_udata *udata, in rxe_mem_init_user() 232 u64 iova, in lookup_iova() 270 void *iova_to_vaddr(struct rxe_mem *mem, u64 iova, int length) in iova_to_vaddr() 311 int rxe_mem_copy(struct rxe_mem *mem, u64 iova, void *addr, int length, in rxe_mem_copy() 416 u64 iova; in copy_data() local
|
/kernel/linux/linux-5.10/drivers/gpu/drm/panfrost/ |
D | panfrost_mmu.c | 58 u64 iova, u64 size) in lock_region() 78 u64 iova, u64 size, u32 op) in mmu_hw_do_operation_locked() 95 u64 iova, u64 size, u32 op) in mmu_hw_do_operation() 228 u64 iova, u64 size) in panfrost_mmu_flush_range() 243 u64 iova, int prot, struct sg_table *sgt) in mmu_map_sg() 302 u64 iova = mapping->mmnode.start << PAGE_SHIFT; in panfrost_mmu_unmap() local 338 static void mmu_tlb_flush_walk(unsigned long iova, size_t size, size_t granule, in mmu_tlb_flush_walk() 344 static void mmu_tlb_flush_leaf(unsigned long iova, size_t size, size_t granule, in mmu_tlb_flush_leaf()
|
/kernel/linux/linux-5.10/drivers/staging/media/ipu3/ |
D | ipu3-mmu.c | 154 static inline void address_to_pte_idx(unsigned long iova, u32 *l1pt_idx, in address_to_pte_idx() 210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map() 251 int imgu_mmu_map(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map() 299 size_t imgu_mmu_map_sg(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map_sg() 339 unsigned long iova, size_t size) in __imgu_mmu_unmap() 379 size_t imgu_mmu_unmap(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_unmap()
|
D | ipu3-dmamap.c | 102 struct iova *iova; in imgu_dmamap_alloc() local 153 struct iova *iova; in imgu_dmamap_unmap() local 189 struct iova *iova; in imgu_dmamap_map_sg() local
|
/kernel/linux/linux-5.10/drivers/gpu/drm/etnaviv/ |
D | etnaviv_mmu.c | 17 unsigned long iova, size_t size) in etnaviv_context_unmap() 40 unsigned long iova, phys_addr_t paddr, in etnaviv_context_map() 72 static int etnaviv_iommu_map(struct etnaviv_iommu_context *context, u32 iova, in etnaviv_iommu_map() 102 static void etnaviv_iommu_unmap(struct etnaviv_iommu_context *context, u32 iova, in etnaviv_iommu_unmap() 239 u32 iova; in etnaviv_iommu_map_gem() local
|
D | etnaviv_iommu.c | 48 unsigned long iova, phys_addr_t paddr, in etnaviv_iommuv1_map() 63 unsigned long iova, size_t size) in etnaviv_iommuv1_unmap()
|
/kernel/linux/linux-5.10/drivers/iommu/arm/arm-smmu/ |
D | arm-smmu.c | 280 static void arm_smmu_tlb_inv_range_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s1() 308 static void arm_smmu_tlb_inv_range_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s2() 328 static void arm_smmu_tlb_inv_walk_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s1() 336 static void arm_smmu_tlb_inv_leaf_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_leaf_s1() 345 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s1() 352 static void arm_smmu_tlb_inv_walk_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s2() 360 static void arm_smmu_tlb_inv_leaf_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_leaf_s2() 369 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2() 376 static void arm_smmu_tlb_inv_any_s2_v1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_any_s2_v1() 389 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2_v1() [all …]
|
D | qcom_iommu.c | 159 static void qcom_iommu_tlb_inv_range_nosync(unsigned long iova, size_t size, in qcom_iommu_tlb_inv_range_nosync() 181 static void qcom_iommu_tlb_flush_walk(unsigned long iova, size_t size, in qcom_iommu_tlb_flush_walk() 188 static void qcom_iommu_tlb_flush_leaf(unsigned long iova, size_t size, in qcom_iommu_tlb_flush_leaf() 196 unsigned long iova, size_t granule, in qcom_iommu_tlb_add_page() 213 u64 iova; in qcom_iommu_fault() local 435 static int qcom_iommu_map(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_map() 452 static size_t qcom_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_unmap() 497 dma_addr_t iova) in qcom_iommu_iova_to_phys()
|
/kernel/linux/linux-5.10/drivers/s390/cio/ |
D | vfio_ccw_cp.c | 59 static int pfn_array_alloc(struct pfn_array *pa, u64 iova, unsigned int len) in pfn_array_alloc() 134 static bool pfn_array_iova_pinned(struct pfn_array *pa, unsigned long iova) in pfn_array_iova_pinned() 194 void *to, u64 iova, in copy_from_iova() 371 static int ccwchain_calc_length(u64 iova, struct channel_program *cp) in ccwchain_calc_length() 513 u64 iova; in ccwchain_fetch_direct() local 860 bool cp_iova_pinned(struct channel_program *cp, u64 iova) in cp_iova_pinned()
|