| /kernel/linux/linux-6.6/include/linux/ |
| D | iova.h | 48 static inline unsigned long iova_shift(struct iova_domain *iovad) in iova_shift()
53 static inline unsigned long iova_mask(struct iova_domain *iovad) in iova_mask()
58 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset()
63 static inline size_t iova_align(struct iova_domain *iovad, size_t size) in iova_align()
68 static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) in iova_dma_addr()
73 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn()
110 static inline void free_iova(struct iova_domain *iovad, unsigned long pfn) in free_iova()
114 static inline void __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
118 static inline struct iova *alloc_iova(struct iova_domain *iovad, in alloc_iova()
126 static inline void free_iova_fast(struct iova_domain *iovad, in free_iova_fast()
[all …]
|
| /kernel/linux/linux-5.10/drivers/iommu/ |
| D | iova.c | 30 init_iova_domain(struct iova_domain *iovad, unsigned long granule, in init_iova_domain()
57 bool has_iova_flush_queue(struct iova_domain *iovad) in has_iova_flush_queue()
62 static void free_iova_flush_queue(struct iova_domain *iovad) in free_iova_flush_queue()
78 int init_iova_flush_queue(struct iova_domain *iovad, in init_iova_flush_queue()
116 __get_cached_rbnode(struct iova_domain *iovad, unsigned long limit_pfn) in __get_cached_rbnode()
125 __cached_rbnode_insert_update(struct iova_domain *iovad, struct iova *new) in __cached_rbnode_insert_update()
134 __cached_rbnode_delete_update(struct iova_domain *iovad, struct iova *free) in __cached_rbnode_delete_update()
180 static int __alloc_and_insert_iova_range(struct iova_domain *iovad, in __alloc_and_insert_iova_range()
294 alloc_iova(struct iova_domain *iovad, unsigned long size, in alloc_iova()
318 private_find_iova(struct iova_domain *iovad, unsigned long pfn) in private_find_iova()
[all …]
|
| D | dma-iommu.c | 42 struct iova_domain iovad; member
172 struct iova_domain *iovad = &cookie->iovad; in cookie_init_hw_msi_region() local
195 struct iova_domain *iovad) in iova_reserve_pci_windows()
243 struct iova_domain *iovad = &cookie->iovad; in iova_reserve_iommu_regions() local
277 static void iommu_dma_flush_iotlb_all(struct iova_domain *iovad) in iommu_dma_flush_iotlb_all()
308 struct iova_domain *iovad; in iommu_dma_init_domain() local
408 struct iova_domain *iovad = &cookie->iovad; in iommu_dma_alloc_iova() local
447 struct iova_domain *iovad = &cookie->iovad; in iommu_dma_free_iova() local
465 struct iova_domain *iovad = &cookie->iovad; in __iommu_dma_unmap() local
487 struct iova_domain *iovad = &cookie->iovad; in __iommu_dma_map() local
[all …]
|
| /kernel/linux/linux-5.10/include/linux/ |
| D | iova.h | 105 static inline unsigned long iova_shift(struct iova_domain *iovad) in iova_shift()
110 static inline unsigned long iova_mask(struct iova_domain *iovad) in iova_mask()
115 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset()
120 static inline size_t iova_align(struct iova_domain *iovad, size_t size) in iova_align()
125 static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) in iova_dma_addr()
130 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn()
185 static inline void free_iova(struct iova_domain *iovad, unsigned long pfn) in free_iova()
189 static inline void __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
193 static inline struct iova *alloc_iova(struct iova_domain *iovad, in alloc_iova()
201 static inline void free_iova_fast(struct iova_domain *iovad, in free_iova_fast()
[all …]
|
| D | intel-iommu.h | 544 struct iova_domain iovad; /* iova's that belong to this domain */ member
|
| /kernel/linux/linux-6.6/drivers/iommu/ |
| D | iova.c | 36 struct iova_domain *iovad; in iova_cpuhp_dead() local
52 init_iova_domain(struct iova_domain *iovad, unsigned long granule, in init_iova_domain()
77 __get_cached_rbnode(struct iova_domain *iovad, unsigned long limit_pfn) in __get_cached_rbnode()
86 __cached_rbnode_insert_update(struct iova_domain *iovad, struct iova *new) in __cached_rbnode_insert_update()
95 __cached_rbnode_delete_update(struct iova_domain *iovad, struct iova *free) in __cached_rbnode_delete_update()
113 static struct rb_node *iova_find_limit(struct iova_domain *iovad, unsigned long limit_pfn) in iova_find_limit()
178 static int __alloc_and_insert_iova_range(struct iova_domain *iovad, in __alloc_and_insert_iova_range()
314 alloc_iova(struct iova_domain *iovad, unsigned long size, in alloc_iova()
338 private_find_iova(struct iova_domain *iovad, unsigned long pfn) in private_find_iova()
358 static void remove_iova(struct iova_domain *iovad, struct iova *iova) in remove_iova()
[all …]
|
| D | dma-iommu.c | 52 struct iova_domain iovad; member
404 struct iova_domain *iovad = &cookie->iovad; in cookie_init_hw_msi_region() local
436 struct iova_domain *iovad) in iova_reserve_pci_windows()
485 struct iova_domain *iovad = &cookie->iovad; in iova_reserve_iommu_regions() local
575 struct iova_domain *iovad; in iommu_dma_init_domain() local
663 struct iova_domain *iovad = &cookie->iovad; in iommu_dma_alloc_iova() local
708 struct iova_domain *iovad = &cookie->iovad; in iommu_dma_free_iova() local
727 struct iova_domain *iovad = &cookie->iovad; in __iommu_dma_unmap() local
750 struct iova_domain *iovad = &cookie->iovad; in __iommu_dma_map() local
840 struct iova_domain *iovad = &cookie->iovad; in __iommu_dma_alloc_noncontiguous() local
[all …]
|
| /kernel/linux/linux-6.6/drivers/vdpa/vdpa_user/ |
| D | iova_domain.c | 355 vduse_domain_alloc_iova(struct iova_domain *iovad, in vduse_domain_alloc_iova()
367 static void vduse_domain_free_iova(struct iova_domain *iovad, in vduse_domain_free_iova()
381 struct iova_domain *iovad = &domain->stream_iovad; in vduse_domain_map_page() local
413 struct iova_domain *iovad = &domain->stream_iovad; in vduse_domain_unmap_page() local
428 struct iova_domain *iovad = &domain->consistent_iovad; in vduse_domain_alloc_coherent() local
462 struct iova_domain *iovad = &domain->consistent_iovad; in vduse_domain_free_coherent() local
|
| /kernel/linux/linux-5.10/drivers/iommu/intel/ |
| D | iommu.c | 1721 static void iommu_flush_iova(struct iova_domain *iovad) in iommu_flush_iova()
|