Lines Matching full:mapping
3 * linux/arch/arm/mm/dma-mapping.c
7 * DMA uncached mapping support.
290 * Clear previous low-memory mapping to ensure that the in dma_contiguous_remap()
603 * Free a buffer as defined by the above mapping.
677 * Use the driver DMA support - see dma-mapping.h (dma_sync_*)
754 static int extend_iommu_mapping(struct dma_iommu_mapping *mapping);
756 static inline dma_addr_t __alloc_iova(struct dma_iommu_mapping *mapping, in __alloc_iova() argument
762 size_t mapping_size = mapping->bits << PAGE_SHIFT; in __alloc_iova()
773 spin_lock_irqsave(&mapping->lock, flags); in __alloc_iova()
774 for (i = 0; i < mapping->nr_bitmaps; i++) { in __alloc_iova()
775 start = bitmap_find_next_zero_area(mapping->bitmaps[i], in __alloc_iova()
776 mapping->bits, 0, count, align); in __alloc_iova()
778 if (start > mapping->bits) in __alloc_iova()
781 bitmap_set(mapping->bitmaps[i], start, count); in __alloc_iova()
786 * No unused range found. Try to extend the existing mapping in __alloc_iova()
790 if (i == mapping->nr_bitmaps) { in __alloc_iova()
791 if (extend_iommu_mapping(mapping)) { in __alloc_iova()
792 spin_unlock_irqrestore(&mapping->lock, flags); in __alloc_iova()
796 start = bitmap_find_next_zero_area(mapping->bitmaps[i], in __alloc_iova()
797 mapping->bits, 0, count, align); in __alloc_iova()
799 if (start > mapping->bits) { in __alloc_iova()
800 spin_unlock_irqrestore(&mapping->lock, flags); in __alloc_iova()
804 bitmap_set(mapping->bitmaps[i], start, count); in __alloc_iova()
806 spin_unlock_irqrestore(&mapping->lock, flags); in __alloc_iova()
808 iova = mapping->base + (mapping_size * i); in __alloc_iova()
814 static inline void __free_iova(struct dma_iommu_mapping *mapping, in __free_iova() argument
818 size_t mapping_size = mapping->bits << PAGE_SHIFT; in __free_iova()
826 bitmap_index = (u32) (addr - mapping->base) / (u32) mapping_size; in __free_iova()
827 BUG_ON(addr < mapping->base || bitmap_index > mapping->extensions); in __free_iova()
829 bitmap_base = mapping->base + mapping_size * bitmap_index; in __free_iova()
844 spin_lock_irqsave(&mapping->lock, flags); in __free_iova()
845 bitmap_clear(mapping->bitmaps[bitmap_index], start, count); in __free_iova()
846 spin_unlock_irqrestore(&mapping->lock, flags); in __free_iova()
962 * Create a mapping in device IO address space for specified pages
968 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in __iommu_create_mapping() local
973 dma_addr = __alloc_iova(mapping, size); in __iommu_create_mapping()
990 ret = iommu_map(mapping->domain, iova, phys, len, in __iommu_create_mapping()
1000 iommu_unmap(mapping->domain, dma_addr, iova-dma_addr); in __iommu_create_mapping()
1001 __free_iova(mapping, dma_addr, size); in __iommu_create_mapping()
1007 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in __iommu_remove_mapping() local
1016 iommu_unmap(mapping->domain, iova, size); in __iommu_remove_mapping()
1017 __free_iova(mapping, iova, size); in __iommu_remove_mapping()
1143 * free a page as defined by the above mapping.
1192 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in __map_sg_chunk() local
1202 iova_base = iova = __alloc_iova(mapping, size); in __map_sg_chunk()
1215 ret = iommu_map(mapping->domain, iova, phys, len, prot, in __map_sg_chunk()
1226 iommu_unmap(mapping->domain, iova_base, count * PAGE_SIZE); in __map_sg_chunk()
1227 __free_iova(mapping, iova_base, size); in __map_sg_chunk()
1375 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_map_page() local
1382 dma_addr = __alloc_iova(mapping, len); in arm_iommu_map_page()
1388 ret = iommu_map(mapping->domain, dma_addr, page_to_phys(page), len, in arm_iommu_map_page()
1395 __free_iova(mapping, dma_addr, len); in arm_iommu_map_page()
1411 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_unmap_page() local
1421 page = phys_to_page(iommu_iova_to_phys(mapping->domain, iova)); in arm_iommu_unmap_page()
1425 iommu_unmap(mapping->domain, iova, len); in arm_iommu_unmap_page()
1426 __free_iova(mapping, iova, len); in arm_iommu_unmap_page()
1440 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_map_resource() local
1447 dma_addr = __alloc_iova(mapping, len); in arm_iommu_map_resource()
1453 ret = iommu_map(mapping->domain, dma_addr, addr, len, prot, GFP_KERNEL); in arm_iommu_map_resource()
1459 __free_iova(mapping, dma_addr, len); in arm_iommu_map_resource()
1474 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_unmap_resource() local
1482 iommu_unmap(mapping->domain, iova, len); in arm_iommu_unmap_resource()
1483 __free_iova(mapping, iova, len); in arm_iommu_unmap_resource()
1489 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_sync_single_for_cpu() local
1497 page = phys_to_page(iommu_iova_to_phys(mapping->domain, iova)); in arm_iommu_sync_single_for_cpu()
1504 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_iommu_sync_single_for_device() local
1512 page = phys_to_page(iommu_iova_to_phys(mapping->domain, iova)); in arm_iommu_sync_single_for_device()
1542 * Creates a mapping structure which holds information about used/unused
1544 * mapping with IOMMU aware functions.
1546 * The client device need to be attached to the mapping with
1554 struct dma_iommu_mapping *mapping; in arm_iommu_create_mapping() local
1570 mapping = kzalloc(sizeof(struct dma_iommu_mapping), GFP_KERNEL); in arm_iommu_create_mapping()
1571 if (!mapping) in arm_iommu_create_mapping()
1574 mapping->bitmap_size = bitmap_size; in arm_iommu_create_mapping()
1575 mapping->bitmaps = kcalloc(extensions, sizeof(unsigned long *), in arm_iommu_create_mapping()
1577 if (!mapping->bitmaps) in arm_iommu_create_mapping()
1580 mapping->bitmaps[0] = kzalloc(bitmap_size, GFP_KERNEL); in arm_iommu_create_mapping()
1581 if (!mapping->bitmaps[0]) in arm_iommu_create_mapping()
1584 mapping->nr_bitmaps = 1; in arm_iommu_create_mapping()
1585 mapping->extensions = extensions; in arm_iommu_create_mapping()
1586 mapping->base = base; in arm_iommu_create_mapping()
1587 mapping->bits = BITS_PER_BYTE * bitmap_size; in arm_iommu_create_mapping()
1589 spin_lock_init(&mapping->lock); in arm_iommu_create_mapping()
1591 mapping->domain = iommu_domain_alloc(bus); in arm_iommu_create_mapping()
1592 if (!mapping->domain) in arm_iommu_create_mapping()
1595 kref_init(&mapping->kref); in arm_iommu_create_mapping()
1596 return mapping; in arm_iommu_create_mapping()
1598 kfree(mapping->bitmaps[0]); in arm_iommu_create_mapping()
1600 kfree(mapping->bitmaps); in arm_iommu_create_mapping()
1602 kfree(mapping); in arm_iommu_create_mapping()
1611 struct dma_iommu_mapping *mapping = in release_iommu_mapping() local
1614 iommu_domain_free(mapping->domain); in release_iommu_mapping()
1615 for (i = 0; i < mapping->nr_bitmaps; i++) in release_iommu_mapping()
1616 kfree(mapping->bitmaps[i]); in release_iommu_mapping()
1617 kfree(mapping->bitmaps); in release_iommu_mapping()
1618 kfree(mapping); in release_iommu_mapping()
1621 static int extend_iommu_mapping(struct dma_iommu_mapping *mapping) in extend_iommu_mapping() argument
1625 if (mapping->nr_bitmaps >= mapping->extensions) in extend_iommu_mapping()
1628 next_bitmap = mapping->nr_bitmaps; in extend_iommu_mapping()
1629 mapping->bitmaps[next_bitmap] = kzalloc(mapping->bitmap_size, in extend_iommu_mapping()
1631 if (!mapping->bitmaps[next_bitmap]) in extend_iommu_mapping()
1634 mapping->nr_bitmaps++; in extend_iommu_mapping()
1639 void arm_iommu_release_mapping(struct dma_iommu_mapping *mapping) in arm_iommu_release_mapping() argument
1641 if (mapping) in arm_iommu_release_mapping()
1642 kref_put(&mapping->kref, release_iommu_mapping); in arm_iommu_release_mapping()
1647 struct dma_iommu_mapping *mapping) in __arm_iommu_attach_device() argument
1651 err = iommu_attach_device(mapping->domain, dev); in __arm_iommu_attach_device()
1655 kref_get(&mapping->kref); in __arm_iommu_attach_device()
1656 to_dma_iommu_mapping(dev) = mapping; in __arm_iommu_attach_device()
1665 * @mapping: io address space mapping structure (returned from
1668 * Attaches specified io address space mapping to the provided device.
1673 * mapping.
1676 struct dma_iommu_mapping *mapping) in arm_iommu_attach_device() argument
1680 err = __arm_iommu_attach_device(dev, mapping); in arm_iommu_attach_device()
1698 struct dma_iommu_mapping *mapping; in arm_iommu_detach_device() local
1700 mapping = to_dma_iommu_mapping(dev); in arm_iommu_detach_device()
1701 if (!mapping) { in arm_iommu_detach_device()
1706 iommu_detach_device(mapping->domain, dev); in arm_iommu_detach_device()
1707 kref_put(&mapping->kref, release_iommu_mapping); in arm_iommu_detach_device()
1718 struct dma_iommu_mapping *mapping; in arm_setup_iommu_dma_ops() local
1720 mapping = arm_iommu_create_mapping(dev->bus, dma_base, size); in arm_setup_iommu_dma_ops()
1721 if (IS_ERR(mapping)) { in arm_setup_iommu_dma_ops()
1722 pr_warn("Failed to create %llu-byte IOMMU mapping for device %s\n", in arm_setup_iommu_dma_ops()
1727 if (__arm_iommu_attach_device(dev, mapping)) { in arm_setup_iommu_dma_ops()
1730 arm_iommu_release_mapping(mapping); in arm_setup_iommu_dma_ops()
1739 struct dma_iommu_mapping *mapping = to_dma_iommu_mapping(dev); in arm_teardown_iommu_dma_ops() local
1741 if (!mapping) in arm_teardown_iommu_dma_ops()
1745 arm_iommu_release_mapping(mapping); in arm_teardown_iommu_dma_ops()