631 	dma_addr_t dev_addr;  in swiotlb_alloc_coherent()  local
641 		dev_addr = swiotlb_virt_to_bus(hwdev, ret);  in swiotlb_alloc_coherent()
642 		if (dev_addr + size - 1 > dma_mask) {  in swiotlb_alloc_coherent()
661 		dev_addr = phys_to_dma(hwdev, paddr);  in swiotlb_alloc_coherent()
664 		if (dev_addr + size - 1 > dma_mask) {  in swiotlb_alloc_coherent()
667 			       (unsigned long long)dev_addr);  in swiotlb_alloc_coherent()
676 	*dma_handle = dev_addr;  in swiotlb_alloc_coherent()
685 		      dma_addr_t dev_addr)  in swiotlb_free_coherent()  argument
687 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in swiotlb_free_coherent()
736 	dma_addr_t dev_addr = phys_to_dma(dev, phys);  in swiotlb_map_page()  local
744 	if (dma_capable(dev, dev_addr, size) && !swiotlb_force)  in swiotlb_map_page()
745 		return dev_addr;  in swiotlb_map_page()
747 	trace_swiotlb_bounced(dev, dev_addr, size, swiotlb_force);  in swiotlb_map_page()
756 	dev_addr = phys_to_dma(dev, map);  in swiotlb_map_page()
759 	if (!dma_capable(dev, dev_addr, size)) {  in swiotlb_map_page()
764 	return dev_addr;  in swiotlb_map_page()
776 static void unmap_single(struct device *hwdev, dma_addr_t dev_addr,  in unmap_single()  argument
779 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in unmap_single()
800 void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_unmap_page()  argument
804 	unmap_single(hwdev, dev_addr, size, dir);  in swiotlb_unmap_page()
819 swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single()  argument
823 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in swiotlb_sync_single()
839 swiotlb_sync_single_for_cpu(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single_for_cpu()  argument
842 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_CPU);  in swiotlb_sync_single_for_cpu()
847 swiotlb_sync_single_for_device(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single_for_device()  argument
850 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_DEVICE);  in swiotlb_sync_single_for_device()
881 		dma_addr_t dev_addr = phys_to_dma(hwdev, paddr);  in swiotlb_map_sg_attrs()  local
884 		    !dma_capable(hwdev, dev_addr, sg->length)) {  in swiotlb_map_sg_attrs()
898 			sg->dma_address = dev_addr;  in swiotlb_map_sg_attrs()