79 static inline void tegra_ivc_invalidate(struct tegra_ivc *ivc, dma_addr_t phys)  in tegra_ivc_invalidate()  argument
84 	dma_sync_single_for_cpu(ivc->peer, phys, TEGRA_IVC_ALIGN,  in tegra_ivc_invalidate()
88 static inline void tegra_ivc_flush(struct tegra_ivc *ivc, dma_addr_t phys)  in tegra_ivc_flush()  argument
93 	dma_sync_single_for_device(ivc->peer, phys, TEGRA_IVC_ALIGN,  in tegra_ivc_flush()
199 	tegra_ivc_invalidate(ivc, ivc->rx.phys + offset);  in tegra_ivc_check_read()
217 	tegra_ivc_invalidate(ivc, ivc->tx.phys + offset);  in tegra_ivc_check_write()
236 					      dma_addr_t phys,  in tegra_ivc_frame_phys()  argument
243 	return phys + offset;  in tegra_ivc_frame_phys()
247 					      dma_addr_t phys,  in tegra_ivc_invalidate_frame()  argument
255 	phys = tegra_ivc_frame_phys(ivc, phys, frame) + offset;  in tegra_ivc_invalidate_frame()
257 	dma_sync_single_for_cpu(ivc->peer, phys, size, DMA_FROM_DEVICE);  in tegra_ivc_invalidate_frame()
261 					 dma_addr_t phys,  in tegra_ivc_flush_frame()  argument
269 	phys = tegra_ivc_frame_phys(ivc, phys, frame) + offset;  in tegra_ivc_flush_frame()
271 	dma_sync_single_for_device(ivc->peer, phys, size, DMA_TO_DEVICE);  in tegra_ivc_flush_frame()
292 	tegra_ivc_invalidate_frame(ivc, ivc->rx.phys, ivc->rx.position, 0,  in tegra_ivc_read_get_next_frame()
316 	tegra_ivc_flush(ivc, ivc->rx.phys + rx);  in tegra_ivc_read_advance()
329 	tegra_ivc_invalidate(ivc, ivc->rx.phys + tx);  in tegra_ivc_read_advance()
362 	tegra_ivc_flush_frame(ivc, ivc->tx.phys, ivc->tx.position, 0,  in tegra_ivc_write_advance()
372 	tegra_ivc_flush(ivc, ivc->tx.phys + tx);  in tegra_ivc_write_advance()
385 	tegra_ivc_invalidate(ivc, ivc->tx.phys + rx);  in tegra_ivc_write_advance()
399 	tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_reset()
430 	tegra_ivc_invalidate(ivc, ivc->rx.phys + offset);  in tegra_ivc_notified()
464 		tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_notified()
504 		tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_notified()
528 		tegra_ivc_flush(ivc, ivc->tx.phys + offset);  in tegra_ivc_notified()
647 		ivc->rx.phys = dma_map_single(peer, rx, queue_size,  in tegra_ivc_init()
649 		if (dma_mapping_error(peer, ivc->rx.phys))  in tegra_ivc_init()
652 		ivc->tx.phys = dma_map_single(peer, tx, queue_size,  in tegra_ivc_init()
654 		if (dma_mapping_error(peer, ivc->tx.phys)) {  in tegra_ivc_init()
655 			dma_unmap_single(peer, ivc->rx.phys, queue_size,  in tegra_ivc_init()
660 		ivc->rx.phys = rx_phys;  in tegra_ivc_init()
661 		ivc->tx.phys = tx_phys;  in tegra_ivc_init()
689 		dma_unmap_single(ivc->peer, ivc->rx.phys, size,  in tegra_ivc_cleanup()
691 		dma_unmap_single(ivc->peer, ivc->tx.phys, size,  in tegra_ivc_cleanup()