Lines Matching refs:orig_addr
388 static void swiotlb_bounce(phys_addr_t orig_addr, phys_addr_t tlb_addr, in swiotlb_bounce() argument
391 unsigned long pfn = PFN_DOWN(orig_addr); in swiotlb_bounce()
396 unsigned int offset = orig_addr & ~PAGE_MASK; in swiotlb_bounce()
419 memcpy(vaddr, phys_to_virt(orig_addr), size); in swiotlb_bounce()
421 memcpy(phys_to_virt(orig_addr), vaddr, size); in swiotlb_bounce()
427 phys_addr_t orig_addr, size_t size, in swiotlb_tbl_map_single() argument
528 io_tlb_orig_addr[index+i] = orig_addr + (i << IO_TLB_SHIFT); in swiotlb_tbl_map_single()
530 swiotlb_bounce(orig_addr, tlb_addr, size, DMA_TO_DEVICE); in swiotlb_tbl_map_single()
557 phys_addr_t orig_addr = io_tlb_orig_addr[index]; in swiotlb_tbl_unmap_single() local
562 if (orig_addr != INVALID_PHYS_ADDR && in swiotlb_tbl_unmap_single()
564 swiotlb_bounce(orig_addr, tlb_addr, size, DMA_FROM_DEVICE); in swiotlb_tbl_unmap_single()
600 phys_addr_t orig_addr = io_tlb_orig_addr[index]; in swiotlb_tbl_sync_single() local
602 if (orig_addr == INVALID_PHYS_ADDR) in swiotlb_tbl_sync_single()
604 orig_addr += (unsigned long)tlb_addr & ((1 << IO_TLB_SHIFT) - 1); in swiotlb_tbl_sync_single()
609 swiotlb_bounce(orig_addr, tlb_addr, in swiotlb_tbl_sync_single()
616 swiotlb_bounce(orig_addr, tlb_addr, in swiotlb_tbl_sync_single()