343 static long kvmppc_tce_to_ua(struct kvm *kvm, unsigned long tce,  in kvmppc_tce_to_ua()  argument
346 	unsigned long gfn = tce >> PAGE_SHIFT;  in kvmppc_tce_to_ua()
354 		(tce & ~(PAGE_MASK | TCE_PCI_READ | TCE_PCI_WRITE));  in kvmppc_tce_to_ua()
360 		unsigned long tce)  in kvmppc_tce_validate()  argument
362 	unsigned long gpa = tce & ~(TCE_PCI_READ | TCE_PCI_WRITE);  in kvmppc_tce_validate()
363 	enum dma_data_direction dir = iommu_tce_direction(tce);  in kvmppc_tce_validate()
374 	if (kvmppc_tce_to_ua(stt->kvm, tce, &ua))  in kvmppc_tce_validate()
400 		unsigned long idx, unsigned long tce)  in kvmppc_tce_put()  argument
412 		if (!tce)  in kvmppc_tce_put()
421 	tbl[idx % TCES_PER_PAGE] = tce;  in kvmppc_tce_put()
562 		      unsigned long ioba, unsigned long tce)  in kvmppc_h_put_tce()  argument
583 	ret = kvmppc_tce_validate(stt, tce);  in kvmppc_h_put_tce()
587 	dir = iommu_tce_direction(tce);  in kvmppc_h_put_tce()
589 	if ((dir != DMA_NONE) && kvmppc_tce_to_ua(vcpu->kvm, tce, &ua)) {  in kvmppc_h_put_tce()
611 	kvmppc_tce_put(stt, entry, tce);  in kvmppc_h_put_tce()
628 	u64 tce;  in kvmppc_h_put_tce_indirect()  local
658 		if (get_user(tce, tces + i)) {  in kvmppc_h_put_tce_indirect()
662 		tce = be64_to_cpu(tce);  in kvmppc_h_put_tce_indirect()
664 		ret = kvmppc_tce_validate(stt, tce);  in kvmppc_h_put_tce_indirect()
680 		if (get_user(tce, tces + i)) {  in kvmppc_h_put_tce_indirect()
684 		tce = be64_to_cpu(tce);  in kvmppc_h_put_tce_indirect()
686 		if (kvmppc_tce_to_ua(vcpu->kvm, tce, &ua)) {  in kvmppc_h_put_tce_indirect()
694 					iommu_tce_direction(tce));  in kvmppc_h_put_tce_indirect()
703 		kvmppc_tce_put(stt, entry + i, tce);  in kvmppc_h_put_tce_indirect()