444 static void pnv_pci_ioda1_tce_invalidate(struct iommu_table *tbl,  in pnv_pci_ioda1_tce_invalidate()  argument
447 	u64 __iomem *invalidate = (u64 __iomem *)tbl->it_index;  in pnv_pci_ioda1_tce_invalidate()
454 	if (tbl->it_busno) {  in pnv_pci_ioda1_tce_invalidate()
458 		start |= tbl->it_busno;  in pnv_pci_ioda1_tce_invalidate()
459 		end |= tbl->it_busno;  in pnv_pci_ioda1_tce_invalidate()
460 	} else if (tbl->it_type & TCE_PCI_SWINV_PAIR) {  in pnv_pci_ioda1_tce_invalidate()
485 					 struct iommu_table *tbl,  in pnv_pci_ioda2_tce_invalidate()  argument
489 	u64 __iomem *invalidate = (u64 __iomem *)tbl->it_index;  in pnv_pci_ioda2_tce_invalidate()
497 	inc = tbl->it_offset + (((u64)startp - tbl->it_base) / sizeof(u64));  in pnv_pci_ioda2_tce_invalidate()
499 	inc = tbl->it_offset + (((u64)endp - tbl->it_base) / sizeof(u64));  in pnv_pci_ioda2_tce_invalidate()
510 void pnv_pci_ioda_tce_invalidate(struct iommu_table *tbl,  in pnv_pci_ioda_tce_invalidate()  argument
513 	struct pnv_ioda_pe *pe = container_of(tbl, struct pnv_ioda_pe,  in pnv_pci_ioda_tce_invalidate()
518 		pnv_pci_ioda1_tce_invalidate(tbl, startp, endp);  in pnv_pci_ioda_tce_invalidate()
520 		pnv_pci_ioda2_tce_invalidate(pe, tbl, startp, endp);  in pnv_pci_ioda_tce_invalidate()
530 	struct iommu_table *tbl;  in pnv_pci_ioda_setup_dma_pe()  local
580 	tbl = &pe->tce32_table;  in pnv_pci_ioda_setup_dma_pe()
581 	pnv_pci_setup_iommu_table(tbl, addr, TCE32_TABLE_SIZE * segs,  in pnv_pci_ioda_setup_dma_pe()
592 		tbl->it_busno = 0;  in pnv_pci_ioda_setup_dma_pe()
593 		tbl->it_index = (unsigned long)ioremap(be64_to_cpup(swinvp), 8);  in pnv_pci_ioda_setup_dma_pe()
594 		tbl->it_type = TCE_PCI_SWINV_CREATE | TCE_PCI_SWINV_FREE |  in pnv_pci_ioda_setup_dma_pe()
597 	iommu_init_table(tbl, phb->hose->node);  in pnv_pci_ioda_setup_dma_pe()
614 	struct iommu_table *tbl;  in pnv_pci_ioda2_setup_dma_pe()  local
653 	tbl = &pe->tce32_table;  in pnv_pci_ioda2_setup_dma_pe()
654 	pnv_pci_setup_iommu_table(tbl, addr, tce_table_size, 0);  in pnv_pci_ioda2_setup_dma_pe()
664 		tbl->it_busno = 0;  in pnv_pci_ioda2_setup_dma_pe()
665 		tbl->it_index = (unsigned long)ioremap(be64_to_cpup(swinvp), 8);  in pnv_pci_ioda2_setup_dma_pe()
666 		tbl->it_type = TCE_PCI_SWINV_CREATE | TCE_PCI_SWINV_FREE;  in pnv_pci_ioda2_setup_dma_pe()
668 	iommu_init_table(tbl, phb->hose->node);  in pnv_pci_ioda2_setup_dma_pe()