Lines Matching refs:ioat_dma
140 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in ioat_stop() local
141 struct pci_dev *pdev = ioat_dma->pdev; in ioat_stop()
151 switch (ioat_dma->irq_mode) { in ioat_stop()
153 msix = &ioat_dma->msix_entries[chan_id]; in ioat_stop()
344 struct ioatdma_device *ioat_dma; in ioat_alloc_ring_ent() local
351 ioat_dma = to_ioatdma_device(chan->device); in ioat_alloc_ring_ent()
511 ioat_free_sed(struct ioatdma_device *ioat_dma, struct ioat_sed_ent *sed) in ioat_free_sed() argument
516 dma_pool_free(ioat_dma->sed_hw_pool[sed->hw_pool], sed->hw, sed->dma); in ioat_free_sed()
583 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in __cleanup() local
612 if (ioat_dma->cap & IOAT_CAP_DWBES) in __cleanup()
638 ioat_free_sed(ioat_dma, desc->sed); in __cleanup()
658 ioat_chan->ioat_dma->reg_base + IOAT_INTRDELAY_OFFSET); in __cleanup()
707 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in ioat_abort_descs() local
747 ioat_free_sed(ioat_dma, desc->sed); in ioat_abort_descs()
983 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in ioat_reset_hw() local
984 struct pci_dev *pdev = ioat_dma->pdev; in ioat_reset_hw()
994 if (ioat_dma->version < IOAT_VER_3_3) { in ioat_reset_hw()
1017 if (is_bwd_ioat(pdev) && (ioat_dma->irq_mode == IOAT_MSIX)) { in ioat_reset_hw()
1018 ioat_dma->msixtba0 = readq(ioat_dma->reg_base + 0x1000); in ioat_reset_hw()
1019 ioat_dma->msixdata0 = readq(ioat_dma->reg_base + 0x1008); in ioat_reset_hw()
1020 ioat_dma->msixpba = readq(ioat_dma->reg_base + 0x1800); in ioat_reset_hw()
1026 if (is_bwd_ioat(pdev) && (ioat_dma->irq_mode == IOAT_MSIX)) { in ioat_reset_hw()
1027 writeq(ioat_dma->msixtba0, ioat_dma->reg_base + 0x1000); in ioat_reset_hw()
1028 writeq(ioat_dma->msixdata0, ioat_dma->reg_base + 0x1008); in ioat_reset_hw()
1029 writeq(ioat_dma->msixpba, ioat_dma->reg_base + 0x1800); in ioat_reset_hw()