Lines Matching full:ap
310 static void nv_nf2_freeze(struct ata_port *ap);
311 static void nv_nf2_thaw(struct ata_port *ap);
312 static void nv_ck804_freeze(struct ata_port *ap);
313 static void nv_ck804_thaw(struct ata_port *ap);
319 static void nv_adma_irq_clear(struct ata_port *ap);
320 static int nv_adma_port_start(struct ata_port *ap);
321 static void nv_adma_port_stop(struct ata_port *ap);
323 static int nv_adma_port_suspend(struct ata_port *ap, pm_message_t mesg);
324 static int nv_adma_port_resume(struct ata_port *ap);
326 static void nv_adma_freeze(struct ata_port *ap);
327 static void nv_adma_thaw(struct ata_port *ap);
328 static void nv_adma_error_handler(struct ata_port *ap);
331 static void nv_adma_tf_read(struct ata_port *ap, struct ata_taskfile *tf);
333 static void nv_mcp55_thaw(struct ata_port *ap);
334 static void nv_mcp55_freeze(struct ata_port *ap);
335 static void nv_swncq_error_handler(struct ata_port *ap);
337 static int nv_swncq_port_start(struct ata_port *ap);
341 static void nv_swncq_irq_clear(struct ata_port *ap, u16 fis);
344 static int nv_swncq_port_suspend(struct ata_port *ap, pm_message_t mesg);
345 static int nv_swncq_port_resume(struct ata_port *ap);
605 static void nv_adma_register_mode(struct ata_port *ap) in nv_adma_register_mode() argument
607 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_register_mode()
622 ata_port_warn(ap, "timeout waiting for ADMA IDLE, stat=0x%hx\n", in nv_adma_register_mode()
636 ata_port_warn(ap, in nv_adma_register_mode()
643 static void nv_adma_mode(struct ata_port *ap) in nv_adma_mode() argument
645 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_mode()
666 ata_port_warn(ap, in nv_adma_mode()
675 struct ata_port *ap = ata_shost_to_port(sdev->host); in nv_adma_slave_config() local
676 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_slave_config()
678 struct pci_dev *pdev = to_pci_dev(ap->host->dev); in nv_adma_slave_config()
691 spin_lock_irqsave(ap->lock, flags); in nv_adma_slave_config()
693 if (ap->link.device[sdev->id].class == ATA_DEV_ATAPI) { in nv_adma_slave_config()
709 nv_adma_register_mode(ap); in nv_adma_slave_config()
718 if (ap->port_no == 1) in nv_adma_slave_config()
736 port0 = ap->host->ports[0]->private_data; in nv_adma_slave_config()
737 port1 = ap->host->ports[1]->private_data; in nv_adma_slave_config()
754 ata_port_info(ap, in nv_adma_slave_config()
756 (unsigned long long)*ap->host->dev->dma_mask, in nv_adma_slave_config()
759 spin_unlock_irqrestore(ap->lock, flags); in nv_adma_slave_config()
766 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_check_atapi_dma()
770 static void nv_adma_tf_read(struct ata_port *ap, struct ata_taskfile *tf) in nv_adma_tf_read() argument
779 nv_adma_register_mode(ap); in nv_adma_tf_read()
781 ata_sff_tf_read(ap, tf); in nv_adma_tf_read()
816 static int nv_adma_check_cpb(struct ata_port *ap, int cpb_num, int force_err) in nv_adma_check_cpb() argument
818 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_check_cpb()
827 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_adma_check_cpb()
850 ata_port_freeze(ap); in nv_adma_check_cpb()
852 ata_port_abort(ap); in nv_adma_check_cpb()
861 static int nv_host_intr(struct ata_port *ap, u8 irq_stat) in nv_host_intr() argument
863 struct ata_queued_cmd *qc = ata_qc_from_tag(ap, ap->link.active_tag); in nv_host_intr()
867 ata_port_freeze(ap); in nv_host_intr()
877 ata_sff_check_status(ap); in nv_host_intr()
882 return ata_bmdma_port_intr(ap, qc); in nv_host_intr()
894 struct ata_port *ap = host->ports[i]; in nv_adma_interrupt() local
895 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_interrupt()
907 handled += nv_host_intr(ap, irq_stat); in nv_adma_interrupt()
915 if (ata_tag_valid(ap->link.active_tag)) in nv_adma_interrupt()
921 handled += nv_host_intr(ap, irq_stat); in nv_adma_interrupt()
930 if (!NV_ADMA_CHECK_INTR(gen_ctl, ap->port_no) && !notifier && in nv_adma_interrupt()
954 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_adma_interrupt()
972 ata_port_freeze(ap); in nv_adma_interrupt()
985 if (ata_tag_valid(ap->link.active_tag)) in nv_adma_interrupt()
987 ap->link.active_tag; in nv_adma_interrupt()
989 check_commands = ap->link.sactive; in nv_adma_interrupt()
995 rc = nv_adma_check_cpb(ap, pos, in nv_adma_interrupt()
1003 ata_qc_complete_multiple(ap, ata_qc_get_active(ap) ^ done_mask); in nv_adma_interrupt()
1021 static void nv_adma_freeze(struct ata_port *ap) in nv_adma_freeze() argument
1023 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_freeze()
1027 nv_ck804_freeze(ap); in nv_adma_freeze()
1033 writeb(NV_INT_ALL << (ap->port_no * NV_INT_PORT_SHIFT), in nv_adma_freeze()
1034 ap->host->iomap[NV_MMIO_BAR] + NV_INT_STATUS_CK804); in nv_adma_freeze()
1043 static void nv_adma_thaw(struct ata_port *ap) in nv_adma_thaw() argument
1045 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_thaw()
1049 nv_ck804_thaw(ap); in nv_adma_thaw()
1061 static void nv_adma_irq_clear(struct ata_port *ap) in nv_adma_irq_clear() argument
1063 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_irq_clear()
1068 ata_bmdma_irq_clear(ap); in nv_adma_irq_clear()
1073 writeb(NV_INT_ALL << (ap->port_no * NV_INT_PORT_SHIFT), in nv_adma_irq_clear()
1074 ap->host->iomap[NV_MMIO_BAR] + NV_INT_STATUS_CK804); in nv_adma_irq_clear()
1081 if (ap->port_no == 0) { in nv_adma_irq_clear()
1088 pp = ap->host->ports[0]->private_data; in nv_adma_irq_clear()
1090 pp = ap->host->ports[1]->private_data; in nv_adma_irq_clear()
1096 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_post_internal_cmd()
1102 static int nv_adma_port_start(struct ata_port *ap) in nv_adma_port_start() argument
1104 struct device *dev = ap->host->dev; in nv_adma_port_start()
1124 rc = ata_bmdma_port_start(ap); in nv_adma_port_start()
1132 mmio = ap->host->iomap[NV_MMIO_BAR] + NV_ADMA_PORT + in nv_adma_port_start()
1133 ap->port_no * NV_ADMA_PORT_SIZE; in nv_adma_port_start()
1135 pp->gen_block = ap->host->iomap[NV_MMIO_BAR] + NV_ADMA_GEN; in nv_adma_port_start()
1137 NV_ADMA_NOTIFIER_CLEAR + (4 * ap->port_no); in nv_adma_port_start()
1177 ap->private_data = pp; in nv_adma_port_start()
1203 static void nv_adma_port_stop(struct ata_port *ap) in nv_adma_port_stop() argument
1205 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_stop()
1213 static int nv_adma_port_suspend(struct ata_port *ap, pm_message_t mesg) in nv_adma_port_suspend() argument
1215 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_suspend()
1219 nv_adma_register_mode(ap); in nv_adma_port_suspend()
1230 static int nv_adma_port_resume(struct ata_port *ap) in nv_adma_port_resume() argument
1232 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_port_resume()
1265 static void nv_adma_setup_port(struct ata_port *ap) in nv_adma_setup_port() argument
1267 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_adma_setup_port()
1268 struct ata_ioports *ioport = &ap->ioaddr; in nv_adma_setup_port()
1272 mmio += NV_ADMA_PORT + ap->port_no * NV_ADMA_PORT_SIZE; in nv_adma_setup_port()
1333 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_fill_sg()
1353 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_use_reg_mode()
1370 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_qc_prep()
1378 nv_adma_register_mode(qc->ap); in nv_adma_qc_prep()
1418 struct nv_adma_port_priv *pp = qc->ap->private_data; in nv_adma_qc_issue()
1438 nv_adma_register_mode(qc->ap); in nv_adma_qc_issue()
1441 nv_adma_mode(qc->ap); in nv_adma_qc_issue()
1471 struct ata_port *ap = host->ports[i]; in nv_generic_interrupt() local
1474 qc = ata_qc_from_tag(ap, ap->link.active_tag); in nv_generic_interrupt()
1476 handled += ata_bmdma_port_intr(ap, qc); in nv_generic_interrupt()
1482 ap->ops->sff_check_status(ap); in nv_generic_interrupt()
1536 *val = ioread32(link->ap->ioaddr.scr_addr + (sc_reg * 4)); in nv_scr_read()
1545 iowrite32(val, link->ap->ioaddr.scr_addr + (sc_reg * 4)); in nv_scr_write()
1557 if (!(link->ap->pflags & ATA_PFLAG_LOADING) && in nv_hardreset()
1581 static void nv_nf2_freeze(struct ata_port *ap) in nv_nf2_freeze() argument
1583 void __iomem *scr_addr = ap->host->ports[0]->ioaddr.scr_addr; in nv_nf2_freeze()
1584 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_nf2_freeze()
1592 static void nv_nf2_thaw(struct ata_port *ap) in nv_nf2_thaw() argument
1594 void __iomem *scr_addr = ap->host->ports[0]->ioaddr.scr_addr; in nv_nf2_thaw()
1595 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_nf2_thaw()
1605 static void nv_ck804_freeze(struct ata_port *ap) in nv_ck804_freeze() argument
1607 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_ck804_freeze()
1608 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_ck804_freeze()
1616 static void nv_ck804_thaw(struct ata_port *ap) in nv_ck804_thaw() argument
1618 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_ck804_thaw()
1619 int shift = ap->port_no * NV_INT_PORT_SHIFT; in nv_ck804_thaw()
1629 static void nv_mcp55_freeze(struct ata_port *ap) in nv_mcp55_freeze() argument
1631 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_mcp55_freeze()
1632 int shift = ap->port_no * NV_INT_PORT_SHIFT_MCP55; in nv_mcp55_freeze()
1642 static void nv_mcp55_thaw(struct ata_port *ap) in nv_mcp55_thaw() argument
1644 void __iomem *mmio_base = ap->host->iomap[NV_MMIO_BAR]; in nv_mcp55_thaw()
1645 int shift = ap->port_no * NV_INT_PORT_SHIFT_MCP55; in nv_mcp55_thaw()
1655 static void nv_adma_error_handler(struct ata_port *ap) in nv_adma_error_handler() argument
1657 struct nv_adma_port_priv *pp = ap->private_data; in nv_adma_error_handler()
1663 if (ata_tag_valid(ap->link.active_tag) || ap->link.sactive) { in nv_adma_error_handler()
1671 ata_port_err(ap, in nv_adma_error_handler()
1680 if ((ata_tag_valid(ap->link.active_tag) && i == ap->link.active_tag) || in nv_adma_error_handler()
1681 ap->link.sactive & (1 << i)) in nv_adma_error_handler()
1682 ata_port_err(ap, in nv_adma_error_handler()
1689 nv_adma_register_mode(ap); in nv_adma_error_handler()
1708 ata_bmdma_error_handler(ap); in nv_adma_error_handler()
1711 static void nv_swncq_qc_to_dq(struct ata_port *ap, struct ata_queued_cmd *qc) in nv_swncq_qc_to_dq() argument
1713 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_to_dq()
1722 static struct ata_queued_cmd *nv_swncq_qc_from_dq(struct ata_port *ap) in nv_swncq_qc_from_dq() argument
1724 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_from_dq()
1736 return ata_qc_from_tag(ap, tag); in nv_swncq_qc_from_dq()
1739 static void nv_swncq_fis_reinit(struct ata_port *ap) in nv_swncq_fis_reinit() argument
1741 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_fis_reinit()
1749 static void nv_swncq_pp_reinit(struct ata_port *ap) in nv_swncq_pp_reinit() argument
1751 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_pp_reinit()
1759 nv_swncq_fis_reinit(ap); in nv_swncq_pp_reinit()
1762 static void nv_swncq_irq_clear(struct ata_port *ap, u16 fis) in nv_swncq_irq_clear() argument
1764 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_irq_clear()
1769 static void __ata_bmdma_stop(struct ata_port *ap) in __ata_bmdma_stop() argument
1773 qc.ap = ap; in __ata_bmdma_stop()
1777 static void nv_swncq_ncq_stop(struct ata_port *ap) in nv_swncq_ncq_stop() argument
1779 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_ncq_stop()
1784 ata_port_err(ap, "EH in SWNCQ mode,QC:qc_active 0x%llX sactive 0x%X\n", in nv_swncq_ncq_stop()
1785 ap->qc_active, ap->link.sactive); in nv_swncq_ncq_stop()
1786 ata_port_err(ap, in nv_swncq_ncq_stop()
1792 ata_port_err(ap, "ATA_REG 0x%X ERR_REG 0x%X\n", in nv_swncq_ncq_stop()
1793 ap->ops->sff_check_status(ap), in nv_swncq_ncq_stop()
1794 ioread8(ap->ioaddr.error_addr)); in nv_swncq_ncq_stop()
1799 ata_port_err(ap, "tag : dhfis dmafis sdbfis sactive\n"); in nv_swncq_ncq_stop()
1809 ata_port_err(ap, in nv_swncq_ncq_stop()
1818 nv_swncq_pp_reinit(ap); in nv_swncq_ncq_stop()
1819 ap->ops->sff_irq_clear(ap); in nv_swncq_ncq_stop()
1820 __ata_bmdma_stop(ap); in nv_swncq_ncq_stop()
1821 nv_swncq_irq_clear(ap, 0xffff); in nv_swncq_ncq_stop()
1824 static void nv_swncq_error_handler(struct ata_port *ap) in nv_swncq_error_handler() argument
1826 struct ata_eh_context *ehc = &ap->link.eh_context; in nv_swncq_error_handler()
1828 if (ap->link.sactive) { in nv_swncq_error_handler()
1829 nv_swncq_ncq_stop(ap); in nv_swncq_error_handler()
1833 ata_bmdma_error_handler(ap); in nv_swncq_error_handler()
1837 static int nv_swncq_port_suspend(struct ata_port *ap, pm_message_t mesg) in nv_swncq_port_suspend() argument
1839 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_suspend()
1856 static int nv_swncq_port_resume(struct ata_port *ap) in nv_swncq_port_resume() argument
1858 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_resume()
1903 struct ata_port *ap = ata_shost_to_port(sdev->host); in nv_swncq_slave_config() local
1904 struct pci_dev *pdev = to_pci_dev(ap->host->dev); in nv_swncq_slave_config()
1916 dev = &ap->link.device[sdev->id]; in nv_swncq_slave_config()
1917 if (!(ap->flags & ATA_FLAG_NCQ) || dev->class == ATA_DEV_ATAPI) in nv_swncq_slave_config()
1947 static int nv_swncq_port_start(struct ata_port *ap) in nv_swncq_port_start() argument
1949 struct device *dev = ap->host->dev; in nv_swncq_port_start()
1950 void __iomem *mmio = ap->host->iomap[NV_MMIO_BAR]; in nv_swncq_port_start()
1955 rc = ata_bmdma_port_start(ap); in nv_swncq_port_start()
1969 ap->private_data = pp; in nv_swncq_port_start()
1970 pp->sactive_block = ap->ioaddr.scr_addr + 4 * SCR_ACTIVE; in nv_swncq_port_start()
1971 pp->irq_block = mmio + NV_INT_STATUS_MCP55 + ap->port_no * 2; in nv_swncq_port_start()
1972 pp->tag_block = mmio + NV_NCQ_REG_MCP55 + ap->port_no * 2; in nv_swncq_port_start()
1994 struct ata_port *ap = qc->ap; in nv_swncq_fill_sg() local
1996 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_fill_sg()
2028 static unsigned int nv_swncq_issue_atacmd(struct ata_port *ap, in nv_swncq_issue_atacmd() argument
2031 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_issue_atacmd()
2044 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in nv_swncq_issue_atacmd()
2045 ap->ops->sff_exec_command(ap, &qc->tf); in nv_swncq_issue_atacmd()
2054 struct ata_port *ap = qc->ap; in nv_swncq_qc_issue() local
2055 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_qc_issue()
2063 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_qc_issue()
2065 nv_swncq_qc_to_dq(ap, qc); /* add qc to defer queue */ in nv_swncq_qc_issue()
2070 static void nv_swncq_hotplug(struct ata_port *ap, u32 fis) in nv_swncq_hotplug() argument
2073 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_hotplug()
2078 sata_scr_read(&ap->link, SCR_ERROR, &serror); in nv_swncq_hotplug()
2079 sata_scr_write(&ap->link, SCR_ERROR, serror); in nv_swncq_hotplug()
2092 ata_port_freeze(ap); in nv_swncq_hotplug()
2095 static int nv_swncq_sdbfis(struct ata_port *ap) in nv_swncq_sdbfis() argument
2098 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_sdbfis()
2099 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_sdbfis()
2105 host_stat = ap->ops->bmdma_status(ap); in nv_swncq_sdbfis()
2115 ap->ops->sff_irq_clear(ap); in nv_swncq_sdbfis()
2116 __ata_bmdma_stop(ap); in nv_swncq_sdbfis()
2125 ata_qc_complete_multiple(ap, ata_qc_get_active(ap) ^ done_mask); in nv_swncq_sdbfis()
2127 if (!ap->qc_active) { in nv_swncq_sdbfis()
2129 nv_swncq_pp_reinit(ap); in nv_swncq_sdbfis()
2146 ap->print_id, ap->qc_active, pp->qc_active, in nv_swncq_sdbfis()
2150 nv_swncq_fis_reinit(ap); in nv_swncq_sdbfis()
2153 qc = ata_qc_from_tag(ap, pp->last_issue_tag); in nv_swncq_sdbfis()
2154 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_sdbfis()
2160 qc = nv_swncq_qc_from_dq(ap); in nv_swncq_sdbfis()
2162 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_sdbfis()
2168 static inline u32 nv_swncq_tag(struct ata_port *ap) in nv_swncq_tag() argument
2170 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_tag()
2177 static void nv_swncq_dmafis(struct ata_port *ap) in nv_swncq_dmafis() argument
2183 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_dmafis()
2185 __ata_bmdma_stop(ap); in nv_swncq_dmafis()
2186 tag = nv_swncq_tag(ap); in nv_swncq_dmafis()
2189 qc = ata_qc_from_tag(ap, tag); in nv_swncq_dmafis()
2198 ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS); in nv_swncq_dmafis()
2201 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in nv_swncq_dmafis()
2206 iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in nv_swncq_dmafis()
2209 static void nv_swncq_host_interrupt(struct ata_port *ap, u16 fis) in nv_swncq_host_interrupt() argument
2211 struct nv_swncq_port_priv *pp = ap->private_data; in nv_swncq_host_interrupt()
2213 struct ata_eh_info *ehi = &ap->link.eh_info; in nv_swncq_host_interrupt()
2217 ata_stat = ap->ops->sff_check_status(ap); in nv_swncq_host_interrupt()
2218 nv_swncq_irq_clear(ap, fis); in nv_swncq_host_interrupt()
2222 if (ap->pflags & ATA_PFLAG_FROZEN) in nv_swncq_host_interrupt()
2226 nv_swncq_hotplug(ap, fis); in nv_swncq_host_interrupt()
2233 if (ap->ops->scr_read(&ap->link, SCR_ERROR, &serror)) in nv_swncq_host_interrupt()
2235 ap->ops->scr_write(&ap->link, SCR_ERROR, serror); in nv_swncq_host_interrupt()
2243 ata_port_freeze(ap); in nv_swncq_host_interrupt()
2258 ap->print_id, pp->qc_active, pp->dhfis_bits, in nv_swncq_host_interrupt()
2260 if (nv_swncq_sdbfis(ap) < 0) in nv_swncq_host_interrupt()
2279 ata_stat = ap->ops->sff_check_status(ap); in nv_swncq_host_interrupt()
2285 qc = nv_swncq_qc_from_dq(ap); in nv_swncq_host_interrupt()
2286 nv_swncq_issue_atacmd(ap, qc); in nv_swncq_host_interrupt()
2295 pp->dmafis_bits |= (0x1 << nv_swncq_tag(ap)); in nv_swncq_host_interrupt()
2297 nv_swncq_dmafis(ap); in nv_swncq_host_interrupt()
2304 ata_port_freeze(ap); in nv_swncq_host_interrupt()
2321 struct ata_port *ap = host->ports[i]; in nv_swncq_interrupt() local
2323 if (ap->link.sactive) { in nv_swncq_interrupt()
2324 nv_swncq_host_interrupt(ap, (u16)irq_stat); in nv_swncq_interrupt()
2328 nv_swncq_irq_clear(ap, 0xfff0); in nv_swncq_interrupt()
2330 handled += nv_host_intr(ap, (u8)irq_stat); in nv_swncq_interrupt()