Lines Matching full:ap
55 * @ap: port where the device is
64 u8 ata_sff_check_status(struct ata_port *ap) in ata_sff_check_status() argument
66 return ioread8(ap->ioaddr.status_addr); in ata_sff_check_status()
72 * @ap: port where the device is
84 static bool ata_sff_altstatus(struct ata_port *ap, u8 *status) in ata_sff_altstatus() argument
88 if (ap->ops->sff_check_altstatus) { in ata_sff_altstatus()
89 tmp = ap->ops->sff_check_altstatus(ap); in ata_sff_altstatus()
92 if (ap->ioaddr.altstatus_addr) { in ata_sff_altstatus()
93 tmp = ioread8(ap->ioaddr.altstatus_addr); in ata_sff_altstatus()
106 * @ap: port where the device is
116 static u8 ata_sff_irq_status(struct ata_port *ap) in ata_sff_irq_status() argument
121 if (ata_sff_altstatus(ap, &status) && (status & ATA_BUSY)) in ata_sff_irq_status()
124 status = ap->ops->sff_check_status(ap); in ata_sff_irq_status()
130 * @ap: Port to wait for.
140 static void ata_sff_sync(struct ata_port *ap) in ata_sff_sync() argument
142 ata_sff_altstatus(ap, NULL); in ata_sff_sync()
147 * @ap: Port to pause for.
157 void ata_sff_pause(struct ata_port *ap) in ata_sff_pause() argument
159 ata_sff_sync(ap); in ata_sff_pause()
166 * @ap: Port to pause for.
172 void ata_sff_dma_pause(struct ata_port *ap) in ata_sff_dma_pause() argument
178 if (ata_sff_altstatus(ap, NULL)) in ata_sff_dma_pause()
189 u8 status = link->ap->ops->sff_check_status(link->ap); in ata_sff_check_ready()
216 * @ap: port where the device is
227 static bool ata_sff_set_devctl(struct ata_port *ap, u8 ctl) in ata_sff_set_devctl() argument
229 if (ap->ops->sff_set_devctl) { in ata_sff_set_devctl()
230 ap->ops->sff_set_devctl(ap, ctl); in ata_sff_set_devctl()
233 if (ap->ioaddr.ctl_addr) { in ata_sff_set_devctl()
234 iowrite8(ctl, ap->ioaddr.ctl_addr); in ata_sff_set_devctl()
243 * @ap: ATA channel to manipulate
255 void ata_sff_dev_select(struct ata_port *ap, unsigned int device) in ata_sff_dev_select() argument
264 iowrite8(tmp, ap->ioaddr.device_addr); in ata_sff_dev_select()
265 ata_sff_pause(ap); /* needed; also flushes, for mmio */ in ata_sff_dev_select()
271 * @ap: ATA channel to manipulate
287 static void ata_dev_select(struct ata_port *ap, unsigned int device, in ata_dev_select() argument
291 ata_wait_idle(ap); in ata_dev_select()
293 ap->ops->sff_dev_select(ap, device); in ata_dev_select()
296 if (can_sleep && ap->link.device[device].class == ATA_DEV_ATAPI) in ata_dev_select()
297 ata_msleep(ap, 150); in ata_dev_select()
298 ata_wait_idle(ap); in ata_dev_select()
304 * @ap: Port on which interrupts are enabled.
315 void ata_sff_irq_on(struct ata_port *ap) in ata_sff_irq_on() argument
317 if (ap->ops->sff_irq_on) { in ata_sff_irq_on()
318 ap->ops->sff_irq_on(ap); in ata_sff_irq_on()
322 ap->ctl &= ~ATA_NIEN; in ata_sff_irq_on()
323 ap->last_ctl = ap->ctl; in ata_sff_irq_on()
325 ata_sff_set_devctl(ap, ap->ctl); in ata_sff_irq_on()
326 ata_wait_idle(ap); in ata_sff_irq_on()
328 if (ap->ops->sff_irq_clear) in ata_sff_irq_on()
329 ap->ops->sff_irq_clear(ap); in ata_sff_irq_on()
335 * @ap: Port to which output is sent
343 void ata_sff_tf_load(struct ata_port *ap, const struct ata_taskfile *tf) in ata_sff_tf_load() argument
345 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_tf_load()
348 if (tf->ctl != ap->last_ctl) { in ata_sff_tf_load()
351 ap->last_ctl = tf->ctl; in ata_sff_tf_load()
352 ata_wait_idle(ap); in ata_sff_tf_load()
375 ata_wait_idle(ap); in ata_sff_tf_load()
381 * @ap: Port from which input is read
392 void ata_sff_tf_read(struct ata_port *ap, struct ata_taskfile *tf) in ata_sff_tf_read() argument
394 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_tf_read()
396 tf->status = ata_sff_check_status(ap); in ata_sff_tf_read()
413 ap->last_ctl = tf->ctl; in ata_sff_tf_read()
422 * @ap: port to which command is being issued
431 void ata_sff_exec_command(struct ata_port *ap, const struct ata_taskfile *tf) in ata_sff_exec_command() argument
433 iowrite8(tf->command, ap->ioaddr.command_addr); in ata_sff_exec_command()
434 ata_sff_pause(ap); in ata_sff_exec_command()
440 * @ap: port to which command is being issued
451 static inline void ata_tf_to_host(struct ata_port *ap, in ata_tf_to_host() argument
455 trace_ata_tf_load(ap, tf); in ata_tf_to_host()
456 ap->ops->sff_tf_load(ap, tf); in ata_tf_to_host()
457 trace_ata_exec_command(ap, tf, tag); in ata_tf_to_host()
458 ap->ops->sff_exec_command(ap, tf); in ata_tf_to_host()
479 struct ata_port *ap = qc->dev->link->ap; in ata_sff_data_xfer() local
480 void __iomem *data_addr = ap->ioaddr.data_addr; in ata_sff_data_xfer()
535 struct ata_port *ap = dev->link->ap; in ata_sff_data_xfer32() local
536 void __iomem *data_addr = ap->ioaddr.data_addr; in ata_sff_data_xfer32()
540 if (!(ap->pflags & ATA_PFLAG_PIO32)) in ata_sff_data_xfer32()
585 qc->ap->ops->sff_data_xfer(qc, buf + offset, xfer_size, do_write); in ata_pio_xfer()
603 struct ata_port *ap = qc->ap; in ata_pio_sector() local
612 ap->hsm_task_state = HSM_ST_LAST; in ata_pio_sector()
646 ap->hsm_task_state = HSM_ST_LAST; in ata_pio_sector()
676 ata_sff_sync(qc->ap); /* flush */ in ata_pio_sectors()
681 * @ap: Port to which ATAPI device is attached.
690 static void atapi_send_cdb(struct ata_port *ap, struct ata_queued_cmd *qc) in atapi_send_cdb() argument
696 ap->ops->sff_data_xfer(qc, qc->cdb, qc->dev->cdb_len, 1); in atapi_send_cdb()
697 ata_sff_sync(ap); in atapi_send_cdb()
702 ap->hsm_task_state = HSM_ST; in atapi_send_cdb()
705 ap->hsm_task_state = HSM_ST_LAST; in atapi_send_cdb()
709 ap->hsm_task_state = HSM_ST_LAST; in atapi_send_cdb()
711 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in atapi_send_cdb()
712 ap->ops->bmdma_start(qc); in atapi_send_cdb()
734 struct ata_port *ap = qc->ap; in __atapi_pio_bytes() local
768 consumed = ap->ops->sff_data_xfer(qc, buf + offset, count, rw); in __atapi_pio_bytes()
802 struct ata_port *ap = qc->ap; in atapi_pio_bytes() local
814 ap->ops->sff_tf_read(ap, &qc->result_tf); in atapi_pio_bytes()
834 ata_sff_sync(ap); /* flush */ in atapi_pio_bytes()
843 ap->hsm_task_state = HSM_ST_ERR; in atapi_pio_bytes()
848 * @ap: the target ata_port
854 static inline int ata_hsm_ok_in_wq(struct ata_port *ap, in ata_hsm_ok_in_wq() argument
860 if (ap->hsm_task_state == HSM_ST_FIRST) { in ata_hsm_ok_in_wq()
886 struct ata_port *ap = qc->ap; in ata_hsm_qc_complete() local
890 qc = ata_qc_from_tag(ap, qc->tag); in ata_hsm_qc_complete()
893 ata_sff_irq_on(ap); in ata_hsm_qc_complete()
896 ata_port_freeze(ap); in ata_hsm_qc_complete()
902 ata_port_freeze(ap); in ata_hsm_qc_complete()
908 * @ap: the target ata_port
916 int ata_sff_hsm_move(struct ata_port *ap, struct ata_queued_cmd *qc, in ata_sff_hsm_move() argument
923 lockdep_assert_held(ap->lock); in ata_sff_hsm_move()
931 WARN_ON_ONCE(in_wq != ata_hsm_ok_in_wq(ap, qc)); in ata_sff_hsm_move()
936 switch (ap->hsm_task_state) { in ata_sff_hsm_move()
959 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
980 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
994 ap->hsm_task_state = HSM_ST; in ata_sff_hsm_move()
998 atapi_send_cdb(ap, qc); in ata_sff_hsm_move()
1013 ap->hsm_task_state = HSM_ST_LAST; in ata_sff_hsm_move()
1028 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1034 if (unlikely(ap->hsm_task_state == HSM_ST_ERR)) in ata_sff_hsm_move()
1066 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1086 status = ata_wait_idle(ap); in ata_sff_hsm_move()
1110 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1116 if (ap->hsm_task_state == HSM_ST_LAST && in ata_sff_hsm_move()
1119 status = ata_wait_idle(ap); in ata_sff_hsm_move()
1130 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1139 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_hsm_move()
1148 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_hsm_move()
1158 ap->print_id, ap->hsm_task_state); in ata_sff_hsm_move()
1179 struct ata_port *ap = link->ap; in ata_sff_queue_pio_task() local
1181 WARN_ON((ap->sff_pio_task_link != NULL) && in ata_sff_queue_pio_task()
1182 (ap->sff_pio_task_link != link)); in ata_sff_queue_pio_task()
1183 ap->sff_pio_task_link = link; in ata_sff_queue_pio_task()
1186 ata_sff_queue_delayed_work(&ap->sff_pio_task, msecs_to_jiffies(delay)); in ata_sff_queue_pio_task()
1190 void ata_sff_flush_pio_task(struct ata_port *ap) in ata_sff_flush_pio_task() argument
1192 trace_ata_sff_flush_pio_task(ap); in ata_sff_flush_pio_task()
1194 cancel_delayed_work_sync(&ap->sff_pio_task); in ata_sff_flush_pio_task()
1204 spin_lock_irq(ap->lock); in ata_sff_flush_pio_task()
1205 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_flush_pio_task()
1206 spin_unlock_irq(ap->lock); in ata_sff_flush_pio_task()
1208 ap->sff_pio_task_link = NULL; in ata_sff_flush_pio_task()
1213 struct ata_port *ap = in ata_sff_pio_task() local
1215 struct ata_link *link = ap->sff_pio_task_link; in ata_sff_pio_task()
1220 spin_lock_irq(ap->lock); in ata_sff_pio_task()
1222 BUG_ON(ap->sff_pio_task_link == NULL); in ata_sff_pio_task()
1224 qc = ata_qc_from_tag(ap, link->active_tag); in ata_sff_pio_task()
1226 ap->sff_pio_task_link = NULL; in ata_sff_pio_task()
1231 WARN_ON_ONCE(ap->hsm_task_state == HSM_ST_IDLE); in ata_sff_pio_task()
1240 status = ata_sff_busy_wait(ap, ATA_BUSY, 5); in ata_sff_pio_task()
1242 spin_unlock_irq(ap->lock); in ata_sff_pio_task()
1243 ata_msleep(ap, 2); in ata_sff_pio_task()
1244 spin_lock_irq(ap->lock); in ata_sff_pio_task()
1246 status = ata_sff_busy_wait(ap, ATA_BUSY, 10); in ata_sff_pio_task()
1257 ap->sff_pio_task_link = NULL; in ata_sff_pio_task()
1259 poll_next = ata_sff_hsm_move(ap, qc, status, 1); in ata_sff_pio_task()
1267 spin_unlock_irq(ap->lock); in ata_sff_pio_task()
1285 struct ata_port *ap = qc->ap; in ata_sff_qc_issue() local
1291 if (ap->flags & ATA_FLAG_PIO_POLLING) in ata_sff_qc_issue()
1295 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_sff_qc_issue()
1303 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1304 ap->hsm_task_state = HSM_ST_LAST; in ata_sff_qc_issue()
1315 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1319 ap->hsm_task_state = HSM_ST_FIRST; in ata_sff_qc_issue()
1327 ap->hsm_task_state = HSM_ST; in ata_sff_qc_issue()
1345 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1347 ap->hsm_task_state = HSM_ST_FIRST; in ata_sff_qc_issue()
1375 qc->ap->ops->sff_tf_read(qc->ap, &qc->result_tf); in ata_sff_qc_fill_rtf()
1379 static unsigned int ata_sff_idle_irq(struct ata_port *ap) in ata_sff_idle_irq() argument
1381 ap->stats.idle_irq++; in ata_sff_idle_irq()
1384 if ((ap->stats.idle_irq % 1000) == 0) { in ata_sff_idle_irq()
1385 ap->ops->sff_check_status(ap); in ata_sff_idle_irq()
1386 if (ap->ops->sff_irq_clear) in ata_sff_idle_irq()
1387 ap->ops->sff_irq_clear(ap); in ata_sff_idle_irq()
1388 ata_port_warn(ap, "irq trap\n"); in ata_sff_idle_irq()
1395 static unsigned int __ata_sff_port_intr(struct ata_port *ap, in __ata_sff_port_intr() argument
1404 switch (ap->hsm_task_state) { in __ata_sff_port_intr()
1415 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1418 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1424 status = ata_sff_irq_status(ap); in __ata_sff_port_intr()
1429 ap->hsm_task_state = HSM_ST_ERR; in __ata_sff_port_intr()
1431 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1435 if (ap->ops->sff_irq_clear) in __ata_sff_port_intr()
1436 ap->ops->sff_irq_clear(ap); in __ata_sff_port_intr()
1438 ata_sff_hsm_move(ap, qc, status, 0); in __ata_sff_port_intr()
1445 * @ap: Port on which interrupt arrived (possibly...)
1456 unsigned int ata_sff_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_sff_port_intr() argument
1458 return __ata_sff_port_intr(ap, qc, false); in ata_sff_port_intr()
1477 struct ata_port *ap = host->ports[i]; in __ata_sff_interrupt() local
1480 qc = ata_qc_from_tag(ap, ap->link.active_tag); in __ata_sff_interrupt()
1483 handled |= port_intr(ap, qc); in __ata_sff_interrupt()
1499 struct ata_port *ap = host->ports[i]; in __ata_sff_interrupt() local
1504 if (!ap->ops->sff_irq_check || in __ata_sff_interrupt()
1505 !ap->ops->sff_irq_check(ap)) in __ata_sff_interrupt()
1509 ap->ops->sff_check_status(ap); in __ata_sff_interrupt()
1510 if (ap->ops->sff_irq_clear) in __ata_sff_interrupt()
1511 ap->ops->sff_irq_clear(ap); in __ata_sff_interrupt()
1514 if (!(ap->ops->sff_check_status(ap) & ATA_BUSY)) in __ata_sff_interrupt()
1556 * @ap: port that appears to have timed out
1567 void ata_sff_lost_interrupt(struct ata_port *ap) in ata_sff_lost_interrupt() argument
1573 qc = ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_lost_interrupt()
1579 if (WARN_ON_ONCE(!ata_sff_altstatus(ap, &status))) in ata_sff_lost_interrupt()
1586 ata_port_warn(ap, "lost interrupt (Status 0x%x)\n", status); in ata_sff_lost_interrupt()
1589 ata_sff_port_intr(ap, qc); in ata_sff_lost_interrupt()
1595 * @ap: port to freeze
1602 void ata_sff_freeze(struct ata_port *ap) in ata_sff_freeze() argument
1604 ap->ctl |= ATA_NIEN; in ata_sff_freeze()
1605 ap->last_ctl = ap->ctl; in ata_sff_freeze()
1607 ata_sff_set_devctl(ap, ap->ctl); in ata_sff_freeze()
1613 ap->ops->sff_check_status(ap); in ata_sff_freeze()
1615 if (ap->ops->sff_irq_clear) in ata_sff_freeze()
1616 ap->ops->sff_irq_clear(ap); in ata_sff_freeze()
1622 * @ap: port to thaw
1629 void ata_sff_thaw(struct ata_port *ap) in ata_sff_thaw() argument
1632 ap->ops->sff_check_status(ap); in ata_sff_thaw()
1633 if (ap->ops->sff_irq_clear) in ata_sff_thaw()
1634 ap->ops->sff_irq_clear(ap); in ata_sff_thaw()
1635 ata_sff_irq_on(ap); in ata_sff_thaw()
1683 * @ap: ATA channel to examine
1701 static bool ata_devchk(struct ata_port *ap, unsigned int device) in ata_devchk() argument
1703 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_devchk()
1706 ap->ops->sff_dev_select(ap, device); in ata_devchk()
1750 struct ata_port *ap = dev->link->ap; in ata_sff_dev_classify() local
1755 ap->ops->sff_dev_select(ap, dev->devno); in ata_sff_dev_classify()
1759 ap->ops->sff_tf_read(ap, &tf); in ata_sff_dev_classify()
1776 class = ata_port_classify(ap, &tf); in ata_sff_dev_classify()
1792 if (ap->ops->sff_check_status(ap) == 0) in ata_sff_dev_classify()
1820 struct ata_port *ap = link->ap; in ata_sff_wait_after_reset() local
1821 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_wait_after_reset()
1826 ata_msleep(ap, ATA_WAIT_AFTER_RESET); in ata_sff_wait_after_reset()
1842 ap->ops->sff_dev_select(ap, 1); in ata_sff_wait_after_reset()
1855 ata_msleep(ap, 50); /* give drive a breather */ in ata_sff_wait_after_reset()
1867 ap->ops->sff_dev_select(ap, 0); in ata_sff_wait_after_reset()
1869 ap->ops->sff_dev_select(ap, 1); in ata_sff_wait_after_reset()
1871 ap->ops->sff_dev_select(ap, 0); in ata_sff_wait_after_reset()
1877 static int ata_bus_softreset(struct ata_port *ap, unsigned int devmask, in ata_bus_softreset() argument
1880 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_bus_softreset()
1882 if (ap->ioaddr.ctl_addr) { in ata_bus_softreset()
1884 iowrite8(ap->ctl, ioaddr->ctl_addr); in ata_bus_softreset()
1886 iowrite8(ap->ctl | ATA_SRST, ioaddr->ctl_addr); in ata_bus_softreset()
1888 iowrite8(ap->ctl, ioaddr->ctl_addr); in ata_bus_softreset()
1889 ap->last_ctl = ap->ctl; in ata_bus_softreset()
1893 return ata_sff_wait_after_reset(&ap->link, devmask, deadline); in ata_bus_softreset()
1913 struct ata_port *ap = link->ap; in ata_sff_softreset() local
1914 unsigned int slave_possible = ap->flags & ATA_FLAG_SLAVE_POSS; in ata_sff_softreset()
1920 if (ata_devchk(ap, 0)) in ata_sff_softreset()
1922 if (slave_possible && ata_devchk(ap, 1)) in ata_sff_softreset()
1926 ap->ops->sff_dev_select(ap, 0); in ata_sff_softreset()
1929 rc = ata_bus_softreset(ap, devmask, deadline); in ata_sff_softreset()
1993 struct ata_port *ap = link->ap; in ata_sff_postreset() local
1999 ap->ops->sff_dev_select(ap, 1); in ata_sff_postreset()
2001 ap->ops->sff_dev_select(ap, 0); in ata_sff_postreset()
2008 if (ata_sff_set_devctl(ap, ap->ctl)) in ata_sff_postreset()
2009 ap->last_ctl = ap->ctl; in ata_sff_postreset()
2026 struct ata_port *ap; in ata_sff_drain_fifo() local
2032 ap = qc->ap; in ata_sff_drain_fifo()
2034 for (count = 0; (ap->ops->sff_check_status(ap) & ATA_DRQ) in ata_sff_drain_fifo()
2036 ioread16(ap->ioaddr.data_addr); in ata_sff_drain_fifo()
2039 ata_port_dbg(ap, "drained %d bytes to clear DRQ\n", count); in ata_sff_drain_fifo()
2046 * @ap: port to handle error for
2056 void ata_sff_error_handler(struct ata_port *ap) in ata_sff_error_handler() argument
2058 ata_reset_fn_t softreset = ap->ops->softreset; in ata_sff_error_handler()
2059 ata_reset_fn_t hardreset = ap->ops->hardreset; in ata_sff_error_handler()
2063 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_error_handler()
2067 spin_lock_irqsave(ap->lock, flags); in ata_sff_error_handler()
2076 if (ap->ops->sff_drain_fifo) in ata_sff_error_handler()
2077 ap->ops->sff_drain_fifo(qc); in ata_sff_error_handler()
2079 spin_unlock_irqrestore(ap->lock, flags); in ata_sff_error_handler()
2083 hardreset == sata_sff_hardreset) && !sata_scr_valid(&ap->link)) in ata_sff_error_handler()
2086 ata_do_eh(ap, ap->ops->prereset, softreset, hardreset, in ata_sff_error_handler()
2087 ap->ops->postreset); in ata_sff_error_handler()
2161 struct ata_port *ap = host->ports[i]; in ata_pci_sff_init_host() local
2165 if (ata_port_is_dummy(ap)) in ata_pci_sff_init_host()
2173 ap->ops = &ata_dummy_port_ops; in ata_pci_sff_init_host()
2185 ap->ops = &ata_dummy_port_ops; in ata_pci_sff_init_host()
2190 ap->ioaddr.cmd_addr = iomap[base]; in ata_pci_sff_init_host()
2191 ap->ioaddr.altstatus_addr = in ata_pci_sff_init_host()
2192 ap->ioaddr.ctl_addr = (void __iomem *) in ata_pci_sff_init_host()
2194 ata_sff_std_ports(&ap->ioaddr); in ata_pci_sff_init_host()
2196 ata_port_desc(ap, "cmd 0x%llx ctl 0x%llx", in ata_pci_sff_init_host()
2501 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg() local
2502 struct ata_bmdma_prd *prd = ap->bmdma_prd; in ata_bmdma_fill_sg()
2551 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg_dumb() local
2552 struct ata_bmdma_prd *prd = ap->bmdma_prd; in ata_bmdma_fill_sg_dumb()
2651 struct ata_port *ap = qc->ap; in ata_bmdma_qc_issue() local
2659 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_bmdma_qc_issue()
2666 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2667 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2668 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2669 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2670 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2671 ap->ops->bmdma_start(qc); /* initiate bmdma */ in ata_bmdma_qc_issue()
2672 ap->hsm_task_state = HSM_ST_LAST; in ata_bmdma_qc_issue()
2678 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2679 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2680 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2681 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2682 ap->hsm_task_state = HSM_ST_FIRST; in ata_bmdma_qc_issue()
2700 * @ap: Port on which interrupt arrived (possibly...)
2711 unsigned int ata_bmdma_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_bmdma_port_intr() argument
2713 struct ata_eh_info *ehi = &ap->link.eh_info; in ata_bmdma_port_intr()
2718 if (ap->hsm_task_state == HSM_ST_LAST && ata_is_dma(qc->tf.protocol)) { in ata_bmdma_port_intr()
2720 host_stat = ap->ops->bmdma_status(ap); in ata_bmdma_port_intr()
2721 trace_ata_bmdma_status(ap, host_stat); in ata_bmdma_port_intr()
2725 return ata_sff_idle_irq(ap); in ata_bmdma_port_intr()
2728 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_port_intr()
2729 ap->ops->bmdma_stop(qc); in ata_bmdma_port_intr()
2735 ap->hsm_task_state = HSM_ST_ERR; in ata_bmdma_port_intr()
2739 handled = __ata_sff_port_intr(ap, qc, bmdma_stopped); in ata_bmdma_port_intr()
2770 * @ap: port to handle error for
2780 void ata_bmdma_error_handler(struct ata_port *ap) in ata_bmdma_error_handler() argument
2786 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_bmdma_error_handler()
2791 spin_lock_irqsave(ap->lock, flags); in ata_bmdma_error_handler()
2796 host_stat = ap->ops->bmdma_status(ap); in ata_bmdma_error_handler()
2797 trace_ata_bmdma_status(ap, host_stat); in ata_bmdma_error_handler()
2809 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_error_handler()
2810 ap->ops->bmdma_stop(qc); in ata_bmdma_error_handler()
2814 ap->ops->sff_check_status(ap); in ata_bmdma_error_handler()
2815 if (ap->ops->sff_irq_clear) in ata_bmdma_error_handler()
2816 ap->ops->sff_irq_clear(ap); in ata_bmdma_error_handler()
2820 spin_unlock_irqrestore(ap->lock, flags); in ata_bmdma_error_handler()
2823 ata_eh_thaw_port(ap); in ata_bmdma_error_handler()
2825 ata_sff_error_handler(ap); in ata_bmdma_error_handler()
2838 struct ata_port *ap = qc->ap; in ata_bmdma_post_internal_cmd() local
2842 spin_lock_irqsave(ap->lock, flags); in ata_bmdma_post_internal_cmd()
2843 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_post_internal_cmd()
2844 ap->ops->bmdma_stop(qc); in ata_bmdma_post_internal_cmd()
2845 spin_unlock_irqrestore(ap->lock, flags); in ata_bmdma_post_internal_cmd()
2852 * @ap: Port associated with this ATA transaction.
2861 void ata_bmdma_irq_clear(struct ata_port *ap) in ata_bmdma_irq_clear() argument
2863 void __iomem *mmio = ap->ioaddr.bmdma_addr; in ata_bmdma_irq_clear()
2881 struct ata_port *ap = qc->ap; in ata_bmdma_setup() local
2887 iowrite32(ap->bmdma_prd_dma, ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS); in ata_bmdma_setup()
2890 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_setup()
2894 iowrite8(dmactl, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_setup()
2897 ap->ops->sff_exec_command(ap, &qc->tf); in ata_bmdma_setup()
2910 struct ata_port *ap = qc->ap; in ata_bmdma_start() local
2914 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_start()
2915 iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_start()
2947 struct ata_port *ap = qc->ap; in ata_bmdma_stop() local
2948 void __iomem *mmio = ap->ioaddr.bmdma_addr; in ata_bmdma_stop()
2955 ata_sff_dma_pause(ap); in ata_bmdma_stop()
2961 * @ap: Port associated with this ATA transaction.
2970 u8 ata_bmdma_status(struct ata_port *ap) in ata_bmdma_status() argument
2972 return ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_STATUS); in ata_bmdma_status()
2979 * @ap: Port to initialize
2989 int ata_bmdma_port_start(struct ata_port *ap) in ata_bmdma_port_start() argument
2991 if (ap->mwdma_mask || ap->udma_mask) { in ata_bmdma_port_start()
2992 ap->bmdma_prd = in ata_bmdma_port_start()
2993 dmam_alloc_coherent(ap->host->dev, ATA_PRD_TBL_SZ, in ata_bmdma_port_start()
2994 &ap->bmdma_prd_dma, GFP_KERNEL); in ata_bmdma_port_start()
2995 if (!ap->bmdma_prd) in ata_bmdma_port_start()
3005 * @ap: Port to initialize
3017 int ata_bmdma_port_start32(struct ata_port *ap) in ata_bmdma_port_start32() argument
3019 ap->pflags |= ATA_PFLAG_PIO32 | ATA_PFLAG_PIO32CHANGE; in ata_bmdma_port_start32()
3020 return ata_bmdma_port_start(ap); in ata_bmdma_port_start32()
3104 struct ata_port *ap = host->ports[i]; in ata_pci_bmdma_init() local
3107 if (ata_port_is_dummy(ap)) in ata_pci_bmdma_init()
3110 ap->ioaddr.bmdma_addr = bmdma; in ata_pci_bmdma_init()
3111 if ((!(ap->flags & ATA_FLAG_IGN_SIMPLEX)) && in ata_pci_bmdma_init()
3115 ata_port_desc(ap, "bmdma 0x%llx", in ata_pci_bmdma_init()
3182 * @ap: Port to initialize
3190 void ata_sff_port_init(struct ata_port *ap) in ata_sff_port_init() argument
3192 INIT_DELAYED_WORK(&ap->sff_pio_task, ata_sff_pio_task); in ata_sff_port_init()
3193 ap->ctl = ATA_DEVCTL_OBS; in ata_sff_port_init()
3194 ap->last_ctl = 0xFF; in ata_sff_port_init()