Lines Matching +full:en +full:- +full:esata
1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * libahci.c - Common AHCI SATA low-level routines
6 * Please ALWAYS copy linux-ide@vger.kernel.org
9 * Copyright 2004-2005 Red Hat, Inc.
12 * as Documentation/driver-api/libata.rst
26 #include <linux/dma-mapping.h>
214 * ahci_rpm_get_port - Make sure the port is powered on
223 return pm_runtime_get_sync(ap->dev); in ahci_rpm_get_port()
227 * ahci_rpm_put_port - Undoes ahci_rpm_get_port()
235 pm_runtime_put(ap->dev); in ahci_rpm_put_port()
243 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_caps()
245 return sprintf(buf, "%x\n", hpriv->cap); in ahci_show_host_caps()
253 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_cap2()
255 return sprintf(buf, "%x\n", hpriv->cap2); in ahci_show_host_cap2()
263 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_version()
265 return sprintf(buf, "%x\n", hpriv->version); in ahci_show_host_version()
288 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_read_em_buffer()
289 void __iomem *mmio = hpriv->mmio; in ahci_read_em_buffer()
290 void __iomem *em_mmio = mmio + hpriv->em_loc; in ahci_read_em_buffer()
297 spin_lock_irqsave(ap->lock, flags); in ahci_read_em_buffer()
300 if (!(ap->flags & ATA_FLAG_EM) || em_ctl & EM_CTL_XMT || in ahci_read_em_buffer()
301 !(hpriv->em_msg_type & EM_MSG_TYPE_SGPIO)) { in ahci_read_em_buffer()
302 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
304 return -EINVAL; in ahci_read_em_buffer()
308 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
310 return -EAGAIN; in ahci_read_em_buffer()
314 em_mmio += hpriv->em_buf_sz; in ahci_read_em_buffer()
316 count = hpriv->em_buf_sz; in ahci_read_em_buffer()
324 hpriv->em_buf_sz, PAGE_SIZE); in ahci_read_em_buffer()
336 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
348 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_store_em_buffer()
349 void __iomem *mmio = hpriv->mmio; in ahci_store_em_buffer()
350 void __iomem *em_mmio = mmio + hpriv->em_loc; in ahci_store_em_buffer()
357 if (!(ap->flags & ATA_FLAG_EM) || in ahci_store_em_buffer()
358 !(hpriv->em_msg_type & EM_MSG_TYPE_SGPIO) || in ahci_store_em_buffer()
359 size % 4 || size > hpriv->em_buf_sz) in ahci_store_em_buffer()
360 return -EINVAL; in ahci_store_em_buffer()
363 spin_lock_irqsave(ap->lock, flags); in ahci_store_em_buffer()
367 spin_unlock_irqrestore(ap->lock, flags); in ahci_store_em_buffer()
369 return -EBUSY; in ahci_store_em_buffer()
380 spin_unlock_irqrestore(ap->lock, flags); in ahci_store_em_buffer()
391 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_em_supported()
392 void __iomem *mmio = hpriv->mmio; in ahci_show_em_supported()
401 em_ctl & EM_CTL_SAFTE ? "saf-te " : "", in ahci_show_em_supported()
402 em_ctl & EM_CTL_SES ? "ses-2 " : "", in ahci_show_em_supported()
407 * ahci_save_initial_config - Save and fixup initial config values
418 * If it is not set already this function sets hpriv->start_engine to
426 void __iomem *mmio = hpriv->mmio; in ahci_save_initial_config()
436 hpriv->saved_cap = cap = readl(mmio + HOST_CAP); in ahci_save_initial_config()
437 hpriv->saved_port_map = port_map = readl(mmio + HOST_PORTS_IMPL); in ahci_save_initial_config()
443 hpriv->saved_cap2 = cap2 = readl(mmio + HOST_CAP2); in ahci_save_initial_config()
445 hpriv->saved_cap2 = cap2 = 0; in ahci_save_initial_config()
448 if ((cap & HOST_CAP_64) && (hpriv->flags & AHCI_HFLAG_32BIT_ONLY)) { in ahci_save_initial_config()
453 if ((cap & HOST_CAP_NCQ) && (hpriv->flags & AHCI_HFLAG_NO_NCQ)) { in ahci_save_initial_config()
458 if (!(cap & HOST_CAP_NCQ) && (hpriv->flags & AHCI_HFLAG_YES_NCQ)) { in ahci_save_initial_config()
463 if ((cap & HOST_CAP_PMP) && (hpriv->flags & AHCI_HFLAG_NO_PMP)) { in ahci_save_initial_config()
468 if ((cap & HOST_CAP_SNTF) && (hpriv->flags & AHCI_HFLAG_NO_SNTF)) { in ahci_save_initial_config()
474 if ((cap2 & HOST_CAP2_SDS) && (hpriv->flags & AHCI_HFLAG_NO_DEVSLP)) { in ahci_save_initial_config()
481 if (!(cap & HOST_CAP_FBS) && (hpriv->flags & AHCI_HFLAG_YES_FBS)) { in ahci_save_initial_config()
486 if ((cap & HOST_CAP_FBS) && (hpriv->flags & AHCI_HFLAG_NO_FBS)) { in ahci_save_initial_config()
491 if (!(cap & HOST_CAP_ALPM) && (hpriv->flags & AHCI_HFLAG_YES_ALPM)) { in ahci_save_initial_config()
496 if ((cap & HOST_CAP_SXS) && (hpriv->flags & AHCI_HFLAG_NO_SXS)) { in ahci_save_initial_config()
501 if (hpriv->force_port_map && port_map != hpriv->force_port_map) { in ahci_save_initial_config()
502 dev_info(dev, "forcing port_map 0x%x -> 0x%x\n", in ahci_save_initial_config()
503 port_map, hpriv->force_port_map); in ahci_save_initial_config()
504 port_map = hpriv->force_port_map; in ahci_save_initial_config()
505 hpriv->saved_port_map = port_map; in ahci_save_initial_config()
508 if (hpriv->mask_port_map) { in ahci_save_initial_config()
509 dev_warn(dev, "masking port_map 0x%x -> 0x%x\n", in ahci_save_initial_config()
511 port_map & hpriv->mask_port_map); in ahci_save_initial_config()
512 port_map &= hpriv->mask_port_map; in ahci_save_initial_config()
536 port_map = (1 << ahci_nr_ports(cap)) - 1; in ahci_save_initial_config()
540 hpriv->saved_port_map = port_map; in ahci_save_initial_config()
544 hpriv->cap = cap; in ahci_save_initial_config()
545 hpriv->cap2 = cap2; in ahci_save_initial_config()
546 hpriv->version = readl(mmio + HOST_VERSION); in ahci_save_initial_config()
547 hpriv->port_map = port_map; in ahci_save_initial_config()
549 if (!hpriv->start_engine) in ahci_save_initial_config()
550 hpriv->start_engine = ahci_start_engine; in ahci_save_initial_config()
552 if (!hpriv->stop_engine) in ahci_save_initial_config()
553 hpriv->stop_engine = ahci_stop_engine; in ahci_save_initial_config()
555 if (!hpriv->irq_handler) in ahci_save_initial_config()
556 hpriv->irq_handler = ahci_single_level_irq_intr; in ahci_save_initial_config()
561 * ahci_restore_initial_config - Restore initial config
571 struct ahci_host_priv *hpriv = host->private_data; in ahci_restore_initial_config()
572 void __iomem *mmio = hpriv->mmio; in ahci_restore_initial_config()
574 writel(hpriv->saved_cap, mmio + HOST_CAP); in ahci_restore_initial_config()
575 if (hpriv->saved_cap2) in ahci_restore_initial_config()
576 writel(hpriv->saved_cap2, mmio + HOST_CAP2); in ahci_restore_initial_config()
577 writel(hpriv->saved_port_map, mmio + HOST_PORTS_IMPL); in ahci_restore_initial_config()
590 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_scr_offset()
593 (sc_reg != SCR_NOTIFICATION || (hpriv->cap & HOST_CAP_SNTF))) in ahci_scr_offset()
600 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_scr_read()
601 int offset = ahci_scr_offset(link->ap, sc_reg); in ahci_scr_read()
607 return -EINVAL; in ahci_scr_read()
612 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_scr_write()
613 int offset = ahci_scr_offset(link->ap, sc_reg); in ahci_scr_write()
619 return -EINVAL; in ahci_scr_write()
638 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_stop_engine()
647 if ((hpriv->flags & AHCI_HFLAG_WAKE_BEFORE_STOP) && in ahci_stop_engine()
648 (ap->link.lpm_policy > ATA_LPM_MAX_POWER) && in ahci_stop_engine()
649 ahci_set_lpm(&ap->link, ATA_LPM_MAX_POWER, ATA_LPM_WAKE_ONLY)) { in ahci_stop_engine()
650 dev_err(ap->host->dev, "Failed to wake up port before engine stop\n"); in ahci_stop_engine()
651 return -EIO; in ahci_stop_engine()
666 dev_err(ap->host->dev, "AHCI controller unavailable!\n"); in ahci_stop_engine()
667 return -ENODEV; in ahci_stop_engine()
678 return -EIO; in ahci_stop_engine()
687 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_start_fis_rx()
688 struct ahci_port_priv *pp = ap->private_data; in ahci_start_fis_rx()
692 if (hpriv->cap & HOST_CAP_64) in ahci_start_fis_rx()
693 writel((pp->cmd_slot_dma >> 16) >> 16, in ahci_start_fis_rx()
695 writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR); in ahci_start_fis_rx()
697 if (hpriv->cap & HOST_CAP_64) in ahci_start_fis_rx()
698 writel((pp->rx_fis_dma >> 16) >> 16, in ahci_start_fis_rx()
700 writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR); in ahci_start_fis_rx()
726 return -EBUSY; in ahci_stop_fis_rx()
733 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_power_up()
740 if (hpriv->cap & HOST_CAP_SSS) { in ahci_power_up()
752 struct ata_port *ap = link->ap; in ahci_set_lpm()
753 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_set_lpm()
754 struct ahci_port_priv *pp = ap->private_data; in ahci_set_lpm()
766 pp->intr_mask &= ~PORT_IRQ_PHYRDY; in ahci_set_lpm()
767 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_set_lpm()
772 if (hpriv->cap & HOST_CAP_ALPM) { in ahci_set_lpm()
801 if ((hpriv->cap2 & HOST_CAP2_SDS) && in ahci_set_lpm()
802 (hpriv->cap2 & HOST_CAP2_SADM) && in ahci_set_lpm()
803 (link->device->flags & ATA_DFLAG_DEVSLP)) { in ahci_set_lpm()
815 pp->intr_mask |= PORT_IRQ_PHYRDY; in ahci_set_lpm()
816 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_set_lpm()
825 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_power_down()
829 if (!(hpriv->cap & HOST_CAP_SSS)) in ahci_power_down()
846 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_start_port()
847 struct ahci_port_priv *pp = ap->private_data; in ahci_start_port()
857 if (!(hpriv->flags & AHCI_HFLAG_DELAY_ENGINE)) in ahci_start_port()
858 hpriv->start_engine(ap); in ahci_start_port()
861 if (ap->flags & ATA_FLAG_EM) { in ahci_start_port()
863 emp = &pp->em_priv[link->pmp]; in ahci_start_port()
867 rc = ap->ops->transmit_led_message(ap, in ahci_start_port()
868 emp->led_state, in ahci_start_port()
878 if (rc == -EBUSY) in ahci_start_port()
886 if (ap->flags & ATA_FLAG_SW_ACTIVITY) in ahci_start_port()
895 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_deinit_port()
898 rc = hpriv->stop_engine(ap); in ahci_deinit_port()
916 struct ahci_host_priv *hpriv = host->private_data; in ahci_reset_controller()
917 void __iomem *mmio = hpriv->mmio; in ahci_reset_controller()
921 * AHCI-specific, such as HOST_RESET. in ahci_reset_controller()
943 dev_err(host->dev, "controller reset failed (0x%x)\n", in ahci_reset_controller()
945 return -EIO; in ahci_reset_controller()
954 if (!(hpriv->flags & AHCI_HFLAG_NO_WRITE_TO_RO)) in ahci_reset_controller()
957 dev_info(host->dev, "skipping global host reset\n"); in ahci_reset_controller()
965 struct ata_port *ap = link->ap; in ahci_sw_activity()
966 struct ahci_port_priv *pp = ap->private_data; in ahci_sw_activity()
967 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_sw_activity()
969 if (!(link->flags & ATA_LFLAG_SW_ACTIVITY)) in ahci_sw_activity()
972 emp->activity++; in ahci_sw_activity()
973 if (!timer_pending(&emp->timer)) in ahci_sw_activity()
974 mod_timer(&emp->timer, jiffies + msecs_to_jiffies(10)); in ahci_sw_activity()
980 struct ata_link *link = emp->link; in ahci_sw_activity_blink()
981 struct ata_port *ap = link->ap; in ahci_sw_activity_blink()
983 unsigned long led_message = emp->led_state; in ahci_sw_activity_blink()
988 led_message |= ap->port_no | (link->pmp << 8); in ahci_sw_activity_blink()
994 spin_lock_irqsave(ap->lock, flags); in ahci_sw_activity_blink()
995 if (emp->saved_activity != emp->activity) { in ahci_sw_activity_blink()
996 emp->saved_activity = emp->activity; in ahci_sw_activity_blink()
1010 mod_timer(&emp->timer, jiffies + msecs_to_jiffies(100)); in ahci_sw_activity_blink()
1014 if (emp->blink_policy == BLINK_OFF) in ahci_sw_activity_blink()
1017 spin_unlock_irqrestore(ap->lock, flags); in ahci_sw_activity_blink()
1018 ap->ops->transmit_led_message(ap, led_message, 4); in ahci_sw_activity_blink()
1023 struct ata_port *ap = link->ap; in ahci_init_sw_activity()
1024 struct ahci_port_priv *pp = ap->private_data; in ahci_init_sw_activity()
1025 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_init_sw_activity()
1028 emp->saved_activity = emp->activity = 0; in ahci_init_sw_activity()
1029 emp->link = link; in ahci_init_sw_activity()
1030 timer_setup(&emp->timer, ahci_sw_activity_blink, 0); in ahci_init_sw_activity()
1033 if (emp->blink_policy) in ahci_init_sw_activity()
1034 link->flags |= ATA_LFLAG_SW_ACTIVITY; in ahci_init_sw_activity()
1039 struct ahci_host_priv *hpriv = host->private_data; in ahci_reset_em()
1040 void __iomem *mmio = hpriv->mmio; in ahci_reset_em()
1045 return -EINVAL; in ahci_reset_em()
1055 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_transmit_led_message()
1056 struct ahci_port_priv *pp = ap->private_data; in ahci_transmit_led_message()
1057 void __iomem *mmio = hpriv->mmio; in ahci_transmit_led_message()
1067 emp = &pp->em_priv[pmp]; in ahci_transmit_led_message()
1069 return -EINVAL; in ahci_transmit_led_message()
1072 spin_lock_irqsave(ap->lock, flags); in ahci_transmit_led_message()
1080 spin_unlock_irqrestore(ap->lock, flags); in ahci_transmit_led_message()
1082 return -EBUSY; in ahci_transmit_led_message()
1085 if (hpriv->em_msg_type & EM_MSG_TYPE_LED) { in ahci_transmit_led_message()
1087 * create message header - this is all zero except for in ahci_transmit_led_message()
1093 message[1] = ((state & ~EM_MSG_LED_HBA_PORT) | ap->port_no); in ahci_transmit_led_message()
1096 writel(message[0], mmio + hpriv->em_loc); in ahci_transmit_led_message()
1097 writel(message[1], mmio + hpriv->em_loc+4); in ahci_transmit_led_message()
1106 emp->led_state = state; in ahci_transmit_led_message()
1108 spin_unlock_irqrestore(ap->lock, flags); in ahci_transmit_led_message()
1116 struct ahci_port_priv *pp = ap->private_data; in ahci_led_show()
1122 emp = &pp->em_priv[link->pmp]; in ahci_led_show()
1123 rc += sprintf(buf, "%lx\n", emp->led_state); in ahci_led_show()
1133 struct ahci_port_priv *pp = ap->private_data; in ahci_led_store()
1137 return -EINVAL; in ahci_led_store()
1143 emp = &pp->em_priv[pmp]; in ahci_led_store()
1145 return -EINVAL; in ahci_led_store()
1152 if (emp->blink_policy) in ahci_led_store()
1155 return ap->ops->transmit_led_message(ap, state, size); in ahci_led_store()
1160 struct ata_link *link = dev->link; in ahci_activity_store()
1161 struct ata_port *ap = link->ap; in ahci_activity_store()
1162 struct ahci_port_priv *pp = ap->private_data; in ahci_activity_store()
1163 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_activity_store()
1164 u32 port_led_state = emp->led_state; in ahci_activity_store()
1169 link->flags &= ~(ATA_LFLAG_SW_ACTIVITY); in ahci_activity_store()
1173 port_led_state |= (ap->port_no | (link->pmp << 8)); in ahci_activity_store()
1174 ap->ops->transmit_led_message(ap, port_led_state, 4); in ahci_activity_store()
1176 link->flags |= ATA_LFLAG_SW_ACTIVITY; in ahci_activity_store()
1180 port_led_state |= (ap->port_no | (link->pmp << 8)); in ahci_activity_store()
1182 ap->ops->transmit_led_message(ap, port_led_state, 4); in ahci_activity_store()
1185 emp->blink_policy = val; in ahci_activity_store()
1191 struct ata_link *link = dev->link; in ahci_activity_show()
1192 struct ata_port *ap = link->ap; in ahci_activity_show()
1193 struct ahci_port_priv *pp = ap->private_data; in ahci_activity_show()
1194 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_activity_show()
1199 return sprintf(buf, "%d\n", emp->blink_policy); in ahci_activity_show()
1206 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_init()
1229 /* mark esata ports */ in ahci_port_init()
1231 if ((tmp & PORT_CMD_ESP) && (hpriv->cap & HOST_CAP_SXS)) in ahci_port_init()
1232 ap->pflags |= ATA_PFLAG_EXTERNAL; in ahci_port_init()
1237 struct ahci_host_priv *hpriv = host->private_data; in ahci_init_controller()
1238 void __iomem *mmio = hpriv->mmio; in ahci_init_controller()
1243 for (i = 0; i < host->n_ports; i++) { in ahci_init_controller()
1244 struct ata_port *ap = host->ports[i]; in ahci_init_controller()
1250 ahci_port_init(host->dev, ap, i, mmio, port_mmio); in ahci_init_controller()
1263 struct ahci_host_priv *hpriv = dev->link->ap->host->private_data; in ahci_dev_config()
1265 if (hpriv->flags & AHCI_HFLAG_SECT255) { in ahci_dev_config()
1266 dev->max_sectors = 255; in ahci_dev_config()
1293 cmd_tbl_dma = pp->cmd_tbl_dma + tag * AHCI_CMD_TBL_SZ; in ahci_fill_cmd_slot()
1295 pp->cmd_slot[tag].opts = cpu_to_le32(opts); in ahci_fill_cmd_slot()
1296 pp->cmd_slot[tag].status = 0; in ahci_fill_cmd_slot()
1297 pp->cmd_slot[tag].tbl_addr = cpu_to_le32(cmd_tbl_dma & 0xffffffff); in ahci_fill_cmd_slot()
1298 pp->cmd_slot[tag].tbl_addr_hi = cpu_to_le32((cmd_tbl_dma >> 16) >> 16); in ahci_fill_cmd_slot()
1305 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_kick_engine()
1311 rc = hpriv->stop_engine(ap); in ahci_kick_engine()
1316 * always do CLO if PMP is attached (AHCI-1.3 9.2) in ahci_kick_engine()
1324 if (!(hpriv->cap & HOST_CAP_CLO)) { in ahci_kick_engine()
1325 rc = -EOPNOTSUPP; in ahci_kick_engine()
1338 rc = -EIO; in ahci_kick_engine()
1342 hpriv->start_engine(ap); in ahci_kick_engine()
1352 struct ahci_port_priv *pp = ap->private_data; in ahci_exec_polled_cmd()
1354 u8 *fis = pp->cmd_tbl; in ahci_exec_polled_cmd()
1362 if (pp->fbs_enabled && pp->fbs_last_dev != pmp) { in ahci_exec_polled_cmd()
1367 pp->fbs_last_dev = pmp; in ahci_exec_polled_cmd()
1378 return -EBUSY; in ahci_exec_polled_cmd()
1390 struct ata_port *ap = link->ap; in ahci_do_softreset()
1391 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_do_softreset()
1392 struct ahci_port_priv *pp = ap->private_data; in ahci_do_softreset()
1401 /* prepare for SRST (AHCI-1.1 10.4.1) */ in ahci_do_softreset()
1403 if (rc && rc != -EOPNOTSUPP) in ahci_do_softreset()
1407 * According to AHCI-1.2 9.3.9: if FBS is enable, software shall in ahci_do_softreset()
1408 * clear PxFBS.EN to '0' prior to issuing software reset to devices in ahci_do_softreset()
1411 if (!ata_is_host_link(link) && pp->fbs_enabled) { in ahci_do_softreset()
1416 ata_tf_init(link->device, &tf); in ahci_do_softreset()
1422 msecs = jiffies_to_msecs(deadline - now); in ahci_do_softreset()
1427 rc = -EIO; in ahci_do_softreset()
1441 if (rc == -EBUSY && hpriv->flags & AHCI_HFLAG_SRST_TOUT_IS_OFFLINE) { in ahci_do_softreset()
1450 /* link occupied, -ENODEV too is an error */ in ahci_do_softreset()
1456 /* re-enable FBS if disabled before */ in ahci_do_softreset()
1470 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_check_ready()
1490 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_bad_pmp_check_ready()
1499 return -EIO; in ahci_bad_pmp_check_ready()
1507 struct ata_port *ap = link->ap; in ahci_pmp_retry_softreset()
1523 if (rc == -EIO) { in ahci_pmp_retry_softreset()
1540 const unsigned long *timing = sata_ehc_deb_timing(&link->eh_context); in ahci_do_hardreset()
1541 struct ata_port *ap = link->ap; in ahci_do_hardreset()
1542 struct ahci_port_priv *pp = ap->private_data; in ahci_do_hardreset()
1543 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_do_hardreset()
1544 u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG; in ahci_do_hardreset()
1550 hpriv->stop_engine(ap); in ahci_do_hardreset()
1553 ata_tf_init(link->device, &tf); in ahci_do_hardreset()
1560 hpriv->start_engine(ap); in ahci_do_hardreset()
1580 struct ata_port *ap = link->ap; in ahci_postreset()
1609 for_each_sg(qc->sg, sg, qc->n_elem, si) { in ahci_fill_sg()
1615 ahci_sg[si].flags_size = cpu_to_le32(sg_len - 1); in ahci_fill_sg()
1623 struct ata_port *ap = qc->ap; in ahci_pmp_qc_defer()
1624 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_qc_defer()
1626 if (!sata_pmp_attached(ap) || pp->fbs_enabled) in ahci_pmp_qc_defer()
1634 struct ata_port *ap = qc->ap; in ahci_qc_prep()
1635 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_prep()
1636 int is_atapi = ata_is_atapi(qc->tf.protocol); in ahci_qc_prep()
1644 * a SATA Register - Host to Device command FIS. in ahci_qc_prep()
1646 cmd_tbl = pp->cmd_tbl + qc->hw_tag * AHCI_CMD_TBL_SZ; in ahci_qc_prep()
1648 ata_tf_to_fis(&qc->tf, qc->dev->link->pmp, 1, cmd_tbl); in ahci_qc_prep()
1651 memcpy(cmd_tbl + AHCI_CMD_TBL_CDB, qc->cdb, qc->dev->cdb_len); in ahci_qc_prep()
1655 if (qc->flags & ATA_QCFLAG_DMAMAP) in ahci_qc_prep()
1661 opts = cmd_fis_len | n_elem << 16 | (qc->dev->link->pmp << 12); in ahci_qc_prep()
1662 if (qc->tf.flags & ATA_TFLAG_WRITE) in ahci_qc_prep()
1667 ahci_fill_cmd_slot(pp, qc->hw_tag, opts); in ahci_qc_prep()
1674 struct ahci_port_priv *pp = ap->private_data; in ahci_fbs_dec_intr()
1680 BUG_ON(!pp->fbs_enabled); in ahci_fbs_dec_intr()
1687 while ((fbs & PORT_FBS_DEC) && retries--) { in ahci_fbs_dec_intr()
1693 dev_err(ap->host->dev, "failed to clear device error\n"); in ahci_fbs_dec_intr()
1698 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_error_intr()
1699 struct ahci_port_priv *pp = ap->private_data; in ahci_error_intr()
1700 struct ata_eh_info *host_ehi = &ap->link.eh_info; in ahci_error_intr()
1708 if (pp->fbs_enabled) { in ahci_error_intr()
1713 if ((fbs & PORT_FBS_SDE) && (pmp < ap->nr_pmp_links)) { in ahci_error_intr()
1714 link = &ap->pmp_link[pmp]; in ahci_error_intr()
1724 link = &ap->link; in ahci_error_intr()
1726 active_qc = ata_qc_from_tag(ap, link->active_tag); in ahci_error_intr()
1727 active_ehi = &link->eh_info; in ahci_error_intr()
1734 ahci_scr_read(&ap->link, SCR_ERROR, &serror); in ahci_error_intr()
1735 ahci_scr_write(&ap->link, SCR_ERROR, serror); in ahci_error_intr()
1736 host_ehi->serror |= serror; in ahci_error_intr()
1739 if (hpriv->flags & AHCI_HFLAG_IGN_IRQ_IF_ERR) in ahci_error_intr()
1748 active_qc->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1750 active_ehi->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1752 if (hpriv->flags & AHCI_HFLAG_IGN_SERR_INTERNAL) in ahci_error_intr()
1753 host_ehi->serror &= ~SERR_INTERNAL; in ahci_error_intr()
1757 u32 *unk = pp->rx_fis + RX_FIS_UNK; in ahci_error_intr()
1759 active_ehi->err_mask |= AC_ERR_HSM; in ahci_error_intr()
1760 active_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1767 active_ehi->err_mask |= AC_ERR_HSM; in ahci_error_intr()
1768 active_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1773 host_ehi->err_mask |= AC_ERR_HOST_BUS; in ahci_error_intr()
1774 host_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1780 active_ehi->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1782 host_ehi->err_mask |= AC_ERR_ATA_BUS; in ahci_error_intr()
1783 host_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1810 struct ata_eh_info *ehi = &ap->link.eh_info; in ahci_handle_port_interrupt()
1811 struct ahci_port_priv *pp = ap->private_data; in ahci_handle_port_interrupt()
1812 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_handle_port_interrupt()
1813 int resetting = !!(ap->pflags & ATA_PFLAG_RESETTING); in ahci_handle_port_interrupt()
1821 if (sata_lpm_ignore_phy_events(&ap->link)) { in ahci_handle_port_interrupt()
1823 ahci_scr_write(&ap->link, SCR_ERROR, SERR_PHYRDY_CHG); in ahci_handle_port_interrupt()
1841 if (hpriv->cap & HOST_CAP_SNTF) in ahci_handle_port_interrupt()
1852 if (pp->fbs_enabled) in ahci_handle_port_interrupt()
1855 const __le32 *f = pp->rx_fis + RX_FIS_SDB; in ahci_handle_port_interrupt()
1863 /* pp->active_link is not reliable once FBS is enabled, both in ahci_handle_port_interrupt()
1865 * NCQ and non-NCQ commands may be in flight at the same time. in ahci_handle_port_interrupt()
1867 if (pp->fbs_enabled) { in ahci_handle_port_interrupt()
1868 if (ap->qc_active) { in ahci_handle_port_interrupt()
1873 /* pp->active_link is valid iff any command is in flight */ in ahci_handle_port_interrupt()
1874 if (ap->qc_active && pp->active_link->sactive) in ahci_handle_port_interrupt()
1885 ehi->err_mask |= AC_ERR_HSM; in ahci_handle_port_interrupt()
1886 ehi->action |= ATA_EH_RESET; in ahci_handle_port_interrupt()
1913 spin_lock(ap->lock); in ahci_multi_irqs_intr_hard()
1915 spin_unlock(ap->lock); in ahci_multi_irqs_intr_hard()
1926 for (i = 0; i < host->n_ports; i++) { in ahci_handle_port_intr()
1932 ap = host->ports[i]; in ahci_handle_port_intr()
1939 dev_warn(host->dev, in ahci_handle_port_intr()
1960 hpriv = host->private_data; in ahci_single_level_irq_intr()
1961 mmio = hpriv->mmio; in ahci_single_level_irq_intr()
1968 irq_masked = irq_stat & hpriv->port_map; in ahci_single_level_irq_intr()
1970 spin_lock(&host->lock); in ahci_single_level_irq_intr()
1985 spin_unlock(&host->lock); in ahci_single_level_irq_intr()
1994 struct ata_port *ap = qc->ap; in ahci_qc_issue()
1996 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_issue()
2002 pp->active_link = qc->dev->link; in ahci_qc_issue()
2004 if (ata_is_ncq(qc->tf.protocol)) in ahci_qc_issue()
2005 writel(1 << qc->hw_tag, port_mmio + PORT_SCR_ACT); in ahci_qc_issue()
2007 if (pp->fbs_enabled && pp->fbs_last_dev != qc->dev->link->pmp) { in ahci_qc_issue()
2010 fbs |= qc->dev->link->pmp << PORT_FBS_DEV_OFFSET; in ahci_qc_issue()
2012 pp->fbs_last_dev = qc->dev->link->pmp; in ahci_qc_issue()
2015 writel(1 << qc->hw_tag, port_mmio + PORT_CMD_ISSUE); in ahci_qc_issue()
2017 ahci_sw_activity(qc->dev->link); in ahci_qc_issue()
2025 struct ahci_port_priv *pp = qc->ap->private_data; in ahci_qc_fill_rtf()
2026 u8 *rx_fis = pp->rx_fis; in ahci_qc_fill_rtf()
2028 if (pp->fbs_enabled) in ahci_qc_fill_rtf()
2029 rx_fis += qc->dev->link->pmp * AHCI_RX_FIS_SZ; in ahci_qc_fill_rtf()
2032 * After a successful execution of an ATA PIO data-in command, in ahci_qc_fill_rtf()
2037 if (qc->tf.protocol == ATA_PROT_PIO && qc->dma_dir == DMA_FROM_DEVICE && in ahci_qc_fill_rtf()
2038 !(qc->flags & ATA_QCFLAG_FAILED)) { in ahci_qc_fill_rtf()
2039 ata_tf_from_fis(rx_fis + RX_FIS_PIO_SETUP, &qc->result_tf); in ahci_qc_fill_rtf()
2040 qc->result_tf.command = (rx_fis + RX_FIS_PIO_SETUP)[15]; in ahci_qc_fill_rtf()
2042 ata_tf_from_fis(rx_fis + RX_FIS_D2H_REG, &qc->result_tf); in ahci_qc_fill_rtf()
2057 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_thaw()
2058 void __iomem *mmio = hpriv->mmio; in ahci_thaw()
2061 struct ahci_port_priv *pp = ap->private_data; in ahci_thaw()
2066 writel(1 << ap->port_no, mmio + HOST_IRQ_STAT); in ahci_thaw()
2069 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_thaw()
2074 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_error_handler()
2076 if (!(ap->pflags & ATA_PFLAG_FROZEN)) { in ahci_error_handler()
2078 hpriv->stop_engine(ap); in ahci_error_handler()
2079 hpriv->start_engine(ap); in ahci_error_handler()
2084 if (!ata_dev_enabled(ap->link.device)) in ahci_error_handler()
2085 hpriv->stop_engine(ap); in ahci_error_handler()
2091 struct ata_port *ap = qc->ap; in ahci_post_internal_cmd()
2094 if (qc->flags & ATA_QCFLAG_FAILED) in ahci_post_internal_cmd()
2100 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_set_aggressive_devslp()
2102 struct ata_device *dev = ap->link.device; in ahci_set_aggressive_devslp()
2109 dev_info(ap->host->dev, "port does not support device sleep\n"); in ahci_set_aggressive_devslp()
2139 rc = hpriv->stop_engine(ap); in ahci_set_aggressive_devslp()
2146 if (dev->devslp_timing[ATA_LOG_DEVSLP_VALID] & in ahci_set_aggressive_devslp()
2148 mdat = dev->devslp_timing[ATA_LOG_DEVSLP_MDAT] & in ahci_set_aggressive_devslp()
2152 deto = dev->devslp_timing[ATA_LOG_DEVSLP_DETO]; in ahci_set_aggressive_devslp()
2168 hpriv->start_engine(ap); in ahci_set_aggressive_devslp()
2180 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_enable_fbs()
2181 struct ahci_port_priv *pp = ap->private_data; in ahci_enable_fbs()
2186 if (!pp->fbs_supported) in ahci_enable_fbs()
2191 pp->fbs_enabled = true; in ahci_enable_fbs()
2192 pp->fbs_last_dev = -1; /* initialization */ in ahci_enable_fbs()
2196 rc = hpriv->stop_engine(ap); in ahci_enable_fbs()
2203 dev_info(ap->host->dev, "FBS is enabled\n"); in ahci_enable_fbs()
2204 pp->fbs_enabled = true; in ahci_enable_fbs()
2205 pp->fbs_last_dev = -1; /* initialization */ in ahci_enable_fbs()
2207 dev_err(ap->host->dev, "Failed to enable FBS\n"); in ahci_enable_fbs()
2209 hpriv->start_engine(ap); in ahci_enable_fbs()
2214 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_disable_fbs()
2215 struct ahci_port_priv *pp = ap->private_data; in ahci_disable_fbs()
2220 if (!pp->fbs_supported) in ahci_disable_fbs()
2225 pp->fbs_enabled = false; in ahci_disable_fbs()
2229 rc = hpriv->stop_engine(ap); in ahci_disable_fbs()
2236 dev_err(ap->host->dev, "Failed to disable FBS\n"); in ahci_disable_fbs()
2238 dev_info(ap->host->dev, "FBS is disabled\n"); in ahci_disable_fbs()
2239 pp->fbs_enabled = false; in ahci_disable_fbs()
2242 hpriv->start_engine(ap); in ahci_disable_fbs()
2248 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_attach()
2257 pp->intr_mask |= PORT_IRQ_BAD_PMP; in ahci_pmp_attach()
2261 * port is marked frozen, the value in pp->intr_mask will be in ahci_pmp_attach()
2267 if (!(ap->pflags & ATA_PFLAG_FROZEN)) in ahci_pmp_attach()
2268 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_pmp_attach()
2274 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_detach()
2283 pp->intr_mask &= ~PORT_IRQ_BAD_PMP; in ahci_pmp_detach()
2286 if (!(ap->pflags & ATA_PFLAG_FROZEN)) in ahci_pmp_detach()
2287 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_pmp_detach()
2327 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_start()
2328 struct device *dev = ap->host->dev; in ahci_port_start()
2336 return -ENOMEM; in ahci_port_start()
2338 if (ap->host->n_ports > 1) { in ahci_port_start()
2339 pp->irq_desc = devm_kzalloc(dev, 8, GFP_KERNEL); in ahci_port_start()
2340 if (!pp->irq_desc) { in ahci_port_start()
2342 return -ENOMEM; in ahci_port_start()
2344 snprintf(pp->irq_desc, 8, in ahci_port_start()
2345 "%s%d", dev_driver_string(dev), ap->port_no); in ahci_port_start()
2349 if ((hpriv->cap & HOST_CAP_FBS) && sata_pmp_supported(ap)) { in ahci_port_start()
2353 pp->fbs_supported = true; in ahci_port_start()
2354 else if (hpriv->flags & AHCI_HFLAG_YES_FBS) { in ahci_port_start()
2356 ap->port_no); in ahci_port_start()
2357 pp->fbs_supported = true; in ahci_port_start()
2360 ap->port_no); in ahci_port_start()
2363 if (pp->fbs_supported) { in ahci_port_start()
2373 return -ENOMEM; in ahci_port_start()
2376 * First item in chunk of DMA memory: 32-slot command table, in ahci_port_start()
2379 pp->cmd_slot = mem; in ahci_port_start()
2380 pp->cmd_slot_dma = mem_dma; in ahci_port_start()
2386 * Second item: Received-FIS area in ahci_port_start()
2388 pp->rx_fis = mem; in ahci_port_start()
2389 pp->rx_fis_dma = mem_dma; in ahci_port_start()
2396 * and its scatter-gather table in ahci_port_start()
2398 pp->cmd_tbl = mem; in ahci_port_start()
2399 pp->cmd_tbl_dma = mem_dma; in ahci_port_start()
2405 pp->intr_mask = DEF_PORT_IRQ; in ahci_port_start()
2408 * Switch to per-port locking in case each port has its own MSI vector. in ahci_port_start()
2410 if (hpriv->flags & AHCI_HFLAG_MULTI_MSI) { in ahci_port_start()
2411 spin_lock_init(&pp->lock); in ahci_port_start()
2412 ap->lock = &pp->lock; in ahci_port_start()
2415 ap->private_data = pp; in ahci_port_start()
2424 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_stop()
2425 void __iomem *host_mmio = hpriv->mmio; in ahci_port_stop()
2428 /* de-initialize port */ in ahci_port_stop()
2435 * re-enabling INTx. in ahci_port_stop()
2437 writel(1 << ap->port_no, host_mmio + HOST_IRQ_STAT); in ahci_port_stop()
2444 struct ahci_host_priv *hpriv = host->private_data; in ahci_print_info()
2448 vers = hpriv->version; in ahci_print_info()
2449 cap = hpriv->cap; in ahci_print_info()
2450 cap2 = hpriv->cap2; in ahci_print_info()
2451 impl = hpriv->port_map; in ahci_print_info()
2463 dev_info(host->dev, in ahci_print_info()
2479 dev_info(host->dev, in ahci_print_info()
2518 void __iomem *mmio = hpriv->mmio; in ahci_set_em_messages()
2522 if (!ahci_em_messages || !(hpriv->cap & HOST_CAP_EMS)) in ahci_set_em_messages()
2529 hpriv->em_loc = ((em_loc >> 16) * 4); in ahci_set_em_messages()
2530 hpriv->em_buf_sz = ((em_loc & 0xff) * 4); in ahci_set_em_messages()
2531 hpriv->em_msg_type = messages; in ahci_set_em_messages()
2532 pi->flags |= ATA_FLAG_EM; in ahci_set_em_messages()
2534 pi->flags |= ATA_FLAG_SW_ACTIVITY; in ahci_set_em_messages()
2542 struct ahci_host_priv *hpriv = host->private_data; in ahci_host_activate_multi_irqs()
2549 * Requests IRQs according to AHCI-1.1 when multiple MSIs were in ahci_host_activate_multi_irqs()
2552 for (i = 0; i < host->n_ports; i++) { in ahci_host_activate_multi_irqs()
2553 struct ahci_port_priv *pp = host->ports[i]->private_data; in ahci_host_activate_multi_irqs()
2554 int irq = hpriv->get_irq_vector(host, i); in ahci_host_activate_multi_irqs()
2562 rc = devm_request_irq(host->dev, irq, ahci_multi_irqs_intr_hard, in ahci_host_activate_multi_irqs()
2563 0, pp->irq_desc, host->ports[i]); in ahci_host_activate_multi_irqs()
2567 ata_port_desc(host->ports[i], "irq %d", irq); in ahci_host_activate_multi_irqs()
2574 * ahci_host_activate - start AHCI host, request IRQs and register it
2582 * 0 on success, -errno otherwise.
2586 struct ahci_host_priv *hpriv = host->private_data; in ahci_host_activate()
2587 int irq = hpriv->irq; in ahci_host_activate()
2590 if (hpriv->flags & AHCI_HFLAG_MULTI_MSI) { in ahci_host_activate()
2591 if (hpriv->irq_handler && in ahci_host_activate()
2592 hpriv->irq_handler != ahci_single_level_irq_intr) in ahci_host_activate()
2593 dev_warn(host->dev, in ahci_host_activate()
2595 if (!hpriv->get_irq_vector) { in ahci_host_activate()
2596 dev_err(host->dev, in ahci_host_activate()
2597 "AHCI_HFLAG_MULTI_MSI requires ->get_irq_vector!\n"); in ahci_host_activate()
2598 return -EIO; in ahci_host_activate()
2603 rc = ata_host_activate(host, irq, hpriv->irq_handler, in ahci_host_activate()
2613 MODULE_DESCRIPTION("Common AHCI SATA low-level routines");