Lines Matching +full:en +full:- +full:esata
1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * libahci.c - Common AHCI SATA low-level routines
6 * Please ALWAYS copy linux-ide@vger.kernel.org
9 * Copyright 2004-2005 Red Hat, Inc.
12 * as Documentation/driver-api/libata.rst
26 #include <linux/dma-mapping.h>
214 * ahci_rpm_get_port - Make sure the port is powered on
223 return pm_runtime_get_sync(ap->dev); in ahci_rpm_get_port()
227 * ahci_rpm_put_port - Undoes ahci_rpm_get_port()
235 pm_runtime_put(ap->dev); in ahci_rpm_put_port()
243 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_caps()
245 return sprintf(buf, "%x\n", hpriv->cap); in ahci_show_host_caps()
253 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_cap2()
255 return sprintf(buf, "%x\n", hpriv->cap2); in ahci_show_host_cap2()
263 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_host_version()
265 return sprintf(buf, "%x\n", hpriv->version); in ahci_show_host_version()
288 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_read_em_buffer()
289 void __iomem *mmio = hpriv->mmio; in ahci_read_em_buffer()
290 void __iomem *em_mmio = mmio + hpriv->em_loc; in ahci_read_em_buffer()
297 spin_lock_irqsave(ap->lock, flags); in ahci_read_em_buffer()
300 if (!(ap->flags & ATA_FLAG_EM) || em_ctl & EM_CTL_XMT || in ahci_read_em_buffer()
301 !(hpriv->em_msg_type & EM_MSG_TYPE_SGPIO)) { in ahci_read_em_buffer()
302 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
304 return -EINVAL; in ahci_read_em_buffer()
308 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
310 return -EAGAIN; in ahci_read_em_buffer()
314 em_mmio += hpriv->em_buf_sz; in ahci_read_em_buffer()
316 count = hpriv->em_buf_sz; in ahci_read_em_buffer()
324 hpriv->em_buf_sz, PAGE_SIZE); in ahci_read_em_buffer()
336 spin_unlock_irqrestore(ap->lock, flags); in ahci_read_em_buffer()
348 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_store_em_buffer()
349 void __iomem *mmio = hpriv->mmio; in ahci_store_em_buffer()
350 void __iomem *em_mmio = mmio + hpriv->em_loc; in ahci_store_em_buffer()
357 if (!(ap->flags & ATA_FLAG_EM) || in ahci_store_em_buffer()
358 !(hpriv->em_msg_type & EM_MSG_TYPE_SGPIO) || in ahci_store_em_buffer()
359 size % 4 || size > hpriv->em_buf_sz) in ahci_store_em_buffer()
360 return -EINVAL; in ahci_store_em_buffer()
363 spin_lock_irqsave(ap->lock, flags); in ahci_store_em_buffer()
367 spin_unlock_irqrestore(ap->lock, flags); in ahci_store_em_buffer()
369 return -EBUSY; in ahci_store_em_buffer()
380 spin_unlock_irqrestore(ap->lock, flags); in ahci_store_em_buffer()
391 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_show_em_supported()
392 void __iomem *mmio = hpriv->mmio; in ahci_show_em_supported()
401 em_ctl & EM_CTL_SAFTE ? "saf-te " : "", in ahci_show_em_supported()
402 em_ctl & EM_CTL_SES ? "ses-2 " : "", in ahci_show_em_supported()
407 * ahci_save_initial_config - Save and fixup initial config values
418 * If it is not set already this function sets hpriv->start_engine to
426 void __iomem *mmio = hpriv->mmio; in ahci_save_initial_config()
436 hpriv->saved_cap = cap = readl(mmio + HOST_CAP); in ahci_save_initial_config()
437 hpriv->saved_port_map = port_map = readl(mmio + HOST_PORTS_IMPL); in ahci_save_initial_config()
443 hpriv->saved_cap2 = cap2 = readl(mmio + HOST_CAP2); in ahci_save_initial_config()
445 hpriv->saved_cap2 = cap2 = 0; in ahci_save_initial_config()
448 if ((cap & HOST_CAP_64) && (hpriv->flags & AHCI_HFLAG_32BIT_ONLY)) { in ahci_save_initial_config()
453 if ((cap & HOST_CAP_NCQ) && (hpriv->flags & AHCI_HFLAG_NO_NCQ)) { in ahci_save_initial_config()
458 if (!(cap & HOST_CAP_NCQ) && (hpriv->flags & AHCI_HFLAG_YES_NCQ)) { in ahci_save_initial_config()
463 if ((cap & HOST_CAP_PMP) && (hpriv->flags & AHCI_HFLAG_NO_PMP)) { in ahci_save_initial_config()
468 if ((cap & HOST_CAP_SNTF) && (hpriv->flags & AHCI_HFLAG_NO_SNTF)) { in ahci_save_initial_config()
474 if ((cap2 & HOST_CAP2_SDS) && (hpriv->flags & AHCI_HFLAG_NO_DEVSLP)) { in ahci_save_initial_config()
481 if (!(cap & HOST_CAP_FBS) && (hpriv->flags & AHCI_HFLAG_YES_FBS)) { in ahci_save_initial_config()
486 if ((cap & HOST_CAP_FBS) && (hpriv->flags & AHCI_HFLAG_NO_FBS)) { in ahci_save_initial_config()
491 if (!(cap & HOST_CAP_ALPM) && (hpriv->flags & AHCI_HFLAG_YES_ALPM)) { in ahci_save_initial_config()
496 if ((cap & HOST_CAP_SXS) && (hpriv->flags & AHCI_HFLAG_NO_SXS)) { in ahci_save_initial_config()
501 if (hpriv->force_port_map && port_map != hpriv->force_port_map) { in ahci_save_initial_config()
502 dev_info(dev, "forcing port_map 0x%x -> 0x%x\n", in ahci_save_initial_config()
503 port_map, hpriv->force_port_map); in ahci_save_initial_config()
504 port_map = hpriv->force_port_map; in ahci_save_initial_config()
505 hpriv->saved_port_map = port_map; in ahci_save_initial_config()
508 if (hpriv->mask_port_map) { in ahci_save_initial_config()
509 dev_warn(dev, "masking port_map 0x%x -> 0x%x\n", in ahci_save_initial_config()
511 port_map & hpriv->mask_port_map); in ahci_save_initial_config()
512 port_map &= hpriv->mask_port_map; in ahci_save_initial_config()
536 port_map = (1 << ahci_nr_ports(cap)) - 1; in ahci_save_initial_config()
540 hpriv->saved_port_map = port_map; in ahci_save_initial_config()
544 hpriv->cap = cap; in ahci_save_initial_config()
545 hpriv->cap2 = cap2; in ahci_save_initial_config()
546 hpriv->version = readl(mmio + HOST_VERSION); in ahci_save_initial_config()
547 hpriv->port_map = port_map; in ahci_save_initial_config()
549 if (!hpriv->start_engine) in ahci_save_initial_config()
550 hpriv->start_engine = ahci_start_engine; in ahci_save_initial_config()
552 if (!hpriv->stop_engine) in ahci_save_initial_config()
553 hpriv->stop_engine = ahci_stop_engine; in ahci_save_initial_config()
555 if (!hpriv->irq_handler) in ahci_save_initial_config()
556 hpriv->irq_handler = ahci_single_level_irq_intr; in ahci_save_initial_config()
561 * ahci_restore_initial_config - Restore initial config
571 struct ahci_host_priv *hpriv = host->private_data; in ahci_restore_initial_config()
572 void __iomem *mmio = hpriv->mmio; in ahci_restore_initial_config()
574 writel(hpriv->saved_cap, mmio + HOST_CAP); in ahci_restore_initial_config()
575 if (hpriv->saved_cap2) in ahci_restore_initial_config()
576 writel(hpriv->saved_cap2, mmio + HOST_CAP2); in ahci_restore_initial_config()
577 writel(hpriv->saved_port_map, mmio + HOST_PORTS_IMPL); in ahci_restore_initial_config()
590 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_scr_offset()
593 (sc_reg != SCR_NOTIFICATION || (hpriv->cap & HOST_CAP_SNTF))) in ahci_scr_offset()
600 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_scr_read()
601 int offset = ahci_scr_offset(link->ap, sc_reg); in ahci_scr_read()
607 return -EINVAL; in ahci_scr_read()
612 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_scr_write()
613 int offset = ahci_scr_offset(link->ap, sc_reg); in ahci_scr_write()
619 return -EINVAL; in ahci_scr_write()
638 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_stop_engine()
647 if ((hpriv->flags & AHCI_HFLAG_WAKE_BEFORE_STOP) && in ahci_stop_engine()
648 (ap->link.lpm_policy > ATA_LPM_MAX_POWER) && in ahci_stop_engine()
649 ahci_set_lpm(&ap->link, ATA_LPM_MAX_POWER, ATA_LPM_WAKE_ONLY)) { in ahci_stop_engine()
650 dev_err(ap->host->dev, "Failed to wake up port before engine stop\n"); in ahci_stop_engine()
651 return -EIO; in ahci_stop_engine()
666 dev_err(ap->host->dev, "AHCI controller unavailable!\n"); in ahci_stop_engine()
667 return -ENODEV; in ahci_stop_engine()
678 return -EIO; in ahci_stop_engine()
687 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_start_fis_rx()
688 struct ahci_port_priv *pp = ap->private_data; in ahci_start_fis_rx()
692 if (hpriv->cap & HOST_CAP_64) in ahci_start_fis_rx()
693 writel((pp->cmd_slot_dma >> 16) >> 16, in ahci_start_fis_rx()
695 writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR); in ahci_start_fis_rx()
697 if (hpriv->cap & HOST_CAP_64) in ahci_start_fis_rx()
698 writel((pp->rx_fis_dma >> 16) >> 16, in ahci_start_fis_rx()
700 writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR); in ahci_start_fis_rx()
726 return -EBUSY; in ahci_stop_fis_rx()
733 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_power_up()
740 if (hpriv->cap & HOST_CAP_SSS) { in ahci_power_up()
752 struct ata_port *ap = link->ap; in ahci_set_lpm()
753 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_set_lpm()
754 struct ahci_port_priv *pp = ap->private_data; in ahci_set_lpm()
766 pp->intr_mask &= ~PORT_IRQ_PHYRDY; in ahci_set_lpm()
767 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_set_lpm()
772 if (hpriv->cap & HOST_CAP_ALPM) { in ahci_set_lpm()
801 if ((hpriv->cap2 & HOST_CAP2_SDS) && in ahci_set_lpm()
802 (hpriv->cap2 & HOST_CAP2_SADM) && in ahci_set_lpm()
803 (link->device->flags & ATA_DFLAG_DEVSLP)) { in ahci_set_lpm()
815 pp->intr_mask |= PORT_IRQ_PHYRDY; in ahci_set_lpm()
816 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_set_lpm()
825 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_power_down()
829 if (!(hpriv->cap & HOST_CAP_SSS)) in ahci_power_down()
846 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_start_port()
847 struct ahci_port_priv *pp = ap->private_data; in ahci_start_port()
857 if (!(hpriv->flags & AHCI_HFLAG_DELAY_ENGINE)) in ahci_start_port()
858 hpriv->start_engine(ap); in ahci_start_port()
861 if (ap->flags & ATA_FLAG_EM) { in ahci_start_port()
863 emp = &pp->em_priv[link->pmp]; in ahci_start_port()
867 rc = ap->ops->transmit_led_message(ap, in ahci_start_port()
868 emp->led_state, in ahci_start_port()
878 if (rc == -EBUSY) in ahci_start_port()
886 if (ap->flags & ATA_FLAG_SW_ACTIVITY) in ahci_start_port()
895 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_deinit_port()
898 rc = hpriv->stop_engine(ap); in ahci_deinit_port()
916 struct ahci_host_priv *hpriv = host->private_data; in ahci_reset_controller()
917 void __iomem *mmio = hpriv->mmio; in ahci_reset_controller()
921 * AHCI-specific, such as HOST_RESET. in ahci_reset_controller()
943 dev_err(host->dev, "controller reset failed (0x%x)\n", in ahci_reset_controller()
945 return -EIO; in ahci_reset_controller()
954 if (!(hpriv->flags & AHCI_HFLAG_NO_WRITE_TO_RO)) in ahci_reset_controller()
957 dev_info(host->dev, "skipping global host reset\n"); in ahci_reset_controller()
965 struct ata_port *ap = link->ap; in ahci_sw_activity()
966 struct ahci_port_priv *pp = ap->private_data; in ahci_sw_activity()
967 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_sw_activity()
969 if (!(link->flags & ATA_LFLAG_SW_ACTIVITY)) in ahci_sw_activity()
972 emp->activity++; in ahci_sw_activity()
973 if (!timer_pending(&emp->timer)) in ahci_sw_activity()
974 mod_timer(&emp->timer, jiffies + msecs_to_jiffies(10)); in ahci_sw_activity()
980 struct ata_link *link = emp->link; in ahci_sw_activity_blink()
981 struct ata_port *ap = link->ap; in ahci_sw_activity_blink()
983 unsigned long led_message = emp->led_state; in ahci_sw_activity_blink()
988 led_message |= ap->port_no | (link->pmp << 8); in ahci_sw_activity_blink()
994 spin_lock_irqsave(ap->lock, flags); in ahci_sw_activity_blink()
995 if (emp->saved_activity != emp->activity) { in ahci_sw_activity_blink()
996 emp->saved_activity = emp->activity; in ahci_sw_activity_blink()
1010 mod_timer(&emp->timer, jiffies + msecs_to_jiffies(100)); in ahci_sw_activity_blink()
1014 if (emp->blink_policy == BLINK_OFF) in ahci_sw_activity_blink()
1017 spin_unlock_irqrestore(ap->lock, flags); in ahci_sw_activity_blink()
1018 ap->ops->transmit_led_message(ap, led_message, 4); in ahci_sw_activity_blink()
1023 struct ata_port *ap = link->ap; in ahci_init_sw_activity()
1024 struct ahci_port_priv *pp = ap->private_data; in ahci_init_sw_activity()
1025 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_init_sw_activity()
1028 emp->saved_activity = emp->activity = 0; in ahci_init_sw_activity()
1029 emp->link = link; in ahci_init_sw_activity()
1030 timer_setup(&emp->timer, ahci_sw_activity_blink, 0); in ahci_init_sw_activity()
1033 if (emp->blink_policy) in ahci_init_sw_activity()
1034 link->flags |= ATA_LFLAG_SW_ACTIVITY; in ahci_init_sw_activity()
1039 struct ahci_host_priv *hpriv = host->private_data; in ahci_reset_em()
1040 void __iomem *mmio = hpriv->mmio; in ahci_reset_em()
1045 return -EINVAL; in ahci_reset_em()
1055 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_transmit_led_message()
1056 struct ahci_port_priv *pp = ap->private_data; in ahci_transmit_led_message()
1057 void __iomem *mmio = hpriv->mmio; in ahci_transmit_led_message()
1067 emp = &pp->em_priv[pmp]; in ahci_transmit_led_message()
1069 return -EINVAL; in ahci_transmit_led_message()
1072 spin_lock_irqsave(ap->lock, flags); in ahci_transmit_led_message()
1080 spin_unlock_irqrestore(ap->lock, flags); in ahci_transmit_led_message()
1082 return -EBUSY; in ahci_transmit_led_message()
1085 if (hpriv->em_msg_type & EM_MSG_TYPE_LED) { in ahci_transmit_led_message()
1087 * create message header - this is all zero except for in ahci_transmit_led_message()
1093 message[1] = ((state & ~EM_MSG_LED_HBA_PORT) | ap->port_no); in ahci_transmit_led_message()
1096 writel(message[0], mmio + hpriv->em_loc); in ahci_transmit_led_message()
1097 writel(message[1], mmio + hpriv->em_loc+4); in ahci_transmit_led_message()
1106 emp->led_state = state; in ahci_transmit_led_message()
1108 spin_unlock_irqrestore(ap->lock, flags); in ahci_transmit_led_message()
1116 struct ahci_port_priv *pp = ap->private_data; in ahci_led_show()
1122 emp = &pp->em_priv[link->pmp]; in ahci_led_show()
1123 rc += sprintf(buf, "%lx\n", emp->led_state); in ahci_led_show()
1133 struct ahci_port_priv *pp = ap->private_data; in ahci_led_store()
1137 return -EINVAL; in ahci_led_store()
1143 emp = &pp->em_priv[pmp]; in ahci_led_store()
1145 return -EINVAL; in ahci_led_store()
1152 if (emp->blink_policy) in ahci_led_store()
1155 return ap->ops->transmit_led_message(ap, state, size); in ahci_led_store()
1160 struct ata_link *link = dev->link; in ahci_activity_store()
1161 struct ata_port *ap = link->ap; in ahci_activity_store()
1162 struct ahci_port_priv *pp = ap->private_data; in ahci_activity_store()
1163 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_activity_store()
1164 u32 port_led_state = emp->led_state; in ahci_activity_store()
1169 link->flags &= ~(ATA_LFLAG_SW_ACTIVITY); in ahci_activity_store()
1173 port_led_state |= (ap->port_no | (link->pmp << 8)); in ahci_activity_store()
1174 ap->ops->transmit_led_message(ap, port_led_state, 4); in ahci_activity_store()
1176 link->flags |= ATA_LFLAG_SW_ACTIVITY; in ahci_activity_store()
1180 port_led_state |= (ap->port_no | (link->pmp << 8)); in ahci_activity_store()
1182 ap->ops->transmit_led_message(ap, port_led_state, 4); in ahci_activity_store()
1185 emp->blink_policy = val; in ahci_activity_store()
1191 struct ata_link *link = dev->link; in ahci_activity_show()
1192 struct ata_port *ap = link->ap; in ahci_activity_show()
1193 struct ahci_port_priv *pp = ap->private_data; in ahci_activity_show()
1194 struct ahci_em_priv *emp = &pp->em_priv[link->pmp]; in ahci_activity_show()
1199 return sprintf(buf, "%d\n", emp->blink_policy); in ahci_activity_show()
1204 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_clear_pending_irq()
1210 dev_dbg(ap->host->dev, "PORT_SCR_ERR 0x%x\n", tmp); in ahci_port_clear_pending_irq()
1215 dev_dbg(ap->host->dev, "PORT_IRQ_STAT 0x%x\n", tmp); in ahci_port_clear_pending_irq()
1219 writel(1 << ap->port_no, hpriv->mmio + HOST_IRQ_STAT); in ahci_port_clear_pending_irq()
1226 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_init()
1238 /* mark esata ports */ in ahci_port_init()
1240 if ((tmp & PORT_CMD_ESP) && (hpriv->cap & HOST_CAP_SXS)) in ahci_port_init()
1241 ap->pflags |= ATA_PFLAG_EXTERNAL; in ahci_port_init()
1246 struct ahci_host_priv *hpriv = host->private_data; in ahci_init_controller()
1247 void __iomem *mmio = hpriv->mmio; in ahci_init_controller()
1252 for (i = 0; i < host->n_ports; i++) { in ahci_init_controller()
1253 struct ata_port *ap = host->ports[i]; in ahci_init_controller()
1259 ahci_port_init(host->dev, ap, i, mmio, port_mmio); in ahci_init_controller()
1263 dev_dbg(host->dev, "HOST_CTL 0x%x\n", tmp); in ahci_init_controller()
1266 dev_dbg(host->dev, "HOST_CTL 0x%x\n", tmp); in ahci_init_controller()
1272 struct ahci_host_priv *hpriv = dev->link->ap->host->private_data; in ahci_dev_config()
1274 if (hpriv->flags & AHCI_HFLAG_SECT255) { in ahci_dev_config()
1275 dev->max_sectors = 255; in ahci_dev_config()
1302 cmd_tbl_dma = pp->cmd_tbl_dma + tag * AHCI_CMD_TBL_SZ; in ahci_fill_cmd_slot()
1304 pp->cmd_slot[tag].opts = cpu_to_le32(opts); in ahci_fill_cmd_slot()
1305 pp->cmd_slot[tag].status = 0; in ahci_fill_cmd_slot()
1306 pp->cmd_slot[tag].tbl_addr = cpu_to_le32(cmd_tbl_dma & 0xffffffff); in ahci_fill_cmd_slot()
1307 pp->cmd_slot[tag].tbl_addr_hi = cpu_to_le32((cmd_tbl_dma >> 16) >> 16); in ahci_fill_cmd_slot()
1314 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_kick_engine()
1320 rc = hpriv->stop_engine(ap); in ahci_kick_engine()
1325 * always do CLO if PMP is attached (AHCI-1.3 9.2) in ahci_kick_engine()
1333 if (!(hpriv->cap & HOST_CAP_CLO)) { in ahci_kick_engine()
1334 rc = -EOPNOTSUPP; in ahci_kick_engine()
1347 rc = -EIO; in ahci_kick_engine()
1351 hpriv->start_engine(ap); in ahci_kick_engine()
1361 struct ahci_port_priv *pp = ap->private_data; in ahci_exec_polled_cmd()
1363 u8 *fis = pp->cmd_tbl; in ahci_exec_polled_cmd()
1371 if (pp->fbs_enabled && pp->fbs_last_dev != pmp) { in ahci_exec_polled_cmd()
1376 pp->fbs_last_dev = pmp; in ahci_exec_polled_cmd()
1387 return -EBUSY; in ahci_exec_polled_cmd()
1399 struct ata_port *ap = link->ap; in ahci_do_softreset()
1400 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_do_softreset()
1401 struct ahci_port_priv *pp = ap->private_data; in ahci_do_softreset()
1410 /* prepare for SRST (AHCI-1.1 10.4.1) */ in ahci_do_softreset()
1412 if (rc && rc != -EOPNOTSUPP) in ahci_do_softreset()
1416 * According to AHCI-1.2 9.3.9: if FBS is enable, software shall in ahci_do_softreset()
1417 * clear PxFBS.EN to '0' prior to issuing software reset to devices in ahci_do_softreset()
1420 if (!ata_is_host_link(link) && pp->fbs_enabled) { in ahci_do_softreset()
1425 ata_tf_init(link->device, &tf); in ahci_do_softreset()
1431 msecs = jiffies_to_msecs(deadline - now); in ahci_do_softreset()
1436 rc = -EIO; in ahci_do_softreset()
1450 if (rc == -EBUSY && hpriv->flags & AHCI_HFLAG_SRST_TOUT_IS_OFFLINE) { in ahci_do_softreset()
1459 /* link occupied, -ENODEV too is an error */ in ahci_do_softreset()
1465 /* re-enable FBS if disabled before */ in ahci_do_softreset()
1479 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_check_ready()
1499 void __iomem *port_mmio = ahci_port_base(link->ap); in ahci_bad_pmp_check_ready()
1508 return -EIO; in ahci_bad_pmp_check_ready()
1516 struct ata_port *ap = link->ap; in ahci_pmp_retry_softreset()
1532 if (rc == -EIO) { in ahci_pmp_retry_softreset()
1549 const unsigned long *timing = sata_ehc_deb_timing(&link->eh_context); in ahci_do_hardreset()
1550 struct ata_port *ap = link->ap; in ahci_do_hardreset()
1551 struct ahci_port_priv *pp = ap->private_data; in ahci_do_hardreset()
1552 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_do_hardreset()
1553 u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG; in ahci_do_hardreset()
1559 hpriv->stop_engine(ap); in ahci_do_hardreset()
1562 ata_tf_init(link->device, &tf); in ahci_do_hardreset()
1571 hpriv->start_engine(ap); in ahci_do_hardreset()
1591 struct ata_port *ap = link->ap; in ahci_postreset()
1620 for_each_sg(qc->sg, sg, qc->n_elem, si) { in ahci_fill_sg()
1626 ahci_sg[si].flags_size = cpu_to_le32(sg_len - 1); in ahci_fill_sg()
1634 struct ata_port *ap = qc->ap; in ahci_pmp_qc_defer()
1635 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_qc_defer()
1637 if (!sata_pmp_attached(ap) || pp->fbs_enabled) in ahci_pmp_qc_defer()
1645 struct ata_port *ap = qc->ap; in ahci_qc_prep()
1646 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_prep()
1647 int is_atapi = ata_is_atapi(qc->tf.protocol); in ahci_qc_prep()
1655 * a SATA Register - Host to Device command FIS. in ahci_qc_prep()
1657 cmd_tbl = pp->cmd_tbl + qc->hw_tag * AHCI_CMD_TBL_SZ; in ahci_qc_prep()
1659 ata_tf_to_fis(&qc->tf, qc->dev->link->pmp, 1, cmd_tbl); in ahci_qc_prep()
1662 memcpy(cmd_tbl + AHCI_CMD_TBL_CDB, qc->cdb, qc->dev->cdb_len); in ahci_qc_prep()
1666 if (qc->flags & ATA_QCFLAG_DMAMAP) in ahci_qc_prep()
1672 opts = cmd_fis_len | n_elem << 16 | (qc->dev->link->pmp << 12); in ahci_qc_prep()
1673 if (qc->tf.flags & ATA_TFLAG_WRITE) in ahci_qc_prep()
1678 ahci_fill_cmd_slot(pp, qc->hw_tag, opts); in ahci_qc_prep()
1685 struct ahci_port_priv *pp = ap->private_data; in ahci_fbs_dec_intr()
1691 BUG_ON(!pp->fbs_enabled); in ahci_fbs_dec_intr()
1698 while ((fbs & PORT_FBS_DEC) && retries--) { in ahci_fbs_dec_intr()
1704 dev_err(ap->host->dev, "failed to clear device error\n"); in ahci_fbs_dec_intr()
1709 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_error_intr()
1710 struct ahci_port_priv *pp = ap->private_data; in ahci_error_intr()
1711 struct ata_eh_info *host_ehi = &ap->link.eh_info; in ahci_error_intr()
1719 if (pp->fbs_enabled) { in ahci_error_intr()
1724 if ((fbs & PORT_FBS_SDE) && (pmp < ap->nr_pmp_links)) { in ahci_error_intr()
1725 link = &ap->pmp_link[pmp]; in ahci_error_intr()
1735 link = &ap->link; in ahci_error_intr()
1737 active_qc = ata_qc_from_tag(ap, link->active_tag); in ahci_error_intr()
1738 active_ehi = &link->eh_info; in ahci_error_intr()
1745 ahci_scr_read(&ap->link, SCR_ERROR, &serror); in ahci_error_intr()
1746 ahci_scr_write(&ap->link, SCR_ERROR, serror); in ahci_error_intr()
1747 host_ehi->serror |= serror; in ahci_error_intr()
1750 if (hpriv->flags & AHCI_HFLAG_IGN_IRQ_IF_ERR) in ahci_error_intr()
1759 active_qc->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1761 active_ehi->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1763 if (hpriv->flags & AHCI_HFLAG_IGN_SERR_INTERNAL) in ahci_error_intr()
1764 host_ehi->serror &= ~SERR_INTERNAL; in ahci_error_intr()
1768 u32 *unk = pp->rx_fis + RX_FIS_UNK; in ahci_error_intr()
1770 active_ehi->err_mask |= AC_ERR_HSM; in ahci_error_intr()
1771 active_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1778 active_ehi->err_mask |= AC_ERR_HSM; in ahci_error_intr()
1779 active_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1784 host_ehi->err_mask |= AC_ERR_HOST_BUS; in ahci_error_intr()
1785 host_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1791 active_ehi->err_mask |= AC_ERR_DEV; in ahci_error_intr()
1793 host_ehi->err_mask |= AC_ERR_ATA_BUS; in ahci_error_intr()
1794 host_ehi->action |= ATA_EH_RESET; in ahci_error_intr()
1821 struct ata_eh_info *ehi = &ap->link.eh_info; in ahci_handle_port_interrupt()
1822 struct ahci_port_priv *pp = ap->private_data; in ahci_handle_port_interrupt()
1823 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_handle_port_interrupt()
1824 int resetting = !!(ap->pflags & ATA_PFLAG_RESETTING); in ahci_handle_port_interrupt()
1832 if (sata_lpm_ignore_phy_events(&ap->link)) { in ahci_handle_port_interrupt()
1834 ahci_scr_write(&ap->link, SCR_ERROR, SERR_PHYRDY_CHG); in ahci_handle_port_interrupt()
1852 if (hpriv->cap & HOST_CAP_SNTF) in ahci_handle_port_interrupt()
1863 if (pp->fbs_enabled) in ahci_handle_port_interrupt()
1866 const __le32 *f = pp->rx_fis + RX_FIS_SDB; in ahci_handle_port_interrupt()
1874 /* pp->active_link is not reliable once FBS is enabled, both in ahci_handle_port_interrupt()
1876 * NCQ and non-NCQ commands may be in flight at the same time. in ahci_handle_port_interrupt()
1878 if (pp->fbs_enabled) { in ahci_handle_port_interrupt()
1879 if (ap->qc_active) { in ahci_handle_port_interrupt()
1884 /* pp->active_link is valid iff any command is in flight */ in ahci_handle_port_interrupt()
1885 if (ap->qc_active && pp->active_link->sactive) in ahci_handle_port_interrupt()
1896 ehi->err_mask |= AC_ERR_HSM; in ahci_handle_port_interrupt()
1897 ehi->action |= ATA_EH_RESET; in ahci_handle_port_interrupt()
1922 spin_lock(ap->lock); in ahci_multi_irqs_intr_hard()
1924 spin_unlock(ap->lock); in ahci_multi_irqs_intr_hard()
1933 for (i = 0; i < host->n_ports; i++) { in ahci_handle_port_intr()
1939 ap = host->ports[i]; in ahci_handle_port_intr()
1944 dev_warn(host->dev, in ahci_handle_port_intr()
1963 hpriv = host->private_data; in ahci_single_level_irq_intr()
1964 mmio = hpriv->mmio; in ahci_single_level_irq_intr()
1971 irq_masked = irq_stat & hpriv->port_map; in ahci_single_level_irq_intr()
1973 spin_lock(&host->lock); in ahci_single_level_irq_intr()
1988 spin_unlock(&host->lock); in ahci_single_level_irq_intr()
1995 struct ata_port *ap = qc->ap; in ahci_qc_issue()
1997 struct ahci_port_priv *pp = ap->private_data; in ahci_qc_issue()
2003 pp->active_link = qc->dev->link; in ahci_qc_issue()
2005 if (ata_is_ncq(qc->tf.protocol)) in ahci_qc_issue()
2006 writel(1 << qc->hw_tag, port_mmio + PORT_SCR_ACT); in ahci_qc_issue()
2008 if (pp->fbs_enabled && pp->fbs_last_dev != qc->dev->link->pmp) { in ahci_qc_issue()
2011 fbs |= qc->dev->link->pmp << PORT_FBS_DEV_OFFSET; in ahci_qc_issue()
2013 pp->fbs_last_dev = qc->dev->link->pmp; in ahci_qc_issue()
2016 writel(1 << qc->hw_tag, port_mmio + PORT_CMD_ISSUE); in ahci_qc_issue()
2018 ahci_sw_activity(qc->dev->link); in ahci_qc_issue()
2026 struct ahci_port_priv *pp = qc->ap->private_data; in ahci_qc_fill_rtf()
2027 u8 *rx_fis = pp->rx_fis; in ahci_qc_fill_rtf()
2029 if (pp->fbs_enabled) in ahci_qc_fill_rtf()
2030 rx_fis += qc->dev->link->pmp * AHCI_RX_FIS_SZ; in ahci_qc_fill_rtf()
2033 * After a successful execution of an ATA PIO data-in command, in ahci_qc_fill_rtf()
2038 if (qc->tf.protocol == ATA_PROT_PIO && qc->dma_dir == DMA_FROM_DEVICE && in ahci_qc_fill_rtf()
2039 !(qc->flags & ATA_QCFLAG_FAILED)) { in ahci_qc_fill_rtf()
2040 ata_tf_from_fis(rx_fis + RX_FIS_PIO_SETUP, &qc->result_tf); in ahci_qc_fill_rtf()
2041 qc->result_tf.command = (rx_fis + RX_FIS_PIO_SETUP)[15]; in ahci_qc_fill_rtf()
2043 ata_tf_from_fis(rx_fis + RX_FIS_D2H_REG, &qc->result_tf); in ahci_qc_fill_rtf()
2058 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_thaw()
2059 void __iomem *mmio = hpriv->mmio; in ahci_thaw()
2062 struct ahci_port_priv *pp = ap->private_data; in ahci_thaw()
2067 writel(1 << ap->port_no, mmio + HOST_IRQ_STAT); in ahci_thaw()
2070 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_thaw()
2075 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_error_handler()
2077 if (!(ap->pflags & ATA_PFLAG_FROZEN)) { in ahci_error_handler()
2079 hpriv->stop_engine(ap); in ahci_error_handler()
2080 hpriv->start_engine(ap); in ahci_error_handler()
2085 if (!ata_dev_enabled(ap->link.device)) in ahci_error_handler()
2086 hpriv->stop_engine(ap); in ahci_error_handler()
2092 struct ata_port *ap = qc->ap; in ahci_post_internal_cmd()
2095 if (qc->flags & ATA_QCFLAG_FAILED) in ahci_post_internal_cmd()
2101 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_set_aggressive_devslp()
2103 struct ata_device *dev = ap->link.device; in ahci_set_aggressive_devslp()
2110 dev_info(ap->host->dev, "port does not support device sleep\n"); in ahci_set_aggressive_devslp()
2140 rc = hpriv->stop_engine(ap); in ahci_set_aggressive_devslp()
2147 if (dev->devslp_timing[ATA_LOG_DEVSLP_VALID] & in ahci_set_aggressive_devslp()
2149 mdat = dev->devslp_timing[ATA_LOG_DEVSLP_MDAT] & in ahci_set_aggressive_devslp()
2153 deto = dev->devslp_timing[ATA_LOG_DEVSLP_DETO]; in ahci_set_aggressive_devslp()
2169 hpriv->start_engine(ap); in ahci_set_aggressive_devslp()
2181 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_enable_fbs()
2182 struct ahci_port_priv *pp = ap->private_data; in ahci_enable_fbs()
2187 if (!pp->fbs_supported) in ahci_enable_fbs()
2192 pp->fbs_enabled = true; in ahci_enable_fbs()
2193 pp->fbs_last_dev = -1; /* initialization */ in ahci_enable_fbs()
2197 rc = hpriv->stop_engine(ap); in ahci_enable_fbs()
2204 dev_info(ap->host->dev, "FBS is enabled\n"); in ahci_enable_fbs()
2205 pp->fbs_enabled = true; in ahci_enable_fbs()
2206 pp->fbs_last_dev = -1; /* initialization */ in ahci_enable_fbs()
2208 dev_err(ap->host->dev, "Failed to enable FBS\n"); in ahci_enable_fbs()
2210 hpriv->start_engine(ap); in ahci_enable_fbs()
2215 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_disable_fbs()
2216 struct ahci_port_priv *pp = ap->private_data; in ahci_disable_fbs()
2221 if (!pp->fbs_supported) in ahci_disable_fbs()
2226 pp->fbs_enabled = false; in ahci_disable_fbs()
2230 rc = hpriv->stop_engine(ap); in ahci_disable_fbs()
2237 dev_err(ap->host->dev, "Failed to disable FBS\n"); in ahci_disable_fbs()
2239 dev_info(ap->host->dev, "FBS is disabled\n"); in ahci_disable_fbs()
2240 pp->fbs_enabled = false; in ahci_disable_fbs()
2243 hpriv->start_engine(ap); in ahci_disable_fbs()
2249 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_attach()
2258 pp->intr_mask |= PORT_IRQ_BAD_PMP; in ahci_pmp_attach()
2262 * port is marked frozen, the value in pp->intr_mask will be in ahci_pmp_attach()
2268 if (!(ap->pflags & ATA_PFLAG_FROZEN)) in ahci_pmp_attach()
2269 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_pmp_attach()
2275 struct ahci_port_priv *pp = ap->private_data; in ahci_pmp_detach()
2284 pp->intr_mask &= ~PORT_IRQ_BAD_PMP; in ahci_pmp_detach()
2287 if (!(ap->pflags & ATA_PFLAG_FROZEN)) in ahci_pmp_detach()
2288 writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK); in ahci_pmp_detach()
2328 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_start()
2329 struct device *dev = ap->host->dev; in ahci_port_start()
2337 return -ENOMEM; in ahci_port_start()
2339 if (ap->host->n_ports > 1) { in ahci_port_start()
2340 pp->irq_desc = devm_kzalloc(dev, 8, GFP_KERNEL); in ahci_port_start()
2341 if (!pp->irq_desc) { in ahci_port_start()
2343 return -ENOMEM; in ahci_port_start()
2345 snprintf(pp->irq_desc, 8, in ahci_port_start()
2346 "%s%d", dev_driver_string(dev), ap->port_no); in ahci_port_start()
2350 if ((hpriv->cap & HOST_CAP_FBS) && sata_pmp_supported(ap)) { in ahci_port_start()
2354 pp->fbs_supported = true; in ahci_port_start()
2355 else if (hpriv->flags & AHCI_HFLAG_YES_FBS) { in ahci_port_start()
2357 ap->port_no); in ahci_port_start()
2358 pp->fbs_supported = true; in ahci_port_start()
2361 ap->port_no); in ahci_port_start()
2364 if (pp->fbs_supported) { in ahci_port_start()
2374 return -ENOMEM; in ahci_port_start()
2377 * First item in chunk of DMA memory: 32-slot command table, in ahci_port_start()
2380 pp->cmd_slot = mem; in ahci_port_start()
2381 pp->cmd_slot_dma = mem_dma; in ahci_port_start()
2387 * Second item: Received-FIS area in ahci_port_start()
2389 pp->rx_fis = mem; in ahci_port_start()
2390 pp->rx_fis_dma = mem_dma; in ahci_port_start()
2397 * and its scatter-gather table in ahci_port_start()
2399 pp->cmd_tbl = mem; in ahci_port_start()
2400 pp->cmd_tbl_dma = mem_dma; in ahci_port_start()
2406 pp->intr_mask = DEF_PORT_IRQ; in ahci_port_start()
2409 * Switch to per-port locking in case each port has its own MSI vector. in ahci_port_start()
2411 if (hpriv->flags & AHCI_HFLAG_MULTI_MSI) { in ahci_port_start()
2412 spin_lock_init(&pp->lock); in ahci_port_start()
2413 ap->lock = &pp->lock; in ahci_port_start()
2416 ap->private_data = pp; in ahci_port_start()
2425 struct ahci_host_priv *hpriv = ap->host->private_data; in ahci_port_stop()
2426 void __iomem *host_mmio = hpriv->mmio; in ahci_port_stop()
2429 /* de-initialize port */ in ahci_port_stop()
2436 * re-enabling INTx. in ahci_port_stop()
2438 writel(1 << ap->port_no, host_mmio + HOST_IRQ_STAT); in ahci_port_stop()
2445 struct ahci_host_priv *hpriv = host->private_data; in ahci_print_info()
2449 vers = hpriv->version; in ahci_print_info()
2450 cap = hpriv->cap; in ahci_print_info()
2451 cap2 = hpriv->cap2; in ahci_print_info()
2452 impl = hpriv->port_map; in ahci_print_info()
2464 dev_info(host->dev, in ahci_print_info()
2480 dev_info(host->dev, in ahci_print_info()
2519 void __iomem *mmio = hpriv->mmio; in ahci_set_em_messages()
2523 if (!ahci_em_messages || !(hpriv->cap & HOST_CAP_EMS)) in ahci_set_em_messages()
2530 hpriv->em_loc = ((em_loc >> 16) * 4); in ahci_set_em_messages()
2531 hpriv->em_buf_sz = ((em_loc & 0xff) * 4); in ahci_set_em_messages()
2532 hpriv->em_msg_type = messages; in ahci_set_em_messages()
2533 pi->flags |= ATA_FLAG_EM; in ahci_set_em_messages()
2535 pi->flags |= ATA_FLAG_SW_ACTIVITY; in ahci_set_em_messages()
2543 struct ahci_host_priv *hpriv = host->private_data; in ahci_host_activate_multi_irqs()
2550 * Requests IRQs according to AHCI-1.1 when multiple MSIs were in ahci_host_activate_multi_irqs()
2553 for (i = 0; i < host->n_ports; i++) { in ahci_host_activate_multi_irqs()
2554 struct ahci_port_priv *pp = host->ports[i]->private_data; in ahci_host_activate_multi_irqs()
2555 int irq = hpriv->get_irq_vector(host, i); in ahci_host_activate_multi_irqs()
2563 rc = devm_request_irq(host->dev, irq, ahci_multi_irqs_intr_hard, in ahci_host_activate_multi_irqs()
2564 0, pp->irq_desc, host->ports[i]); in ahci_host_activate_multi_irqs()
2568 ata_port_desc(host->ports[i], "irq %d", irq); in ahci_host_activate_multi_irqs()
2575 * ahci_host_activate - start AHCI host, request IRQs and register it
2583 * 0 on success, -errno otherwise.
2587 struct ahci_host_priv *hpriv = host->private_data; in ahci_host_activate()
2588 int irq = hpriv->irq; in ahci_host_activate()
2591 if (hpriv->flags & AHCI_HFLAG_MULTI_MSI) { in ahci_host_activate()
2592 if (hpriv->irq_handler && in ahci_host_activate()
2593 hpriv->irq_handler != ahci_single_level_irq_intr) in ahci_host_activate()
2594 dev_warn(host->dev, in ahci_host_activate()
2596 if (!hpriv->get_irq_vector) { in ahci_host_activate()
2597 dev_err(host->dev, in ahci_host_activate()
2598 "AHCI_HFLAG_MULTI_MSI requires ->get_irq_vector!\n"); in ahci_host_activate()
2599 return -EIO; in ahci_host_activate()
2604 rc = ata_host_activate(host, irq, hpriv->irq_handler, in ahci_host_activate()
2614 MODULE_DESCRIPTION("Common AHCI SATA low-level routines");