Lines Matching +full:t +full:- +full:phy
2 * PMC-Sierra SPC 8001 SAS/SATA based host adapters driver
4 * Copyright (c) 2008-2009 USI Co., Ltd.
18 * 3. Neither the names of the above-listed copyright holders nor the names
47 * read_main_config_table - read the configure table and save it.
52 void __iomem *address = pm8001_ha->main_cfg_tbl_addr; in read_main_config_table()
53 pm8001_ha->main_cfg_tbl.pm8001_tbl.signature = in read_main_config_table()
55 pm8001_ha->main_cfg_tbl.pm8001_tbl.interface_rev = in read_main_config_table()
57 pm8001_ha->main_cfg_tbl.pm8001_tbl.firmware_rev = in read_main_config_table()
59 pm8001_ha->main_cfg_tbl.pm8001_tbl.max_out_io = in read_main_config_table()
61 pm8001_ha->main_cfg_tbl.pm8001_tbl.max_sgl = in read_main_config_table()
63 pm8001_ha->main_cfg_tbl.pm8001_tbl.ctrl_cap_flag = in read_main_config_table()
65 pm8001_ha->main_cfg_tbl.pm8001_tbl.gst_offset = in read_main_config_table()
67 pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_queue_offset = in read_main_config_table()
69 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_queue_offset = in read_main_config_table()
71 pm8001_ha->main_cfg_tbl.pm8001_tbl.hda_mode_flag = in read_main_config_table()
75 pm8001_ha->main_cfg_tbl.pm8001_tbl.anolog_setup_table_offset = in read_main_config_table()
79 pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_offset0 = in read_main_config_table()
81 pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_length0 = in read_main_config_table()
83 pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_offset1 = in read_main_config_table()
85 pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_length1 = in read_main_config_table()
90 * read_general_status_table - read the general status table and save it.
95 void __iomem *address = pm8001_ha->general_stat_tbl_addr; in read_general_status_table()
96 pm8001_ha->gs_tbl.pm8001_tbl.gst_len_mpistate = in read_general_status_table()
98 pm8001_ha->gs_tbl.pm8001_tbl.iq_freeze_state0 = in read_general_status_table()
100 pm8001_ha->gs_tbl.pm8001_tbl.iq_freeze_state1 = in read_general_status_table()
102 pm8001_ha->gs_tbl.pm8001_tbl.msgu_tcnt = in read_general_status_table()
104 pm8001_ha->gs_tbl.pm8001_tbl.iop_tcnt = in read_general_status_table()
106 pm8001_ha->gs_tbl.pm8001_tbl.rsvd = in read_general_status_table()
108 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[0] = in read_general_status_table()
110 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[1] = in read_general_status_table()
112 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[2] = in read_general_status_table()
114 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[3] = in read_general_status_table()
116 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[4] = in read_general_status_table()
118 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[5] = in read_general_status_table()
120 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[6] = in read_general_status_table()
122 pm8001_ha->gs_tbl.pm8001_tbl.phy_state[7] = in read_general_status_table()
124 pm8001_ha->gs_tbl.pm8001_tbl.gpio_input_val = in read_general_status_table()
126 pm8001_ha->gs_tbl.pm8001_tbl.rsvd1[0] = in read_general_status_table()
128 pm8001_ha->gs_tbl.pm8001_tbl.rsvd1[1] = in read_general_status_table()
130 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[0] = in read_general_status_table()
132 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[1] = in read_general_status_table()
134 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[2] = in read_general_status_table()
136 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[3] = in read_general_status_table()
138 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[4] = in read_general_status_table()
140 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[5] = in read_general_status_table()
142 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[6] = in read_general_status_table()
144 pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[7] = in read_general_status_table()
149 * read_inbnd_queue_table - read the inbound queue table and save it.
155 void __iomem *address = pm8001_ha->inbnd_q_tbl_addr; in read_inbnd_queue_table()
158 pm8001_ha->inbnd_q_tbl[i].pi_pci_bar = in read_inbnd_queue_table()
160 pm8001_ha->inbnd_q_tbl[i].pi_offset = in read_inbnd_queue_table()
166 * read_outbnd_queue_table - read the outbound queue table and save it.
172 void __iomem *address = pm8001_ha->outbnd_q_tbl_addr; in read_outbnd_queue_table()
175 pm8001_ha->outbnd_q_tbl[i].ci_pci_bar = in read_outbnd_queue_table()
177 pm8001_ha->outbnd_q_tbl[i].ci_offset = in read_outbnd_queue_table()
183 * init_default_table_values - init the default table.
190 void __iomem *addressib = pm8001_ha->inbnd_q_tbl_addr; in init_default_table_values()
191 void __iomem *addressob = pm8001_ha->outbnd_q_tbl_addr; in init_default_table_values()
192 u32 ib_offset = pm8001_ha->ib_offset; in init_default_table_values()
193 u32 ob_offset = pm8001_ha->ob_offset; in init_default_table_values()
194 u32 ci_offset = pm8001_ha->ci_offset; in init_default_table_values()
195 u32 pi_offset = pm8001_ha->pi_offset; in init_default_table_values()
197 pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_q_nppd_hppd = 0; in init_default_table_values()
198 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid0_3 = 0; in init_default_table_values()
199 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid4_7 = 0; in init_default_table_values()
200 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid0_3 = 0; in init_default_table_values()
201 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid4_7 = 0; in init_default_table_values()
202 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ITNexus_event_pid0_3 = in init_default_table_values()
204 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ITNexus_event_pid4_7 = in init_default_table_values()
206 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ssp_event_pid0_3 = 0; in init_default_table_values()
207 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ssp_event_pid4_7 = 0; in init_default_table_values()
208 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_smp_event_pid0_3 = 0; in init_default_table_values()
209 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_smp_event_pid4_7 = 0; in init_default_table_values()
211 pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_event_log_addr = in init_default_table_values()
212 pm8001_ha->memoryMap.region[AAP1].phys_addr_hi; in init_default_table_values()
213 pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_event_log_addr = in init_default_table_values()
214 pm8001_ha->memoryMap.region[AAP1].phys_addr_lo; in init_default_table_values()
215 pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_size = in init_default_table_values()
217 pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_option = 0x01; in init_default_table_values()
218 pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_iop_event_log_addr = in init_default_table_values()
219 pm8001_ha->memoryMap.region[IOP].phys_addr_hi; in init_default_table_values()
220 pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_iop_event_log_addr = in init_default_table_values()
221 pm8001_ha->memoryMap.region[IOP].phys_addr_lo; in init_default_table_values()
222 pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_size = in init_default_table_values()
224 pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_option = 0x01; in init_default_table_values()
225 pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_interrupt = 0x01; in init_default_table_values()
226 for (i = 0; i < pm8001_ha->max_q_num; i++) { in init_default_table_values()
227 pm8001_ha->inbnd_q_tbl[i].element_pri_size_cnt = in init_default_table_values()
228 PM8001_MPI_QUEUE | (pm8001_ha->iomb_size << 16) | (0x00<<30); in init_default_table_values()
229 pm8001_ha->inbnd_q_tbl[i].upper_base_addr = in init_default_table_values()
230 pm8001_ha->memoryMap.region[ib_offset + i].phys_addr_hi; in init_default_table_values()
231 pm8001_ha->inbnd_q_tbl[i].lower_base_addr = in init_default_table_values()
232 pm8001_ha->memoryMap.region[ib_offset + i].phys_addr_lo; in init_default_table_values()
233 pm8001_ha->inbnd_q_tbl[i].base_virt = in init_default_table_values()
234 (u8 *)pm8001_ha->memoryMap.region[ib_offset + i].virt_ptr; in init_default_table_values()
235 pm8001_ha->inbnd_q_tbl[i].total_length = in init_default_table_values()
236 pm8001_ha->memoryMap.region[ib_offset + i].total_len; in init_default_table_values()
237 pm8001_ha->inbnd_q_tbl[i].ci_upper_base_addr = in init_default_table_values()
238 pm8001_ha->memoryMap.region[ci_offset + i].phys_addr_hi; in init_default_table_values()
239 pm8001_ha->inbnd_q_tbl[i].ci_lower_base_addr = in init_default_table_values()
240 pm8001_ha->memoryMap.region[ci_offset + i].phys_addr_lo; in init_default_table_values()
241 pm8001_ha->inbnd_q_tbl[i].ci_virt = in init_default_table_values()
242 pm8001_ha->memoryMap.region[ci_offset + i].virt_ptr; in init_default_table_values()
244 pm8001_ha->inbnd_q_tbl[i].pi_pci_bar = in init_default_table_values()
247 pm8001_ha->inbnd_q_tbl[i].pi_offset = in init_default_table_values()
249 pm8001_ha->inbnd_q_tbl[i].producer_idx = 0; in init_default_table_values()
250 pm8001_ha->inbnd_q_tbl[i].consumer_index = 0; in init_default_table_values()
252 for (i = 0; i < pm8001_ha->max_q_num; i++) { in init_default_table_values()
253 pm8001_ha->outbnd_q_tbl[i].element_size_cnt = in init_default_table_values()
254 PM8001_MPI_QUEUE | (pm8001_ha->iomb_size << 16) | (0x01<<30); in init_default_table_values()
255 pm8001_ha->outbnd_q_tbl[i].upper_base_addr = in init_default_table_values()
256 pm8001_ha->memoryMap.region[ob_offset + i].phys_addr_hi; in init_default_table_values()
257 pm8001_ha->outbnd_q_tbl[i].lower_base_addr = in init_default_table_values()
258 pm8001_ha->memoryMap.region[ob_offset + i].phys_addr_lo; in init_default_table_values()
259 pm8001_ha->outbnd_q_tbl[i].base_virt = in init_default_table_values()
260 (u8 *)pm8001_ha->memoryMap.region[ob_offset + i].virt_ptr; in init_default_table_values()
261 pm8001_ha->outbnd_q_tbl[i].total_length = in init_default_table_values()
262 pm8001_ha->memoryMap.region[ob_offset + i].total_len; in init_default_table_values()
263 pm8001_ha->outbnd_q_tbl[i].pi_upper_base_addr = in init_default_table_values()
264 pm8001_ha->memoryMap.region[pi_offset + i].phys_addr_hi; in init_default_table_values()
265 pm8001_ha->outbnd_q_tbl[i].pi_lower_base_addr = in init_default_table_values()
266 pm8001_ha->memoryMap.region[pi_offset + i].phys_addr_lo; in init_default_table_values()
267 pm8001_ha->outbnd_q_tbl[i].interrup_vec_cnt_delay = in init_default_table_values()
269 pm8001_ha->outbnd_q_tbl[i].pi_virt = in init_default_table_values()
270 pm8001_ha->memoryMap.region[pi_offset + i].virt_ptr; in init_default_table_values()
272 pm8001_ha->outbnd_q_tbl[i].ci_pci_bar = in init_default_table_values()
275 pm8001_ha->outbnd_q_tbl[i].ci_offset = in init_default_table_values()
277 pm8001_ha->outbnd_q_tbl[i].consumer_idx = 0; in init_default_table_values()
278 pm8001_ha->outbnd_q_tbl[i].producer_index = 0; in init_default_table_values()
283 * update_main_config_table - update the main default table to the HBA.
288 void __iomem *address = pm8001_ha->main_cfg_tbl_addr; in update_main_config_table()
290 pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_q_nppd_hppd); in update_main_config_table()
292 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid0_3); in update_main_config_table()
294 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid4_7); in update_main_config_table()
296 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid0_3); in update_main_config_table()
298 pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid4_7); in update_main_config_table()
300 pm8001_ha->main_cfg_tbl.pm8001_tbl. in update_main_config_table()
303 pm8001_ha->main_cfg_tbl.pm8001_tbl. in update_main_config_table()
306 pm8001_ha->main_cfg_tbl.pm8001_tbl. in update_main_config_table()
309 pm8001_ha->main_cfg_tbl.pm8001_tbl. in update_main_config_table()
312 pm8001_ha->main_cfg_tbl.pm8001_tbl. in update_main_config_table()
315 pm8001_ha->main_cfg_tbl.pm8001_tbl. in update_main_config_table()
318 pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_event_log_addr); in update_main_config_table()
320 pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_event_log_addr); in update_main_config_table()
322 pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_size); in update_main_config_table()
324 pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_option); in update_main_config_table()
326 pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_iop_event_log_addr); in update_main_config_table()
328 pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_iop_event_log_addr); in update_main_config_table()
330 pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_size); in update_main_config_table()
332 pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_option); in update_main_config_table()
334 pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_interrupt); in update_main_config_table()
338 * update_inbnd_queue_table - update the inbound queue table to the HBA.
345 void __iomem *address = pm8001_ha->inbnd_q_tbl_addr; in update_inbnd_queue_table()
348 pm8001_ha->inbnd_q_tbl[number].element_pri_size_cnt); in update_inbnd_queue_table()
350 pm8001_ha->inbnd_q_tbl[number].upper_base_addr); in update_inbnd_queue_table()
352 pm8001_ha->inbnd_q_tbl[number].lower_base_addr); in update_inbnd_queue_table()
354 pm8001_ha->inbnd_q_tbl[number].ci_upper_base_addr); in update_inbnd_queue_table()
356 pm8001_ha->inbnd_q_tbl[number].ci_lower_base_addr); in update_inbnd_queue_table()
360 * update_outbnd_queue_table - update the outbound queue table to the HBA.
367 void __iomem *address = pm8001_ha->outbnd_q_tbl_addr; in update_outbnd_queue_table()
370 pm8001_ha->outbnd_q_tbl[number].element_size_cnt); in update_outbnd_queue_table()
372 pm8001_ha->outbnd_q_tbl[number].upper_base_addr); in update_outbnd_queue_table()
374 pm8001_ha->outbnd_q_tbl[number].lower_base_addr); in update_outbnd_queue_table()
376 pm8001_ha->outbnd_q_tbl[number].pi_upper_base_addr); in update_outbnd_queue_table()
378 pm8001_ha->outbnd_q_tbl[number].pi_lower_base_addr); in update_outbnd_queue_table()
380 pm8001_ha->outbnd_q_tbl[number].interrup_vec_cnt_delay); in update_outbnd_queue_table()
384 * pm8001_bar4_shift - function is called to shift BAR base address
406 return -1; in pm8001_bar4_shift()
432 * Using shifted destination address 0x4_0000:0x1074 + 0x4000*(N-4) (N=4:7) in mpi_set_phys_g3_with_ssc()
434 spin_lock_irqsave(&pm8001_ha->lock, flags); in mpi_set_phys_g3_with_ssc()
435 if (-1 == pm8001_bar4_shift(pm8001_ha, in mpi_set_phys_g3_with_ssc()
437 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in mpi_set_phys_g3_with_ssc()
445 /* shift membase 3 for SAS2_SETTINGS_LOCAL_PHY 4 - 7 */ in mpi_set_phys_g3_with_ssc()
446 if (-1 == pm8001_bar4_shift(pm8001_ha, in mpi_set_phys_g3_with_ssc()
448 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in mpi_set_phys_g3_with_ssc()
452 offset = SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET + 0x4000 * (i-4); in mpi_set_phys_g3_with_ssc()
458 Address: (via MEMBASE-III): in mpi_set_phys_g3_with_ssc()
465 Upon power-up this register will read as 0x8990c016, in mpi_set_phys_g3_with_ssc()
468 This will ensure only down-spreading SSC is enabled on the SPC. in mpi_set_phys_g3_with_ssc()
475 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in mpi_set_phys_g3_with_ssc()
499 spin_lock_irqsave(&pm8001_ha->lock, flags); in mpi_set_open_retry_interval_reg()
500 /* shift bar and set the OPEN_REJECT(RETRY) interval time of PHY 0 -3.*/ in mpi_set_open_retry_interval_reg()
501 if (-1 == pm8001_bar4_shift(pm8001_ha, in mpi_set_open_retry_interval_reg()
503 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in mpi_set_open_retry_interval_reg()
511 if (-1 == pm8001_bar4_shift(pm8001_ha, in mpi_set_open_retry_interval_reg()
513 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in mpi_set_open_retry_interval_reg()
517 offset = OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET + 0x4000 * (i-4); in mpi_set_open_retry_interval_reg()
522 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in mpi_set_open_retry_interval_reg()
527 * mpi_init_check - check firmware initialization status.
544 } while ((value != 0) && (--max_wait_count)); in mpi_init_check()
547 return -1; in mpi_init_check()
548 /* check the MPI-State for initialization */ in mpi_init_check()
550 pm8001_mr32(pm8001_ha->general_stat_tbl_addr, in mpi_init_check()
553 return -1; in mpi_init_check()
557 return -1; in mpi_init_check()
562 * check_fw_ready - The LLDD check if the FW is ready, if not, return error.
576 return -1; in check_fw_ready()
583 return -1; in check_fw_ready()
586 /* bit 4-31 of scratch pad1 should be zeros if it is not in check_fw_ready()
591 return -1; in check_fw_ready()
594 /* bit 2, 4-31 of scratch pad2 should be zeros if it is not in check_fw_ready()
598 return -1; in check_fw_ready()
610 if ((--max_wait_count) == 0) in check_fw_ready()
611 return -1; in check_fw_ready()
630 pm8001_ha->main_cfg_tbl_addr = base_addr = in init_pci_device_addresses()
631 pm8001_ha->io_mem[pcibar].memvirtaddr + offset; in init_pci_device_addresses()
632 pm8001_ha->general_stat_tbl_addr = in init_pci_device_addresses()
634 pm8001_ha->inbnd_q_tbl_addr = in init_pci_device_addresses()
636 pm8001_ha->outbnd_q_tbl_addr = in init_pci_device_addresses()
641 * pm8001_chip_init - the main init function that initialize whole PM8001 chip.
648 pci_read_config_word(pm8001_ha->pdev, PCI_DEVICE_ID, &deviceid); in pm8001_chip_init()
652 if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_SM_BASE)) { in pm8001_chip_init()
656 return -1; in pm8001_chip_init()
660 if (-1 == check_fw_ready(pm8001_ha)) { in pm8001_chip_init()
662 return -EBUSY; in pm8001_chip_init()
674 for (i = 0; i < pm8001_ha->max_q_num; i++) in pm8001_chip_init()
676 for (i = 0; i < pm8001_ha->max_q_num; i++) in pm8001_chip_init()
681 /* 7->130ms, 34->500ms, 119->1.5s */ in pm8001_chip_init()
688 return -EBUSY; in pm8001_chip_init()
689 /*This register is a 16-bit timer with a resolution of 1us. This is the in pm8001_chip_init()
705 pci_read_config_word(pm8001_ha->pdev, PCI_DEVICE_ID, &deviceid); in mpi_uninit_check()
707 if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_SM_BASE)) { in mpi_uninit_check()
711 return -1; in mpi_uninit_check()
725 } while ((value != 0) && (--max_wait_count)); in mpi_uninit_check()
730 return -1; in mpi_uninit_check()
733 /* check the MPI-State for termination in progress */ in mpi_uninit_check()
739 pm8001_mr32(pm8001_ha->general_stat_tbl_addr, in mpi_uninit_check()
744 } while (--max_wait_count); in mpi_uninit_check()
748 return -1; in mpi_uninit_check()
754 * soft_reset_ready_check - Function to check FW is ready for soft reset.
762 return -1; in soft_reset_ready_check()
772 spin_lock_irqsave(&pm8001_ha->lock, flags); in soft_reset_ready_check()
773 if (-1 == pm8001_bar4_shift(pm8001_ha, RB6_ACCESS_REG)) { in soft_reset_ready_check()
774 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in soft_reset_ready_check()
778 return -1; in soft_reset_ready_check()
798 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in soft_reset_ready_check()
799 return -1; in soft_reset_ready_check()
801 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in soft_reset_ready_check()
807 * pm8001_chip_soft_rst - soft reset the PM8001 chip, so that the clear all
823 return -1; in pm8001_chip_soft_rst()
829 spin_lock_irqsave(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
830 if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_AAP1_ADDR_BASE)) { in pm8001_chip_soft_rst()
831 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
834 return -1; in pm8001_chip_soft_rst()
837 pm8001_dbg(pm8001_ha, INIT, "MBIC - NMI Enable VPE0 (IOP)= 0x%x\n", in pm8001_chip_soft_rst()
841 if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_IOP_ADDR_BASE)) { in pm8001_chip_soft_rst()
842 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
845 return -1; in pm8001_chip_soft_rst()
848 pm8001_dbg(pm8001_ha, INIT, "MBIC - NMI Enable VPE0 (AAP1)= 0x%x\n", in pm8001_chip_soft_rst()
853 pm8001_dbg(pm8001_ha, INIT, "PCIE -Event Interrupt Enable = 0x%x\n", in pm8001_chip_soft_rst()
858 pm8001_dbg(pm8001_ha, INIT, "PCIE - Event Interrupt = 0x%x\n", in pm8001_chip_soft_rst()
863 pm8001_dbg(pm8001_ha, INIT, "PCIE -Error Interrupt Enable = 0x%x\n", in pm8001_chip_soft_rst()
868 pm8001_dbg(pm8001_ha, INIT, "PCIE - Error Interrupt = 0x%x\n", regVal); in pm8001_chip_soft_rst()
882 if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) { in pm8001_chip_soft_rst()
883 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
886 return -1; in pm8001_chip_soft_rst()
889 "GSM 0x0(0x00007b88)-GSM Configuration and Reset = 0x%x\n", in pm8001_chip_soft_rst()
906 "GSM 0x0 (0x00007b88 ==> 0x00004088) - GSM Configuration and Reset is set to = 0x%x\n", in pm8001_chip_soft_rst()
910 /* disable GSM - Read Address Parity Check */ in pm8001_chip_soft_rst()
913 "GSM 0x700038 - Read Address Parity Check Enable = 0x%x\n", in pm8001_chip_soft_rst()
917 "GSM 0x700038 - Read Address Parity Check Enable is set to = 0x%x\n", in pm8001_chip_soft_rst()
920 /* disable GSM - Write Address Parity Check */ in pm8001_chip_soft_rst()
923 "GSM 0x700040 - Write Address Parity Check Enable = 0x%x\n", in pm8001_chip_soft_rst()
927 "GSM 0x700040 - Write Address Parity Check Enable is set to = 0x%x\n", in pm8001_chip_soft_rst()
930 /* disable GSM - Write Data Parity Check */ in pm8001_chip_soft_rst()
932 pm8001_dbg(pm8001_ha, INIT, "GSM 0x300048 - Write Data Parity Check Enable = 0x%x\n", in pm8001_chip_soft_rst()
936 "GSM 0x300048 - Write Data Parity Check Enable is set to = 0x%x\n", in pm8001_chip_soft_rst()
941 /* step 5-b: set GPIO-0 output control to tristate anyway */ in pm8001_chip_soft_rst()
942 if (-1 == pm8001_bar4_shift(pm8001_ha, GPIO_ADDR_BASE)) { in pm8001_chip_soft_rst()
943 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
946 return -1; in pm8001_chip_soft_rst()
951 /* set GPIO-0 output control to tri-state */ in pm8001_chip_soft_rst()
957 if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) { in pm8001_chip_soft_rst()
958 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
961 return -1; in pm8001_chip_soft_rst()
992 if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) { in pm8001_chip_soft_rst()
993 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
996 return -1; in pm8001_chip_soft_rst()
999 "GSM 0x0 (0x00007b88)-GSM Configuration and Reset = 0x%x\n", in pm8001_chip_soft_rst()
1012 …pm8001_dbg(pm8001_ha, INIT, "GSM (0x00004088 ==> 0x00007b88) - GSM Configuration and Reset is set … in pm8001_chip_soft_rst()
1015 /* step 12: Restore GSM - Read Address Parity Check */ in pm8001_chip_soft_rst()
1019 "GSM 0x700038 - Read Address Parity Check Enable = 0x%x\n", in pm8001_chip_soft_rst()
1022 pm8001_dbg(pm8001_ha, INIT, "GSM 0x700038 - Read Address Parity Check Enable is set to = 0x%x\n", in pm8001_chip_soft_rst()
1024 /* Restore GSM - Write Address Parity Check */ in pm8001_chip_soft_rst()
1028 "GSM 0x700040 - Write Address Parity Check Enable is set to = 0x%x\n", in pm8001_chip_soft_rst()
1030 /* Restore GSM - Write Data Parity Check */ in pm8001_chip_soft_rst()
1034 "GSM 0x700048 - Write Data Parity Check Enableis set to = 0x%x\n", in pm8001_chip_soft_rst()
1039 if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) { in pm8001_chip_soft_rst()
1040 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
1043 return -1; in pm8001_chip_soft_rst()
1049 /* step 14: delay 10 usec - Normal Mode */ in pm8001_chip_soft_rst()
1060 } while ((regVal != toggleVal) && (--max_wait_count)); in pm8001_chip_soft_rst()
1079 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
1080 return -1; in pm8001_chip_soft_rst()
1083 /* step 16 (Normal) - Clear ODMR and ODCR */ in pm8001_chip_soft_rst()
1088 ready - 1 sec timeout */ in pm8001_chip_soft_rst()
1090 if (check_fw_ready(pm8001_ha) == -1) { in pm8001_chip_soft_rst()
1109 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
1110 return -1; in pm8001_chip_soft_rst()
1114 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_chip_soft_rst()
1146 } while ((--i) != 0); in pm8001_hw_chip_rst()
1152 * pm8001_chip_iounmap - which maped when initialized.
1161 ** bar 0 and 1 - logical BAR0 in pm8001_chip_iounmap()
1162 ** bar 2 and 3 - logical BAR1 in pm8001_chip_iounmap()
1163 ** bar4 - logical BAR2 in pm8001_chip_iounmap()
1164 ** bar5 - logical BAR3 in pm8001_chip_iounmap()
1169 if (pm8001_ha->io_mem[logical].memvirtaddr) { in pm8001_chip_iounmap()
1170 iounmap(pm8001_ha->io_mem[logical].memvirtaddr); in pm8001_chip_iounmap()
1178 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1189 * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1201 * pm8001_chip_msix_interrupt_enable - enable PM8001 chip interrupt
1220 * pm8001_chip_msix_interrupt_disable - disable PM8001 chip interrupt
1236 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1251 * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1266 * pm8001_mpi_msg_free_get - get the free message buffer for transfer
1282 return -1; in pm8001_mpi_msg_free_get()
1286 consumer_index = pm8001_read_32(circularQ->ci_virt); in pm8001_mpi_msg_free_get()
1287 circularQ->consumer_index = cpu_to_le32(consumer_index); in pm8001_mpi_msg_free_get()
1288 if (((circularQ->producer_idx + bcCount) % PM8001_MPI_QUEUE) == in pm8001_mpi_msg_free_get()
1289 le32_to_cpu(circularQ->consumer_index)) { in pm8001_mpi_msg_free_get()
1291 return -1; in pm8001_mpi_msg_free_get()
1294 offset = circularQ->producer_idx * messageSize; in pm8001_mpi_msg_free_get()
1296 circularQ->producer_idx = (circularQ->producer_idx + bcCount) in pm8001_mpi_msg_free_get()
1300 msgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt + offset); in pm8001_mpi_msg_free_get()
1306 * pm8001_mpi_build_cmd- build the message queue for transfer, update the PI to
1323 int q_index = circularQ - pm8001_ha->inbnd_q_tbl; in pm8001_mpi_build_cmd()
1324 int rv = -1; in pm8001_mpi_build_cmd()
1326 if (WARN_ON(q_index >= pm8001_ha->max_q_num)) in pm8001_mpi_build_cmd()
1327 return -EINVAL; in pm8001_mpi_build_cmd()
1329 spin_lock_irqsave(&circularQ->iq_lock, flags); in pm8001_mpi_build_cmd()
1330 rv = pm8001_mpi_msg_free_get(circularQ, pm8001_ha->iomb_size, in pm8001_mpi_build_cmd()
1334 rv = -ENOMEM; in pm8001_mpi_build_cmd()
1338 if (nb > (pm8001_ha->iomb_size - sizeof(struct mpi_msg_hdr))) in pm8001_mpi_build_cmd()
1339 nb = pm8001_ha->iomb_size - sizeof(struct mpi_msg_hdr); in pm8001_mpi_build_cmd()
1341 if (nb + sizeof(struct mpi_msg_hdr) < pm8001_ha->iomb_size) in pm8001_mpi_build_cmd()
1342 memset(pMessage + nb, 0, pm8001_ha->iomb_size - in pm8001_mpi_build_cmd()
1350 pm8001_write_32((pMessage - 4), 0, cpu_to_le32(Header)); in pm8001_mpi_build_cmd()
1352 pm8001_cw32(pm8001_ha, circularQ->pi_pci_bar, in pm8001_mpi_build_cmd()
1353 circularQ->pi_offset, circularQ->producer_idx); in pm8001_mpi_build_cmd()
1356 responseQueue, opCode, circularQ->producer_idx, in pm8001_mpi_build_cmd()
1357 circularQ->consumer_index); in pm8001_mpi_build_cmd()
1359 spin_unlock_irqrestore(&circularQ->iq_lock, flags); in pm8001_mpi_build_cmd()
1370 msgHeader = (struct mpi_msg_hdr *)(pMsg - sizeof(struct mpi_msg_hdr)); in pm8001_mpi_msg_free_set()
1371 pOutBoundMsgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt + in pm8001_mpi_msg_free_set()
1372 circularQ->consumer_idx * pm8001_ha->iomb_size); in pm8001_mpi_msg_free_set()
1376 circularQ->consumer_idx, msgHeader); in pm8001_mpi_msg_free_set()
1379 producer_index = pm8001_read_32(circularQ->pi_virt); in pm8001_mpi_msg_free_set()
1380 circularQ->producer_index = cpu_to_le32(producer_index); in pm8001_mpi_msg_free_set()
1383 circularQ->consumer_idx, in pm8001_mpi_msg_free_set()
1384 circularQ->producer_index, msgHeader); in pm8001_mpi_msg_free_set()
1388 circularQ->consumer_idx = (circularQ->consumer_idx + bc) in pm8001_mpi_msg_free_set()
1391 pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar, circularQ->ci_offset, in pm8001_mpi_msg_free_set()
1392 circularQ->consumer_idx); in pm8001_mpi_msg_free_set()
1394 producer_index = pm8001_read_32(circularQ->pi_virt); in pm8001_mpi_msg_free_set()
1395 circularQ->producer_index = cpu_to_le32(producer_index); in pm8001_mpi_msg_free_set()
1397 circularQ->consumer_idx, circularQ->producer_index); in pm8001_mpi_msg_free_set()
1402 * pm8001_mpi_msg_consume- get the MPI message from outbound queue
1417 /* If there are not-yet-delivered messages ... */ in pm8001_mpi_msg_consume()
1418 if (le32_to_cpu(circularQ->producer_index) in pm8001_mpi_msg_consume()
1419 != circularQ->consumer_idx) { in pm8001_mpi_msg_consume()
1422 (circularQ->base_virt + in pm8001_mpi_msg_consume()
1423 circularQ->consumer_idx * pm8001_ha->iomb_size); in pm8001_mpi_msg_consume()
1429 msgHeader_tmp, circularQ->consumer_idx, in pm8001_mpi_msg_consume()
1430 circularQ->producer_index); in pm8001_mpi_msg_consume()
1441 circularQ->consumer_idx, in pm8001_mpi_msg_consume()
1442 circularQ->producer_index, in pm8001_mpi_msg_consume()
1446 circularQ->consumer_idx = in pm8001_mpi_msg_consume()
1447 (circularQ->consumer_idx + in pm8001_mpi_msg_consume()
1455 circularQ->ci_pci_bar, in pm8001_mpi_msg_consume()
1456 circularQ->ci_offset, in pm8001_mpi_msg_consume()
1457 circularQ->consumer_idx); in pm8001_mpi_msg_consume()
1460 circularQ->consumer_idx = in pm8001_mpi_msg_consume()
1461 (circularQ->consumer_idx + in pm8001_mpi_msg_consume()
1467 pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar, in pm8001_mpi_msg_consume()
1468 circularQ->ci_offset, in pm8001_mpi_msg_consume()
1469 circularQ->consumer_idx); in pm8001_mpi_msg_consume()
1474 void *pi_virt = circularQ->pi_virt; in pm8001_mpi_msg_consume()
1476 * kexec-ing and driver doing a doorbell access in pm8001_mpi_msg_consume()
1477 * with the pre-kexec oq interrupt setup in pm8001_mpi_msg_consume()
1483 circularQ->producer_index = cpu_to_le32(producer_index); in pm8001_mpi_msg_consume()
1485 } while (le32_to_cpu(circularQ->producer_index) != in pm8001_mpi_msg_consume()
1486 circularQ->consumer_idx); in pm8001_mpi_msg_consume()
1487 /* while we don't have any more not-yet-delivered message */ in pm8001_mpi_msg_consume()
1504 pm8001_dev = pw->data; /* Most stash device structure */ in pm8001_work_fn()
1506 || ((pw->handler != IO_XFER_ERROR_BREAK) in pm8001_work_fn()
1507 && (pm8001_dev->dev_type == SAS_PHY_UNUSED))) { in pm8001_work_fn()
1512 switch (pw->handler) { in pm8001_work_fn()
1515 struct sas_task *t = (struct sas_task *)pm8001_dev; in pm8001_work_fn() local
1518 struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha; in pm8001_work_fn()
1523 if (pm8001_query_task(t) == TMF_RESP_FUNC_SUCC) in pm8001_work_fn()
1525 spin_lock_irqsave(&pm8001_ha->lock, flags); in pm8001_work_fn()
1527 spin_lock_irqsave(&t->task_state_lock, flags1); in pm8001_work_fn()
1528 if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) { in pm8001_work_fn()
1529 spin_unlock_irqrestore(&t->task_state_lock, flags1); in pm8001_work_fn()
1530 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1533 spin_unlock_irqrestore(&t->task_state_lock, flags1); in pm8001_work_fn()
1537 ccb = &pm8001_ha->ccb_info[i]; in pm8001_work_fn()
1538 tag = ccb->ccb_tag; in pm8001_work_fn()
1539 if ((tag != 0xFFFFFFFF) && (ccb->task == t)) in pm8001_work_fn()
1543 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1546 ts = &t->task_status; in pm8001_work_fn()
1547 ts->resp = SAS_TASK_COMPLETE; in pm8001_work_fn()
1549 ts->stat = SAS_QUEUE_FULL; in pm8001_work_fn()
1550 pm8001_dev = ccb->device; in pm8001_work_fn()
1552 atomic_dec(&pm8001_dev->running_req); in pm8001_work_fn()
1553 spin_lock_irqsave(&t->task_state_lock, flags1); in pm8001_work_fn()
1554 t->task_state_flags &= ~SAS_TASK_STATE_PENDING; in pm8001_work_fn()
1555 t->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in pm8001_work_fn()
1556 t->task_state_flags |= SAS_TASK_STATE_DONE; in pm8001_work_fn()
1557 if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) { in pm8001_work_fn()
1558 spin_unlock_irqrestore(&t->task_state_lock, flags1); in pm8001_work_fn()
1560 t, pw->handler, ts->resp, ts->stat); in pm8001_work_fn()
1561 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in pm8001_work_fn()
1562 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1564 spin_unlock_irqrestore(&t->task_state_lock, flags1); in pm8001_work_fn()
1565 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in pm8001_work_fn()
1567 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1568 t->task_done(t); in pm8001_work_fn()
1573 struct sas_task *t = (struct sas_task *)pm8001_dev; in pm8001_work_fn() local
1576 struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha; in pm8001_work_fn()
1582 ret = pm8001_query_task(t); in pm8001_work_fn()
1591 spin_lock_irqsave(&pm8001_ha->lock, flags); in pm8001_work_fn()
1593 spin_lock_irqsave(&t->task_state_lock, flags1); in pm8001_work_fn()
1595 if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) { in pm8001_work_fn()
1596 spin_unlock_irqrestore(&t->task_state_lock, flags1); in pm8001_work_fn()
1597 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1599 (void)pm8001_abort_task(t); in pm8001_work_fn()
1603 spin_unlock_irqrestore(&t->task_state_lock, flags1); in pm8001_work_fn()
1607 ccb = &pm8001_ha->ccb_info[i]; in pm8001_work_fn()
1608 tag = ccb->ccb_tag; in pm8001_work_fn()
1609 if ((tag != 0xFFFFFFFF) && (ccb->task == t)) in pm8001_work_fn()
1613 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1615 (void)pm8001_abort_task(t); in pm8001_work_fn()
1619 pm8001_dev = ccb->device; in pm8001_work_fn()
1620 dev = pm8001_dev->sas_device; in pm8001_work_fn()
1624 ccb->open_retry = 1; /* Snub completion */ in pm8001_work_fn()
1625 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1626 ret = pm8001_abort_task(t); in pm8001_work_fn()
1627 ccb->open_retry = 0; in pm8001_work_fn()
1634 pm8001_dbg(pm8001_ha, IO, "...Reset phy\n"); in pm8001_work_fn()
1641 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1646 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in pm8001_work_fn()
1648 pm8001_dbg(pm8001_ha, IO, "...Reset phy\n"); in pm8001_work_fn()
1653 t = NULL; in pm8001_work_fn()
1654 pm8001_open_reject_retry(pm8001_ha, t, pm8001_dev); in pm8001_work_fn()
1658 dev = pm8001_dev->sas_device; in pm8001_work_fn()
1662 dev = pm8001_dev->sas_device; in pm8001_work_fn()
1666 dev = pm8001_dev->sas_device; in pm8001_work_fn()
1670 dev = pm8001_dev->sas_device; in pm8001_work_fn()
1685 pw->pm8001_ha = pm8001_ha; in pm8001_handle_event()
1686 pw->data = data; in pm8001_handle_event()
1687 pw->handler = handler; in pm8001_handle_event()
1688 INIT_WORK(&pw->work, pm8001_work_fn); in pm8001_handle_event()
1689 queue_work(pm8001_wq, &pw->work); in pm8001_handle_event()
1691 ret = -ENOMEM; in pm8001_handle_event()
1719 task->task_done = pm8001_task_done; in pm8001_send_abort_all()
1727 ccb = &pm8001_ha->ccb_info[ccb_tag]; in pm8001_send_abort_all()
1728 ccb->device = pm8001_ha_dev; in pm8001_send_abort_all()
1729 ccb->ccb_tag = ccb_tag; in pm8001_send_abort_all()
1730 ccb->task = task; in pm8001_send_abort_all()
1731 ccb->n_elem = 0; in pm8001_send_abort_all()
1733 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_send_abort_all()
1737 task_abort.device_id = cpu_to_le32(pm8001_ha_dev->device_id); in pm8001_send_abort_all()
1768 task->task_done = pm8001_task_done; in pm8001_send_read_log()
1788 task->dev = dev; in pm8001_send_read_log()
1789 task->dev->lldd_dev = pm8001_ha_dev; in pm8001_send_read_log()
1791 ccb = &pm8001_ha->ccb_info[ccb_tag]; in pm8001_send_read_log()
1792 ccb->device = pm8001_ha_dev; in pm8001_send_read_log()
1793 ccb->ccb_tag = ccb_tag; in pm8001_send_read_log()
1794 ccb->task = task; in pm8001_send_read_log()
1795 ccb->n_elem = 0; in pm8001_send_read_log()
1796 pm8001_ha_dev->id |= NCQ_READ_LOG_FLAG; in pm8001_send_read_log()
1797 pm8001_ha_dev->id |= NCQ_2ND_RLE_FLAG; in pm8001_send_read_log()
1800 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_send_read_log()
1811 sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id); in pm8001_send_read_log()
1825 * mpi_ssp_completion- process the event that FW response to the SSP request.
1838 struct sas_task *t; in mpi_ssp_completion() local
1849 status = le32_to_cpu(psspPayload->status); in mpi_ssp_completion()
1850 tag = le32_to_cpu(psspPayload->tag); in mpi_ssp_completion()
1851 ccb = &pm8001_ha->ccb_info[tag]; in mpi_ssp_completion()
1852 if ((status == IO_ABORTED) && ccb->open_retry) { in mpi_ssp_completion()
1854 ccb->open_retry = 0; in mpi_ssp_completion()
1857 pm8001_dev = ccb->device; in mpi_ssp_completion()
1858 param = le32_to_cpu(psspPayload->param); in mpi_ssp_completion()
1860 t = ccb->task; in mpi_ssp_completion()
1864 if (unlikely(!t || !t->lldd_task || !t->dev)) in mpi_ssp_completion()
1866 ts = &t->task_status; in mpi_ssp_completion()
1871 SAS_ADDR(t->dev->sas_addr)); in mpi_ssp_completion()
1876 status, tag, t); in mpi_ssp_completion()
1883 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1884 ts->stat = SAS_SAM_STAT_GOOD; in mpi_ssp_completion()
1886 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1887 ts->stat = SAS_PROTO_RESPONSE; in mpi_ssp_completion()
1888 ts->residual = param; in mpi_ssp_completion()
1889 iu = &psspPayload->ssp_resp_iu; in mpi_ssp_completion()
1890 sas_ssp_task_response(pm8001_ha->dev, t, iu); in mpi_ssp_completion()
1893 atomic_dec(&pm8001_dev->running_req); in mpi_ssp_completion()
1897 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1898 ts->stat = SAS_ABORTED_TASK; in mpi_ssp_completion()
1904 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1905 ts->stat = SAS_DATA_UNDERRUN; in mpi_ssp_completion()
1906 ts->residual = param; in mpi_ssp_completion()
1908 atomic_dec(&pm8001_dev->running_req); in mpi_ssp_completion()
1912 ts->resp = SAS_TASK_UNDELIVERED; in mpi_ssp_completion()
1913 ts->stat = SAS_PHY_DOWN; in mpi_ssp_completion()
1917 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1918 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1920 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_completion()
1924 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1925 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1926 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_completion()
1931 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1932 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1933 ts->open_rej_reason = SAS_OREJ_EPROTO; in mpi_ssp_completion()
1938 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1939 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1940 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_ssp_completion()
1944 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1945 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1946 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_completion()
1950 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1951 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1952 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_ssp_completion()
1953 if (!t->uldd_task) in mpi_ssp_completion()
1961 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1962 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1963 ts->open_rej_reason = SAS_OREJ_BAD_DEST; in mpi_ssp_completion()
1967 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1968 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1969 ts->open_rej_reason = SAS_OREJ_CONN_RATE; in mpi_ssp_completion()
1974 ts->resp = SAS_TASK_UNDELIVERED; in mpi_ssp_completion()
1975 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1976 ts->open_rej_reason = SAS_OREJ_WRONG_DEST; in mpi_ssp_completion()
1980 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1981 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1982 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_completion()
1986 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1987 ts->stat = SAS_NAK_R_ERR; in mpi_ssp_completion()
1991 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1992 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1996 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
1997 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
1998 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_completion()
2002 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2003 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2007 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2008 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2012 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2013 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2014 if (!t->uldd_task) in mpi_ssp_completion()
2021 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2022 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2026 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2027 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2031 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2032 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2037 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2038 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2039 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_completion()
2044 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_completion()
2045 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_completion()
2049 psspPayload->ssp_resp_iu.status); in mpi_ssp_completion()
2050 spin_lock_irqsave(&t->task_state_lock, flags); in mpi_ssp_completion()
2051 t->task_state_flags &= ~SAS_TASK_STATE_PENDING; in mpi_ssp_completion()
2052 t->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in mpi_ssp_completion()
2053 t->task_state_flags |= SAS_TASK_STATE_DONE; in mpi_ssp_completion()
2054 if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) { in mpi_ssp_completion()
2055 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_ssp_completion()
2057 t, status, ts->resp, ts->stat); in mpi_ssp_completion()
2058 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_ssp_completion()
2060 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_ssp_completion()
2061 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_ssp_completion()
2063 t->task_done(t); in mpi_ssp_completion()
2070 struct sas_task *t; in mpi_ssp_event() local
2077 u32 event = le32_to_cpu(psspPayload->event); in mpi_ssp_event()
2078 u32 tag = le32_to_cpu(psspPayload->tag); in mpi_ssp_event()
2079 u32 port_id = le32_to_cpu(psspPayload->port_id); in mpi_ssp_event()
2080 u32 dev_id = le32_to_cpu(psspPayload->device_id); in mpi_ssp_event()
2082 ccb = &pm8001_ha->ccb_info[tag]; in mpi_ssp_event()
2083 t = ccb->task; in mpi_ssp_event()
2084 pm8001_dev = ccb->device; in mpi_ssp_event()
2087 if (unlikely(!t || !t->lldd_task || !t->dev)) in mpi_ssp_event()
2089 ts = &t->task_status; in mpi_ssp_event()
2095 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2096 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2097 ts->residual = 0; in mpi_ssp_event()
2099 atomic_dec(&pm8001_dev->running_req); in mpi_ssp_event()
2103 pm8001_handle_event(pm8001_ha, t, IO_XFER_ERROR_BREAK); in mpi_ssp_event()
2107 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2108 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2109 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_event()
2113 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2114 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2115 ts->open_rej_reason = SAS_OREJ_EPROTO; in mpi_ssp_event()
2120 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2121 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2122 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_ssp_event()
2126 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2127 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2128 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_event()
2132 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2133 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2134 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_ssp_event()
2135 if (!t->uldd_task) in mpi_ssp_event()
2143 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2144 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2145 ts->open_rej_reason = SAS_OREJ_BAD_DEST; in mpi_ssp_event()
2149 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2150 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2151 ts->open_rej_reason = SAS_OREJ_CONN_RATE; in mpi_ssp_event()
2156 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2157 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2158 ts->open_rej_reason = SAS_OREJ_WRONG_DEST; in mpi_ssp_event()
2162 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2163 ts->stat = SAS_OPEN_REJECT; in mpi_ssp_event()
2164 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_ssp_event()
2168 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2169 ts->stat = SAS_NAK_R_ERR; in mpi_ssp_event()
2173 pm8001_handle_event(pm8001_ha, t, IO_XFER_OPEN_RETRY_TIMEOUT); in mpi_ssp_event()
2177 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2178 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2182 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2183 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2188 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2189 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2194 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2195 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2199 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2200 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2205 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2206 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2214 ts->resp = SAS_TASK_COMPLETE; in mpi_ssp_event()
2215 ts->stat = SAS_DATA_OVERRUN; in mpi_ssp_event()
2218 spin_lock_irqsave(&t->task_state_lock, flags); in mpi_ssp_event()
2219 t->task_state_flags &= ~SAS_TASK_STATE_PENDING; in mpi_ssp_event()
2220 t->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in mpi_ssp_event()
2221 t->task_state_flags |= SAS_TASK_STATE_DONE; in mpi_ssp_event()
2222 if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) { in mpi_ssp_event()
2223 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_ssp_event()
2225 t, event, ts->resp, ts->stat); in mpi_ssp_event()
2226 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_ssp_event()
2228 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_ssp_event()
2229 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_ssp_event()
2231 t->task_done(t); in mpi_ssp_event()
2239 struct sas_task *t; in mpi_sata_completion() local
2257 status = le32_to_cpu(psataPayload->status); in mpi_sata_completion()
2258 tag = le32_to_cpu(psataPayload->tag); in mpi_sata_completion()
2264 ccb = &pm8001_ha->ccb_info[tag]; in mpi_sata_completion()
2265 param = le32_to_cpu(psataPayload->param); in mpi_sata_completion()
2267 t = ccb->task; in mpi_sata_completion()
2268 pm8001_dev = ccb->device; in mpi_sata_completion()
2274 if (t) { in mpi_sata_completion()
2275 if (t->dev && (t->dev->lldd_dev)) in mpi_sata_completion()
2276 pm8001_dev = t->dev->lldd_dev; in mpi_sata_completion()
2282 if ((pm8001_dev && !(pm8001_dev->id & NCQ_READ_LOG_FLAG)) in mpi_sata_completion()
2283 && unlikely(!t || !t->lldd_task || !t->dev)) { in mpi_sata_completion()
2288 ts = &t->task_status; in mpi_sata_completion()
2297 status, tag, t); in mpi_sata_completion()
2302 if (!((t->dev->parent) && in mpi_sata_completion()
2303 (dev_is_expander(t->dev->parent->dev_type)))) { in mpi_sata_completion()
2305 sata_addr_low[i] = pm8001_ha->sas_addr[j]; in mpi_sata_completion()
2307 sata_addr_hi[i] = pm8001_ha->sas_addr[j]; in mpi_sata_completion()
2327 pm8001_dev->attached_phy + in mpi_sata_completion()
2336 SAS_ADDR(t->dev->sas_addr)); in mpi_sata_completion()
2343 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2344 ts->stat = SAS_SAM_STAT_GOOD; in mpi_sata_completion()
2347 (pm8001_dev->id & NCQ_READ_LOG_FLAG)) { in mpi_sata_completion()
2349 pm8001_dev->id |= NCQ_ABORT_ALL_FLAG; in mpi_sata_completion()
2351 pm8001_dev->id = pm8001_dev->id & 0x7FFFFFFF; in mpi_sata_completion()
2355 sas_free_task(t); in mpi_sata_completion()
2360 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2361 ts->stat = SAS_PROTO_RESPONSE; in mpi_sata_completion()
2362 ts->residual = param; in mpi_sata_completion()
2366 sata_resp = &psataPayload->sata_resp[0]; in mpi_sata_completion()
2367 resp = (struct ata_task_resp *)ts->buf; in mpi_sata_completion()
2368 if (t->ata_task.dma_xfer == 0 && in mpi_sata_completion()
2369 t->data_dir == DMA_FROM_DEVICE) { in mpi_sata_completion()
2373 } else if (t->ata_task.use_ncq && in mpi_sata_completion()
2374 t->data_dir != DMA_NONE) { in mpi_sata_completion()
2384 resp->frame_len = len; in mpi_sata_completion()
2385 memcpy(&resp->ending_fis[0], sata_resp, len); in mpi_sata_completion()
2386 ts->buf_valid_size = sizeof(*resp); in mpi_sata_completion()
2392 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2396 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2397 ts->stat = SAS_ABORTED_TASK; in mpi_sata_completion()
2399 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2405 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2406 ts->stat = SAS_DATA_UNDERRUN; in mpi_sata_completion()
2407 ts->residual = param; in mpi_sata_completion()
2409 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2413 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2414 ts->stat = SAS_PHY_DOWN; in mpi_sata_completion()
2416 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2420 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2421 ts->stat = SAS_INTERRUPTED; in mpi_sata_completion()
2423 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2427 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2428 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2429 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_sata_completion()
2431 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2435 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2436 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2437 ts->open_rej_reason = SAS_OREJ_EPROTO; in mpi_sata_completion()
2439 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2444 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2445 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2446 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_sata_completion()
2448 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2452 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2453 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2454 ts->open_rej_reason = SAS_OREJ_RSVD_CONT0; in mpi_sata_completion()
2456 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2460 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2461 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2462 if (!t->uldd_task) { in mpi_sata_completion()
2466 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2467 ts->stat = SAS_QUEUE_FULL; in mpi_sata_completion()
2468 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_completion()
2475 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2476 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2477 ts->open_rej_reason = SAS_OREJ_BAD_DEST; in mpi_sata_completion()
2478 if (!t->uldd_task) { in mpi_sata_completion()
2482 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2483 ts->stat = SAS_QUEUE_FULL; in mpi_sata_completion()
2484 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_completion()
2490 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2491 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2492 ts->open_rej_reason = SAS_OREJ_CONN_RATE; in mpi_sata_completion()
2494 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2498 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2499 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2500 if (!t->uldd_task) { in mpi_sata_completion()
2504 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2505 ts->stat = SAS_QUEUE_FULL; in mpi_sata_completion()
2506 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_completion()
2513 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2514 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2515 ts->open_rej_reason = SAS_OREJ_WRONG_DEST; in mpi_sata_completion()
2517 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2521 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2522 ts->stat = SAS_NAK_R_ERR; in mpi_sata_completion()
2524 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2528 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2529 ts->stat = SAS_NAK_R_ERR; in mpi_sata_completion()
2531 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2535 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2536 ts->stat = SAS_ABORTED_TASK; in mpi_sata_completion()
2538 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2542 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2543 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2545 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2549 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2550 ts->stat = SAS_DATA_UNDERRUN; in mpi_sata_completion()
2552 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2556 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2557 ts->stat = SAS_OPEN_TO; in mpi_sata_completion()
2559 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2563 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2564 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2566 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2570 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2571 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2572 if (!t->uldd_task) { in mpi_sata_completion()
2575 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2576 ts->stat = SAS_QUEUE_FULL; in mpi_sata_completion()
2577 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_completion()
2583 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2584 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2586 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2590 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2591 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2592 if (!t->uldd_task) { in mpi_sata_completion()
2595 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_completion()
2596 ts->stat = SAS_QUEUE_FULL; in mpi_sata_completion()
2597 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_completion()
2604 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2605 ts->stat = SAS_OPEN_REJECT; in mpi_sata_completion()
2606 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_sata_completion()
2608 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2613 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_completion()
2614 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_completion()
2616 atomic_dec(&pm8001_dev->running_req); in mpi_sata_completion()
2619 spin_lock_irqsave(&t->task_state_lock, flags); in mpi_sata_completion()
2620 t->task_state_flags &= ~SAS_TASK_STATE_PENDING; in mpi_sata_completion()
2621 t->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in mpi_sata_completion()
2622 t->task_state_flags |= SAS_TASK_STATE_DONE; in mpi_sata_completion()
2623 if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) { in mpi_sata_completion()
2624 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_sata_completion()
2627 t, status, ts->resp, ts->stat); in mpi_sata_completion()
2628 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_sata_completion()
2630 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_sata_completion()
2631 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_completion()
2638 struct sas_task *t; in mpi_sata_event() local
2644 u32 event = le32_to_cpu(psataPayload->event); in mpi_sata_event()
2645 u32 tag = le32_to_cpu(psataPayload->tag); in mpi_sata_event()
2646 u32 port_id = le32_to_cpu(psataPayload->port_id); in mpi_sata_event()
2647 u32 dev_id = le32_to_cpu(psataPayload->device_id); in mpi_sata_event()
2650 ccb = &pm8001_ha->ccb_info[tag]; in mpi_sata_event()
2653 t = ccb->task; in mpi_sata_event()
2654 pm8001_dev = ccb->device; in mpi_sata_event()
2671 ccb = &pm8001_ha->ccb_info[tag]; in mpi_sata_event()
2672 t = ccb->task; in mpi_sata_event()
2673 pm8001_dev = ccb->device; in mpi_sata_event()
2676 if (unlikely(!t || !t->lldd_task || !t->dev)) in mpi_sata_event()
2678 ts = &t->task_status; in mpi_sata_event()
2685 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2686 ts->stat = SAS_DATA_OVERRUN; in mpi_sata_event()
2687 ts->residual = 0; in mpi_sata_event()
2689 atomic_dec(&pm8001_dev->running_req); in mpi_sata_event()
2693 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2694 ts->stat = SAS_INTERRUPTED; in mpi_sata_event()
2698 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2699 ts->stat = SAS_OPEN_REJECT; in mpi_sata_event()
2700 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_sata_event()
2704 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2705 ts->stat = SAS_OPEN_REJECT; in mpi_sata_event()
2706 ts->open_rej_reason = SAS_OREJ_EPROTO; in mpi_sata_event()
2711 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2712 ts->stat = SAS_OPEN_REJECT; in mpi_sata_event()
2713 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_sata_event()
2717 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2718 ts->stat = SAS_OPEN_REJECT; in mpi_sata_event()
2719 ts->open_rej_reason = SAS_OREJ_RSVD_CONT0; in mpi_sata_event()
2723 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_event()
2724 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_sata_event()
2725 if (!t->uldd_task) { in mpi_sata_event()
2729 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2730 ts->stat = SAS_QUEUE_FULL; in mpi_sata_event()
2731 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_event()
2738 ts->resp = SAS_TASK_UNDELIVERED; in mpi_sata_event()
2739 ts->stat = SAS_OPEN_REJECT; in mpi_sata_event()
2740 ts->open_rej_reason = SAS_OREJ_BAD_DEST; in mpi_sata_event()
2744 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2745 ts->stat = SAS_OPEN_REJECT; in mpi_sata_event()
2746 ts->open_rej_reason = SAS_OREJ_CONN_RATE; in mpi_sata_event()
2751 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2752 ts->stat = SAS_OPEN_REJECT; in mpi_sata_event()
2753 ts->open_rej_reason = SAS_OREJ_WRONG_DEST; in mpi_sata_event()
2757 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2758 ts->stat = SAS_NAK_R_ERR; in mpi_sata_event()
2762 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2763 ts->stat = SAS_NAK_R_ERR; in mpi_sata_event()
2767 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2768 ts->stat = SAS_DATA_UNDERRUN; in mpi_sata_event()
2772 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2773 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2777 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2778 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2782 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2783 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2788 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2789 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2793 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2794 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2799 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2800 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2807 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2808 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2813 ts->resp = SAS_TASK_COMPLETE; in mpi_sata_event()
2814 ts->stat = SAS_OPEN_TO; in mpi_sata_event()
2817 spin_lock_irqsave(&t->task_state_lock, flags); in mpi_sata_event()
2818 t->task_state_flags &= ~SAS_TASK_STATE_PENDING; in mpi_sata_event()
2819 t->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in mpi_sata_event()
2820 t->task_state_flags |= SAS_TASK_STATE_DONE; in mpi_sata_event()
2821 if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) { in mpi_sata_event()
2822 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_sata_event()
2825 t, event, ts->resp, ts->stat); in mpi_sata_event()
2826 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_sata_event()
2828 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_sata_event()
2829 pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag); in mpi_sata_event()
2837 struct sas_task *t; in mpi_smp_completion() local
2847 status = le32_to_cpu(psmpPayload->status); in mpi_smp_completion()
2848 tag = le32_to_cpu(psmpPayload->tag); in mpi_smp_completion()
2850 ccb = &pm8001_ha->ccb_info[tag]; in mpi_smp_completion()
2851 t = ccb->task; in mpi_smp_completion()
2852 ts = &t->task_status; in mpi_smp_completion()
2853 pm8001_dev = ccb->device; in mpi_smp_completion()
2858 status, tag, t); in mpi_smp_completion()
2860 if (unlikely(!t || !t->lldd_task || !t->dev)) in mpi_smp_completion()
2866 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2867 ts->stat = SAS_SAM_STAT_GOOD; in mpi_smp_completion()
2869 atomic_dec(&pm8001_dev->running_req); in mpi_smp_completion()
2873 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2874 ts->stat = SAS_ABORTED_TASK; in mpi_smp_completion()
2876 atomic_dec(&pm8001_dev->running_req); in mpi_smp_completion()
2880 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2881 ts->stat = SAS_DATA_OVERRUN; in mpi_smp_completion()
2882 ts->residual = 0; in mpi_smp_completion()
2884 atomic_dec(&pm8001_dev->running_req); in mpi_smp_completion()
2888 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2889 ts->stat = SAS_PHY_DOWN; in mpi_smp_completion()
2893 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2894 ts->stat = SAS_SAM_STAT_BUSY; in mpi_smp_completion()
2898 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2899 ts->stat = SAS_SAM_STAT_BUSY; in mpi_smp_completion()
2903 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2904 ts->stat = SAS_SAM_STAT_BUSY; in mpi_smp_completion()
2909 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2910 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2911 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_smp_completion()
2916 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2917 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2918 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_smp_completion()
2922 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2923 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2924 ts->open_rej_reason = SAS_OREJ_RSVD_CONT0; in mpi_smp_completion()
2928 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2929 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2930 ts->open_rej_reason = SAS_OREJ_UNKNOWN; in mpi_smp_completion()
2938 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2939 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2940 ts->open_rej_reason = SAS_OREJ_BAD_DEST; in mpi_smp_completion()
2944 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2945 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2946 ts->open_rej_reason = SAS_OREJ_CONN_RATE; in mpi_smp_completion()
2951 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2952 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2953 ts->open_rej_reason = SAS_OREJ_WRONG_DEST; in mpi_smp_completion()
2957 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2958 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_smp_completion()
2962 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2963 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2964 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_smp_completion()
2968 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2969 ts->stat = SAS_QUEUE_FULL; in mpi_smp_completion()
2973 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2974 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2975 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_smp_completion()
2979 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2980 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_smp_completion()
2984 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2985 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2986 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_smp_completion()
2991 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2992 ts->stat = SAS_OPEN_REJECT; in mpi_smp_completion()
2993 ts->open_rej_reason = SAS_OREJ_RSVD_RETRY; in mpi_smp_completion()
2997 ts->resp = SAS_TASK_COMPLETE; in mpi_smp_completion()
2998 ts->stat = SAS_DEV_NO_RESPONSE; in mpi_smp_completion()
3002 spin_lock_irqsave(&t->task_state_lock, flags); in mpi_smp_completion()
3003 t->task_state_flags &= ~SAS_TASK_STATE_PENDING; in mpi_smp_completion()
3004 t->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in mpi_smp_completion()
3005 t->task_state_flags |= SAS_TASK_STATE_DONE; in mpi_smp_completion()
3006 if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) { in mpi_smp_completion()
3007 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_smp_completion()
3009 t, status, ts->resp, ts->stat); in mpi_smp_completion()
3010 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_smp_completion()
3012 spin_unlock_irqrestore(&t->task_state_lock, flags); in mpi_smp_completion()
3013 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in mpi_smp_completion()
3015 t->task_done(t); in mpi_smp_completion()
3024 u32 tag = le32_to_cpu(pPayload->tag); in pm8001_mpi_set_dev_state_resp()
3025 struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag]; in pm8001_mpi_set_dev_state_resp()
3026 struct pm8001_device *pm8001_dev = ccb->device; in pm8001_mpi_set_dev_state_resp()
3027 u32 status = le32_to_cpu(pPayload->status); in pm8001_mpi_set_dev_state_resp()
3028 u32 device_id = le32_to_cpu(pPayload->device_id); in pm8001_mpi_set_dev_state_resp()
3029 u8 pds = le32_to_cpu(pPayload->pds_nds) & PDS_BITS; in pm8001_mpi_set_dev_state_resp()
3030 u8 nds = le32_to_cpu(pPayload->pds_nds) & NDS_BITS; in pm8001_mpi_set_dev_state_resp()
3033 complete(pm8001_dev->setds_completion); in pm8001_mpi_set_dev_state_resp()
3034 ccb->task = NULL; in pm8001_mpi_set_dev_state_resp()
3035 ccb->ccb_tag = 0xFFFFFFFF; in pm8001_mpi_set_dev_state_resp()
3043 u32 tag = le32_to_cpu(pPayload->tag); in pm8001_mpi_set_nvmd_resp()
3044 struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag]; in pm8001_mpi_set_nvmd_resp()
3045 u32 dlen_status = le32_to_cpu(pPayload->dlen_status); in pm8001_mpi_set_nvmd_resp()
3046 complete(pm8001_ha->nvmd_completion); in pm8001_mpi_set_nvmd_resp()
3052 ccb->task = NULL; in pm8001_mpi_set_nvmd_resp()
3053 ccb->ccb_tag = 0xFFFFFFFF; in pm8001_mpi_set_nvmd_resp()
3063 u32 tag = le32_to_cpu(pPayload->tag); in pm8001_mpi_get_nvmd_resp()
3064 struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag]; in pm8001_mpi_get_nvmd_resp()
3065 u32 dlen_status = le32_to_cpu(pPayload->dlen_status); in pm8001_mpi_get_nvmd_resp()
3067 le32_to_cpu(pPayload->ir_tda_bn_dps_das_nvm); in pm8001_mpi_get_nvmd_resp()
3068 void *virt_addr = pm8001_ha->memoryMap.region[NVMD].virt_ptr; in pm8001_mpi_get_nvmd_resp()
3069 fw_control_context = ccb->fw_control_context; in pm8001_mpi_get_nvmd_resp()
3074 complete(pm8001_ha->nvmd_completion); in pm8001_mpi_get_nvmd_resp()
3079 /* indirect mode - IR bit set */ in pm8001_mpi_get_nvmd_resp()
3083 memcpy(pm8001_ha->sas_addr, in pm8001_mpi_get_nvmd_resp()
3109 memcpy(fw_control_context->usrAddr, in pm8001_mpi_get_nvmd_resp()
3110 pm8001_ha->memoryMap.region[NVMD].virt_ptr, in pm8001_mpi_get_nvmd_resp()
3111 fw_control_context->len); in pm8001_mpi_get_nvmd_resp()
3112 kfree(ccb->fw_control_context); in pm8001_mpi_get_nvmd_resp()
3115 * fw_control_context->usrAddr in pm8001_mpi_get_nvmd_resp()
3117 complete(pm8001_ha->nvmd_completion); in pm8001_mpi_get_nvmd_resp()
3119 ccb->task = NULL; in pm8001_mpi_get_nvmd_resp()
3120 ccb->ccb_tag = 0xFFFFFFFF; in pm8001_mpi_get_nvmd_resp()
3129 u32 status = le32_to_cpu(pPayload->status); in pm8001_mpi_local_phy_ctl()
3130 u32 phy_id = le32_to_cpu(pPayload->phyop_phyid) & ID_BITS; in pm8001_mpi_local_phy_ctl()
3131 u32 phy_op = le32_to_cpu(pPayload->phyop_phyid) & OP_BITS; in pm8001_mpi_local_phy_ctl()
3132 tag = le32_to_cpu(pPayload->tag); in pm8001_mpi_local_phy_ctl()
3135 "%x phy execute %x phy op failed!\n", in pm8001_mpi_local_phy_ctl()
3139 "%x phy execute %x phy op success!\n", in pm8001_mpi_local_phy_ctl()
3141 pm8001_ha->phy[phy_id].reset_success = true; in pm8001_mpi_local_phy_ctl()
3143 if (pm8001_ha->phy[phy_id].enable_completion) { in pm8001_mpi_local_phy_ctl()
3144 complete(pm8001_ha->phy[phy_id].enable_completion); in pm8001_mpi_local_phy_ctl()
3145 pm8001_ha->phy[phy_id].enable_completion = NULL; in pm8001_mpi_local_phy_ctl()
3152 * pm8001_bytes_dmaed - one of the interface function communication with libsas
3154 * @i: which phy that received the event.
3164 struct pm8001_phy *phy = &pm8001_ha->phy[i]; in pm8001_bytes_dmaed() local
3165 struct asd_sas_phy *sas_phy = &phy->sas_phy; in pm8001_bytes_dmaed()
3166 if (!phy->phy_attached) in pm8001_bytes_dmaed()
3169 if (sas_phy->phy) { in pm8001_bytes_dmaed()
3170 struct sas_phy *sphy = sas_phy->phy; in pm8001_bytes_dmaed()
3171 sphy->negotiated_linkrate = sas_phy->linkrate; in pm8001_bytes_dmaed()
3172 sphy->minimum_linkrate = phy->minimum_linkrate; in pm8001_bytes_dmaed()
3173 sphy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS; in pm8001_bytes_dmaed()
3174 sphy->maximum_linkrate = phy->maximum_linkrate; in pm8001_bytes_dmaed()
3175 sphy->maximum_linkrate_hw = phy->maximum_linkrate; in pm8001_bytes_dmaed()
3178 if (phy->phy_type & PORT_TYPE_SAS) { in pm8001_bytes_dmaed()
3180 id = (struct sas_identify_frame *)phy->frame_rcvd; in pm8001_bytes_dmaed()
3181 id->dev_type = phy->identify.device_type; in pm8001_bytes_dmaed()
3182 id->initiator_bits = SAS_PROTOCOL_ALL; in pm8001_bytes_dmaed()
3183 id->target_bits = phy->identify.target_port_protocols; in pm8001_bytes_dmaed()
3184 } else if (phy->phy_type & PORT_TYPE_SATA) { in pm8001_bytes_dmaed()
3187 pm8001_dbg(pm8001_ha, MSG, "phy %d byte dmaded.\n", i); in pm8001_bytes_dmaed()
3189 sas_phy->frame_rcvd_size = phy->frame_rcvd_size; in pm8001_bytes_dmaed()
3194 void pm8001_get_lrate_mode(struct pm8001_phy *phy, u8 link_rate) in pm8001_get_lrate_mode() argument
3196 struct sas_phy *sas_phy = phy->sas_phy.phy; in pm8001_get_lrate_mode()
3200 phy->sas_phy.linkrate = SAS_LINK_RATE_12_0_GBPS; in pm8001_get_lrate_mode()
3201 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_12_0_GBPS; in pm8001_get_lrate_mode()
3204 phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS; in pm8001_get_lrate_mode()
3205 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS; in pm8001_get_lrate_mode()
3208 phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS; in pm8001_get_lrate_mode()
3209 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS; in pm8001_get_lrate_mode()
3212 phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS; in pm8001_get_lrate_mode()
3213 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS; in pm8001_get_lrate_mode()
3216 sas_phy->negotiated_linkrate = phy->sas_phy.linkrate; in pm8001_get_lrate_mode()
3217 sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_6_0_GBPS; in pm8001_get_lrate_mode()
3218 sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS; in pm8001_get_lrate_mode()
3219 sas_phy->maximum_linkrate = SAS_LINK_RATE_6_0_GBPS; in pm8001_get_lrate_mode()
3220 sas_phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS; in pm8001_get_lrate_mode()
3224 * asd_get_attached_sas_addr -- extract/generate attached SAS address
3225 * @phy: pointer to asd_phy
3235 void pm8001_get_attached_sas_addr(struct pm8001_phy *phy, in pm8001_get_attached_sas_addr() argument
3238 if (phy->sas_phy.frame_rcvd[0] == 0x34 in pm8001_get_attached_sas_addr()
3239 && phy->sas_phy.oob_mode == SATA_OOB_MODE) { in pm8001_get_attached_sas_addr()
3240 struct pm8001_hba_info *pm8001_ha = phy->sas_phy.ha->lldd_ha; in pm8001_get_attached_sas_addr()
3241 /* FIS device-to-host */ in pm8001_get_attached_sas_addr()
3242 u64 addr = be64_to_cpu(*(__be64 *)pm8001_ha->sas_addr); in pm8001_get_attached_sas_addr()
3243 addr += phy->sas_phy.id; in pm8001_get_attached_sas_addr()
3247 (void *) phy->sas_phy.frame_rcvd; in pm8001_get_attached_sas_addr()
3248 memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE); in pm8001_get_attached_sas_addr()
3253 * pm8001_hw_event_ack_req- For PM8001,some events need to acknowage to FW.
3258 * @phyId: phy id.
3271 circularQ = &pm8001_ha->inbnd_q_tbl[Qnum]; in pm8001_hw_event_ack_req()
3285 * hw_event_sas_phy_up -FW tells me a SAS phy up event.
3295 le32_to_cpu(pPayload->lr_evt_status_phyid_portid); in hw_event_sas_phy_up()
3301 u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate); in hw_event_sas_phy_up()
3303 struct pm8001_port *port = &pm8001_ha->port[port_id]; in hw_event_sas_phy_up()
3304 struct pm8001_phy *phy = &pm8001_ha->phy[phy_id]; in hw_event_sas_phy_up() local
3306 u8 deviceType = pPayload->sas_identify.dev_type; in hw_event_sas_phy_up()
3307 port->port_state = portstate; in hw_event_sas_phy_up()
3308 phy->phy_state = PHY_STATE_LINK_UP_SPC; in hw_event_sas_phy_up()
3310 "HW_EVENT_SAS_PHY_UP port id = %d, phy id = %d\n", in hw_event_sas_phy_up()
3321 port->port_attached = 1; in hw_event_sas_phy_up()
3322 pm8001_get_lrate_mode(phy, link_rate); in hw_event_sas_phy_up()
3326 port->port_attached = 1; in hw_event_sas_phy_up()
3327 pm8001_get_lrate_mode(phy, link_rate); in hw_event_sas_phy_up()
3331 port->port_attached = 1; in hw_event_sas_phy_up()
3332 pm8001_get_lrate_mode(phy, link_rate); in hw_event_sas_phy_up()
3339 phy->phy_type |= PORT_TYPE_SAS; in hw_event_sas_phy_up()
3340 phy->identify.device_type = deviceType; in hw_event_sas_phy_up()
3341 phy->phy_attached = 1; in hw_event_sas_phy_up()
3342 if (phy->identify.device_type == SAS_END_DEVICE) in hw_event_sas_phy_up()
3343 phy->identify.target_port_protocols = SAS_PROTOCOL_SSP; in hw_event_sas_phy_up()
3344 else if (phy->identify.device_type != SAS_PHY_UNUSED) in hw_event_sas_phy_up()
3345 phy->identify.target_port_protocols = SAS_PROTOCOL_SMP; in hw_event_sas_phy_up()
3346 phy->sas_phy.oob_mode = SAS_OOB_MODE; in hw_event_sas_phy_up()
3347 sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE); in hw_event_sas_phy_up()
3348 spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags); in hw_event_sas_phy_up()
3349 memcpy(phy->frame_rcvd, &pPayload->sas_identify, in hw_event_sas_phy_up()
3350 sizeof(struct sas_identify_frame)-4); in hw_event_sas_phy_up()
3351 phy->frame_rcvd_size = sizeof(struct sas_identify_frame) - 4; in hw_event_sas_phy_up()
3352 pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr); in hw_event_sas_phy_up()
3353 spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags); in hw_event_sas_phy_up()
3354 if (pm8001_ha->flags == PM8001F_RUN_TIME) in hw_event_sas_phy_up()
3360 * hw_event_sata_phy_up -FW tells me a SATA phy up event.
3370 le32_to_cpu(pPayload->lr_evt_status_phyid_portid); in hw_event_sata_phy_up()
3376 u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate); in hw_event_sata_phy_up()
3378 struct pm8001_port *port = &pm8001_ha->port[port_id]; in hw_event_sata_phy_up()
3379 struct pm8001_phy *phy = &pm8001_ha->phy[phy_id]; in hw_event_sata_phy_up() local
3381 pm8001_dbg(pm8001_ha, DEVIO, "HW_EVENT_SATA_PHY_UP port id = %d, phy id = %d\n", in hw_event_sata_phy_up()
3383 port->port_state = portstate; in hw_event_sata_phy_up()
3384 phy->phy_state = PHY_STATE_LINK_UP_SPC; in hw_event_sata_phy_up()
3385 port->port_attached = 1; in hw_event_sata_phy_up()
3386 pm8001_get_lrate_mode(phy, link_rate); in hw_event_sata_phy_up()
3387 phy->phy_type |= PORT_TYPE_SATA; in hw_event_sata_phy_up()
3388 phy->phy_attached = 1; in hw_event_sata_phy_up()
3389 phy->sas_phy.oob_mode = SATA_OOB_MODE; in hw_event_sata_phy_up()
3390 sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE); in hw_event_sata_phy_up()
3391 spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags); in hw_event_sata_phy_up()
3392 memcpy(phy->frame_rcvd, ((u8 *)&pPayload->sata_fis - 4), in hw_event_sata_phy_up()
3394 phy->frame_rcvd_size = sizeof(struct dev_to_host_fis); in hw_event_sata_phy_up()
3395 phy->identify.target_port_protocols = SAS_PROTOCOL_SATA; in hw_event_sata_phy_up()
3396 phy->identify.device_type = SAS_SATA_DEV; in hw_event_sata_phy_up()
3397 pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr); in hw_event_sata_phy_up()
3398 spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags); in hw_event_sata_phy_up()
3403 * hw_event_phy_down -we should notify the libsas the phy is down.
3413 le32_to_cpu(pPayload->lr_evt_status_phyid_portid); in hw_event_phy_down()
3417 u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate); in hw_event_phy_down()
3419 struct pm8001_port *port = &pm8001_ha->port[port_id]; in hw_event_phy_down()
3420 struct pm8001_phy *phy = &pm8001_ha->phy[phy_id]; in hw_event_phy_down() local
3421 port->port_state = portstate; in hw_event_phy_down()
3422 phy->phy_type = 0; in hw_event_phy_down()
3423 phy->identify.device_type = 0; in hw_event_phy_down()
3424 phy->phy_attached = 0; in hw_event_phy_down()
3425 memset(&phy->dev_sas_addr, 0, SAS_ADDR_SIZE); in hw_event_phy_down()
3433 " Last phy Down and port invalid\n"); in hw_event_phy_down()
3434 port->port_attached = 0; in hw_event_phy_down()
3444 " phy Down and PORT_NOT_ESTABLISHED\n"); in hw_event_phy_down()
3445 port->port_attached = 0; in hw_event_phy_down()
3448 pm8001_dbg(pm8001_ha, MSG, " phy Down and PORT_LOSTCOMM\n"); in hw_event_phy_down()
3450 " Last phy Down and port invalid\n"); in hw_event_phy_down()
3451 port->port_attached = 0; in hw_event_phy_down()
3456 port->port_attached = 0; in hw_event_phy_down()
3457 pm8001_dbg(pm8001_ha, DEVIO, " phy Down and(default) = %x\n", in hw_event_phy_down()
3465 * pm8001_mpi_reg_resp -process register device ID response.
3471 * has assigned, from now,inter-communication with FW is no longer using the
3484 htag = le32_to_cpu(registerRespPayload->tag); in pm8001_mpi_reg_resp()
3485 ccb = &pm8001_ha->ccb_info[htag]; in pm8001_mpi_reg_resp()
3486 pm8001_dev = ccb->device; in pm8001_mpi_reg_resp()
3487 status = le32_to_cpu(registerRespPayload->status); in pm8001_mpi_reg_resp()
3488 device_id = le32_to_cpu(registerRespPayload->device_id); in pm8001_mpi_reg_resp()
3494 pm8001_dev->device_id = device_id; in pm8001_mpi_reg_resp()
3527 complete(pm8001_dev->dcompletion); in pm8001_mpi_reg_resp()
3528 ccb->task = NULL; in pm8001_mpi_reg_resp()
3529 ccb->ccb_tag = 0xFFFFFFFF; in pm8001_mpi_reg_resp()
3541 status = le32_to_cpu(registerRespPayload->status); in pm8001_mpi_dereg_resp()
3542 device_id = le32_to_cpu(registerRespPayload->device_id); in pm8001_mpi_dereg_resp()
3551 * fw_flash_update_resp - Response from FW for flash update command.
3561 u32 tag = le32_to_cpu(ppayload->tag); in pm8001_mpi_fw_flash_update_resp()
3562 struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag]; in pm8001_mpi_fw_flash_update_resp()
3563 status = le32_to_cpu(ppayload->status); in pm8001_mpi_fw_flash_update_resp()
3599 kfree(ccb->fw_control_context); in pm8001_mpi_fw_flash_update_resp()
3600 ccb->task = NULL; in pm8001_mpi_fw_flash_update_resp()
3601 ccb->ccb_tag = 0xFFFFFFFF; in pm8001_mpi_fw_flash_update_resp()
3603 complete(pm8001_ha->nvmd_completion); in pm8001_mpi_fw_flash_update_resp()
3613 status = le32_to_cpu(pPayload->status); in pm8001_mpi_general_event()
3618 pPayload->inb_IOMB_payload[i]); in pm8001_mpi_general_event()
3624 struct sas_task *t; in pm8001_mpi_task_abort_resp() local
3635 status = le32_to_cpu(pPayload->status); in pm8001_mpi_task_abort_resp()
3636 tag = le32_to_cpu(pPayload->tag); in pm8001_mpi_task_abort_resp()
3639 return -1; in pm8001_mpi_task_abort_resp()
3642 scp = le32_to_cpu(pPayload->scp); in pm8001_mpi_task_abort_resp()
3643 ccb = &pm8001_ha->ccb_info[tag]; in pm8001_mpi_task_abort_resp()
3644 t = ccb->task; in pm8001_mpi_task_abort_resp()
3645 pm8001_dev = ccb->device; /* retrieve device */ in pm8001_mpi_task_abort_resp()
3647 if (!t) { in pm8001_mpi_task_abort_resp()
3649 return -1; in pm8001_mpi_task_abort_resp()
3651 ts = &t->task_status; in pm8001_mpi_task_abort_resp()
3658 ts->resp = SAS_TASK_COMPLETE; in pm8001_mpi_task_abort_resp()
3659 ts->stat = SAS_SAM_STAT_GOOD; in pm8001_mpi_task_abort_resp()
3663 ts->resp = TMF_RESP_FUNC_FAILED; in pm8001_mpi_task_abort_resp()
3666 spin_lock_irqsave(&t->task_state_lock, flags); in pm8001_mpi_task_abort_resp()
3667 t->task_state_flags &= ~SAS_TASK_STATE_PENDING; in pm8001_mpi_task_abort_resp()
3668 t->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in pm8001_mpi_task_abort_resp()
3669 t->task_state_flags |= SAS_TASK_STATE_DONE; in pm8001_mpi_task_abort_resp()
3670 spin_unlock_irqrestore(&t->task_state_lock, flags); in pm8001_mpi_task_abort_resp()
3671 pm8001_ccb_task_free(pm8001_ha, t, ccb, tag); in pm8001_mpi_task_abort_resp()
3674 if (pm8001_dev->id & NCQ_ABORT_ALL_FLAG) { in pm8001_mpi_task_abort_resp()
3675 sas_free_task(t); in pm8001_mpi_task_abort_resp()
3676 pm8001_dev->id &= ~NCQ_ABORT_ALL_FLAG; in pm8001_mpi_task_abort_resp()
3678 t->task_done(t); in pm8001_mpi_task_abort_resp()
3685 * mpi_hw_event -The hw event has come.
3695 le32_to_cpu(pPayload->lr_evt_status_phyid_portid); in mpi_hw_event()
3703 struct sas_ha_struct *sas_ha = pm8001_ha->sas; in mpi_hw_event()
3704 struct pm8001_phy *phy = &pm8001_ha->phy[phy_id]; in mpi_hw_event() local
3705 struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id]; in mpi_hw_event()
3714 phy->phy_state = 1; in mpi_hw_event()
3716 if (pm8001_ha->flags == PM8001F_RUN_TIME && in mpi_hw_event()
3717 phy->enable_completion != NULL) { in mpi_hw_event()
3718 complete(phy->enable_completion); in mpi_hw_event()
3719 phy->enable_completion = NULL; in mpi_hw_event()
3734 phy->phy_state = 0; in mpi_hw_event()
3738 sas_notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD); in mpi_hw_event()
3742 sas_notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL); in mpi_hw_event()
3743 phy->phy_attached = 0; in mpi_hw_event()
3744 phy->phy_state = 0; in mpi_hw_event()
3750 phy->phy_attached = 0; in mpi_hw_event()
3759 spin_lock_irqsave(&sas_phy->sas_prim_lock, flags); in mpi_hw_event()
3760 sas_phy->sas_prim = HW_EVENT_BROADCAST_CHANGE; in mpi_hw_event()
3761 spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags); in mpi_hw_event()
3766 sas_phy_disconnected(&phy->sas_phy); in mpi_hw_event()
3767 phy->phy_attached = 0; in mpi_hw_event()
3768 sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR); in mpi_hw_event()
3772 spin_lock_irqsave(&sas_phy->sas_prim_lock, flags); in mpi_hw_event()
3773 sas_phy->sas_prim = HW_EVENT_BROADCAST_EXP; in mpi_hw_event()
3774 spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags); in mpi_hw_event()
3783 phy->phy_attached = 0; in mpi_hw_event()
3793 phy->phy_attached = 0; in mpi_hw_event()
3803 phy->phy_attached = 0; in mpi_hw_event()
3813 phy->phy_attached = 0; in mpi_hw_event()
3821 spin_lock_irqsave(&sas_phy->sas_prim_lock, flags); in mpi_hw_event()
3822 sas_phy->sas_prim = HW_EVENT_BROADCAST_SES; in mpi_hw_event()
3823 spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags); in mpi_hw_event()
3839 phy->phy_attached = 0; in mpi_hw_event()
3849 phy->phy_attached = 0; in mpi_hw_event()
3855 phy->phy_attached = 0; in mpi_hw_event()
3862 phy->phy_attached = 0; in mpi_hw_event()
3883 * process_one_iomb - process one outbound Queue memory block
4030 spin_lock_irqsave(&pm8001_ha->lock, flags); in process_oq()
4031 circularQ = &pm8001_ha->outbnd_q_tbl[vec]; in process_oq()
4036 process_one_iomb(pm8001_ha, (void *)(pMsg1 - 4)); in process_oq()
4043 circularQ->producer_index = in process_oq()
4044 cpu_to_le32(pm8001_read_32(circularQ->pi_virt)); in process_oq()
4045 if (le32_to_cpu(circularQ->producer_index) == in process_oq()
4046 circularQ->consumer_idx) in process_oq()
4051 spin_unlock_irqrestore(&pm8001_ha->lock, flags); in process_oq()
4070 buf_prd->addr = cpu_to_le64(sg_dma_address(sg)); in pm8001_chip_make_sg()
4071 buf_prd->im_len.len = cpu_to_le32(sg_dma_len(sg)); in pm8001_chip_make_sg()
4072 buf_prd->im_len.e = 0; in pm8001_chip_make_sg()
4079 psmp_cmd->tag = hTag; in build_smp_cmd()
4080 psmp_cmd->device_id = cpu_to_le32(deviceID); in build_smp_cmd()
4081 psmp_cmd->len_ip_ir = cpu_to_le32(1|(1 << 1)); in build_smp_cmd()
4085 * pm8001_chip_smp_req - send a SMP task to FW
4093 struct sas_task *task = ccb->task; in pm8001_chip_smp_req()
4094 struct domain_device *dev = task->dev; in pm8001_chip_smp_req()
4095 struct pm8001_device *pm8001_dev = dev->lldd_dev; in pm8001_chip_smp_req()
4104 * DMA-map SMP request, response buffers in pm8001_chip_smp_req()
4106 sg_req = &task->smp_task.smp_req; in pm8001_chip_smp_req()
4107 elem = dma_map_sg(pm8001_ha->dev, sg_req, 1, DMA_TO_DEVICE); in pm8001_chip_smp_req()
4109 return -ENOMEM; in pm8001_chip_smp_req()
4112 sg_resp = &task->smp_task.smp_resp; in pm8001_chip_smp_req()
4113 elem = dma_map_sg(pm8001_ha->dev, sg_resp, 1, DMA_FROM_DEVICE); in pm8001_chip_smp_req()
4115 rc = -ENOMEM; in pm8001_chip_smp_req()
4121 rc = -EINVAL; in pm8001_chip_smp_req()
4126 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_smp_req()
4127 smp_cmd.tag = cpu_to_le32(ccb->ccb_tag); in pm8001_chip_smp_req()
4129 cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_req)); in pm8001_chip_smp_req()
4131 cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_req)-4); in pm8001_chip_smp_req()
4133 cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_resp)); in pm8001_chip_smp_req()
4135 cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_resp)-4); in pm8001_chip_smp_req()
4136 build_smp_cmd(pm8001_dev->device_id, smp_cmd.tag, &smp_cmd); in pm8001_chip_smp_req()
4145 dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_resp, 1, in pm8001_chip_smp_req()
4148 dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_req, 1, in pm8001_chip_smp_req()
4154 * pm8001_chip_ssp_io_req - send a SSP task to FW
4161 struct sas_task *task = ccb->task; in pm8001_chip_ssp_io_req()
4162 struct domain_device *dev = task->dev; in pm8001_chip_ssp_io_req()
4163 struct pm8001_device *pm8001_dev = dev->lldd_dev; in pm8001_chip_ssp_io_req()
4165 u32 tag = ccb->ccb_tag; in pm8001_chip_ssp_io_req()
4171 memcpy(ssp_cmd.ssp_iu.lun, task->ssp_task.LUN, 8); in pm8001_chip_ssp_io_req()
4173 cpu_to_le32(data_dir_flags[task->data_dir] << 8 | 0x0);/*0 for in pm8001_chip_ssp_io_req()
4175 ssp_cmd.data_len = cpu_to_le32(task->total_xfer_len); in pm8001_chip_ssp_io_req()
4176 ssp_cmd.device_id = cpu_to_le32(pm8001_dev->device_id); in pm8001_chip_ssp_io_req()
4178 if (task->ssp_task.enable_first_burst) in pm8001_chip_ssp_io_req()
4180 ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_prio << 3); in pm8001_chip_ssp_io_req()
4181 ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_attr & 7); in pm8001_chip_ssp_io_req()
4182 memcpy(ssp_cmd.ssp_iu.cdb, task->ssp_task.cmd->cmnd, in pm8001_chip_ssp_io_req()
4183 task->ssp_task.cmd->cmd_len); in pm8001_chip_ssp_io_req()
4184 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_ssp_io_req()
4187 if (task->num_scatter > 1) { in pm8001_chip_ssp_io_req()
4188 pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd); in pm8001_chip_ssp_io_req()
4189 phys_addr = ccb->ccb_dma_handle; in pm8001_chip_ssp_io_req()
4193 } else if (task->num_scatter == 1) { in pm8001_chip_ssp_io_req()
4194 u64 dma_addr = sg_dma_address(task->scatter); in pm8001_chip_ssp_io_req()
4197 ssp_cmd.len = cpu_to_le32(task->total_xfer_len); in pm8001_chip_ssp_io_req()
4199 } else if (task->num_scatter == 0) { in pm8001_chip_ssp_io_req()
4202 ssp_cmd.len = cpu_to_le32(task->total_xfer_len); in pm8001_chip_ssp_io_req()
4213 struct sas_task *task = ccb->task; in pm8001_chip_sata_req()
4214 struct domain_device *dev = task->dev; in pm8001_chip_sata_req()
4215 struct pm8001_device *pm8001_ha_dev = dev->lldd_dev; in pm8001_chip_sata_req()
4216 u32 tag = ccb->ccb_tag; in pm8001_chip_sata_req()
4227 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_sata_req()
4229 if (task->data_dir == DMA_NONE && !task->ata_task.use_ncq) { in pm8001_chip_sata_req()
4232 } else if (likely(!task->ata_task.device_control_reg_update)) { in pm8001_chip_sata_req()
4233 if (task->ata_task.use_ncq && in pm8001_chip_sata_req()
4234 dev->sata_dev.class != ATA_DEV_ATAPI) { in pm8001_chip_sata_req()
4237 } else if (task->ata_task.dma_xfer) { in pm8001_chip_sata_req()
4245 if (task->ata_task.use_ncq && pm8001_get_ncq_tag(task, &hdr_tag)) { in pm8001_chip_sata_req()
4246 task->ata_task.fis.sector_count |= (u8) (hdr_tag << 3); in pm8001_chip_sata_req()
4249 dir = data_dir_flags[task->data_dir] << 8; in pm8001_chip_sata_req()
4251 sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id); in pm8001_chip_sata_req()
4252 sata_cmd.data_len = cpu_to_le32(task->total_xfer_len); in pm8001_chip_sata_req()
4255 sata_cmd.sata_fis = task->ata_task.fis; in pm8001_chip_sata_req()
4256 if (likely(!task->ata_task.device_control_reg_update)) in pm8001_chip_sata_req()
4260 if (task->num_scatter > 1) { in pm8001_chip_sata_req()
4261 pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd); in pm8001_chip_sata_req()
4262 phys_addr = ccb->ccb_dma_handle; in pm8001_chip_sata_req()
4266 } else if (task->num_scatter == 1) { in pm8001_chip_sata_req()
4267 u64 dma_addr = sg_dma_address(task->scatter); in pm8001_chip_sata_req()
4270 sata_cmd.len = cpu_to_le32(task->total_xfer_len); in pm8001_chip_sata_req()
4272 } else if (task->num_scatter == 0) { in pm8001_chip_sata_req()
4275 sata_cmd.len = cpu_to_le32(task->total_xfer_len); in pm8001_chip_sata_req()
4281 if (((pm8001_ha_dev->id & NCQ_READ_LOG_FLAG) || in pm8001_chip_sata_req()
4282 (pm8001_ha_dev->id & NCQ_ABORT_ALL_FLAG) || in pm8001_chip_sata_req()
4283 (pm8001_ha_dev->id & NCQ_2ND_RLE_FLAG))) { in pm8001_chip_sata_req()
4286 pm8001_ha_dev->id &= 0xDFFFFFFF; in pm8001_chip_sata_req()
4287 ts = &task->task_status; in pm8001_chip_sata_req()
4289 spin_lock_irqsave(&task->task_state_lock, flags); in pm8001_chip_sata_req()
4290 ts->resp = SAS_TASK_COMPLETE; in pm8001_chip_sata_req()
4291 ts->stat = SAS_SAM_STAT_GOOD; in pm8001_chip_sata_req()
4292 task->task_state_flags &= ~SAS_TASK_STATE_PENDING; in pm8001_chip_sata_req()
4293 task->task_state_flags &= ~SAS_TASK_AT_INITIATOR; in pm8001_chip_sata_req()
4294 task->task_state_flags |= SAS_TASK_STATE_DONE; in pm8001_chip_sata_req()
4295 if (unlikely((task->task_state_flags & in pm8001_chip_sata_req()
4297 spin_unlock_irqrestore(&task->task_state_lock, in pm8001_chip_sata_req()
4301 task, ts->resp, in pm8001_chip_sata_req()
4302 ts->stat); in pm8001_chip_sata_req()
4305 spin_unlock_irqrestore(&task->task_state_lock, in pm8001_chip_sata_req()
4320 * pm8001_chip_phy_start_req - start phy via PHY_START COMMAND
4322 * @phy_id: the phy id which we wanted to start up.
4332 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_phy_start_req()
4336 ** [0:7] PHY Identifier in pm8001_chip_phy_start_req()
4347 &pm8001_ha->phy[phy_id].dev_sas_addr, SAS_ADDR_SIZE); in pm8001_chip_phy_start_req()
4355 * pm8001_chip_phy_stop_req - start phy via PHY_STOP COMMAND
4357 * @phy_id: the phy id which we wanted to start up.
4367 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_phy_stop_req()
4392 struct domain_device *dev = pm8001_dev->sas_device; in pm8001_chip_reg_dev_req()
4393 struct domain_device *parent_dev = dev->parent; in pm8001_chip_reg_dev_req()
4394 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_reg_dev_req()
4400 ccb = &pm8001_ha->ccb_info[tag]; in pm8001_chip_reg_dev_req()
4401 ccb->device = pm8001_dev; in pm8001_chip_reg_dev_req()
4402 ccb->ccb_tag = tag; in pm8001_chip_reg_dev_req()
4407 if (pm8001_dev->dev_type == SAS_SATA_DEV) in pm8001_chip_reg_dev_req()
4409 else if (pm8001_dev->dev_type == SAS_END_DEVICE || in pm8001_chip_reg_dev_req()
4410 pm8001_dev->dev_type == SAS_EDGE_EXPANDER_DEVICE || in pm8001_chip_reg_dev_req()
4411 pm8001_dev->dev_type == SAS_FANOUT_EXPANDER_DEVICE) in pm8001_chip_reg_dev_req()
4414 if (parent_dev && dev_is_expander(parent_dev->dev_type)) in pm8001_chip_reg_dev_req()
4415 phy_id = parent_dev->ex_dev.ex_phy->phy_id; in pm8001_chip_reg_dev_req()
4417 phy_id = pm8001_dev->attached_phy; in pm8001_chip_reg_dev_req()
4419 linkrate = (pm8001_dev->sas_device->linkrate < dev->port->linkrate) ? in pm8001_chip_reg_dev_req()
4420 pm8001_dev->sas_device->linkrate : dev->port->linkrate; in pm8001_chip_reg_dev_req()
4422 cpu_to_le32(((pm8001_dev->sas_device->port->id) & 0x0F) | in pm8001_chip_reg_dev_req()
4429 memcpy(payload.sas_addr, pm8001_dev->sas_device->sas_addr, in pm8001_chip_reg_dev_req()
4450 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_dereg_dev_req()
4462 * pm8001_chip_phy_ctl_req - support the local phy operation
4464 * @phyId: the phy id which we wanted to operate
4465 * @phy_op: the phy operation to request
4475 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_phy_ctl_req()
4499 * pm8001_chip_isr - PM8001 isr handler.
4521 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in send_task_abort()
4539 * pm8001_chip_abort_task - SAS abort task when error or exception happened.
4548 if (pm8001_dev->dev_type == SAS_END_DEVICE) in pm8001_chip_abort_task()
4550 else if (pm8001_dev->dev_type == SAS_SATA_DEV) in pm8001_chip_abort_task()
4554 device_id = pm8001_dev->device_id; in pm8001_chip_abort_task()
4563 * pm8001_chip_ssp_tm_req - built the task management command.
4571 struct sas_task *task = ccb->task; in pm8001_chip_ssp_tm_req()
4572 struct domain_device *dev = task->dev; in pm8001_chip_ssp_tm_req()
4573 struct pm8001_device *pm8001_dev = dev->lldd_dev; in pm8001_chip_ssp_tm_req()
4580 sspTMCmd.device_id = cpu_to_le32(pm8001_dev->device_id); in pm8001_chip_ssp_tm_req()
4581 sspTMCmd.relate_tag = cpu_to_le32(tmf->tag_of_task_to_be_managed); in pm8001_chip_ssp_tm_req()
4582 sspTMCmd.tmf = cpu_to_le32(tmf->tmf); in pm8001_chip_ssp_tm_req()
4583 memcpy(sspTMCmd.lun, task->ssp_task.LUN, 8); in pm8001_chip_ssp_tm_req()
4584 sspTMCmd.tag = cpu_to_le32(ccb->ccb_tag); in pm8001_chip_ssp_tm_req()
4585 if (pm8001_ha->chip_id != chip_8001) in pm8001_chip_ssp_tm_req()
4587 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_ssp_tm_req()
4606 nvmd_type = ioctl_payload->minor_function; in pm8001_chip_get_nvmd_req()
4609 return -ENOMEM; in pm8001_chip_get_nvmd_req()
4610 fw_control_context->usrAddr = (u8 *)ioctl_payload->func_specific; in pm8001_chip_get_nvmd_req()
4611 fw_control_context->len = ioctl_payload->rd_length; in pm8001_chip_get_nvmd_req()
4612 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_get_nvmd_req()
4619 ccb = &pm8001_ha->ccb_info[tag]; in pm8001_chip_get_nvmd_req()
4620 ccb->ccb_tag = tag; in pm8001_chip_get_nvmd_req()
4621 ccb->fw_control_context = fw_control_context; in pm8001_chip_get_nvmd_req()
4632 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length); in pm8001_chip_get_nvmd_req()
4634 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_get_nvmd_req()
4636 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_get_nvmd_req()
4641 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length); in pm8001_chip_get_nvmd_req()
4643 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_get_nvmd_req()
4645 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_get_nvmd_req()
4650 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length); in pm8001_chip_get_nvmd_req()
4652 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_get_nvmd_req()
4654 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_get_nvmd_req()
4659 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length); in pm8001_chip_get_nvmd_req()
4661 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_get_nvmd_req()
4663 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_get_nvmd_req()
4668 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length); in pm8001_chip_get_nvmd_req()
4669 nvmd_req.vpd_offset = cpu_to_le32(ioctl_payload->offset); in pm8001_chip_get_nvmd_req()
4671 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_get_nvmd_req()
4673 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_get_nvmd_req()
4701 nvmd_type = ioctl_payload->minor_function; in pm8001_chip_set_nvmd_req()
4704 return -ENOMEM; in pm8001_chip_set_nvmd_req()
4705 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_set_nvmd_req()
4706 memcpy(pm8001_ha->memoryMap.region[NVMD].virt_ptr, in pm8001_chip_set_nvmd_req()
4707 &ioctl_payload->func_specific, in pm8001_chip_set_nvmd_req()
4708 ioctl_payload->wr_length); in pm8001_chip_set_nvmd_req()
4713 return -EBUSY; in pm8001_chip_set_nvmd_req()
4715 ccb = &pm8001_ha->ccb_info[tag]; in pm8001_chip_set_nvmd_req()
4716 ccb->fw_control_context = fw_control_context; in pm8001_chip_set_nvmd_req()
4717 ccb->ccb_tag = tag; in pm8001_chip_set_nvmd_req()
4727 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length); in pm8001_chip_set_nvmd_req()
4729 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_set_nvmd_req()
4731 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_set_nvmd_req()
4736 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length); in pm8001_chip_set_nvmd_req()
4739 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_set_nvmd_req()
4741 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_set_nvmd_req()
4745 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length); in pm8001_chip_set_nvmd_req()
4748 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_set_nvmd_req()
4750 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_set_nvmd_req()
4754 nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length); in pm8001_chip_set_nvmd_req()
4757 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi); in pm8001_chip_set_nvmd_req()
4759 cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo); in pm8001_chip_set_nvmd_req()
4774 * pm8001_chip_fw_flash_update_build - support the firmware update operation
4790 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_fw_flash_update_build()
4793 payload.cur_image_len = cpu_to_le32(info->cur_image_len); in pm8001_chip_fw_flash_update_build()
4794 payload.cur_image_offset = cpu_to_le32(info->cur_image_offset); in pm8001_chip_fw_flash_update_build()
4795 payload.total_image_len = cpu_to_le32(info->total_image_len); in pm8001_chip_fw_flash_update_build()
4796 payload.len = info->sgl.im_len.len ; in pm8001_chip_fw_flash_update_build()
4798 cpu_to_le32(lower_32_bits(le64_to_cpu(info->sgl.addr))); in pm8001_chip_fw_flash_update_build()
4800 cpu_to_le32(upper_32_bits(le64_to_cpu(info->sgl.addr))); in pm8001_chip_fw_flash_update_build()
4816 void *buffer = pm8001_ha->memoryMap.region[FW_FLASH].virt_ptr; in pm8001_chip_fw_flash_update_req()
4817 dma_addr_t phys_addr = pm8001_ha->memoryMap.region[FW_FLASH].phys_addr; in pm8001_chip_fw_flash_update_req()
4822 return -ENOMEM; in pm8001_chip_fw_flash_update_req()
4823 fw_control = (struct fw_control_info *)&ioctl_payload->func_specific; in pm8001_chip_fw_flash_update_req()
4826 fw_control->len); in pm8001_chip_fw_flash_update_req()
4827 memcpy(buffer, fw_control->buffer, fw_control->len); in pm8001_chip_fw_flash_update_req()
4829 flash_update_info.sgl.im_len.len = cpu_to_le32(fw_control->len); in pm8001_chip_fw_flash_update_req()
4831 flash_update_info.cur_image_offset = fw_control->offset; in pm8001_chip_fw_flash_update_req()
4832 flash_update_info.cur_image_len = fw_control->len; in pm8001_chip_fw_flash_update_req()
4833 flash_update_info.total_image_len = fw_control->size; in pm8001_chip_fw_flash_update_req()
4834 fw_control_context->fw_control = fw_control; in pm8001_chip_fw_flash_update_req()
4835 fw_control_context->virtAddr = buffer; in pm8001_chip_fw_flash_update_req()
4836 fw_control_context->phys_addr = phys_addr; in pm8001_chip_fw_flash_update_req()
4837 fw_control_context->len = fw_control->len; in pm8001_chip_fw_flash_update_req()
4841 return -EBUSY; in pm8001_chip_fw_flash_update_req()
4843 ccb = &pm8001_ha->ccb_info[tag]; in pm8001_chip_fw_flash_update_req()
4844 ccb->fw_control_context = fw_control_context; in pm8001_chip_fw_flash_update_req()
4845 ccb->ccb_tag = tag; in pm8001_chip_fw_flash_update_req()
4865 struct pm8001_hba_info *pm8001_ha = sha->lldd_ha; in pm8001_get_gsm_dump()
4868 gsm_dump_offset = pm8001_ha->fatal_forensic_shift_offset; in pm8001_get_gsm_dump()
4873 return -EINVAL; in pm8001_get_gsm_dump()
4875 if (pm8001_ha->chip_id == chip_8001) in pm8001_get_gsm_dump()
4889 if (pm8001_ha->chip_id == chip_8001) in pm8001_get_gsm_dump()
4897 if (pm8001_ha->chip_id == chip_8001) { in pm8001_get_gsm_dump()
4899 if (-1 == pm8001_bar4_shift(pm8001_ha, in pm8001_get_gsm_dump()
4901 return -EIO; in pm8001_get_gsm_dump()
4904 if (-1 == pm80xx_bar4_shift(pm8001_ha, in pm8001_get_gsm_dump()
4906 return -EIO; in pm8001_get_gsm_dump()
4925 if (-1 == pm8001_bar4_shift(pm8001_ha, 0)) in pm8001_get_gsm_dump()
4926 return -EIO; in pm8001_get_gsm_dump()
4927 pm8001_ha->fatal_forensic_shift_offset += 1024; in pm8001_get_gsm_dump()
4929 if (pm8001_ha->fatal_forensic_shift_offset >= 0x100000) in pm8001_get_gsm_dump()
4930 pm8001_ha->fatal_forensic_shift_offset = 0; in pm8001_get_gsm_dump()
4931 return direct_data - buf; in pm8001_get_gsm_dump()
4947 return -1; in pm8001_chip_set_dev_state_req()
4948 ccb = &pm8001_ha->ccb_info[tag]; in pm8001_chip_set_dev_state_req()
4949 ccb->ccb_tag = tag; in pm8001_chip_set_dev_state_req()
4950 ccb->device = pm8001_dev; in pm8001_chip_set_dev_state_req()
4951 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_set_dev_state_req()
4953 payload.device_id = cpu_to_le32(pm8001_dev->device_id); in pm8001_chip_set_dev_state_req()
4976 return -ENOMEM; in pm8001_chip_sas_re_initialization()
4977 ccb = &pm8001_ha->ccb_info[tag]; in pm8001_chip_sas_re_initialization()
4978 ccb->ccb_tag = tag; in pm8001_chip_sas_re_initialization()
4979 circularQ = &pm8001_ha->inbnd_q_tbl[0]; in pm8001_chip_sas_re_initialization()