126 int megasas_transition_to_ready(struct megasas_instance *instance, int ocr);
127 static int megasas_get_pd_list(struct megasas_instance *instance);
128 static int megasas_ld_list_query(struct megasas_instance *instance,
130 static int megasas_issue_init_mfi(struct megasas_instance *instance);
131 static int megasas_register_aen(struct megasas_instance *instance,
133 static void megasas_get_pd_info(struct megasas_instance *instance,
136 megasas_set_ld_removed_by_fw(struct megasas_instance *instance);
214 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd,
217 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance);
219 megasas_adp_reset_gen2(struct megasas_instance *instance,
223 megasas_init_adapter_mfi(struct megasas_instance *instance);
225 megasas_build_and_issue_cmd(struct megasas_instance *instance,
229 wait_and_poll(struct megasas_instance *instance, struct megasas_cmd *cmd,
232 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance,
235 megasas_set_dma_mask(struct megasas_instance *instance);
237 megasas_alloc_ctrl_mem(struct megasas_instance *instance);
239 megasas_free_ctrl_mem(struct megasas_instance *instance);
241 megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance);
243 megasas_free_ctrl_dma_buffers(struct megasas_instance *instance);
245 megasas_init_ctrl_params(struct megasas_instance *instance);
247 u32 megasas_readl(struct megasas_instance *instance,  in megasas_readl()  argument
258 	if (instance->adapter_type == AERO_SERIES) {  in megasas_readl()
271  * @instance:			Adapter soft state
277 void megasas_set_dma_settings(struct megasas_instance *instance,  in megasas_set_dma_settings()  argument
281 	if (instance->consistent_mask_64bit) {  in megasas_set_dma_settings()
295 megasas_issue_dcmd(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_issue_dcmd()  argument
297 	instance->instancet->fire_cmd(instance,  in megasas_issue_dcmd()
298 		cmd->frame_phys_addr, 0, instance->reg_set);  in megasas_issue_dcmd()
304  * @instance:		Adapter soft state
309 						  *instance)  in megasas_get_cmd()
314 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_get_cmd()
316 	if (!list_empty(&instance->cmd_pool)) {  in megasas_get_cmd()
317 		cmd = list_entry((&instance->cmd_pool)->next,  in megasas_get_cmd()
321 		dev_err(&instance->pdev->dev, "Command pool empty!\n");  in megasas_get_cmd()
324 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_get_cmd()
330  * @instance:		Adapter soft state
334 megasas_return_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_return_cmd()  argument
339 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_return_cmd()
347 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_return_cmd()
350 		blk_tags = instance->max_scsi_cmds + cmd->index;  in megasas_return_cmd()
352 		megasas_return_cmd_fusion(instance, cmd_fusion);  in megasas_return_cmd()
357 	memset(cmd->frame, 0, instance->mfi_frame_size);  in megasas_return_cmd()
361 	list_add(&cmd->list, (&instance->cmd_pool)->next);  in megasas_return_cmd()
363 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_return_cmd()
409   * @instance:			Adapter soft state
412 megasas_decode_evt(struct megasas_instance *instance)  in megasas_decode_evt()  argument
414 	struct megasas_evt_detail *evt_detail = instance->evt_detail;  in megasas_decode_evt()
425 		dev_info(&instance->pdev->dev, "%d (%s/0x%04x/%s) - %s\n",  in megasas_decode_evt()
433 		dev_info(&instance->pdev->dev,  in megasas_decode_evt()
446  * @instance:	Adapter soft state
449 megasas_enable_intr_xscale(struct megasas_instance *instance)  in megasas_enable_intr_xscale()  argument
453 	regs = instance->reg_set;  in megasas_enable_intr_xscale()
462  * @instance:	Adapter soft state
465 megasas_disable_intr_xscale(struct megasas_instance *instance)  in megasas_disable_intr_xscale()  argument
470 	regs = instance->reg_set;  in megasas_disable_intr_xscale()
478  * @instance:	Adapter soft state
481 megasas_read_fw_status_reg_xscale(struct megasas_instance *instance)  in megasas_read_fw_status_reg_xscale()  argument
483 	return readl(&instance->reg_set->outbound_msg_0);  in megasas_read_fw_status_reg_xscale()
487  * @instance:	Adapter soft state
490 megasas_clear_intr_xscale(struct megasas_instance *instance)  in megasas_clear_intr_xscale()  argument
495 	regs = instance->reg_set;  in megasas_clear_intr_xscale()
521  * @instance:		Adapter soft state
527 megasas_fire_cmd_xscale(struct megasas_instance *instance,  in megasas_fire_cmd_xscale()  argument
534 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_xscale()
537 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_xscale()
542  * @instance:	Adapter soft state
546 megasas_adp_reset_xscale(struct megasas_instance *instance,  in megasas_adp_reset_xscale()  argument
557 	pci_read_config_dword(instance->pdev, MFI_1068_PCSR_OFFSET, &pcidata);  in megasas_adp_reset_xscale()
558 	dev_notice(&instance->pdev->dev, "pcidata = %x\n", pcidata);  in megasas_adp_reset_xscale()
560 		dev_notice(&instance->pdev->dev, "mfi 1068 offset read=%x\n", pcidata);  in megasas_adp_reset_xscale()
562 		pci_write_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
569 		pci_read_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
571 		dev_notice(&instance->pdev->dev, "1068 offset handshake read=%x\n", pcidata);  in megasas_adp_reset_xscale()
573 			dev_notice(&instance->pdev->dev, "1068 offset pcidt=%x\n", pcidata);  in megasas_adp_reset_xscale()
575 			pci_write_config_dword(instance->pdev,  in megasas_adp_reset_xscale()
584  * @instance:	Adapter soft state
588 megasas_check_reset_xscale(struct megasas_instance *instance,  in megasas_check_reset_xscale()  argument
591 	if ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) &&  in megasas_check_reset_xscale()
592 	    (le32_to_cpu(*instance->consumer) ==  in megasas_check_reset_xscale()
626  * @instance:	Adapter soft state
629 megasas_enable_intr_ppc(struct megasas_instance *instance)  in megasas_enable_intr_ppc()  argument
633 	regs = instance->reg_set;  in megasas_enable_intr_ppc()
644  * @instance:	Adapter soft state
647 megasas_disable_intr_ppc(struct megasas_instance *instance)  in megasas_disable_intr_ppc()  argument
652 	regs = instance->reg_set;  in megasas_disable_intr_ppc()
660  * @instance:	Adapter soft state
663 megasas_read_fw_status_reg_ppc(struct megasas_instance *instance)  in megasas_read_fw_status_reg_ppc()  argument
665 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_ppc()
670  * @instance:	Adapter soft state
673 megasas_clear_intr_ppc(struct megasas_instance *instance)  in megasas_clear_intr_ppc()  argument
677 	regs = instance->reg_set;  in megasas_clear_intr_ppc()
703  * @instance:		Adapter soft state
709 megasas_fire_cmd_ppc(struct megasas_instance *instance,  in megasas_fire_cmd_ppc()  argument
716 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_ppc()
719 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_ppc()
724  * @instance:	Adapter soft state
728 megasas_check_reset_ppc(struct megasas_instance *instance,  in megasas_check_reset_ppc()  argument
731 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_ppc()
755  * @instance:	Adapter soft state
758 megasas_enable_intr_skinny(struct megasas_instance *instance)  in megasas_enable_intr_skinny()  argument
762 	regs = instance->reg_set;  in megasas_enable_intr_skinny()
773  * @instance:	Adapter soft state
776 megasas_disable_intr_skinny(struct megasas_instance *instance)  in megasas_disable_intr_skinny()  argument
781 	regs = instance->reg_set;  in megasas_disable_intr_skinny()
789  * @instance:	Adapter soft state
792 megasas_read_fw_status_reg_skinny(struct megasas_instance *instance)  in megasas_read_fw_status_reg_skinny()  argument
794 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_skinny()
799  * @instance:	Adapter soft state
802 megasas_clear_intr_skinny(struct megasas_instance *instance)  in megasas_clear_intr_skinny()  argument
807 	regs = instance->reg_set;  in megasas_clear_intr_skinny()
821 	if ((megasas_read_fw_status_reg_skinny(instance) & MFI_STATE_MASK) ==  in megasas_clear_intr_skinny()
842  * @instance:		Adapter soft state
848 megasas_fire_cmd_skinny(struct megasas_instance *instance,  in megasas_fire_cmd_skinny()  argument
855 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_skinny()
860 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_skinny()
865  * @instance:	Adapter soft state
869 megasas_check_reset_skinny(struct megasas_instance *instance,  in megasas_check_reset_skinny()  argument
872 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_skinny()
902  * @instance:	Adapter soft state
905 megasas_enable_intr_gen2(struct megasas_instance *instance)  in megasas_enable_intr_gen2()  argument
909 	regs = instance->reg_set;  in megasas_enable_intr_gen2()
921  * @instance:	Adapter soft state
924 megasas_disable_intr_gen2(struct megasas_instance *instance)  in megasas_disable_intr_gen2()  argument
929 	regs = instance->reg_set;  in megasas_disable_intr_gen2()
937  * @instance:	Adapter soft state
940 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance)  in megasas_read_fw_status_reg_gen2()  argument
942 	return readl(&instance->reg_set->outbound_scratch_pad_0);  in megasas_read_fw_status_reg_gen2()
947  * @instance:	Adapter soft state
950 megasas_clear_intr_gen2(struct megasas_instance *instance)  in megasas_clear_intr_gen2()  argument
955 	regs = instance->reg_set;  in megasas_clear_intr_gen2()
983  * @instance:		Adapter soft state
989 megasas_fire_cmd_gen2(struct megasas_instance *instance,  in megasas_fire_cmd_gen2()  argument
996 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_fire_cmd_gen2()
999 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_fire_cmd_gen2()
1004  * @instance:	Adapter soft state
1008 megasas_adp_reset_gen2(struct megasas_instance *instance,  in megasas_adp_reset_gen2()  argument
1016 	if (instance->instancet == &megasas_instance_template_skinny) {  in megasas_adp_reset_gen2()
1035 		dev_notice(&instance->pdev->dev, "RESETGEN2: retry=%x, hostdiag=%x\n",  in megasas_adp_reset_gen2()
1043 	dev_notice(&instance->pdev->dev, "ADP_RESET_GEN2: HostDiag=%x\n", HostDiag);  in megasas_adp_reset_gen2()
1053 		dev_notice(&instance->pdev->dev, "RESET_GEN2: retry=%x, hostdiag=%x\n",  in megasas_adp_reset_gen2()
1065  * @instance:	Adapter soft state
1069 megasas_check_reset_gen2(struct megasas_instance *instance,  in megasas_check_reset_gen2()  argument
1072 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_check_reset_gen2()
1106  * @instance:			Adapter soft state
1112 megasas_issue_polled(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_issue_polled()  argument
1119 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_polled()
1120 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_polled()
1125 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_polled()
1127 	return wait_and_poll(instance, cmd, instance->requestorId ?  in megasas_issue_polled()
1133  * @instance:			Adapter soft state
1142 megasas_issue_blocked_cmd(struct megasas_instance *instance,  in megasas_issue_blocked_cmd()  argument
1148 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_blocked_cmd()
1149 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_blocked_cmd()
1154 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_blocked_cmd()
1157 		ret = wait_event_timeout(instance->int_cmd_wait_q,  in megasas_issue_blocked_cmd()
1160 			dev_err(&instance->pdev->dev,  in megasas_issue_blocked_cmd()
1166 		wait_event(instance->int_cmd_wait_q,  in megasas_issue_blocked_cmd()
1174  * @instance:				Adapter soft state
1184 megasas_issue_blocked_abort_cmd(struct megasas_instance *instance,  in megasas_issue_blocked_abort_cmd()  argument
1192 	cmd = megasas_get_cmd(instance);  in megasas_issue_blocked_abort_cmd()
1214 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_issue_blocked_abort_cmd()
1215 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_issue_blocked_abort_cmd()
1220 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_issue_blocked_abort_cmd()
1223 		ret = wait_event_timeout(instance->abort_cmd_wait_q,  in megasas_issue_blocked_abort_cmd()
1227 			dev_err(&instance->pdev->dev,  in megasas_issue_blocked_abort_cmd()
1233 		wait_event(instance->abort_cmd_wait_q,  in megasas_issue_blocked_abort_cmd()
1238 	megasas_return_cmd(instance, cmd);  in megasas_issue_blocked_abort_cmd()
1244  * @instance:		Adapter soft state
1252 megasas_make_sgl32(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_make_sgl32()  argument
1273  * @instance:		Adapter soft state
1281 megasas_make_sgl64(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_make_sgl64()  argument
1302  * @instance:           Adapter soft state
1310 megasas_make_sgl_skinny(struct megasas_instance *instance,  in megasas_make_sgl_skinny()  argument
1339 static u32 megasas_get_frame_count(struct megasas_instance *instance,  in megasas_get_frame_count()  argument
1350 	if (instance->flag_ieee) {  in megasas_get_frame_count()
1361 		if (instance->flag_ieee == 1) {  in megasas_get_frame_count()
1368 		if (instance->flag_ieee == 1) {  in megasas_get_frame_count()
1392  * @instance:		Adapter soft state
1400 megasas_build_dcdb(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_build_dcdb()  argument
1419 	if (instance->flag_ieee == 1) {  in megasas_build_dcdb()
1453 	if (instance->flag_ieee == 1) {  in megasas_build_dcdb()
1455 		pthru->sge_count = megasas_make_sgl_skinny(instance, scp,  in megasas_build_dcdb()
1459 		pthru->sge_count = megasas_make_sgl64(instance, scp,  in megasas_build_dcdb()
1462 		pthru->sge_count = megasas_make_sgl32(instance, scp,  in megasas_build_dcdb()
1465 	if (pthru->sge_count > instance->max_num_sge) {  in megasas_build_dcdb()
1466 		dev_err(&instance->pdev->dev, "DCDB too many SGE NUM=%x\n",  in megasas_build_dcdb()
1484 	cmd->frame_count = megasas_get_frame_count(instance, pthru->sge_count,  in megasas_build_dcdb()
1492  * @instance:		Adapter soft state
1499 megasas_build_ldio(struct megasas_instance *instance, struct scsi_cmnd *scp,  in megasas_build_ldio()  argument
1515 	if (instance->flag_ieee == 1) {  in megasas_build_ldio()
1596 	if (instance->flag_ieee) {  in megasas_build_ldio()
1598 		ldio->sge_count = megasas_make_sgl_skinny(instance, scp,  in megasas_build_ldio()
1602 		ldio->sge_count = megasas_make_sgl64(instance, scp, &ldio->sgl);  in megasas_build_ldio()
1604 		ldio->sge_count = megasas_make_sgl32(instance, scp, &ldio->sgl);  in megasas_build_ldio()
1606 	if (ldio->sge_count > instance->max_num_sge) {  in megasas_build_ldio()
1607 		dev_err(&instance->pdev->dev, "build_ld_io: sge_count = %x\n",  in megasas_build_ldio()
1623 	cmd->frame_count = megasas_get_frame_count(instance,  in megasas_build_ldio()
1661  * @instance:				Adapter soft state
1664 megasas_dump_pending_frames(struct megasas_instance *instance)  in megasas_dump_pending_frames()  argument
1672 	u16 max_cmd = instance->max_fw_cmds;  in megasas_dump_pending_frames()
1674 …dev_err(&instance->pdev->dev, "[%d]: Dumping Frame Phys Address of all pending cmds in FW\n",insta…  in megasas_dump_pending_frames()
1675 …dev_err(&instance->pdev->dev, "[%d]: Total OS Pending cmds : %d\n",instance->host->host_no,atomic_…  in megasas_dump_pending_frames()
1677 		dev_err(&instance->pdev->dev, "[%d]: 64 bit SGLs were sent to FW\n",instance->host->host_no);  in megasas_dump_pending_frames()
1679 		dev_err(&instance->pdev->dev, "[%d]: 32 bit SGLs were sent to FW\n",instance->host->host_no);  in megasas_dump_pending_frames()
1681 	dev_err(&instance->pdev->dev, "[%d]: Pending OS cmds in FW : \n",instance->host->host_no);  in megasas_dump_pending_frames()
1683 		cmd = instance->cmd_list[i];  in megasas_dump_pending_frames()
1686 …dev_err(&instance->pdev->dev, "[%d]: Frame addr :0x%08lx : ",instance->host->host_no,(unsigned lon…  in megasas_dump_pending_frames()
1691 			dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x,"  in megasas_dump_pending_frames()
1693 			instance->host->host_no, cmd->frame_count, ldio->cmd, ldio->target_id,  in megasas_dump_pending_frames()
1700 			dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x, "  in megasas_dump_pending_frames()
1702 			instance->host->host_no, cmd->frame_count, pthru->cmd, pthru->target_id,  in megasas_dump_pending_frames()
1709 					dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%llx\n",  in megasas_dump_pending_frames()
1713 					dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%x\n",  in megasas_dump_pending_frames()
1719 	dev_err(&instance->pdev->dev, "[%d]: Pending Internal cmds in FW : \n",instance->host->host_no);  in megasas_dump_pending_frames()
1722 		cmd = instance->cmd_list[i];  in megasas_dump_pending_frames()
1725 			dev_err(&instance->pdev->dev, "0x%08lx : ", (unsigned long)cmd->frame_phys_addr);  in megasas_dump_pending_frames()
1727 	dev_err(&instance->pdev->dev, "[%d]: Dumping Done\n\n",instance->host->host_no);  in megasas_dump_pending_frames()
1731 megasas_build_and_issue_cmd(struct megasas_instance *instance,  in megasas_build_and_issue_cmd()  argument
1737 	cmd = megasas_get_cmd(instance);  in megasas_build_and_issue_cmd()
1745 		frame_count = megasas_build_ldio(instance, scmd, cmd);  in megasas_build_and_issue_cmd()
1747 		frame_count = megasas_build_dcdb(instance, scmd, cmd);  in megasas_build_and_issue_cmd()
1758 	atomic_inc(&instance->fw_outstanding);  in megasas_build_and_issue_cmd()
1760 	instance->instancet->fire_cmd(instance, cmd->frame_phys_addr,  in megasas_build_and_issue_cmd()
1761 				cmd->frame_count-1, instance->reg_set);  in megasas_build_and_issue_cmd()
1765 	megasas_return_cmd(instance, cmd);  in megasas_build_and_issue_cmd()
1778 	struct megasas_instance *instance;  in megasas_queue_command()  local
1782 	instance = (struct megasas_instance *)  in megasas_queue_command()
1785 	if (instance->unload == 1) {  in megasas_queue_command()
1791 	if (instance->issuepend_done == 0)  in megasas_queue_command()
1796 	if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) {  in megasas_queue_command()
1797 		if (megasas_check_mpio_paths(instance, scmd) ==  in megasas_queue_command()
1809 	    (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)) {  in megasas_queue_command()
1817 		if (instance->ld_tgtid_status[ld_tgt_id] == LD_TARGET_ID_DELETED) {  in megasas_queue_command()
1824 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL)  in megasas_queue_command()
1834 	    (scmd->device->id >= instance->fw_supported_vd_count ||  in megasas_queue_command()
1842 	    (!instance->fw_sync_cache_support)) {  in megasas_queue_command()
1847 	return instance->instancet->build_and_issue_cmd(instance, scmd);  in megasas_queue_command()
1860 		if ((megasas_mgmt_info.instance[i]) &&  in megasas_lookup_instance()
1861 		    (megasas_mgmt_info.instance[i]->host->host_no == host_no))  in megasas_lookup_instance()
1862 			return megasas_mgmt_info.instance[i];  in megasas_lookup_instance()
1885 	struct megasas_instance *instance;  in megasas_set_dynamic_target_properties()  local
1892 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_dynamic_target_properties()
1893 	fusion = instance->ctrl_context;  in megasas_set_dynamic_target_properties()
1902 		local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)];  in megasas_set_dynamic_target_properties()
1904 		if (ld >= instance->fw_supported_vd_count)  in megasas_set_dynamic_target_properties()
1917 	} else if (instance->use_seqnum_jbod_fp) {  in megasas_set_dynamic_target_properties()
1921 				[(instance->pd_seq_map_id - 1) & 1];  in megasas_set_dynamic_target_properties()
1926 	if (is_target_prop && instance->tgt_prop->reset_tmo) {  in megasas_set_dynamic_target_properties()
1932 			min_t(u8, instance->max_reset_tmo,  in megasas_set_dynamic_target_properties()
1933 			      instance->tgt_prop->reset_tmo);  in megasas_set_dynamic_target_properties()
1934 		mr_device_priv_data->task_abort_tmo = instance->task_abort_tmo;  in megasas_set_dynamic_target_properties()
1962 	struct megasas_instance *instance;  in megasas_set_nvme_device_properties()  local
1965 	instance = (struct megasas_instance *)sdev->host->hostdata;  in megasas_set_nvme_device_properties()
1966 	mr_nvme_pg_size = max_t(u32, instance->nvme_page_size,  in megasas_set_nvme_device_properties()
1989 	struct megasas_instance *instance;  in megasas_set_fw_assisted_qd()  local
1992 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_fw_assisted_qd()
2009 		tgt_device_qd = le32_to_cpu(instance->tgt_prop->device_qdepth);  in megasas_set_fw_assisted_qd()
2011 			device_qd = min(instance->host->can_queue,  in megasas_set_fw_assisted_qd()
2015 	if (instance->enable_sdev_max_qd && interface_type != UNKNOWN_DRIVE)  in megasas_set_fw_assisted_qd()
2016 		device_qd = instance->host->can_queue;  in megasas_set_fw_assisted_qd()
2037 	struct megasas_instance *instance;  in megasas_set_static_target_properties()  local
2039 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_set_static_target_properties()
2050 		max_io_size_kb = le32_to_cpu(instance->tgt_prop->max_io_size_kb);  in megasas_set_static_target_properties()
2052 	if (instance->nvme_page_size && max_io_size_kb)  in megasas_set_static_target_properties()
2062 	struct megasas_instance *instance;  in megasas_slave_configure()  local
2066 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_slave_configure()
2067 	if (instance->pd_list_not_supported) {  in megasas_slave_configure()
2071 			if (instance->pd_list[pd_index].driveState !=  in megasas_slave_configure()
2077 	mutex_lock(&instance->reset_mutex);  in megasas_slave_configure()
2079 	if ((instance->pd_info) && !MEGASAS_IS_LOGICAL(sdev))  in megasas_slave_configure()
2080 		megasas_get_pd_info(instance, sdev);  in megasas_slave_configure()
2082 	/* Some ventura firmware may not have instance->nvme_page_size set.  in megasas_slave_configure()
2085 	if ((instance->tgt_prop) && (instance->nvme_page_size))  in megasas_slave_configure()
2086 		ret_target_prop = megasas_get_target_prop(instance, sdev);  in megasas_slave_configure()
2094 	mutex_unlock(&instance->reset_mutex);  in megasas_slave_configure()
2102 	struct megasas_instance *instance ;  in megasas_slave_alloc()  local
2105 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_slave_alloc()
2113 		if ((instance->pd_list_not_supported ||  in megasas_slave_alloc()
2114 			instance->pd_list[pd_index].driveState ==  in megasas_slave_alloc()
2132 		instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_ACTIVE;  in megasas_slave_alloc()
2140 		   instance->r1_ldio_hint_default);  in megasas_slave_alloc()
2147 	struct megasas_instance *instance;  in megasas_slave_destroy()  local
2149 	instance = megasas_lookup_instance(sdev->host->host_no);  in megasas_slave_destroy()
2157 		instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_DELETED;  in megasas_slave_destroy()
2170 * @instance:				Adapter soft state
2173 static void megasas_complete_outstanding_ioctls(struct megasas_instance *instance)  in megasas_complete_outstanding_ioctls()  argument
2178 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_complete_outstanding_ioctls()
2182 		for (i = 0; i < instance->max_fw_cmds; i++) {  in megasas_complete_outstanding_ioctls()
2185 				cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx];  in megasas_complete_outstanding_ioctls()
2190 					megasas_complete_cmd(instance,  in megasas_complete_outstanding_ioctls()
2196 		for (i = 0; i < instance->max_fw_cmds; i++) {  in megasas_complete_outstanding_ioctls()
2197 			cmd_mfi = instance->cmd_list[i];  in megasas_complete_outstanding_ioctls()
2200 				megasas_complete_cmd(instance, cmd_mfi, DID_OK);  in megasas_complete_outstanding_ioctls()
2206 void megaraid_sas_kill_hba(struct megasas_instance *instance)  in megaraid_sas_kill_hba()  argument
2208 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megaraid_sas_kill_hba()
2209 		dev_warn(&instance->pdev->dev,  in megaraid_sas_kill_hba()
2215 	atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR);  in megaraid_sas_kill_hba()
2218 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megaraid_sas_kill_hba()
2219 		(instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY) ||  in megaraid_sas_kill_hba()
2220 		(instance->adapter_type != MFI_SERIES)) {  in megaraid_sas_kill_hba()
2221 		if (!instance->requestorId) {  in megaraid_sas_kill_hba()
2222 			writel(MFI_STOP_ADP, &instance->reg_set->doorbell);  in megaraid_sas_kill_hba()
2224 			readl(&instance->reg_set->doorbell);  in megaraid_sas_kill_hba()
2226 		if (instance->requestorId && instance->peerIsPresent)  in megaraid_sas_kill_hba()
2227 			memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megaraid_sas_kill_hba()
2230 			&instance->reg_set->inbound_doorbell);  in megaraid_sas_kill_hba()
2233 	megasas_complete_outstanding_ioctls(instance);  in megaraid_sas_kill_hba()
2239   * @instance:			Adapter soft state
2243 megasas_check_and_restore_queue_depth(struct megasas_instance *instance)  in megasas_check_and_restore_queue_depth()  argument
2247 	if (instance->flag & MEGASAS_FW_BUSY  in megasas_check_and_restore_queue_depth()
2248 	    && time_after(jiffies, instance->last_time + 5 * HZ)  in megasas_check_and_restore_queue_depth()
2249 	    && atomic_read(&instance->fw_outstanding) <  in megasas_check_and_restore_queue_depth()
2250 	    instance->throttlequeuedepth + 1) {  in megasas_check_and_restore_queue_depth()
2252 		spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_check_and_restore_queue_depth()
2253 		instance->flag &= ~MEGASAS_FW_BUSY;  in megasas_check_and_restore_queue_depth()
2255 		instance->host->can_queue = instance->cur_can_queue;  in megasas_check_and_restore_queue_depth()
2256 		spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_check_and_restore_queue_depth()
2272 	struct megasas_instance *instance =  in megasas_complete_cmd_dpc()  local
2277 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_complete_cmd_dpc()
2280 	spin_lock_irqsave(&instance->completion_lock, flags);  in megasas_complete_cmd_dpc()
2282 	producer = le32_to_cpu(*instance->producer);  in megasas_complete_cmd_dpc()
2283 	consumer = le32_to_cpu(*instance->consumer);  in megasas_complete_cmd_dpc()
2286 		context = le32_to_cpu(instance->reply_queue[consumer]);  in megasas_complete_cmd_dpc()
2287 		if (context >= instance->max_fw_cmds) {  in megasas_complete_cmd_dpc()
2288 			dev_err(&instance->pdev->dev, "Unexpected context value %x\n",  in megasas_complete_cmd_dpc()
2293 		cmd = instance->cmd_list[context];  in megasas_complete_cmd_dpc()
2295 		megasas_complete_cmd(instance, cmd, DID_OK);  in megasas_complete_cmd_dpc()
2298 		if (consumer == (instance->max_fw_cmds + 1)) {  in megasas_complete_cmd_dpc()
2303 	*instance->consumer = cpu_to_le32(producer);  in megasas_complete_cmd_dpc()
2305 	spin_unlock_irqrestore(&instance->completion_lock, flags);  in megasas_complete_cmd_dpc()
2310 	megasas_check_and_restore_queue_depth(instance);  in megasas_complete_cmd_dpc()
2317  * @instance:		Adapter soft state
2320 void megasas_start_timer(struct megasas_instance *instance)  in megasas_start_timer()  argument
2322 	struct timer_list *timer = &instance->sriov_heartbeat_timer;  in megasas_start_timer()
2330 megasas_internal_reset_defer_cmds(struct megasas_instance *instance);
2335 static void megasas_do_ocr(struct megasas_instance *instance)  in megasas_do_ocr()  argument
2337 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) ||  in megasas_do_ocr()
2338 	(instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) ||  in megasas_do_ocr()
2339 	(instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)) {  in megasas_do_ocr()
2340 		*instance->consumer = cpu_to_le32(MEGASAS_ADPRESET_INPROG_SIGN);  in megasas_do_ocr()
2342 	instance->instancet->disable_intr(instance);  in megasas_do_ocr()
2343 	atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT);  in megasas_do_ocr()
2344 	instance->issuepend_done = 0;  in megasas_do_ocr()
2346 	atomic_set(&instance->fw_outstanding, 0);  in megasas_do_ocr()
2347 	megasas_internal_reset_defer_cmds(instance);  in megasas_do_ocr()
2348 	process_fw_state_change_wq(&instance->work_init);  in megasas_do_ocr()
2351 static int megasas_get_ld_vf_affiliation_111(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation_111()  argument
2361 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_vf_affiliation_111()
2364 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation_111:"  in megasas_get_ld_vf_affiliation_111()
2366 			instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2372 	if (!instance->vf_affiliation_111) {  in megasas_get_ld_vf_affiliation_111()
2373 		dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF "  in megasas_get_ld_vf_affiliation_111()
2374 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2375 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2380 			memset(instance->vf_affiliation_111, 0,  in megasas_get_ld_vf_affiliation_111()
2384 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_111()
2388 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate "  in megasas_get_ld_vf_affiliation_111()
2390 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2391 			megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2410 			cpu_to_le32(instance->vf_affiliation_111_h);  in megasas_get_ld_vf_affiliation_111()
2418 	dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for "  in megasas_get_ld_vf_affiliation_111()
2419 	       "scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2421 	if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) {  in megasas_get_ld_vf_affiliation_111()
2422 		dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD"  in megasas_get_ld_vf_affiliation_111()
2424 		       dcmd->cmd_status, instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2432 			if (instance->vf_affiliation_111->map[ld].policy[thisVf] !=  in megasas_get_ld_vf_affiliation_111()
2434 				dev_warn(&instance->pdev->dev, "SR-IOV: "  in megasas_get_ld_vf_affiliation_111()
2436 				       instance->host->host_no);  in megasas_get_ld_vf_affiliation_111()
2437 				memcpy(instance->vf_affiliation_111,  in megasas_get_ld_vf_affiliation_111()
2446 		dma_free_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_111()
2452 	megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_111()
2457 static int megasas_get_ld_vf_affiliation_12(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation_12()  argument
2468 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_vf_affiliation_12()
2471 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation12: "  in megasas_get_ld_vf_affiliation_12()
2473 		       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2479 	if (!instance->vf_affiliation) {  in megasas_get_ld_vf_affiliation_12()
2480 		dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF "  in megasas_get_ld_vf_affiliation_12()
2481 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2482 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2487 		memset(instance->vf_affiliation, 0, (MAX_LOGICAL_DRIVES + 1) *  in megasas_get_ld_vf_affiliation_12()
2491 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_12()
2495 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate "  in megasas_get_ld_vf_affiliation_12()
2497 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2498 			megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2517 			cpu_to_le32(instance->vf_affiliation_h);  in megasas_get_ld_vf_affiliation_12()
2525 	dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for "  in megasas_get_ld_vf_affiliation_12()
2526 	       "scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2529 	if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) {  in megasas_get_ld_vf_affiliation_12()
2530 		dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD"  in megasas_get_ld_vf_affiliation_12()
2532 		       dcmd->cmd_status, instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2539 			dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF "  in megasas_get_ld_vf_affiliation_12()
2541 			       instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2546 		savedmap = instance->vf_affiliation->map;  in megasas_get_ld_vf_affiliation_12()
2550 			for (j = 0; j < instance->vf_affiliation->ldCount;  in megasas_get_ld_vf_affiliation_12()
2575 		savedmap = instance->vf_affiliation->map;  in megasas_get_ld_vf_affiliation_12()
2577 		for (i = 0 ; i < instance->vf_affiliation->ldCount; i++) {  in megasas_get_ld_vf_affiliation_12()
2605 		dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF "  in megasas_get_ld_vf_affiliation_12()
2606 		       "affiliation for scsi%d\n", instance->host->host_no);  in megasas_get_ld_vf_affiliation_12()
2607 		memcpy(instance->vf_affiliation, new_affiliation,  in megasas_get_ld_vf_affiliation_12()
2613 		dma_free_coherent(&instance->pdev->dev,  in megasas_get_ld_vf_affiliation_12()
2617 	megasas_return_cmd(instance, cmd);  in megasas_get_ld_vf_affiliation_12()
2623 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance,  in megasas_get_ld_vf_affiliation()  argument
2628 	if (instance->PlasmaFW111)  in megasas_get_ld_vf_affiliation()
2629 		retval = megasas_get_ld_vf_affiliation_111(instance, initial);  in megasas_get_ld_vf_affiliation()
2631 		retval = megasas_get_ld_vf_affiliation_12(instance, initial);  in megasas_get_ld_vf_affiliation()
2636 int megasas_sriov_start_heartbeat(struct megasas_instance *instance,  in megasas_sriov_start_heartbeat()  argument
2643 	cmd = megasas_get_cmd(instance);  in megasas_sriov_start_heartbeat()
2646 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_sriov_start_heartbeat: "  in megasas_sriov_start_heartbeat()
2648 		       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2655 		instance->hb_host_mem =  in megasas_sriov_start_heartbeat()
2656 			dma_alloc_coherent(&instance->pdev->dev,  in megasas_sriov_start_heartbeat()
2658 					   &instance->hb_host_mem_h,  in megasas_sriov_start_heartbeat()
2660 		if (!instance->hb_host_mem) {  in megasas_sriov_start_heartbeat()
2661 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate"  in megasas_sriov_start_heartbeat()
2663 			       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2681 	megasas_set_dma_settings(instance, dcmd, instance->hb_host_mem_h,  in megasas_sriov_start_heartbeat()
2684 	dev_warn(&instance->pdev->dev, "SR-IOV: Starting heartbeat for scsi%d\n",  in megasas_sriov_start_heartbeat()
2685 	       instance->host->host_no);  in megasas_sriov_start_heartbeat()
2687 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_sriov_start_heartbeat()
2688 	    !instance->mask_interrupts)  in megasas_sriov_start_heartbeat()
2689 		retval = megasas_issue_blocked_cmd(instance, cmd,  in megasas_sriov_start_heartbeat()
2692 		retval = megasas_issue_polled(instance, cmd);  in megasas_sriov_start_heartbeat()
2695 		dev_warn(&instance->pdev->dev, "SR-IOV: MR_DCMD_CTRL_SHARED_HOST"  in megasas_sriov_start_heartbeat()
2698 			"timed out" : "failed", instance->host->host_no);  in megasas_sriov_start_heartbeat()
2703 	megasas_return_cmd(instance, cmd);  in megasas_sriov_start_heartbeat()
2711 	struct megasas_instance *instance =  in megasas_sriov_heartbeat_handler()  local
2712 		from_timer(instance, t, sriov_heartbeat_timer);  in megasas_sriov_heartbeat_handler()
2714 	if (instance->hb_host_mem->HB.fwCounter !=  in megasas_sriov_heartbeat_handler()
2715 	    instance->hb_host_mem->HB.driverCounter) {  in megasas_sriov_heartbeat_handler()
2716 		instance->hb_host_mem->HB.driverCounter =  in megasas_sriov_heartbeat_handler()
2717 			instance->hb_host_mem->HB.fwCounter;  in megasas_sriov_heartbeat_handler()
2718 		mod_timer(&instance->sriov_heartbeat_timer,  in megasas_sriov_heartbeat_handler()
2721 		dev_warn(&instance->pdev->dev, "SR-IOV: Heartbeat never "  in megasas_sriov_heartbeat_handler()
2722 		       "completed for scsi%d\n", instance->host->host_no);  in megasas_sriov_heartbeat_handler()
2723 		schedule_work(&instance->work_init);  in megasas_sriov_heartbeat_handler()
2729  * @instance:				Adapter soft state
2735 static int megasas_wait_for_outstanding(struct megasas_instance *instance)  in megasas_wait_for_outstanding()  argument
2745 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_wait_for_outstanding()
2746 		dev_info(&instance->pdev->dev, "%s:%d HBA is killed.\n",  in megasas_wait_for_outstanding()
2751 	if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) {  in megasas_wait_for_outstanding()
2754 		spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_wait_for_outstanding()
2755 		list_splice_init(&instance->internal_reset_pending_q,  in megasas_wait_for_outstanding()
2757 		spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_wait_for_outstanding()
2759 		dev_notice(&instance->pdev->dev, "HBA reset wait ...\n");  in megasas_wait_for_outstanding()
2762 			if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL)  in megasas_wait_for_outstanding()
2766 		if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) {  in megasas_wait_for_outstanding()
2767 			dev_notice(&instance->pdev->dev, "reset: Stopping HBA.\n");  in megasas_wait_for_outstanding()
2768 			atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR);  in megasas_wait_for_outstanding()
2779 				dev_notice(&instance->pdev->dev, "%d:%p reset [%02x]\n",  in megasas_wait_for_outstanding()
2784 				megasas_return_cmd(instance, reset_cmd);  in megasas_wait_for_outstanding()
2786 				dev_notice(&instance->pdev->dev, "%p synch cmds"  in megasas_wait_for_outstanding()
2791 				instance->instancet->fire_cmd(instance,  in megasas_wait_for_outstanding()
2793 						0, instance->reg_set);  in megasas_wait_for_outstanding()
2795 				dev_notice(&instance->pdev->dev, "%p unexpected"  in megasas_wait_for_outstanding()
2806 		outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2812 			dev_notice(&instance->pdev->dev, "[%2d]waiting for %d "  in megasas_wait_for_outstanding()
2818 			megasas_complete_cmd_dpc((unsigned long)instance);  in megasas_wait_for_outstanding()
2825 	outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2826 	fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK;  in megasas_wait_for_outstanding()
2831 	if (instance->disableOnlineCtrlReset)  in megasas_wait_for_outstanding()
2834 		if ((fw_state == MFI_STATE_FAULT) || atomic_read(&instance->fw_outstanding)) {  in megasas_wait_for_outstanding()
2835 			dev_info(&instance->pdev->dev,  in megasas_wait_for_outstanding()
2837 				__func__, __LINE__, fw_state, atomic_read(&instance->fw_outstanding));  in megasas_wait_for_outstanding()
2840 			megasas_do_ocr(instance);  in megasas_wait_for_outstanding()
2842 			if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_wait_for_outstanding()
2843 				dev_info(&instance->pdev->dev, "%s:%d OCR failed and HBA is killed.\n",  in megasas_wait_for_outstanding()
2847 			dev_info(&instance->pdev->dev, "%s:%d waiting_for_outstanding: after issue OCR.\n",  in megasas_wait_for_outstanding()
2853 			outstanding = atomic_read(&instance->fw_outstanding);  in megasas_wait_for_outstanding()
2855 			fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK;  in megasas_wait_for_outstanding()
2864 	dev_info(&instance->pdev->dev, "%s:%d no more pending commands remain after reset handling.\n",  in megasas_wait_for_outstanding()
2871 	dev_info(&instance->pdev->dev, "%s:%d killing adapter scsi%d"  in megasas_wait_for_outstanding()
2873 		__func__, __LINE__, instance->host->host_no, instance->disableOnlineCtrlReset,  in megasas_wait_for_outstanding()
2874 		atomic_read(&instance->fw_outstanding));  in megasas_wait_for_outstanding()
2875 	megasas_dump_pending_frames(instance);  in megasas_wait_for_outstanding()
2876 	megaraid_sas_kill_hba(instance);  in megasas_wait_for_outstanding()
2892 	struct megasas_instance *instance;  in megasas_generic_reset()  local
2894 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_generic_reset()
2899 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_generic_reset()
2900 		dev_err(&instance->pdev->dev, "cannot recover from previous reset failures\n");  in megasas_generic_reset()
2904 	ret_val = megasas_wait_for_outstanding(instance);  in megasas_generic_reset()
2906 		dev_notice(&instance->pdev->dev, "reset successful\n");  in megasas_generic_reset()
2908 		dev_err(&instance->pdev->dev, "failed to do reset\n");  in megasas_generic_reset()
2923 	struct megasas_instance *instance;  in megasas_reset_timer()  local
2931 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_timer()
2932 	if (!(instance->flag & MEGASAS_FW_BUSY)) {  in megasas_reset_timer()
2934 		spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_reset_timer()
2936 		instance->host->can_queue = instance->throttlequeuedepth;  in megasas_reset_timer()
2937 		instance->last_time = jiffies;  in megasas_reset_timer()
2938 		instance->flag |= MEGASAS_FW_BUSY;  in megasas_reset_timer()
2940 		spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_reset_timer()
2994 	struct megasas_instance *instance;  in megasas_dump_fusion_io()  local
2997 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_dump_fusion_io()
3018 			     instance->max_chain_frame_sz, 8);  in megasas_dump_fusion_io()
3054 	struct megasas_instance *instance;  in megasas_reset_bus_host()  local
3056 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_bus_host()
3065 		atomic_read(&instance->fw_outstanding));  in megasas_reset_bus_host()
3069 	if (instance->adapter_type == MFI_SERIES) {  in megasas_reset_bus_host()
3088 	struct megasas_instance *instance;  in megasas_task_abort()  local
3090 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_task_abort()
3092 	if (instance->adapter_type != MFI_SERIES)  in megasas_task_abort()
3110 	struct megasas_instance *instance;  in megasas_reset_target()  local
3112 	instance = (struct megasas_instance *)scmd->device->host->hostdata;  in megasas_reset_target()
3114 	if (instance->adapter_type != MFI_SERIES)  in megasas_reset_target()
3170 	struct megasas_instance *instance;  in megasas_map_queues()  local
3172 	instance = (struct megasas_instance *)shost->hostdata;  in megasas_map_queues()
3178 			instance->pdev, instance->low_latency_index_start);  in megasas_map_queues()
3185  * @instance:			Adapter soft state
3196 megasas_service_aen(struct megasas_instance *instance, struct megasas_cmd *cmd)  in megasas_service_aen()  argument
3203 	if ((!cmd->abort_aen) && (instance->unload == 0)) {  in megasas_service_aen()
3213 	instance->aen_cmd = NULL;  in megasas_service_aen()
3215 	megasas_return_cmd(instance, cmd);  in megasas_service_aen()
3217 	if ((instance->unload == 0) &&  in megasas_service_aen()
3218 		((instance->issuepend_done == 1))) {  in megasas_service_aen()
3223 			dev_err(&instance->pdev->dev, "megasas_service_aen: out of memory\n");  in megasas_service_aen()
3225 			ev->instance = instance;  in megasas_service_aen()
3226 			instance->ev = ev;  in megasas_service_aen()
3239 	struct megasas_instance *instance =  in fw_crash_buffer_store()  local
3247 	spin_lock_irqsave(&instance->crashdump_lock, flags);  in fw_crash_buffer_store()
3248 	instance->fw_crash_buffer_offset = val;  in fw_crash_buffer_store()
3249 	spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_store()
3258 	struct megasas_instance *instance =  in fw_crash_buffer_show()  local
3267 	spin_lock_irqsave(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3268 	buff_offset = instance->fw_crash_buffer_offset;  in fw_crash_buffer_show()
3269 	if (!instance->crash_dump_buf &&  in fw_crash_buffer_show()
3270 		!((instance->fw_crash_state == AVAILABLE) ||  in fw_crash_buffer_show()
3271 		(instance->fw_crash_state == COPYING))) {  in fw_crash_buffer_show()
3272 		dev_err(&instance->pdev->dev,  in fw_crash_buffer_show()
3274 		spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3278 	if (buff_offset > (instance->fw_crash_buffer_size * dmachunk)) {  in fw_crash_buffer_show()
3279 		dev_err(&instance->pdev->dev,  in fw_crash_buffer_show()
3281 		spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3285 	size = (instance->fw_crash_buffer_size * dmachunk) - buff_offset;  in fw_crash_buffer_show()
3290 	src_addr = (unsigned long)instance->crash_buf[buff_offset / dmachunk] +  in fw_crash_buffer_show()
3293 	spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_buffer_show()
3303 	struct megasas_instance *instance =  in fw_crash_buffer_size_show()  local
3307 		((instance->fw_crash_buffer_size) * 1024 * 1024)/PAGE_SIZE);  in fw_crash_buffer_size_show()
3315 	struct megasas_instance *instance =  in fw_crash_state_store()  local
3324 		dev_err(&instance->pdev->dev, "application updates invalid "  in fw_crash_state_store()
3329 	instance->fw_crash_state = val;  in fw_crash_state_store()
3332 		spin_lock_irqsave(&instance->crashdump_lock, flags);  in fw_crash_state_store()
3333 		megasas_free_host_crash_buffer(instance);  in fw_crash_state_store()
3334 		spin_unlock_irqrestore(&instance->crashdump_lock, flags);  in fw_crash_state_store()
3336 			dev_info(&instance->pdev->dev, "application failed to "  in fw_crash_state_store()
3339 			dev_info(&instance->pdev->dev, "Firmware crash dump "  in fw_crash_state_store()
3350 	struct megasas_instance *instance =  in fw_crash_state_show()  local
3353 	return snprintf(buf, PAGE_SIZE, "%d\n", instance->fw_crash_state);  in fw_crash_state_show()
3368 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in ldio_outstanding_show()  local
3370 	return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->ldio_outstanding));  in ldio_outstanding_show()
3378 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in fw_cmds_outstanding_show()  local
3380 	return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->fw_outstanding));  in fw_cmds_outstanding_show()
3388 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in enable_sdev_max_qd_show()  local
3390 	return snprintf(buf, PAGE_SIZE, "%d\n", instance->enable_sdev_max_qd);  in enable_sdev_max_qd_show()
3398 	struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata;  in enable_sdev_max_qd_store()  local
3409 	mutex_lock(&instance->reset_mutex);  in enable_sdev_max_qd_store()
3411 		instance->enable_sdev_max_qd = true;  in enable_sdev_max_qd_store()
3413 		instance->enable_sdev_max_qd = false;  in enable_sdev_max_qd_store()
3416 		ret_target_prop = megasas_get_target_prop(instance, sdev);  in enable_sdev_max_qd_store()
3420 	mutex_unlock(&instance->reset_mutex);  in enable_sdev_max_qd_store()
3430 	struct megasas_instance *instance =  in dump_system_regs_show()  local
3433 	return megasas_dump_sys_regs(instance->reg_set, buf);  in dump_system_regs_show()
3441 	struct megasas_instance *instance =  in raid_map_id_show()  local
3445 			(unsigned long)instance->map_id);  in raid_map_id_show()
3496  * @instance:			Adapter soft state
3504 megasas_complete_int_cmd(struct megasas_instance *instance,  in megasas_complete_int_cmd()  argument
3512 	wake_up(&instance->int_cmd_wait_q);  in megasas_complete_int_cmd()
3517  * @instance:			Adapter soft state
3525 megasas_complete_abort(struct megasas_instance *instance,  in megasas_complete_abort()  argument
3531 		wake_up(&instance->abort_cmd_wait_q);  in megasas_complete_abort()
3536 megasas_set_ld_removed_by_fw(struct megasas_instance *instance)  in megasas_set_ld_removed_by_fw()  argument
3541 		if (instance->ld_ids_prev[i] != 0xff &&  in megasas_set_ld_removed_by_fw()
3542 		    instance->ld_ids_from_raidmap[i] == 0xff) {  in megasas_set_ld_removed_by_fw()
3544 				dev_info(&instance->pdev->dev,  in megasas_set_ld_removed_by_fw()
3546 			instance->ld_tgtid_status[i] = LD_TARGET_ID_DELETED;  in megasas_set_ld_removed_by_fw()
3553  * @instance:			Adapter soft state
3562 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd,  in megasas_complete_cmd()  argument
3568 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_complete_cmd()
3583 		dev_warn(&instance->pdev->dev, "MFI_CMD_INVALID command "  in megasas_complete_cmd()
3585 		dev_warn(&instance->pdev->dev, "If you have a controller "  in megasas_complete_cmd()
3598 			megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3613 			atomic_dec(&instance->fw_outstanding);  in megasas_complete_cmd()
3617 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3655 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "MFI FW status %#x\n",  in megasas_complete_cmd()
3661 		atomic_dec(&instance->fw_outstanding);  in megasas_complete_cmd()
3665 		megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3673 		megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3682 			spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_complete_cmd()
3684 			instance->map_update_cmd = NULL;  in megasas_complete_cmd()
3687 					dev_warn(&instance->pdev->dev, "map syncfailed, status = 0x%x\n",  in megasas_complete_cmd()
3690 					megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3692 						instance->host->host_lock,  in megasas_complete_cmd()
3698 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3706 			    (MR_ValidateMapInfo(instance, (instance->map_id + 1)))) {  in megasas_complete_cmd()
3707 				instance->map_id++;  in megasas_complete_cmd()
3713 			if (instance->adapter_type >= INVADER_SERIES)  in megasas_complete_cmd()
3714 				megasas_set_ld_removed_by_fw(instance);  in megasas_complete_cmd()
3716 			megasas_sync_map_info(instance);  in megasas_complete_cmd()
3717 			spin_unlock_irqrestore(instance->host->host_lock,  in megasas_complete_cmd()
3733 			spin_lock_irqsave(instance->host->host_lock, flags);  in megasas_complete_cmd()
3735 			instance->jbod_seq_cmd = NULL;  in megasas_complete_cmd()
3736 			megasas_return_cmd(instance, cmd);  in megasas_complete_cmd()
3739 				instance->pd_seq_map_id++;  in megasas_complete_cmd()
3741 				if (megasas_sync_pd_seq_num(instance, true))  in megasas_complete_cmd()
3742 					instance->use_seqnum_jbod_fp = false;  in megasas_complete_cmd()
3744 				instance->use_seqnum_jbod_fp = false;  in megasas_complete_cmd()
3746 			spin_unlock_irqrestore(instance->host->host_lock, flags);  in megasas_complete_cmd()
3754 			megasas_service_aen(instance, cmd);  in megasas_complete_cmd()
3756 			megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3764 		megasas_complete_abort(instance, cmd);  in megasas_complete_cmd()
3768 		dev_info(&instance->pdev->dev, "Unknown command completed! [0x%X]\n",  in megasas_complete_cmd()
3770 		megasas_complete_int_cmd(instance, cmd);  in megasas_complete_cmd()
3778  * @instance:				Adapter soft state
3781 megasas_issue_pending_cmds_again(struct megasas_instance *instance)  in megasas_issue_pending_cmds_again()  argument
3790 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_issue_pending_cmds_again()
3791 	list_splice_init(&instance->internal_reset_pending_q, &clist_local);  in megasas_issue_pending_cmds_again()
3792 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_issue_pending_cmds_again()
3800 			dev_notice(&instance->pdev->dev, "command %p, %p:%d"  in megasas_issue_pending_cmds_again()
3807 				dev_notice(&instance->pdev->dev, "cmd %p, %p:%d"  in megasas_issue_pending_cmds_again()
3811 				instance->instancet->disable_intr(instance);  in megasas_issue_pending_cmds_again()
3812 				atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_issue_pending_cmds_again()
3813 				megaraid_sas_kill_hba(instance);  in megasas_issue_pending_cmds_again()
3820 				dev_notice(&instance->pdev->dev, "unexpected"  in megasas_issue_pending_cmds_again()
3823 			dev_notice(&instance->pdev->dev, "%p synchronous cmd"  in megasas_issue_pending_cmds_again()
3827 			instance->instancet->fire_cmd(instance,  in megasas_issue_pending_cmds_again()
3829 							0, instance->reg_set);  in megasas_issue_pending_cmds_again()
3831 			dev_notice(&instance->pdev->dev, "%p scsi cmd [%02x]"  in megasas_issue_pending_cmds_again()
3835 			atomic_inc(&instance->fw_outstanding);  in megasas_issue_pending_cmds_again()
3836 			instance->instancet->fire_cmd(instance,  in megasas_issue_pending_cmds_again()
3838 					cmd->frame_count-1, instance->reg_set);  in megasas_issue_pending_cmds_again()
3840 			dev_notice(&instance->pdev->dev, "%p unexpected cmd on the"  in megasas_issue_pending_cmds_again()
3846 	if (instance->aen_cmd) {  in megasas_issue_pending_cmds_again()
3847 		dev_notice(&instance->pdev->dev, "aen_cmd in def process\n");  in megasas_issue_pending_cmds_again()
3848 		megasas_return_cmd(instance, instance->aen_cmd);  in megasas_issue_pending_cmds_again()
3850 		instance->aen_cmd = NULL;  in megasas_issue_pending_cmds_again()
3856 	seq_num = instance->last_seq_num;  in megasas_issue_pending_cmds_again()
3861 	megasas_register_aen(instance, seq_num, class_locale.word);  in megasas_issue_pending_cmds_again()
3874 megasas_internal_reset_defer_cmds(struct megasas_instance *instance)  in megasas_internal_reset_defer_cmds()  argument
3878 	u16 max_cmd = instance->max_fw_cmds;  in megasas_internal_reset_defer_cmds()
3883 	spin_lock_irqsave(&instance->mfi_pool_lock, flags);  in megasas_internal_reset_defer_cmds()
3885 		cmd = instance->cmd_list[i];  in megasas_internal_reset_defer_cmds()
3887 			dev_notice(&instance->pdev->dev, "moving cmd[%d]:%p:%d:%p"  in megasas_internal_reset_defer_cmds()
3892 				dev_notice(&instance->pdev->dev, "ERROR while"  in megasas_internal_reset_defer_cmds()
3901 				&instance->internal_reset_pending_q);  in megasas_internal_reset_defer_cmds()
3904 	spin_unlock_irqrestore(&instance->mfi_pool_lock, flags);  in megasas_internal_reset_defer_cmds()
3911 	struct megasas_instance *instance =  in process_fw_state_change_wq()  local
3916     if (atomic_read(&instance->adprecovery) != MEGASAS_ADPRESET_SM_INFAULT) {  in process_fw_state_change_wq()
3917 		dev_notice(&instance->pdev->dev, "error, recovery st %x\n",  in process_fw_state_change_wq()
3918 				atomic_read(&instance->adprecovery));  in process_fw_state_change_wq()
3922 	if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) {  in process_fw_state_change_wq()
3923 		dev_notice(&instance->pdev->dev, "FW detected to be in fault"  in process_fw_state_change_wq()
3926 		instance->instancet->disable_intr(instance);  in process_fw_state_change_wq()
3927 		atomic_set(&instance->fw_outstanding, 0);  in process_fw_state_change_wq()
3929 		atomic_set(&instance->fw_reset_no_pci_access, 1);  in process_fw_state_change_wq()
3930 		instance->instancet->adp_reset(instance, instance->reg_set);  in process_fw_state_change_wq()
3931 		atomic_set(&instance->fw_reset_no_pci_access, 0);  in process_fw_state_change_wq()
3933 		dev_notice(&instance->pdev->dev, "FW restarted successfully,"  in process_fw_state_change_wq()
3936 		dev_notice(&instance->pdev->dev, "HBA recovery state machine,"  in process_fw_state_change_wq()
3944 		if (megasas_transition_to_ready(instance, 1)) {  in process_fw_state_change_wq()
3945 			dev_notice(&instance->pdev->dev, "adapter not ready\n");  in process_fw_state_change_wq()
3947 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in process_fw_state_change_wq()
3948 			megaraid_sas_kill_hba(instance);  in process_fw_state_change_wq()
3952 		if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) ||  in process_fw_state_change_wq()
3953 			(instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) ||  in process_fw_state_change_wq()
3954 			(instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)  in process_fw_state_change_wq()
3956 			*instance->consumer = *instance->producer;  in process_fw_state_change_wq()
3958 			*instance->consumer = 0;  in process_fw_state_change_wq()
3959 			*instance->producer = 0;  in process_fw_state_change_wq()
3962 		megasas_issue_init_mfi(instance);  in process_fw_state_change_wq()
3964 		spin_lock_irqsave(&instance->hba_lock, flags);  in process_fw_state_change_wq()
3965 		atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL);  in process_fw_state_change_wq()
3966 		spin_unlock_irqrestore(&instance->hba_lock, flags);  in process_fw_state_change_wq()
3967 		instance->instancet->enable_intr(instance);  in process_fw_state_change_wq()
3969 		megasas_issue_pending_cmds_again(instance);  in process_fw_state_change_wq()
3970 		instance->issuepend_done = 1;  in process_fw_state_change_wq()
3976  * @instance:				Adapter soft state
3983 megasas_deplete_reply_queue(struct megasas_instance *instance,  in megasas_deplete_reply_queue()  argument
3989 	if ((mfiStatus = instance->instancet->check_reset(instance,  in megasas_deplete_reply_queue()
3990 					instance->reg_set)) == 1) {  in megasas_deplete_reply_queue()
3994 	mfiStatus = instance->instancet->clear_intr(instance);  in megasas_deplete_reply_queue()
3997 		if (!instance->msix_vectors)  in megasas_deplete_reply_queue()
4001 	instance->mfiStatus = mfiStatus;  in megasas_deplete_reply_queue()
4004 		fw_state = instance->instancet->read_fw_status_reg(  in megasas_deplete_reply_queue()
4005 				instance) & MFI_STATE_MASK;  in megasas_deplete_reply_queue()
4008 			dev_notice(&instance->pdev->dev, "fw state:%x\n",  in megasas_deplete_reply_queue()
4013 				(instance->disableOnlineCtrlReset == 0)) {  in megasas_deplete_reply_queue()
4014 			dev_notice(&instance->pdev->dev, "wait adp restart\n");  in megasas_deplete_reply_queue()
4016 			if ((instance->pdev->device ==  in megasas_deplete_reply_queue()
4018 				(instance->pdev->device ==  in megasas_deplete_reply_queue()
4020 				(instance->pdev->device ==  in megasas_deplete_reply_queue()
4023 				*instance->consumer =  in megasas_deplete_reply_queue()
4028 			instance->instancet->disable_intr(instance);  in megasas_deplete_reply_queue()
4029 			atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT);  in megasas_deplete_reply_queue()
4030 			instance->issuepend_done = 0;  in megasas_deplete_reply_queue()
4032 			atomic_set(&instance->fw_outstanding, 0);  in megasas_deplete_reply_queue()
4033 			megasas_internal_reset_defer_cmds(instance);  in megasas_deplete_reply_queue()
4035 			dev_notice(&instance->pdev->dev, "fwState=%x, stage:%d\n",  in megasas_deplete_reply_queue()
4036 					fw_state, atomic_read(&instance->adprecovery));  in megasas_deplete_reply_queue()
4038 			schedule_work(&instance->work_init);  in megasas_deplete_reply_queue()
4042 			dev_notice(&instance->pdev->dev, "fwstate:%x, dis_OCR=%x\n",  in megasas_deplete_reply_queue()
4043 				fw_state, instance->disableOnlineCtrlReset);  in megasas_deplete_reply_queue()
4047 	tasklet_schedule(&instance->isr_tasklet);  in megasas_deplete_reply_queue()
4059 	struct megasas_instance *instance = irq_context->instance;  in megasas_isr()  local
4063 	if (atomic_read(&instance->fw_reset_no_pci_access))  in megasas_isr()
4066 	spin_lock_irqsave(&instance->hba_lock, flags);  in megasas_isr()
4067 	rc = megasas_deplete_reply_queue(instance, DID_OK);  in megasas_isr()
4068 	spin_unlock_irqrestore(&instance->hba_lock, flags);  in megasas_isr()
4075  * @instance:				Adapter soft state
4084 megasas_transition_to_ready(struct megasas_instance *instance, int ocr)  in megasas_transition_to_ready()  argument
4091 	abs_state = instance->instancet->read_fw_status_reg(instance);  in megasas_transition_to_ready()
4095 		dev_info(&instance->pdev->dev, "Waiting for FW to come to ready"  in megasas_transition_to_ready()
4103 			dev_printk(KERN_ERR, &instance->pdev->dev,  in megasas_transition_to_ready()
4111 				dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4112 				megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4120 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4122 				(instance->pdev->device ==  in megasas_transition_to_ready()
4124 				(instance->adapter_type != MFI_SERIES))  in megasas_transition_to_ready()
4127 				  &instance->reg_set->doorbell);  in megasas_transition_to_ready()
4131 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4137 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4139 				(instance->pdev->device ==  in megasas_transition_to_ready()
4141 				(instance->adapter_type != MFI_SERIES))  in megasas_transition_to_ready()
4143 				       &instance->reg_set->doorbell);  in megasas_transition_to_ready()
4146 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4155 			instance->instancet->disable_intr(instance);  in megasas_transition_to_ready()
4156 			if ((instance->pdev->device ==  in megasas_transition_to_ready()
4158 				(instance->pdev->device ==  in megasas_transition_to_ready()
4160 				(instance->adapter_type != MFI_SERIES)) {  in megasas_transition_to_ready()
4162 					&instance->reg_set->doorbell);  in megasas_transition_to_ready()
4164 				if (instance->adapter_type != MFI_SERIES) {  in megasas_transition_to_ready()
4167 							    instance,  in megasas_transition_to_ready()
4168 							    &instance->  in megasas_transition_to_ready()
4178 					&instance->reg_set->inbound_doorbell);  in megasas_transition_to_ready()
4211 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "Unknown state 0x%x\n",  in megasas_transition_to_ready()
4213 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4214 			megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4222 			curr_abs_state = instance->instancet->  in megasas_transition_to_ready()
4223 				read_fw_status_reg(instance);  in megasas_transition_to_ready()
4235 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "FW state [%d] hasn't changed "  in megasas_transition_to_ready()
4237 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n");  in megasas_transition_to_ready()
4238 			megasas_dump_reg_set(instance->reg_set);  in megasas_transition_to_ready()
4245 	dev_info(&instance->pdev->dev, "FW now in Ready state\n");  in megasas_transition_to_ready()
4252  * @instance:				Adapter soft state
4254 static void megasas_teardown_frame_pool(struct megasas_instance *instance)  in megasas_teardown_frame_pool()  argument
4257 	u16 max_cmd = instance->max_mfi_cmds;  in megasas_teardown_frame_pool()
4260 	if (!instance->frame_dma_pool)  in megasas_teardown_frame_pool()
4268 		cmd = instance->cmd_list[i];  in megasas_teardown_frame_pool()
4271 			dma_pool_free(instance->frame_dma_pool, cmd->frame,  in megasas_teardown_frame_pool()
4275 			dma_pool_free(instance->sense_dma_pool, cmd->sense,  in megasas_teardown_frame_pool()
4282 	dma_pool_destroy(instance->frame_dma_pool);  in megasas_teardown_frame_pool()
4283 	dma_pool_destroy(instance->sense_dma_pool);  in megasas_teardown_frame_pool()
4285 	instance->frame_dma_pool = NULL;  in megasas_teardown_frame_pool()
4286 	instance->sense_dma_pool = NULL;  in megasas_teardown_frame_pool()
4291  * @instance:			Adapter soft state
4298 static int megasas_create_frame_pool(struct megasas_instance *instance)  in megasas_create_frame_pool()  argument
4305 	max_cmd = instance->max_mfi_cmds;  in megasas_create_frame_pool()
4318 	frame_count = (instance->adapter_type == MFI_SERIES) ?  in megasas_create_frame_pool()
4320 	instance->mfi_frame_size = MEGAMFI_FRAME_SIZE * frame_count;  in megasas_create_frame_pool()
4324 	instance->frame_dma_pool = dma_pool_create("megasas frame pool",  in megasas_create_frame_pool()
4325 					&instance->pdev->dev,  in megasas_create_frame_pool()
4326 					instance->mfi_frame_size, 256, 0);  in megasas_create_frame_pool()
4328 	if (!instance->frame_dma_pool) {  in megasas_create_frame_pool()
4329 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup frame pool\n");  in megasas_create_frame_pool()
4333 	instance->sense_dma_pool = dma_pool_create("megasas sense pool",  in megasas_create_frame_pool()
4334 						   &instance->pdev->dev, 128,  in megasas_create_frame_pool()
4337 	if (!instance->sense_dma_pool) {  in megasas_create_frame_pool()
4338 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup sense pool\n");  in megasas_create_frame_pool()
4340 		dma_pool_destroy(instance->frame_dma_pool);  in megasas_create_frame_pool()
4341 		instance->frame_dma_pool = NULL;  in megasas_create_frame_pool()
4353 		cmd = instance->cmd_list[i];  in megasas_create_frame_pool()
4355 		cmd->frame = dma_pool_zalloc(instance->frame_dma_pool,  in megasas_create_frame_pool()
4358 		cmd->sense = dma_pool_alloc(instance->sense_dma_pool,  in megasas_create_frame_pool()
4366 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "dma_pool_alloc failed\n");  in megasas_create_frame_pool()
4367 			megasas_teardown_frame_pool(instance);  in megasas_create_frame_pool()
4373 		if ((instance->adapter_type == MFI_SERIES) && reset_devices)  in megasas_create_frame_pool()
4382  * @instance:		Adapter soft state
4384 void megasas_free_cmds(struct megasas_instance *instance)  in megasas_free_cmds()  argument
4389 	megasas_teardown_frame_pool(instance);  in megasas_free_cmds()
4392 	for (i = 0; i < instance->max_mfi_cmds; i++)  in megasas_free_cmds()
4394 		kfree(instance->cmd_list[i]);  in megasas_free_cmds()
4397 	kfree(instance->cmd_list);  in megasas_free_cmds()
4398 	instance->cmd_list = NULL;  in megasas_free_cmds()
4400 	INIT_LIST_HEAD(&instance->cmd_pool);  in megasas_free_cmds()
4405  * @instance:		Adapter soft state
4421 int megasas_alloc_cmds(struct megasas_instance *instance)  in megasas_alloc_cmds()  argument
4428 	max_cmd = instance->max_mfi_cmds;  in megasas_alloc_cmds()
4431 	 * instance->cmd_list is an array of struct megasas_cmd pointers.  in megasas_alloc_cmds()
4435 	instance->cmd_list = kcalloc(max_cmd, sizeof(struct megasas_cmd*), GFP_KERNEL);  in megasas_alloc_cmds()
4437 	if (!instance->cmd_list) {  in megasas_alloc_cmds()
4438 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "out of memory\n");  in megasas_alloc_cmds()
4442 	memset(instance->cmd_list, 0, sizeof(struct megasas_cmd *) *max_cmd);  in megasas_alloc_cmds()
4445 		instance->cmd_list[i] = kmalloc(sizeof(struct megasas_cmd),  in megasas_alloc_cmds()
4448 		if (!instance->cmd_list[i]) {  in megasas_alloc_cmds()
4451 				kfree(instance->cmd_list[j]);  in megasas_alloc_cmds()
4453 			kfree(instance->cmd_list);  in megasas_alloc_cmds()
4454 			instance->cmd_list = NULL;  in megasas_alloc_cmds()
4461 		cmd = instance->cmd_list[i];  in megasas_alloc_cmds()
4465 		cmd->instance = instance;  in megasas_alloc_cmds()
4467 		list_add_tail(&cmd->list, &instance->cmd_pool);  in megasas_alloc_cmds()
4473 	if (megasas_create_frame_pool(instance)) {  in megasas_alloc_cmds()
4474 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error creating frame DMA pool\n");  in megasas_alloc_cmds()
4475 		megasas_free_cmds(instance);  in megasas_alloc_cmds()
4484  * @instance:				Adapter soft state
4490 dcmd_timeout_ocr_possible(struct megasas_instance *instance) {  in dcmd_timeout_ocr_possible()  argument
4492 	if (instance->adapter_type == MFI_SERIES)  in dcmd_timeout_ocr_possible()
4494 	else if (instance->unload ||  in dcmd_timeout_ocr_possible()
4496 				 &instance->reset_flags))  in dcmd_timeout_ocr_possible()
4503 megasas_get_pd_info(struct megasas_instance *instance, struct scsi_device *sdev)  in megasas_get_pd_info()  argument
4513 	cmd = megasas_get_cmd(instance);  in megasas_get_pd_info()
4516 		dev_err(&instance->pdev->dev, "Failed to get cmd %s\n", __func__);  in megasas_get_pd_info()
4522 	memset(instance->pd_info, 0, sizeof(*instance->pd_info));  in megasas_get_pd_info()
4535 	megasas_set_dma_settings(instance, dcmd, instance->pd_info_h,  in megasas_get_pd_info()
4538 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_pd_info()
4539 	    !instance->mask_interrupts)  in megasas_get_pd_info()
4540 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_pd_info()
4542 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_pd_info()
4547 		le16_to_cpus((u16 *)&instance->pd_info->state.ddf.pdType);  in megasas_get_pd_info()
4549 				instance->pd_info->state.ddf.pdType.intf;  in megasas_get_pd_info()
4554 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_pd_info()
4557 			mutex_unlock(&instance->reset_mutex);  in megasas_get_pd_info()
4558 			megasas_reset_fusion(instance->host,  in megasas_get_pd_info()
4560 			mutex_lock(&instance->reset_mutex);  in megasas_get_pd_info()
4563 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_info()
4566 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_pd_info()
4575 		megasas_return_cmd(instance, cmd);  in megasas_get_pd_info()
4581  * @instance:				Adapter soft state
4589 megasas_get_pd_list(struct megasas_instance *instance)  in megasas_get_pd_list()  argument
4597 	if (instance->pd_list_not_supported) {  in megasas_get_pd_list()
4598 		dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY "  in megasas_get_pd_list()
4603 	ci = instance->pd_list_buf;  in megasas_get_pd_list()
4605 	cmd = megasas_get_cmd(instance);  in megasas_get_pd_list()
4608 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "(get_pd_list): Failed to get cmd\n");  in megasas_get_pd_list()
4628 	megasas_set_dma_settings(instance, dcmd, instance->pd_list_buf_h,  in megasas_get_pd_list()
4631 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_pd_list()
4632 	    !instance->mask_interrupts)  in megasas_get_pd_list()
4633 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_pd_list()
4636 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_pd_list()
4640 		dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY "  in megasas_get_pd_list()
4643 		if (instance->adapter_type != MFI_SERIES)  in megasas_get_pd_list()
4644 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_list()
4646 			instance->pd_list_not_supported = 1;  in megasas_get_pd_list()
4650 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_pd_list()
4658 			mutex_unlock(&instance->reset_mutex);  in megasas_get_pd_list()
4659 			megasas_reset_fusion(instance->host,  in megasas_get_pd_list()
4661 			mutex_lock(&instance->reset_mutex);  in megasas_get_pd_list()
4664 			megaraid_sas_kill_hba(instance);  in megasas_get_pd_list()
4667 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d \n",  in megasas_get_pd_list()
4677 			dev_info(&instance->pdev->dev, "%s, sysPD count: 0x%x\n",  in megasas_get_pd_list()
4684 		memset(instance->local_pd_list, 0,  in megasas_get_pd_list()
4688 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].tid	=  in megasas_get_pd_list()
4690 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveType	=  in megasas_get_pd_list()
4692 			instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveState	=  in megasas_get_pd_list()
4695 				dev_info(&instance->pdev->dev,  in megasas_get_pd_list()
4702 		memcpy(instance->pd_list, instance->local_pd_list,  in megasas_get_pd_list()
4703 			sizeof(instance->pd_list));  in megasas_get_pd_list()
4709 		megasas_return_cmd(instance, cmd);  in megasas_get_pd_list()
4716  * @instance:				Adapter soft state
4724 megasas_get_ld_list(struct megasas_instance *instance)  in megasas_get_ld_list()  argument
4733 	ci = instance->ld_list_buf;  in megasas_get_ld_list()
4734 	ci_h = instance->ld_list_buf_h;  in megasas_get_ld_list()
4736 	cmd = megasas_get_cmd(instance);  in megasas_get_ld_list()
4739 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_list: Failed to get cmd\n");  in megasas_get_ld_list()
4748 	if (instance->supportmax256vd)  in megasas_get_ld_list()
4759 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_ld_list()
4762 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_ld_list()
4763 	    !instance->mask_interrupts)  in megasas_get_ld_list()
4764 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_ld_list()
4767 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_ld_list()
4773 		megaraid_sas_kill_hba(instance);  in megasas_get_ld_list()
4777 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_ld_list()
4785 			mutex_unlock(&instance->reset_mutex);  in megasas_get_ld_list()
4786 			megasas_reset_fusion(instance->host,  in megasas_get_ld_list()
4788 			mutex_lock(&instance->reset_mutex);  in megasas_get_ld_list()
4791 			megaraid_sas_kill_hba(instance);  in megasas_get_ld_list()
4794 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_ld_list()
4803 			dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n",  in megasas_get_ld_list()
4806 		if (ld_count > instance->fw_supported_vd_count)  in megasas_get_ld_list()
4809 		memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT);  in megasas_get_ld_list()
4814 				instance->ld_ids[ids] = ci->ldList[ld_index].ref.targetId;  in megasas_get_ld_list()
4816 					dev_info(&instance->pdev->dev,  in megasas_get_ld_list()
4826 		megasas_return_cmd(instance, cmd);  in megasas_get_ld_list()
4833  * @instance:				Adapter soft state
4841 megasas_ld_list_query(struct megasas_instance *instance, u8 query_type)  in megasas_ld_list_query()  argument
4850 	ci = instance->ld_targetid_list_buf;  in megasas_ld_list_query()
4851 	ci_h = instance->ld_targetid_list_buf_h;  in megasas_ld_list_query()
4853 	cmd = megasas_get_cmd(instance);  in megasas_ld_list_query()
4856 		dev_warn(&instance->pdev->dev,  in megasas_ld_list_query()
4867 	if (instance->supportmax256vd)  in megasas_ld_list_query()
4879 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_ld_list_query()
4882 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_ld_list_query()
4883 	    !instance->mask_interrupts)  in megasas_ld_list_query()
4884 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_ld_list_query()
4886 		ret = megasas_issue_polled(instance, cmd);  in megasas_ld_list_query()
4890 		dev_info(&instance->pdev->dev,  in megasas_ld_list_query()
4893 		ret = megasas_get_ld_list(instance);  in megasas_ld_list_query()
4896 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_ld_list_query()
4904 			mutex_unlock(&instance->reset_mutex);  in megasas_ld_list_query()
4905 			megasas_reset_fusion(instance->host,  in megasas_ld_list_query()
4907 			mutex_lock(&instance->reset_mutex);  in megasas_ld_list_query()
4910 			megaraid_sas_kill_hba(instance);  in megasas_ld_list_query()
4913 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_ld_list_query()
4923 			dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n",  in megasas_ld_list_query()
4926 		if ((tgtid_count > (instance->fw_supported_vd_count)))  in megasas_ld_list_query()
4929 		memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megasas_ld_list_query()
4932 			instance->ld_ids[ids] = ci->targetId[ld_index];  in megasas_ld_list_query()
4934 				dev_info(&instance->pdev->dev, "LD%d: targetID: 0x%03x\n",  in megasas_ld_list_query()
4942 		megasas_return_cmd(instance, cmd);  in megasas_ld_list_query()
4955  * @instance:			Adapter soft state
4961 megasas_host_device_list_query(struct megasas_instance *instance,  in megasas_host_device_list_query()  argument
4971 	ci = instance->host_device_list_buf;  in megasas_host_device_list_query()
4972 	ci_h = instance->host_device_list_buf_h;  in megasas_host_device_list_query()
4974 	cmd = megasas_get_cmd(instance);  in megasas_host_device_list_query()
4977 		dev_warn(&instance->pdev->dev,  in megasas_host_device_list_query()
4998 	megasas_set_dma_settings(instance, dcmd, ci_h, HOST_DEVICE_LIST_SZ);  in megasas_host_device_list_query()
5000 	if (!instance->mask_interrupts) {  in megasas_host_device_list_query()
5001 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_host_device_list_query()
5004 		ret = megasas_issue_polled(instance, cmd);  in megasas_host_device_list_query()
5019 			dev_info(&instance->pdev->dev, "%s, Device count: 0x%x\n",  in megasas_host_device_list_query()
5022 		memset(instance->local_pd_list, 0,  in megasas_host_device_list_query()
5024 		memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT);  in megasas_host_device_list_query()
5028 				instance->local_pd_list[target_id].tid = target_id;  in megasas_host_device_list_query()
5029 				instance->local_pd_list[target_id].driveType =  in megasas_host_device_list_query()
5031 				instance->local_pd_list[target_id].driveState =  in megasas_host_device_list_query()
5034 					dev_info(&instance->pdev->dev,  in megasas_host_device_list_query()
5038 				instance->ld_ids[target_id] = target_id;  in megasas_host_device_list_query()
5040 					dev_info(&instance->pdev->dev,  in megasas_host_device_list_query()
5046 		memcpy(instance->pd_list, instance->local_pd_list,  in megasas_host_device_list_query()
5047 		       sizeof(instance->pd_list));  in megasas_host_device_list_query()
5051 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_host_device_list_query()
5054 			mutex_unlock(&instance->reset_mutex);  in megasas_host_device_list_query()
5055 			megasas_reset_fusion(instance->host,  in megasas_host_device_list_query()
5057 			mutex_lock(&instance->reset_mutex);  in megasas_host_device_list_query()
5060 			megaraid_sas_kill_hba(instance);  in megasas_host_device_list_query()
5063 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_host_device_list_query()
5069 		dev_err(&instance->pdev->dev,  in megasas_host_device_list_query()
5076 		megasas_return_cmd(instance, cmd);  in megasas_host_device_list_query()
5083  * instance			 : Controller's instance
5085 static void megasas_update_ext_vd_details(struct megasas_instance *instance)  in megasas_update_ext_vd_details()  argument
5090 	fusion = instance->ctrl_context;  in megasas_update_ext_vd_details()
5095 	instance->supportmax256vd =  in megasas_update_ext_vd_details()
5096 		instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs;  in megasas_update_ext_vd_details()
5098 	if (instance->ctrl_info_buf->max_lds > 64)  in megasas_update_ext_vd_details()
5099 		instance->supportmax256vd = 1;  in megasas_update_ext_vd_details()
5101 	instance->drv_supported_vd_count = MEGASAS_MAX_LD_CHANNELS  in megasas_update_ext_vd_details()
5103 	instance->drv_supported_pd_count = MEGASAS_MAX_PD_CHANNELS  in megasas_update_ext_vd_details()
5105 	if (instance->supportmax256vd) {  in megasas_update_ext_vd_details()
5106 		instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES_EXT;  in megasas_update_ext_vd_details()
5107 		instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_update_ext_vd_details()
5109 		instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES;  in megasas_update_ext_vd_details()
5110 		instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_update_ext_vd_details()
5113 	dev_info(&instance->pdev->dev,  in megasas_update_ext_vd_details()
5115 		instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs ? 1 : 0,  in megasas_update_ext_vd_details()
5116 		instance->ctrl_info_buf->max_lds);  in megasas_update_ext_vd_details()
5118 	if (instance->max_raid_mapsize) {  in megasas_update_ext_vd_details()
5119 		ventura_map_sz = instance->max_raid_mapsize *  in megasas_update_ext_vd_details()
5126 					(instance->fw_supported_vd_count - 1));  in megasas_update_ext_vd_details()
5132 		if (instance->supportmax256vd)  in megasas_update_ext_vd_details()
5148 void megasas_get_snapdump_properties(struct megasas_instance *instance)  in megasas_get_snapdump_properties()  argument
5156 	ci = instance->snapdump_prop;  in megasas_get_snapdump_properties()
5157 	ci_h = instance->snapdump_prop_h;  in megasas_get_snapdump_properties()
5162 	cmd = megasas_get_cmd(instance);  in megasas_get_snapdump_properties()
5165 		dev_dbg(&instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_get_snapdump_properties()
5183 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_snapdump_properties()
5186 	if (!instance->mask_interrupts) {  in megasas_get_snapdump_properties()
5187 		ret = megasas_issue_blocked_cmd(instance, cmd,  in megasas_get_snapdump_properties()
5190 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_snapdump_properties()
5196 		instance->snapdump_wait_time =  in megasas_get_snapdump_properties()
5202 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_snapdump_properties()
5205 			mutex_unlock(&instance->reset_mutex);  in megasas_get_snapdump_properties()
5206 			megasas_reset_fusion(instance->host,  in megasas_get_snapdump_properties()
5208 			mutex_lock(&instance->reset_mutex);  in megasas_get_snapdump_properties()
5211 			megaraid_sas_kill_hba(instance);  in megasas_get_snapdump_properties()
5214 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_snapdump_properties()
5221 		megasas_return_cmd(instance, cmd);  in megasas_get_snapdump_properties()
5226  * @instance:				Adapter soft state
5233 megasas_get_ctrl_info(struct megasas_instance *instance)  in megasas_get_ctrl_info()  argument
5241 	ci = instance->ctrl_info_buf;  in megasas_get_ctrl_info()
5242 	ci_h = instance->ctrl_info_buf_h;  in megasas_get_ctrl_info()
5244 	cmd = megasas_get_cmd(instance);  in megasas_get_ctrl_info()
5247 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_get_ctrl_info()
5266 	megasas_set_dma_settings(instance, dcmd, ci_h,  in megasas_get_ctrl_info()
5269 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_ctrl_info()
5270 	    !instance->mask_interrupts) {  in megasas_get_ctrl_info()
5271 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_ctrl_info()
5273 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_ctrl_info()
5294 		megasas_update_ext_vd_details(instance);  in megasas_get_ctrl_info()
5295 		instance->support_seqnum_jbod_fp =  in megasas_get_ctrl_info()
5297 		instance->support_morethan256jbod =  in megasas_get_ctrl_info()
5299 		instance->support_nvme_passthru =  in megasas_get_ctrl_info()
5301 		instance->support_pci_lane_margining =  in megasas_get_ctrl_info()
5303 		instance->task_abort_tmo = ci->TaskAbortTO;  in megasas_get_ctrl_info()
5304 		instance->max_reset_tmo = ci->MaxResetTO;  in megasas_get_ctrl_info()
5307 		instance->is_imr = (ci->memory_size ? 0 : 1);  in megasas_get_ctrl_info()
5309 		instance->snapdump_wait_time =  in megasas_get_ctrl_info()
5313 		instance->enable_fw_dev_list =  in megasas_get_ctrl_info()
5316 		dev_info(&instance->pdev->dev,  in megasas_get_ctrl_info()
5318 			instance->is_imr ? "iMR" : "MR",  in megasas_get_ctrl_info()
5321 		instance->disableOnlineCtrlReset =  in megasas_get_ctrl_info()
5323 		instance->secure_jbod_support =  in megasas_get_ctrl_info()
5325 		dev_info(&instance->pdev->dev, "Online Controller Reset(OCR)\t: %s\n",  in megasas_get_ctrl_info()
5326 			instance->disableOnlineCtrlReset ? "Disabled" : "Enabled");  in megasas_get_ctrl_info()
5327 		dev_info(&instance->pdev->dev, "Secure JBOD support\t: %s\n",  in megasas_get_ctrl_info()
5328 			instance->secure_jbod_support ? "Yes" : "No");  in megasas_get_ctrl_info()
5329 		dev_info(&instance->pdev->dev, "NVMe passthru support\t: %s\n",  in megasas_get_ctrl_info()
5330 			 instance->support_nvme_passthru ? "Yes" : "No");  in megasas_get_ctrl_info()
5331 		dev_info(&instance->pdev->dev,  in megasas_get_ctrl_info()
5333 			 instance->task_abort_tmo, instance->max_reset_tmo);  in megasas_get_ctrl_info()
5334 		dev_info(&instance->pdev->dev, "JBOD sequence map support\t: %s\n",  in megasas_get_ctrl_info()
5335 			 instance->support_seqnum_jbod_fp ? "Yes" : "No");  in megasas_get_ctrl_info()
5336 		dev_info(&instance->pdev->dev, "PCI Lane Margining support\t: %s\n",  in megasas_get_ctrl_info()
5337 			 instance->support_pci_lane_margining ? "Yes" : "No");  in megasas_get_ctrl_info()
5342 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_ctrl_info()
5345 			mutex_unlock(&instance->reset_mutex);  in megasas_get_ctrl_info()
5346 			megasas_reset_fusion(instance->host,  in megasas_get_ctrl_info()
5348 			mutex_lock(&instance->reset_mutex);  in megasas_get_ctrl_info()
5351 			megaraid_sas_kill_hba(instance);  in megasas_get_ctrl_info()
5354 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_get_ctrl_info()
5360 		megaraid_sas_kill_hba(instance);  in megasas_get_ctrl_info()
5366 		megasas_return_cmd(instance, cmd);  in megasas_get_ctrl_info()
5375  * @instance:				Adapter soft state
5386 int megasas_set_crash_dump_params(struct megasas_instance *instance,  in megasas_set_crash_dump_params()  argument
5393 	cmd = megasas_get_cmd(instance);  in megasas_set_crash_dump_params()
5396 		dev_err(&instance->pdev->dev, "Failed to get a free cmd\n");  in megasas_set_crash_dump_params()
5414 	megasas_set_dma_settings(instance, dcmd, instance->crash_dump_h,  in megasas_set_crash_dump_params()
5417 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_set_crash_dump_params()
5418 	    !instance->mask_interrupts)  in megasas_set_crash_dump_params()
5419 		ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_set_crash_dump_params()
5421 		ret = megasas_issue_polled(instance, cmd);  in megasas_set_crash_dump_params()
5424 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_set_crash_dump_params()
5427 			megasas_reset_fusion(instance->host,  in megasas_set_crash_dump_params()
5431 			megaraid_sas_kill_hba(instance);  in megasas_set_crash_dump_params()
5434 			dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n",  in megasas_set_crash_dump_params()
5439 		megasas_return_cmd(instance, cmd);  in megasas_set_crash_dump_params()
5446  * @instance:		Adapter soft state
5451 megasas_issue_init_mfi(struct megasas_instance *instance)  in megasas_issue_init_mfi()  argument
5468 	cmd = megasas_get_cmd(instance);  in megasas_issue_init_mfi()
5482 	initq_info->reply_queue_entries = cpu_to_le32(instance->max_fw_cmds + 1);  in megasas_issue_init_mfi()
5483 	initq_info->reply_queue_start_phys_addr_lo = cpu_to_le32(instance->reply_queue_h);  in megasas_issue_init_mfi()
5485 	initq_info->producer_index_phys_addr_lo = cpu_to_le32(instance->producer_h);  in megasas_issue_init_mfi()
5486 	initq_info->consumer_index_phys_addr_lo = cpu_to_le32(instance->consumer_h);  in megasas_issue_init_mfi()
5500 	instance->instancet->disable_intr(instance);  in megasas_issue_init_mfi()
5506 	if (megasas_issue_polled(instance, cmd)) {  in megasas_issue_init_mfi()
5507 		dev_err(&instance->pdev->dev, "Failed to init firmware\n");  in megasas_issue_init_mfi()
5508 		megasas_return_cmd(instance, cmd);  in megasas_issue_init_mfi()
5512 	megasas_return_cmd(instance, cmd);  in megasas_issue_init_mfi()
5521 megasas_init_adapter_mfi(struct megasas_instance *instance)  in megasas_init_adapter_mfi()  argument
5529 	instance->max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF;  in megasas_init_adapter_mfi()
5535 	instance->max_fw_cmds = instance->max_fw_cmds-1;  in megasas_init_adapter_mfi()
5536 	instance->max_mfi_cmds = instance->max_fw_cmds;  in megasas_init_adapter_mfi()
5537 	instance->max_num_sge = (instance->instancet->read_fw_status_reg(instance) & 0xFF0000) >>  in megasas_init_adapter_mfi()
5543 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megasas_init_adapter_mfi()
5544 		(instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) {  in megasas_init_adapter_mfi()
5545 		instance->max_scsi_cmds = (instance->max_fw_cmds -  in megasas_init_adapter_mfi()
5547 		sema_init(&instance->ioctl_sem, MEGASAS_SKINNY_INT_CMDS);  in megasas_init_adapter_mfi()
5549 		instance->max_scsi_cmds = (instance->max_fw_cmds -  in megasas_init_adapter_mfi()
5551 		sema_init(&instance->ioctl_sem, (MEGASAS_MFI_IOCTL_CMDS));  in megasas_init_adapter_mfi()
5554 	instance->cur_can_queue = instance->max_scsi_cmds;  in megasas_init_adapter_mfi()
5558 	if (megasas_alloc_cmds(instance))  in megasas_init_adapter_mfi()
5571 	reply_q_sz = context_sz * (instance->max_fw_cmds + 1);  in megasas_init_adapter_mfi()
5573 	instance->reply_queue = dma_alloc_coherent(&instance->pdev->dev,  in megasas_init_adapter_mfi()
5574 			reply_q_sz, &instance->reply_queue_h, GFP_KERNEL);  in megasas_init_adapter_mfi()
5576 	if (!instance->reply_queue) {  in megasas_init_adapter_mfi()
5577 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Out of DMA mem for reply queue\n");  in megasas_init_adapter_mfi()
5581 	if (megasas_issue_init_mfi(instance))  in megasas_init_adapter_mfi()
5584 	if (megasas_get_ctrl_info(instance)) {  in megasas_init_adapter_mfi()
5585 		dev_err(&instance->pdev->dev, "(%d): Could get controller info "  in megasas_init_adapter_mfi()
5586 			"Fail from %s %d\n", instance->unique_id,  in megasas_init_adapter_mfi()
5591 	instance->fw_support_ieee = 0;  in megasas_init_adapter_mfi()
5592 	instance->fw_support_ieee =  in megasas_init_adapter_mfi()
5593 		(instance->instancet->read_fw_status_reg(instance) &  in megasas_init_adapter_mfi()
5596 	dev_notice(&instance->pdev->dev, "megasas_init_mfi: fw_support_ieee=%d",  in megasas_init_adapter_mfi()
5597 			instance->fw_support_ieee);  in megasas_init_adapter_mfi()
5599 	if (instance->fw_support_ieee)  in megasas_init_adapter_mfi()
5600 		instance->flag_ieee = 1;  in megasas_init_adapter_mfi()
5606 	dma_free_coherent(&instance->pdev->dev, reply_q_sz,  in megasas_init_adapter_mfi()
5607 			    instance->reply_queue, instance->reply_queue_h);  in megasas_init_adapter_mfi()
5609 	megasas_free_cmds(instance);  in megasas_init_adapter_mfi()
5616 void megasas_setup_irq_poll(struct megasas_instance *instance)  in megasas_setup_irq_poll()  argument
5621 	count = instance->msix_vectors > 0 ? instance->msix_vectors : 1;  in megasas_setup_irq_poll()
5625 		irq_ctx = &instance->irq_context[i];  in megasas_setup_irq_poll()
5626 		irq_ctx->os_irq = pci_irq_vector(instance->pdev, i);  in megasas_setup_irq_poll()
5629 			      instance->threshold_reply_count,  in megasas_setup_irq_poll()
5636  * @instance:				Adapter soft state
5643 megasas_setup_irqs_ioapic(struct megasas_instance *instance)  in megasas_setup_irqs_ioapic()  argument
5647 	pdev = instance->pdev;  in megasas_setup_irqs_ioapic()
5648 	instance->irq_context[0].instance = instance;  in megasas_setup_irqs_ioapic()
5649 	instance->irq_context[0].MSIxIndex = 0;  in megasas_setup_irqs_ioapic()
5650 	snprintf(instance->irq_context->name, MEGASAS_MSIX_NAME_LEN, "%s%u",  in megasas_setup_irqs_ioapic()
5651 		"megasas", instance->host->host_no);  in megasas_setup_irqs_ioapic()
5653 			instance->instancet->service_isr, IRQF_SHARED,  in megasas_setup_irqs_ioapic()
5654 			instance->irq_context->name, &instance->irq_context[0])) {  in megasas_setup_irqs_ioapic()
5655 		dev_err(&instance->pdev->dev,  in megasas_setup_irqs_ioapic()
5660 	instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_setup_irqs_ioapic()
5661 	instance->low_latency_index_start = 0;  in megasas_setup_irqs_ioapic()
5667  * @instance:				Adapter soft state
5675 megasas_setup_irqs_msix(struct megasas_instance *instance, u8 is_probe)  in megasas_setup_irqs_msix()  argument
5680 	pdev = instance->pdev;  in megasas_setup_irqs_msix()
5683 	for (i = 0; i < instance->msix_vectors; i++) {  in megasas_setup_irqs_msix()
5684 		instance->irq_context[i].instance = instance;  in megasas_setup_irqs_msix()
5685 		instance->irq_context[i].MSIxIndex = i;  in megasas_setup_irqs_msix()
5686 		snprintf(instance->irq_context[i].name, MEGASAS_MSIX_NAME_LEN, "%s%u-msix%u",  in megasas_setup_irqs_msix()
5687 			"megasas", instance->host->host_no, i);  in megasas_setup_irqs_msix()
5689 			instance->instancet->service_isr, 0, instance->irq_context[i].name,  in megasas_setup_irqs_msix()
5690 			&instance->irq_context[i])) {  in megasas_setup_irqs_msix()
5691 			dev_err(&instance->pdev->dev,  in megasas_setup_irqs_msix()
5694 				if (j < instance->low_latency_index_start)  in megasas_setup_irqs_msix()
5698 					 &instance->irq_context[j]);  in megasas_setup_irqs_msix()
5701 			instance->msix_vectors = 0;  in megasas_setup_irqs_msix()
5702 			instance->msix_load_balance = false;  in megasas_setup_irqs_msix()
5704 				pci_free_irq_vectors(instance->pdev);  in megasas_setup_irqs_msix()
5705 				return megasas_setup_irqs_ioapic(instance);  in megasas_setup_irqs_msix()
5717  * @instance:				Adapter soft state
5721 megasas_destroy_irqs(struct megasas_instance *instance) {  in megasas_destroy_irqs()  argument
5727 	count = instance->msix_vectors > 0 ? instance->msix_vectors : 1;  in megasas_destroy_irqs()
5728 	if (instance->adapter_type != MFI_SERIES) {  in megasas_destroy_irqs()
5730 			irq_ctx = &instance->irq_context[i];  in megasas_destroy_irqs()
5735 	if (instance->msix_vectors)  in megasas_destroy_irqs()
5736 		for (i = 0; i < instance->msix_vectors; i++) {  in megasas_destroy_irqs()
5737 			if (i < instance->low_latency_index_start)  in megasas_destroy_irqs()
5739 				    pci_irq_vector(instance->pdev, i), NULL);  in megasas_destroy_irqs()
5740 			free_irq(pci_irq_vector(instance->pdev, i),  in megasas_destroy_irqs()
5741 				 &instance->irq_context[i]);  in megasas_destroy_irqs()
5744 		free_irq(pci_irq_vector(instance->pdev, 0),  in megasas_destroy_irqs()
5745 			 &instance->irq_context[0]);  in megasas_destroy_irqs()
5750  * @instance:				Adapter soft state
5755 megasas_setup_jbod_map(struct megasas_instance *instance)  in megasas_setup_jbod_map()  argument
5758 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_setup_jbod_map()
5764 	instance->use_seqnum_jbod_fp =  in megasas_setup_jbod_map()
5765 		instance->support_seqnum_jbod_fp;  in megasas_setup_jbod_map()
5767 		!instance->support_seqnum_jbod_fp) {  in megasas_setup_jbod_map()
5768 		dev_info(&instance->pdev->dev,  in megasas_setup_jbod_map()
5771 		instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5780 			(&instance->pdev->dev, pd_seq_map_sz,  in megasas_setup_jbod_map()
5783 			dev_err(&instance->pdev->dev,  in megasas_setup_jbod_map()
5787 				dma_free_coherent(&instance->pdev->dev,  in megasas_setup_jbod_map()
5792 			instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5798 	if (!megasas_sync_pd_seq_num(instance, false) &&  in megasas_setup_jbod_map()
5799 		!megasas_sync_pd_seq_num(instance, true))  in megasas_setup_jbod_map()
5800 		instance->use_seqnum_jbod_fp = true;  in megasas_setup_jbod_map()
5802 		instance->use_seqnum_jbod_fp = false;  in megasas_setup_jbod_map()
5805 static void megasas_setup_reply_map(struct megasas_instance *instance)  in megasas_setup_reply_map()  argument
5810 	low_latency_index_start = instance->low_latency_index_start;  in megasas_setup_reply_map()
5812 	for (queue = low_latency_index_start; queue < instance->msix_vectors; queue++) {  in megasas_setup_reply_map()
5813 		mask = pci_irq_get_affinity(instance->pdev, queue);  in megasas_setup_reply_map()
5818 			instance->reply_map[cpu] = queue;  in megasas_setup_reply_map()
5825 		instance->reply_map[cpu] = queue;  in megasas_setup_reply_map()
5826 		if (queue == (instance->msix_vectors - 1))  in megasas_setup_reply_map()
5835  * @instance:			Adapter soft state
5843 int megasas_get_device_list(struct megasas_instance *instance)  in megasas_get_device_list()  argument
5845 	memset(instance->pd_list, 0,  in megasas_get_device_list()
5847 	memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS);  in megasas_get_device_list()
5849 	if (instance->enable_fw_dev_list) {  in megasas_get_device_list()
5850 		if (megasas_host_device_list_query(instance, true))  in megasas_get_device_list()
5853 		if (megasas_get_pd_list(instance) < 0) {  in megasas_get_device_list()
5854 			dev_err(&instance->pdev->dev, "failed to get PD list\n");  in megasas_get_device_list()
5858 		if (megasas_ld_list_query(instance,  in megasas_get_device_list()
5860 			dev_err(&instance->pdev->dev, "failed to get LD list\n");  in megasas_get_device_list()
5870  * @instance:					Adapter soft state
5874 megasas_set_high_iops_queue_affinity_hint(struct megasas_instance *instance)  in megasas_set_high_iops_queue_affinity_hint()  argument
5879 	if (instance->perf_mode == MR_BALANCED_PERF_MODE) {  in megasas_set_high_iops_queue_affinity_hint()
5880 		local_numa_node = dev_to_node(&instance->pdev->dev);  in megasas_set_high_iops_queue_affinity_hint()
5882 		for (i = 0; i < instance->low_latency_index_start; i++)  in megasas_set_high_iops_queue_affinity_hint()
5883 			irq_set_affinity_hint(pci_irq_vector(instance->pdev, i),  in megasas_set_high_iops_queue_affinity_hint()
5889 __megasas_alloc_irq_vectors(struct megasas_instance *instance)  in __megasas_alloc_irq_vectors()  argument
5892 	struct irq_affinity desc = { .pre_vectors = instance->low_latency_index_start };  in __megasas_alloc_irq_vectors()
5897 	if (instance->smp_affinity_enable)  in __megasas_alloc_irq_vectors()
5902 	i = pci_alloc_irq_vectors_affinity(instance->pdev,  in __megasas_alloc_irq_vectors()
5903 		instance->low_latency_index_start,  in __megasas_alloc_irq_vectors()
5904 		instance->msix_vectors, irq_flags, descp);  in __megasas_alloc_irq_vectors()
5911  * @instance:			Adapter soft state
5915 megasas_alloc_irq_vectors(struct megasas_instance *instance)  in megasas_alloc_irq_vectors()  argument
5920 	i = __megasas_alloc_irq_vectors(instance);  in megasas_alloc_irq_vectors()
5922 	if ((instance->perf_mode == MR_BALANCED_PERF_MODE) &&  in megasas_alloc_irq_vectors()
5923 	    (i != instance->msix_vectors)) {  in megasas_alloc_irq_vectors()
5924 		if (instance->msix_vectors)  in megasas_alloc_irq_vectors()
5925 			pci_free_irq_vectors(instance->pdev);  in megasas_alloc_irq_vectors()
5927 		instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_alloc_irq_vectors()
5928 		instance->low_latency_index_start = 1;  in megasas_alloc_irq_vectors()
5929 		num_msix_req = num_online_cpus() + instance->low_latency_index_start;  in megasas_alloc_irq_vectors()
5931 		instance->msix_vectors = min(num_msix_req,  in megasas_alloc_irq_vectors()
5932 				instance->msix_vectors);  in megasas_alloc_irq_vectors()
5934 		i = __megasas_alloc_irq_vectors(instance);  in megasas_alloc_irq_vectors()
5938 	dev_info(&instance->pdev->dev,  in megasas_alloc_irq_vectors()
5939 		"requested/available msix %d/%d\n", instance->msix_vectors, i);  in megasas_alloc_irq_vectors()
5942 		instance->msix_vectors = i;  in megasas_alloc_irq_vectors()
5944 		instance->msix_vectors = 0;  in megasas_alloc_irq_vectors()
5946 	if (instance->smp_affinity_enable)  in megasas_alloc_irq_vectors()
5947 		megasas_set_high_iops_queue_affinity_hint(instance);  in megasas_alloc_irq_vectors()
5952  * @instance:		Adapter soft state
5957 static int megasas_init_fw(struct megasas_instance *instance)  in megasas_init_fw()  argument
5973 	fusion = instance->ctrl_context;  in megasas_init_fw()
5976 	bar_list = pci_select_bars(instance->pdev, IORESOURCE_MEM);  in megasas_init_fw()
5977 	instance->bar = find_first_bit(&bar_list, BITS_PER_LONG);  in megasas_init_fw()
5978 	if (pci_request_selected_regions(instance->pdev, 1<<instance->bar,  in megasas_init_fw()
5980 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "IO memory region busy!\n");  in megasas_init_fw()
5984 	base_addr = pci_resource_start(instance->pdev, instance->bar);  in megasas_init_fw()
5985 	instance->reg_set = ioremap(base_addr, 8192);  in megasas_init_fw()
5987 	if (!instance->reg_set) {  in megasas_init_fw()
5988 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to map IO mem\n");  in megasas_init_fw()
5993 	dev_printk(KERN_DEBUG, &instance->pdev->dev,  in megasas_init_fw()
5995 		   instance->bar, base_addr_phys, instance->reg_set);  in megasas_init_fw()
5997 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
5998 		instance->instancet = &megasas_instance_template_fusion;  in megasas_init_fw()
6000 		switch (instance->pdev->device) {  in megasas_init_fw()
6003 			instance->instancet = &megasas_instance_template_ppc;  in megasas_init_fw()
6007 			instance->instancet = &megasas_instance_template_gen2;  in megasas_init_fw()
6011 			instance->instancet = &megasas_instance_template_skinny;  in megasas_init_fw()
6016 			instance->instancet = &megasas_instance_template_xscale;  in megasas_init_fw()
6017 			instance->pd_list_not_supported = 1;  in megasas_init_fw()
6022 	if (megasas_transition_to_ready(instance, 0)) {  in megasas_init_fw()
6023 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
6026 		if (instance->adapter_type != MFI_SERIES) {  in megasas_init_fw()
6027 			status_reg = instance->instancet->read_fw_status_reg(  in megasas_init_fw()
6028 					instance);  in megasas_init_fw()
6031 					(instance, true, 0) == FAILED)  in megasas_init_fw()
6037 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_init_fw()
6038 			instance->instancet->adp_reset  in megasas_init_fw()
6039 				(instance, instance->reg_set);  in megasas_init_fw()
6040 			atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_init_fw()
6045 			if (megasas_transition_to_ready(instance, 0))  in megasas_init_fw()
6049 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
6054 	megasas_init_ctrl_params(instance);  in megasas_init_fw()
6056 	if (megasas_set_dma_mask(instance))  in megasas_init_fw()
6059 	if (megasas_alloc_ctrl_mem(instance))  in megasas_init_fw()
6062 	if (megasas_alloc_ctrl_dma_buffers(instance))  in megasas_init_fw()
6065 	fusion = instance->ctrl_context;  in megasas_init_fw()
6067 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6069 			megasas_readl(instance,  in megasas_init_fw()
6070 				      &instance->reg_set->outbound_scratch_pad_2);  in megasas_init_fw()
6071 		instance->max_raid_mapsize = ((scratch_pad_2 >>  in megasas_init_fw()
6076 	instance->enable_sdev_max_qd = enable_sdev_max_qd;  in megasas_init_fw()
6078 	switch (instance->adapter_type) {  in megasas_init_fw()
6090 	msix_enable = (instance->instancet->read_fw_status_reg(instance) &  in megasas_init_fw()
6095 			(instance, &instance->reg_set->outbound_scratch_pad_1);  in megasas_init_fw()
6098 			if (instance->adapter_type == THUNDERBOLT_SERIES) {  in megasas_init_fw()
6100 				instance->msix_vectors = (scratch_pad_1  in megasas_init_fw()
6103 				instance->msix_vectors = ((scratch_pad_1  in megasas_init_fw()
6115 				switch (instance->adapter_type) {  in megasas_init_fw()
6117 					if (instance->msix_vectors > 8)  in megasas_init_fw()
6118 						instance->msix_combined = true;  in megasas_init_fw()
6122 					if (instance->msix_vectors > 16)  in megasas_init_fw()
6123 						instance->msix_combined = true;  in megasas_init_fw()
6128 					instance->is_rdpq = (scratch_pad_1 & MR_RDPQ_MODE_OFFSET) ?  in megasas_init_fw()
6131 				if (instance->adapter_type >= INVADER_SERIES &&  in megasas_init_fw()
6132 				    !instance->msix_combined) {  in megasas_init_fw()
6133 					instance->msix_load_balance = true;  in megasas_init_fw()
6134 					instance->smp_affinity_enable = false;  in megasas_init_fw()
6142 					instance->reply_post_host_index_addr[loop] =  in megasas_init_fw()
6144 						((u8 __iomem *)instance->reg_set +  in megasas_init_fw()
6150 			dev_info(&instance->pdev->dev,  in megasas_init_fw()
6152 				 instance->msix_vectors);  in megasas_init_fw()
6154 				instance->msix_vectors = min(msix_vectors,  in megasas_init_fw()
6155 					instance->msix_vectors);  in megasas_init_fw()
6157 			instance->msix_vectors = 1;  in megasas_init_fw()
6183 			(instance->msix_vectors == MEGASAS_MAX_MSIX_QUEUES))  in megasas_init_fw()
6184 			instance->perf_mode = MR_BALANCED_PERF_MODE;  in megasas_init_fw()
6186 			instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6189 		if (instance->adapter_type == AERO_SERIES) {  in megasas_init_fw()
6190 			pcie_capability_read_word(instance->pdev, PCI_EXP_LNKSTA, &lnksta);  in megasas_init_fw()
6198 				instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6210 				instance->perf_mode = perf_mode;  in megasas_init_fw()
6216 				instance->perf_mode = MR_LATENCY_PERF_MODE;  in megasas_init_fw()
6220 		if (instance->perf_mode == MR_BALANCED_PERF_MODE)  in megasas_init_fw()
6221 			instance->low_latency_index_start =  in megasas_init_fw()
6224 			instance->low_latency_index_start = 1;  in megasas_init_fw()
6226 		num_msix_req = num_online_cpus() + instance->low_latency_index_start;  in megasas_init_fw()
6228 		instance->msix_vectors = min(num_msix_req,  in megasas_init_fw()
6229 				instance->msix_vectors);  in megasas_init_fw()
6231 		megasas_alloc_irq_vectors(instance);  in megasas_init_fw()
6232 		if (!instance->msix_vectors)  in megasas_init_fw()
6233 			instance->msix_load_balance = false;  in megasas_init_fw()
6239 	if (instance->msix_combined) {  in megasas_init_fw()
6240 		instance->reply_post_host_index_addr[0] =  in megasas_init_fw()
6241 				(u32 *)((u8 *)instance->reg_set +  in megasas_init_fw()
6244 		instance->reply_post_host_index_addr[0] =  in megasas_init_fw()
6245 			(u32 *)((u8 *)instance->reg_set +  in megasas_init_fw()
6249 	if (!instance->msix_vectors) {  in megasas_init_fw()
6250 		i = pci_alloc_irq_vectors(instance->pdev, 1, 1, PCI_IRQ_LEGACY);  in megasas_init_fw()
6255 	megasas_setup_reply_map(instance);  in megasas_init_fw()
6257 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6259 		instance->msix_vectors, (unsigned int)num_online_cpus());  in megasas_init_fw()
6260 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6261 		"RDPQ mode\t: (%s)\n", instance->is_rdpq ? "enabled" : "disabled");  in megasas_init_fw()
6263 	tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet,  in megasas_init_fw()
6264 		(unsigned long)instance);  in megasas_init_fw()
6270 	instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES;  in megasas_init_fw()
6271 	instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES;  in megasas_init_fw()
6273 	if (instance->instancet->init_adapter(instance))  in megasas_init_fw()
6276 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6278 			megasas_readl(instance,  in megasas_init_fw()
6279 				      &instance->reg_set->outbound_scratch_pad_3);  in megasas_init_fw()
6282 			instance->nvme_page_size =  in megasas_init_fw()
6285 		dev_info(&instance->pdev->dev,  in megasas_init_fw()
6286 			 "NVME page size\t: (%d)\n", instance->nvme_page_size);  in megasas_init_fw()
6289 	if (instance->msix_vectors ?  in megasas_init_fw()
6290 		megasas_setup_irqs_msix(instance, 1) :  in megasas_init_fw()
6291 		megasas_setup_irqs_ioapic(instance))  in megasas_init_fw()
6294 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
6295 		megasas_setup_irq_poll(instance);  in megasas_init_fw()
6297 	instance->instancet->enable_intr(instance);  in megasas_init_fw()
6299 	dev_info(&instance->pdev->dev, "INIT adapter done\n");  in megasas_init_fw()
6301 	megasas_setup_jbod_map(instance);  in megasas_init_fw()
6303 	if (megasas_get_device_list(instance) != SUCCESS) {  in megasas_init_fw()
6304 		dev_err(&instance->pdev->dev,  in megasas_init_fw()
6311 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_init_fw()
6317 			dev_err(&instance->pdev->dev,  in megasas_init_fw()
6326 				dev_err(&instance->pdev->dev,  in megasas_init_fw()
6349 	ctrl_info = instance->ctrl_info_buf;  in megasas_init_fw()
6357 	instance->peerIsPresent = ctrl_info->cluster.peerIsPresent;  in megasas_init_fw()
6358 	instance->passive = ctrl_info->cluster.passive;  in megasas_init_fw()
6359 	memcpy(instance->clusterId, ctrl_info->clusterId, sizeof(instance->clusterId));  in megasas_init_fw()
6360 	instance->UnevenSpanSupport =  in megasas_init_fw()
6362 	if (instance->UnevenSpanSupport) {  in megasas_init_fw()
6363 		struct fusion_context *fusion = instance->ctrl_context;  in megasas_init_fw()
6364 		if (MR_ValidateMapInfo(instance, instance->map_id))  in megasas_init_fw()
6371 		instance->requestorId = ctrl_info->iov.requestorId;  in megasas_init_fw()
6372 		if (instance->pdev->device == PCI_DEVICE_ID_LSI_PLASMA) {  in megasas_init_fw()
6374 			    instance->PlasmaFW111 = 1;  in megasas_init_fw()
6376 			dev_info(&instance->pdev->dev, "SR-IOV: firmware type: %s\n",  in megasas_init_fw()
6377 			    instance->PlasmaFW111 ? "1.11" : "new");  in megasas_init_fw()
6379 			if (instance->PlasmaFW111) {  in megasas_init_fw()
6382 			    instance->requestorId = iovPtr->requestorId;  in megasas_init_fw()
6385 		dev_info(&instance->pdev->dev, "SRIOV: VF requestorId %d\n",  in megasas_init_fw()
6386 			instance->requestorId);  in megasas_init_fw()
6389 	instance->crash_dump_fw_support =  in megasas_init_fw()
6391 	instance->crash_dump_drv_support =  in megasas_init_fw()
6392 		(instance->crash_dump_fw_support &&  in megasas_init_fw()
6393 		instance->crash_dump_buf);  in megasas_init_fw()
6394 	if (instance->crash_dump_drv_support)  in megasas_init_fw()
6395 		megasas_set_crash_dump_params(instance,  in megasas_init_fw()
6399 		if (instance->crash_dump_buf)  in megasas_init_fw()
6400 			dma_free_coherent(&instance->pdev->dev,  in megasas_init_fw()
6402 				instance->crash_dump_buf,  in megasas_init_fw()
6403 				instance->crash_dump_h);  in megasas_init_fw()
6404 		instance->crash_dump_buf = NULL;  in megasas_init_fw()
6407 	if (instance->snapdump_wait_time) {  in megasas_init_fw()
6408 		megasas_get_snapdump_properties(instance);  in megasas_init_fw()
6409 		dev_info(&instance->pdev->dev, "Snap dump wait time\t: %d\n",  in megasas_init_fw()
6410 			 instance->snapdump_wait_time);  in megasas_init_fw()
6413 	dev_info(&instance->pdev->dev,  in megasas_init_fw()
6419 	dev_info(&instance->pdev->dev, "unevenspan support	: %s\n",  in megasas_init_fw()
6420 		instance->UnevenSpanSupport ? "yes" : "no");  in megasas_init_fw()
6421 	dev_info(&instance->pdev->dev, "firmware crash dump	: %s\n",  in megasas_init_fw()
6422 		instance->crash_dump_drv_support ? "yes" : "no");  in megasas_init_fw()
6423 	dev_info(&instance->pdev->dev, "JBOD sequence map	: %s\n",  in megasas_init_fw()
6424 		instance->use_seqnum_jbod_fp ? "enabled" : "disabled");  in megasas_init_fw()
6426 	instance->max_sectors_per_req = instance->max_num_sge *  in megasas_init_fw()
6428 	if (tmp_sectors && (instance->max_sectors_per_req > tmp_sectors))  in megasas_init_fw()
6429 		instance->max_sectors_per_req = tmp_sectors;  in megasas_init_fw()
6433 			throttlequeuedepth <= instance->max_scsi_cmds)  in megasas_init_fw()
6434 		instance->throttlequeuedepth = throttlequeuedepth;  in megasas_init_fw()
6436 		instance->throttlequeuedepth =  in megasas_init_fw()
6447 	if (instance->requestorId) {  in megasas_init_fw()
6448 		if (!megasas_sriov_start_heartbeat(instance, 1)) {  in megasas_init_fw()
6449 			megasas_start_timer(instance);  in megasas_init_fw()
6451 			instance->skip_heartbeat_timer_del = 1;  in megasas_init_fw()
6461 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_fw()
6462 		if (megasas_fusion_start_watchdog(instance) != SUCCESS)  in megasas_init_fw()
6468 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_init_fw()
6469 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_init_fw()
6471 	instance->instancet->disable_intr(instance);  in megasas_init_fw()
6472 	megasas_destroy_irqs(instance);  in megasas_init_fw()
6474 	if (instance->msix_vectors)  in megasas_init_fw()
6475 		pci_free_irq_vectors(instance->pdev);  in megasas_init_fw()
6476 	instance->msix_vectors = 0;  in megasas_init_fw()
6478 	megasas_free_ctrl_dma_buffers(instance);  in megasas_init_fw()
6479 	megasas_free_ctrl_mem(instance);  in megasas_init_fw()
6481 	iounmap(instance->reg_set);  in megasas_init_fw()
6484 	pci_release_selected_regions(instance->pdev, 1<<instance->bar);  in megasas_init_fw()
6486 	dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_init_fw()
6493  * @instance:			Adapter soft state
6495 static void megasas_release_mfi(struct megasas_instance *instance)  in megasas_release_mfi()  argument
6497 	u32 reply_q_sz = sizeof(u32) *(instance->max_mfi_cmds + 1);  in megasas_release_mfi()
6499 	if (instance->reply_queue)  in megasas_release_mfi()
6500 		dma_free_coherent(&instance->pdev->dev, reply_q_sz,  in megasas_release_mfi()
6501 			    instance->reply_queue, instance->reply_queue_h);  in megasas_release_mfi()
6503 	megasas_free_cmds(instance);  in megasas_release_mfi()
6505 	iounmap(instance->reg_set);  in megasas_release_mfi()
6507 	pci_release_selected_regions(instance->pdev, 1<<instance->bar);  in megasas_release_mfi()
6512  * @instance:			Adapter soft state
6523 megasas_get_seq_num(struct megasas_instance *instance,  in megasas_get_seq_num()  argument
6532 	cmd = megasas_get_cmd(instance);  in megasas_get_seq_num()
6539 	el_info = dma_alloc_coherent(&instance->pdev->dev,  in megasas_get_seq_num()
6543 		megasas_return_cmd(instance, cmd);  in megasas_get_seq_num()
6558 	megasas_set_dma_settings(instance, dcmd, el_info_h,  in megasas_get_seq_num()
6561 	ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS);  in megasas_get_seq_num()
6563 		dev_err(&instance->pdev->dev, "Failed from %s %d\n",  in megasas_get_seq_num()
6578 	dma_free_coherent(&instance->pdev->dev,  in megasas_get_seq_num()
6582 	megasas_return_cmd(instance, cmd);  in megasas_get_seq_num()
6589  * @instance:			Adapter soft state
6597 megasas_register_aen(struct megasas_instance *instance, u32 seq_num,  in megasas_register_aen()  argument
6621 	if (instance->aen_cmd) {  in megasas_register_aen()
6624 			le32_to_cpu(instance->aen_cmd->frame->dcmd.mbox.w[1]);  in megasas_register_aen()
6628 			dev_info(&instance->pdev->dev,  in megasas_register_aen()
6658 			instance->aen_cmd->abort_aen = 1;  in megasas_register_aen()
6659 			ret_val = megasas_issue_blocked_abort_cmd(instance,  in megasas_register_aen()
6660 								  instance->  in megasas_register_aen()
6664 				dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to abort "  in megasas_register_aen()
6671 	cmd = megasas_get_cmd(instance);  in megasas_register_aen()
6678 	memset(instance->evt_detail, 0, sizeof(struct megasas_evt_detail));  in megasas_register_aen()
6694 	instance->last_seq_num = seq_num;  in megasas_register_aen()
6697 	megasas_set_dma_settings(instance, dcmd, instance->evt_detail_h,  in megasas_register_aen()
6700 	if (instance->aen_cmd != NULL) {  in megasas_register_aen()
6701 		megasas_return_cmd(instance, cmd);  in megasas_register_aen()
6710 	instance->aen_cmd = cmd;  in megasas_register_aen()
6715 	instance->instancet->issue_dcmd(instance, cmd);  in megasas_register_aen()
6733  * @instance:		Adapter soft state
6739 megasas_get_target_prop(struct megasas_instance *instance,  in megasas_get_target_prop()  argument
6748 	cmd = megasas_get_cmd(instance);  in megasas_get_target_prop()
6751 		dev_err(&instance->pdev->dev,  in megasas_get_target_prop()
6758 	memset(instance->tgt_prop, 0, sizeof(*instance->tgt_prop));  in megasas_get_target_prop()
6773 	megasas_set_dma_settings(instance, dcmd, instance->tgt_prop_h,  in megasas_get_target_prop()
6776 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_get_target_prop()
6777 	    !instance->mask_interrupts)  in megasas_get_target_prop()
6778 		ret = megasas_issue_blocked_cmd(instance,  in megasas_get_target_prop()
6781 		ret = megasas_issue_polled(instance, cmd);  in megasas_get_target_prop()
6785 		switch (dcmd_timeout_ocr_possible(instance)) {  in megasas_get_target_prop()
6788 			mutex_unlock(&instance->reset_mutex);  in megasas_get_target_prop()
6789 			megasas_reset_fusion(instance->host,  in megasas_get_target_prop()
6791 			mutex_lock(&instance->reset_mutex);  in megasas_get_target_prop()
6794 			megaraid_sas_kill_hba(instance);  in megasas_get_target_prop()
6797 			dev_info(&instance->pdev->dev,  in megasas_get_target_prop()
6805 		megasas_return_cmd(instance, cmd);  in megasas_get_target_prop()
6808 		dev_err(&instance->pdev->dev,  in megasas_get_target_prop()
6817  * @instance:		Adapter soft state
6819 static int megasas_start_aen(struct megasas_instance *instance)  in megasas_start_aen()  argument
6829 	if (megasas_get_seq_num(instance, &eli))  in megasas_start_aen()
6839 	return megasas_register_aen(instance,  in megasas_start_aen()
6846  * @instance:		Adapter soft state
6848 static int megasas_io_attach(struct megasas_instance *instance)  in megasas_io_attach()  argument
6850 	struct Scsi_Host *host = instance->host;  in megasas_io_attach()
6855 	host->unique_id = instance->unique_id;  in megasas_io_attach()
6856 	host->can_queue = instance->max_scsi_cmds;  in megasas_io_attach()
6857 	host->this_id = instance->init_id;  in megasas_io_attach()
6858 	host->sg_tablesize = instance->max_num_sge;  in megasas_io_attach()
6860 	if (instance->fw_support_ieee)  in megasas_io_attach()
6861 		instance->max_sectors_per_req = MEGASAS_MAX_SECTORS_IEEE;  in megasas_io_attach()
6866 	if (max_sectors && max_sectors < instance->max_sectors_per_req)  in megasas_io_attach()
6867 		instance->max_sectors_per_req = max_sectors;  in megasas_io_attach()
6870 			if (((instance->pdev->device ==  in megasas_io_attach()
6872 				(instance->pdev->device ==  in megasas_io_attach()
6875 				instance->max_sectors_per_req = max_sectors;  in megasas_io_attach()
6877 			dev_info(&instance->pdev->dev, "max_sectors should be > 0"  in megasas_io_attach()
6879 				instance->max_sectors_per_req);  in megasas_io_attach()
6884 	host->max_sectors = instance->max_sectors_per_req;  in megasas_io_attach()
6899 	if ((instance->adapter_type != MFI_SERIES) &&  in megasas_io_attach()
6900 		(instance->msix_vectors > instance->low_latency_index_start) &&  in megasas_io_attach()
6902 		instance->smp_affinity_enable) {  in megasas_io_attach()
6904 		host->nr_hw_queues = instance->msix_vectors -  in megasas_io_attach()
6905 			instance->low_latency_index_start;  in megasas_io_attach()
6908 	dev_info(&instance->pdev->dev,  in megasas_io_attach()
6910 		instance->max_fw_cmds, host->nr_hw_queues);  in megasas_io_attach()
6914 	if (scsi_add_host(host, &instance->pdev->dev)) {  in megasas_io_attach()
6915 		dev_err(&instance->pdev->dev,  in megasas_io_attach()
6927  * @instance:		Adapter soft state
6942 megasas_set_dma_mask(struct megasas_instance *instance)  in megasas_set_dma_mask()  argument
6948 	pdev = instance->pdev;  in megasas_set_dma_mask()
6949 	consistent_mask = (instance->adapter_type >= VENTURA_SERIES) ?  in megasas_set_dma_mask()
6965 				(instance, &instance->reg_set->outbound_scratch_pad_1);  in megasas_set_dma_mask()
6977 		instance->consistent_mask_64bit = false;  in megasas_set_dma_mask()
6979 		instance->consistent_mask_64bit = true;  in megasas_set_dma_mask()
6983 		 (instance->consistent_mask_64bit ? "63" : "32"));  in megasas_set_dma_mask()
7004  * @instance:			Adapter soft state
7007 static inline void megasas_set_adapter_type(struct megasas_instance *instance)  in megasas_set_adapter_type()  argument
7009 	if ((instance->pdev->vendor == PCI_VENDOR_ID_DELL) &&  in megasas_set_adapter_type()
7010 	    (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5)) {  in megasas_set_adapter_type()
7011 		instance->adapter_type = MFI_SERIES;  in megasas_set_adapter_type()
7013 		switch (instance->pdev->device) {  in megasas_set_adapter_type()
7018 			instance->adapter_type = AERO_SERIES;  in megasas_set_adapter_type()
7026 			instance->adapter_type = VENTURA_SERIES;  in megasas_set_adapter_type()
7030 			instance->adapter_type = THUNDERBOLT_SERIES;  in megasas_set_adapter_type()
7038 			instance->adapter_type = INVADER_SERIES;  in megasas_set_adapter_type()
7041 			instance->adapter_type = MFI_SERIES;  in megasas_set_adapter_type()
7047 static inline int megasas_alloc_mfi_ctrl_mem(struct megasas_instance *instance)  in megasas_alloc_mfi_ctrl_mem()  argument
7049 	instance->producer = dma_alloc_coherent(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
7050 			sizeof(u32), &instance->producer_h, GFP_KERNEL);  in megasas_alloc_mfi_ctrl_mem()
7051 	instance->consumer = dma_alloc_coherent(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
7052 			sizeof(u32), &instance->consumer_h, GFP_KERNEL);  in megasas_alloc_mfi_ctrl_mem()
7054 	if (!instance->producer || !instance->consumer) {  in megasas_alloc_mfi_ctrl_mem()
7055 		dev_err(&instance->pdev->dev,  in megasas_alloc_mfi_ctrl_mem()
7060 	*instance->producer = 0;  in megasas_alloc_mfi_ctrl_mem()
7061 	*instance->consumer = 0;  in megasas_alloc_mfi_ctrl_mem()
7072  * @instance:			Adapter soft state
7075 static int megasas_alloc_ctrl_mem(struct megasas_instance *instance)  in megasas_alloc_ctrl_mem()  argument
7077 	instance->reply_map = kcalloc(nr_cpu_ids, sizeof(unsigned int),  in megasas_alloc_ctrl_mem()
7079 	if (!instance->reply_map)  in megasas_alloc_ctrl_mem()
7082 	switch (instance->adapter_type) {  in megasas_alloc_ctrl_mem()
7084 		if (megasas_alloc_mfi_ctrl_mem(instance))  in megasas_alloc_ctrl_mem()
7091 		if (megasas_alloc_fusion_context(instance))  in megasas_alloc_ctrl_mem()
7098 	kfree(instance->reply_map);  in megasas_alloc_ctrl_mem()
7099 	instance->reply_map = NULL;  in megasas_alloc_ctrl_mem()
7107  * @instance -			Adapter soft instance
7110 static inline void megasas_free_ctrl_mem(struct megasas_instance *instance)  in megasas_free_ctrl_mem()  argument
7112 	kfree(instance->reply_map);  in megasas_free_ctrl_mem()
7113 	if (instance->adapter_type == MFI_SERIES) {  in megasas_free_ctrl_mem()
7114 		if (instance->producer)  in megasas_free_ctrl_mem()
7115 			dma_free_coherent(&instance->pdev->dev, sizeof(u32),  in megasas_free_ctrl_mem()
7116 					    instance->producer,  in megasas_free_ctrl_mem()
7117 					    instance->producer_h);  in megasas_free_ctrl_mem()
7118 		if (instance->consumer)  in megasas_free_ctrl_mem()
7119 			dma_free_coherent(&instance->pdev->dev, sizeof(u32),  in megasas_free_ctrl_mem()
7120 					    instance->consumer,  in megasas_free_ctrl_mem()
7121 					    instance->consumer_h);  in megasas_free_ctrl_mem()
7123 		megasas_free_fusion_context(instance);  in megasas_free_ctrl_mem()
7131  * @instance:				Adapter soft instance
7136 int megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance)  in megasas_alloc_ctrl_dma_buffers()  argument
7138 	struct pci_dev *pdev = instance->pdev;  in megasas_alloc_ctrl_dma_buffers()
7139 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_alloc_ctrl_dma_buffers()
7141 	instance->evt_detail = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7143 			&instance->evt_detail_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7145 	if (!instance->evt_detail) {  in megasas_alloc_ctrl_dma_buffers()
7146 		dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7164 		instance->snapdump_prop = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7166 				&instance->snapdump_prop_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7168 		if (!instance->snapdump_prop)  in megasas_alloc_ctrl_dma_buffers()
7172 		instance->host_device_list_buf = dma_alloc_coherent(&pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7174 							&instance->host_device_list_buf_h,  in megasas_alloc_ctrl_dma_buffers()
7177 		if (!instance->host_device_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7185 	instance->pd_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7188 				     &instance->pd_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7190 	if (!instance->pd_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7195 	instance->ctrl_info_buf =  in megasas_alloc_ctrl_dma_buffers()
7198 				     &instance->ctrl_info_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7200 	if (!instance->ctrl_info_buf) {  in megasas_alloc_ctrl_dma_buffers()
7206 	instance->ld_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7209 				     &instance->ld_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7211 	if (!instance->ld_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7216 	instance->ld_targetid_list_buf =  in megasas_alloc_ctrl_dma_buffers()
7219 				&instance->ld_targetid_list_buf_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7221 	if (!instance->ld_targetid_list_buf) {  in megasas_alloc_ctrl_dma_buffers()
7228 		instance->system_info_buf =  in megasas_alloc_ctrl_dma_buffers()
7231 					&instance->system_info_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7232 		instance->pd_info =  in megasas_alloc_ctrl_dma_buffers()
7235 					&instance->pd_info_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7236 		instance->tgt_prop =  in megasas_alloc_ctrl_dma_buffers()
7239 					&instance->tgt_prop_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7240 		instance->crash_dump_buf =  in megasas_alloc_ctrl_dma_buffers()
7242 					&instance->crash_dump_h, GFP_KERNEL);  in megasas_alloc_ctrl_dma_buffers()
7244 		if (!instance->system_info_buf)  in megasas_alloc_ctrl_dma_buffers()
7245 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7248 		if (!instance->pd_info)  in megasas_alloc_ctrl_dma_buffers()
7249 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7252 		if (!instance->tgt_prop)  in megasas_alloc_ctrl_dma_buffers()
7253 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7256 		if (!instance->crash_dump_buf)  in megasas_alloc_ctrl_dma_buffers()
7257 			dev_err(&instance->pdev->dev,  in megasas_alloc_ctrl_dma_buffers()
7268  * @instance-				Adapter soft instance
7272 void megasas_free_ctrl_dma_buffers(struct megasas_instance *instance)  in megasas_free_ctrl_dma_buffers()  argument
7274 	struct pci_dev *pdev = instance->pdev;  in megasas_free_ctrl_dma_buffers()
7275 	struct fusion_context *fusion = instance->ctrl_context;  in megasas_free_ctrl_dma_buffers()
7277 	if (instance->evt_detail)  in megasas_free_ctrl_dma_buffers()
7279 				    instance->evt_detail,  in megasas_free_ctrl_dma_buffers()
7280 				    instance->evt_detail_h);  in megasas_free_ctrl_dma_buffers()
7288 	if (instance->pd_list_buf)  in megasas_free_ctrl_dma_buffers()
7291 				    instance->pd_list_buf,  in megasas_free_ctrl_dma_buffers()
7292 				    instance->pd_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7294 	if (instance->ld_list_buf)  in megasas_free_ctrl_dma_buffers()
7296 				    instance->ld_list_buf,  in megasas_free_ctrl_dma_buffers()
7297 				    instance->ld_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7299 	if (instance->ld_targetid_list_buf)  in megasas_free_ctrl_dma_buffers()
7301 				    instance->ld_targetid_list_buf,  in megasas_free_ctrl_dma_buffers()
7302 				    instance->ld_targetid_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7304 	if (instance->ctrl_info_buf)  in megasas_free_ctrl_dma_buffers()
7306 				    instance->ctrl_info_buf,  in megasas_free_ctrl_dma_buffers()
7307 				    instance->ctrl_info_buf_h);  in megasas_free_ctrl_dma_buffers()
7309 	if (instance->system_info_buf)  in megasas_free_ctrl_dma_buffers()
7311 				    instance->system_info_buf,  in megasas_free_ctrl_dma_buffers()
7312 				    instance->system_info_h);  in megasas_free_ctrl_dma_buffers()
7314 	if (instance->pd_info)  in megasas_free_ctrl_dma_buffers()
7316 				    instance->pd_info, instance->pd_info_h);  in megasas_free_ctrl_dma_buffers()
7318 	if (instance->tgt_prop)  in megasas_free_ctrl_dma_buffers()
7320 				    instance->tgt_prop, instance->tgt_prop_h);  in megasas_free_ctrl_dma_buffers()
7322 	if (instance->crash_dump_buf)  in megasas_free_ctrl_dma_buffers()
7324 				    instance->crash_dump_buf,  in megasas_free_ctrl_dma_buffers()
7325 				    instance->crash_dump_h);  in megasas_free_ctrl_dma_buffers()
7327 	if (instance->snapdump_prop)  in megasas_free_ctrl_dma_buffers()
7330 				  instance->snapdump_prop,  in megasas_free_ctrl_dma_buffers()
7331 				  instance->snapdump_prop_h);  in megasas_free_ctrl_dma_buffers()
7333 	if (instance->host_device_list_buf)  in megasas_free_ctrl_dma_buffers()
7336 				  instance->host_device_list_buf,  in megasas_free_ctrl_dma_buffers()
7337 				  instance->host_device_list_buf_h);  in megasas_free_ctrl_dma_buffers()
7342  * megasas_init_ctrl_params -		Initialize controller's instance
7344  * @instance -				Adapter soft instance
7347 static inline void megasas_init_ctrl_params(struct megasas_instance *instance)  in megasas_init_ctrl_params()  argument
7349 	instance->fw_crash_state = UNAVAILABLE;  in megasas_init_ctrl_params()
7352 	instance->issuepend_done = 1;  in megasas_init_ctrl_params()
7353 	atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL);  in megasas_init_ctrl_params()
7358 	INIT_LIST_HEAD(&instance->cmd_pool);  in megasas_init_ctrl_params()
7359 	INIT_LIST_HEAD(&instance->internal_reset_pending_q);  in megasas_init_ctrl_params()
7361 	atomic_set(&instance->fw_outstanding, 0);  in megasas_init_ctrl_params()
7362 	atomic64_set(&instance->total_io_count, 0);  in megasas_init_ctrl_params()
7364 	init_waitqueue_head(&instance->int_cmd_wait_q);  in megasas_init_ctrl_params()
7365 	init_waitqueue_head(&instance->abort_cmd_wait_q);  in megasas_init_ctrl_params()
7367 	spin_lock_init(&instance->crashdump_lock);  in megasas_init_ctrl_params()
7368 	spin_lock_init(&instance->mfi_pool_lock);  in megasas_init_ctrl_params()
7369 	spin_lock_init(&instance->hba_lock);  in megasas_init_ctrl_params()
7370 	spin_lock_init(&instance->stream_lock);  in megasas_init_ctrl_params()
7371 	spin_lock_init(&instance->completion_lock);  in megasas_init_ctrl_params()
7373 	mutex_init(&instance->reset_mutex);  in megasas_init_ctrl_params()
7375 	if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) ||  in megasas_init_ctrl_params()
7376 	    (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY))  in megasas_init_ctrl_params()
7377 		instance->flag_ieee = 1;  in megasas_init_ctrl_params()
7380 	instance->flag = 0;  in megasas_init_ctrl_params()
7381 	instance->unload = 1;  in megasas_init_ctrl_params()
7382 	instance->last_time = 0;  in megasas_init_ctrl_params()
7383 	instance->disableOnlineCtrlReset = 1;  in megasas_init_ctrl_params()
7384 	instance->UnevenSpanSupport = 0;  in megasas_init_ctrl_params()
7385 	instance->smp_affinity_enable = smp_affinity_enable ? true : false;  in megasas_init_ctrl_params()
7386 	instance->msix_load_balance = false;  in megasas_init_ctrl_params()
7388 	if (instance->adapter_type != MFI_SERIES)  in megasas_init_ctrl_params()
7389 		INIT_WORK(&instance->work_init, megasas_fusion_ocr_wq);  in megasas_init_ctrl_params()
7391 		INIT_WORK(&instance->work_init, process_fw_state_change_wq);  in megasas_init_ctrl_params()
7404 	struct megasas_instance *instance;  in megasas_probe_one()  local
7455 	instance = (struct megasas_instance *)host->hostdata;  in megasas_probe_one()
7456 	memset(instance, 0, sizeof(*instance));  in megasas_probe_one()
7457 	atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_probe_one()
7462 	instance->pdev = pdev;  in megasas_probe_one()
7463 	instance->host = host;  in megasas_probe_one()
7464 	instance->unique_id = pdev->bus->number << 8 | pdev->devfn;  in megasas_probe_one()
7465 	instance->init_id = MEGASAS_DEFAULT_INIT_ID;  in megasas_probe_one()
7467 	megasas_set_adapter_type(instance);  in megasas_probe_one()
7472 	if (megasas_init_fw(instance))  in megasas_probe_one()
7475 	if (instance->requestorId) {  in megasas_probe_one()
7476 		if (instance->PlasmaFW111) {  in megasas_probe_one()
7477 			instance->vf_affiliation_111 =  in megasas_probe_one()
7480 					&instance->vf_affiliation_111_h,  in megasas_probe_one()
7482 			if (!instance->vf_affiliation_111)  in megasas_probe_one()
7486 			instance->vf_affiliation =  in megasas_probe_one()
7490 					&instance->vf_affiliation_h,  in megasas_probe_one()
7492 			if (!instance->vf_affiliation)  in megasas_probe_one()
7499 	 * Store instance in PCI softstate  in megasas_probe_one()
7501 	pci_set_drvdata(pdev, instance);  in megasas_probe_one()
7508 	megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = instance;  in megasas_probe_one()
7514 	if (megasas_io_attach(instance))  in megasas_probe_one()
7517 	instance->unload = 0;  in megasas_probe_one()
7521 	if (!instance->enable_fw_dev_list ||  in megasas_probe_one()
7522 	    (instance->host_device_list_buf->count > 0))  in megasas_probe_one()
7528 	if (megasas_start_aen(instance)) {  in megasas_probe_one()
7533 	megasas_setup_debugfs(instance);  in megasas_probe_one()
7536 	if (instance->requestorId)  in megasas_probe_one()
7537 		megasas_get_ld_vf_affiliation(instance, 1);  in megasas_probe_one()
7542 	instance->unload = 1;  in megasas_probe_one()
7543 	scsi_remove_host(instance->host);  in megasas_probe_one()
7547 	megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = NULL;  in megasas_probe_one()
7549 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_probe_one()
7550 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_probe_one()
7552 	instance->instancet->disable_intr(instance);  in megasas_probe_one()
7553 	megasas_destroy_irqs(instance);  in megasas_probe_one()
7555 	if (instance->adapter_type != MFI_SERIES)  in megasas_probe_one()
7556 		megasas_release_fusion(instance);  in megasas_probe_one()
7558 		megasas_release_mfi(instance);  in megasas_probe_one()
7560 	if (instance->msix_vectors)  in megasas_probe_one()
7561 		pci_free_irq_vectors(instance->pdev);  in megasas_probe_one()
7562 	instance->msix_vectors = 0;  in megasas_probe_one()
7564 	if (instance->fw_crash_state != UNAVAILABLE)  in megasas_probe_one()
7565 		megasas_free_host_crash_buffer(instance);  in megasas_probe_one()
7567 	if (instance->adapter_type != MFI_SERIES)  in megasas_probe_one()
7568 		megasas_fusion_stop_watchdog(instance);  in megasas_probe_one()
7579  * @instance:			Adapter soft state
7581 static void megasas_flush_cache(struct megasas_instance *instance)  in megasas_flush_cache()  argument
7586 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_flush_cache()
7589 	cmd = megasas_get_cmd(instance);  in megasas_flush_cache()
7608 	if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS)  in megasas_flush_cache()
7610 		dev_err(&instance->pdev->dev,  in megasas_flush_cache()
7615 	megasas_return_cmd(instance, cmd);  in megasas_flush_cache()
7620  * @instance:				Adapter soft state
7623 static void megasas_shutdown_controller(struct megasas_instance *instance,  in megasas_shutdown_controller()  argument
7629 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)  in megasas_shutdown_controller()
7632 	cmd = megasas_get_cmd(instance);  in megasas_shutdown_controller()
7637 	if (instance->aen_cmd)  in megasas_shutdown_controller()
7638 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7639 			instance->aen_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7640 	if (instance->map_update_cmd)  in megasas_shutdown_controller()
7641 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7642 			instance->map_update_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7643 	if (instance->jbod_seq_cmd)  in megasas_shutdown_controller()
7644 		megasas_issue_blocked_abort_cmd(instance,  in megasas_shutdown_controller()
7645 			instance->jbod_seq_cmd, MFI_IO_TIMEOUT_SECS);  in megasas_shutdown_controller()
7660 	if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS)  in megasas_shutdown_controller()
7662 		dev_err(&instance->pdev->dev,  in megasas_shutdown_controller()
7667 	megasas_return_cmd(instance, cmd);  in megasas_shutdown_controller()
7679 	struct megasas_instance *instance;  in megasas_suspend()  local
7681 	instance = pci_get_drvdata(pdev);  in megasas_suspend()
7683 	if (!instance)  in megasas_suspend()
7686 	instance->unload = 1;  in megasas_suspend()
7691 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_suspend()
7692 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_suspend()
7695 	if (instance->adapter_type != MFI_SERIES)  in megasas_suspend()
7696 		megasas_fusion_stop_watchdog(instance);  in megasas_suspend()
7698 	megasas_flush_cache(instance);  in megasas_suspend()
7699 	megasas_shutdown_controller(instance, MR_DCMD_HIBERNATE_SHUTDOWN);  in megasas_suspend()
7702 	if (instance->ev != NULL) {  in megasas_suspend()
7703 		struct megasas_aen_event *ev = instance->ev;  in megasas_suspend()
7705 		instance->ev = NULL;  in megasas_suspend()
7708 	tasklet_kill(&instance->isr_tasklet);  in megasas_suspend()
7710 	pci_set_drvdata(instance->pdev, instance);  in megasas_suspend()
7711 	instance->instancet->disable_intr(instance);  in megasas_suspend()
7713 	megasas_destroy_irqs(instance);  in megasas_suspend()
7715 	if (instance->msix_vectors)  in megasas_suspend()
7716 		pci_free_irq_vectors(instance->pdev);  in megasas_suspend()
7735 	struct megasas_instance *instance;  in megasas_resume()  local
7738 	instance = pci_get_drvdata(pdev);  in megasas_resume()
7740 	if (!instance)  in megasas_resume()
7743 	host = instance->host;  in megasas_resume()
7765 	if (megasas_transition_to_ready(instance, 0)) {  in megasas_resume()
7766 		dev_info(&instance->pdev->dev,  in megasas_resume()
7769 		if (instance->adapter_type != MFI_SERIES) {  in megasas_resume()
7771 				instance->instancet->read_fw_status_reg(instance);  in megasas_resume()
7774 				(instance, true, 0)) == FAILED))  in megasas_resume()
7777 			atomic_set(&instance->fw_reset_no_pci_access, 1);  in megasas_resume()
7778 			instance->instancet->adp_reset  in megasas_resume()
7779 				(instance, instance->reg_set);  in megasas_resume()
7780 			atomic_set(&instance->fw_reset_no_pci_access, 0);  in megasas_resume()
7785 			if (megasas_transition_to_ready(instance, 0))  in megasas_resume()
7789 		dev_info(&instance->pdev->dev,  in megasas_resume()
7793 	if (megasas_set_dma_mask(instance))  in megasas_resume()
7800 	atomic_set(&instance->fw_outstanding, 0);  in megasas_resume()
7801 	atomic_set(&instance->ldio_outstanding, 0);  in megasas_resume()
7804 	if (instance->msix_vectors)  in megasas_resume()
7805 		megasas_alloc_irq_vectors(instance);  in megasas_resume()
7807 	if (!instance->msix_vectors) {  in megasas_resume()
7808 		rval = pci_alloc_irq_vectors(instance->pdev, 1, 1,  in megasas_resume()
7814 	megasas_setup_reply_map(instance);  in megasas_resume()
7816 	if (instance->adapter_type != MFI_SERIES) {  in megasas_resume()
7817 		megasas_reset_reply_desc(instance);  in megasas_resume()
7818 		if (megasas_ioc_init_fusion(instance)) {  in megasas_resume()
7819 			megasas_free_cmds(instance);  in megasas_resume()
7820 			megasas_free_cmds_fusion(instance);  in megasas_resume()
7823 		if (!megasas_get_map_info(instance))  in megasas_resume()
7824 			megasas_sync_map_info(instance);  in megasas_resume()
7826 		*instance->producer = 0;  in megasas_resume()
7827 		*instance->consumer = 0;  in megasas_resume()
7828 		if (megasas_issue_init_mfi(instance))  in megasas_resume()
7832 	if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS)  in megasas_resume()
7835 	tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet,  in megasas_resume()
7836 		     (unsigned long)instance);  in megasas_resume()
7838 	if (instance->msix_vectors ?  in megasas_resume()
7839 			megasas_setup_irqs_msix(instance, 0) :  in megasas_resume()
7840 			megasas_setup_irqs_ioapic(instance))  in megasas_resume()
7843 	if (instance->adapter_type != MFI_SERIES)  in megasas_resume()
7844 		megasas_setup_irq_poll(instance);  in megasas_resume()
7847 	if (instance->requestorId) {  in megasas_resume()
7848 		if (!megasas_sriov_start_heartbeat(instance, 0))  in megasas_resume()
7849 			megasas_start_timer(instance);  in megasas_resume()
7851 			instance->skip_heartbeat_timer_del = 1;  in megasas_resume()
7856 	instance->instancet->enable_intr(instance);  in megasas_resume()
7857 	megasas_setup_jbod_map(instance);  in megasas_resume()
7858 	instance->unload = 0;  in megasas_resume()
7863 	if (megasas_start_aen(instance))  in megasas_resume()
7864 		dev_err(&instance->pdev->dev, "Start AEN failed\n");  in megasas_resume()
7867 	if (instance->adapter_type != MFI_SERIES)  in megasas_resume()
7868 		if (megasas_fusion_start_watchdog(instance) != SUCCESS)  in megasas_resume()
7874 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_resume()
7875 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_resume()
7877 	megasas_free_ctrl_dma_buffers(instance);  in megasas_resume()
7878 	megasas_free_ctrl_mem(instance);  in megasas_resume()
7895 megasas_wait_for_adapter_operational(struct megasas_instance *instance)  in megasas_wait_for_adapter_operational()  argument
7902 		adp_state = atomic_read(&instance->adprecovery);  in megasas_wait_for_adapter_operational()
7908 			dev_notice(&instance->pdev->dev, "waiting for controller reset to finish\n");  in megasas_wait_for_adapter_operational()
7914 		dev_info(&instance->pdev->dev,  in megasas_wait_for_adapter_operational()
7931 	struct megasas_instance *instance;  in megasas_detach_one()  local
7935 	instance = pci_get_drvdata(pdev);  in megasas_detach_one()
7937 	if (!instance)  in megasas_detach_one()
7940 	host = instance->host;  in megasas_detach_one()
7941 	fusion = instance->ctrl_context;  in megasas_detach_one()
7944 	if (instance->requestorId && !instance->skip_heartbeat_timer_del)  in megasas_detach_one()
7945 		del_timer_sync(&instance->sriov_heartbeat_timer);  in megasas_detach_one()
7948 	if (instance->adapter_type != MFI_SERIES)  in megasas_detach_one()
7949 		megasas_fusion_stop_watchdog(instance);  in megasas_detach_one()
7951 	if (instance->fw_crash_state != UNAVAILABLE)  in megasas_detach_one()
7952 		megasas_free_host_crash_buffer(instance);  in megasas_detach_one()
7953 	scsi_remove_host(instance->host);  in megasas_detach_one()
7954 	instance->unload = 1;  in megasas_detach_one()
7956 	if (megasas_wait_for_adapter_operational(instance))  in megasas_detach_one()
7959 	megasas_flush_cache(instance);  in megasas_detach_one()
7960 	megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN);  in megasas_detach_one()
7964 	if (instance->ev != NULL) {  in megasas_detach_one()
7965 		struct megasas_aen_event *ev = instance->ev;  in megasas_detach_one()
7967 		instance->ev = NULL;  in megasas_detach_one()
7971 	wake_up_all(&instance->int_cmd_wait_q);  in megasas_detach_one()
7973 	tasklet_kill(&instance->isr_tasklet);  in megasas_detach_one()
7976 	 * Take the instance off the instance array. Note that we will not  in megasas_detach_one()
7980 		if (megasas_mgmt_info.instance[i] == instance) {  in megasas_detach_one()
7982 			megasas_mgmt_info.instance[i] = NULL;  in megasas_detach_one()
7988 	instance->instancet->disable_intr(instance);  in megasas_detach_one()
7990 	megasas_destroy_irqs(instance);  in megasas_detach_one()
7992 	if (instance->msix_vectors)  in megasas_detach_one()
7993 		pci_free_irq_vectors(instance->pdev);  in megasas_detach_one()
7995 	if (instance->adapter_type >= VENTURA_SERIES) {  in megasas_detach_one()
8003 	if (instance->adapter_type != MFI_SERIES) {  in megasas_detach_one()
8004 		megasas_release_fusion(instance);  in megasas_detach_one()
8010 				dma_free_coherent(&instance->pdev->dev,  in megasas_detach_one()
8023 				dma_free_coherent(&instance->pdev->dev,  in megasas_detach_one()
8029 		megasas_release_mfi(instance);  in megasas_detach_one()
8032 	if (instance->vf_affiliation)  in megasas_detach_one()
8035 				    instance->vf_affiliation,  in megasas_detach_one()
8036 				    instance->vf_affiliation_h);  in megasas_detach_one()
8038 	if (instance->vf_affiliation_111)  in megasas_detach_one()
8041 				    instance->vf_affiliation_111,  in megasas_detach_one()
8042 				    instance->vf_affiliation_111_h);  in megasas_detach_one()
8044 	if (instance->hb_host_mem)  in megasas_detach_one()
8046 				    instance->hb_host_mem,  in megasas_detach_one()
8047 				    instance->hb_host_mem_h);  in megasas_detach_one()
8049 	megasas_free_ctrl_dma_buffers(instance);  in megasas_detach_one()
8051 	megasas_free_ctrl_mem(instance);  in megasas_detach_one()
8053 	megasas_destroy_debugfs(instance);  in megasas_detach_one()
8066 	struct megasas_instance *instance = pci_get_drvdata(pdev);  in megasas_shutdown()  local
8068 	if (!instance)  in megasas_shutdown()
8071 	instance->unload = 1;  in megasas_shutdown()
8073 	if (megasas_wait_for_adapter_operational(instance))  in megasas_shutdown()
8076 	megasas_flush_cache(instance);  in megasas_shutdown()
8077 	megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN);  in megasas_shutdown()
8080 	instance->instancet->disable_intr(instance);  in megasas_shutdown()
8081 	megasas_destroy_irqs(instance);  in megasas_shutdown()
8083 	if (instance->msix_vectors)  in megasas_shutdown()
8084 		pci_free_irq_vectors(instance->pdev);  in megasas_shutdown()
8169 		local_instance = megasas_mgmt_info.instance[i];  in megasas_set_crash_dump_params_ioctl()
8194  * @instance:			Adapter soft state
8199 megasas_mgmt_fw_ioctl(struct megasas_instance *instance,  in megasas_mgmt_fw_ioctl()  argument
8218 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "SGE count [%d] >  max limit [%d]\n",  in megasas_mgmt_fw_ioctl()
8225 	    !instance->support_nvme_passthru) ||  in megasas_mgmt_fw_ioctl()
8227 	    !instance->support_pci_lane_margining)) {  in megasas_mgmt_fw_ioctl()
8228 		dev_err(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8234 	cmd = megasas_get_cmd(instance);  in megasas_mgmt_fw_ioctl()
8236 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a cmd packet\n");  in megasas_mgmt_fw_ioctl()
8252 	if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8263 		mutex_lock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8264 		if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS) {  in megasas_mgmt_fw_ioctl()
8265 			megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8266 			mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8269 		mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_fw_ioctl()
8274 		megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8286 	if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8300 		kbuff_arr[i] = dma_alloc_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8304 			dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc "  in megasas_mgmt_fw_ioctl()
8314 		if (instance->consistent_mask_64bit) {  in megasas_mgmt_fw_ioctl()
8341 		sense = dma_alloc_coherent(&instance->pdev->dev, ioc->sense_len,  in megasas_mgmt_fw_ioctl()
8359 	ret = megasas_issue_blocked_cmd(instance, cmd, 0);  in megasas_mgmt_fw_ioctl()
8364 		dev_err(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8374 	if (instance->unload == 1) {  in megasas_mgmt_fw_ioctl()
8375 		dev_info(&instance->pdev->dev, "Driver unload is in progress "  in megasas_mgmt_fw_ioctl()
8404 			dev_err(&instance->pdev->dev, "Failed to copy out to user "  in megasas_mgmt_fw_ioctl()
8416 		dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error copying out cmd_status\n");  in megasas_mgmt_fw_ioctl()
8422 		dma_free_coherent(&instance->pdev->dev, ioc->sense_len,  in megasas_mgmt_fw_ioctl()
8428 			if (instance->consistent_mask_64bit)  in megasas_mgmt_fw_ioctl()
8429 				dma_free_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8434 				dma_free_coherent(&instance->pdev->dev,  in megasas_mgmt_fw_ioctl()
8442 	megasas_return_cmd(instance, cmd);  in megasas_mgmt_fw_ioctl()
8451 	struct megasas_instance *instance;  in megasas_mgmt_ioctl_fw()  local
8458 	instance = megasas_lookup_instance(ioc->host_no);  in megasas_mgmt_ioctl_fw()
8459 	if (!instance) {  in megasas_mgmt_ioctl_fw()
8465 	if (instance->requestorId && !allow_vf_ioctls) {  in megasas_mgmt_ioctl_fw()
8470 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_mgmt_ioctl_fw()
8471 		dev_err(&instance->pdev->dev, "Controller in crit error\n");  in megasas_mgmt_ioctl_fw()
8476 	if (instance->unload == 1) {  in megasas_mgmt_ioctl_fw()
8481 	if (down_interruptible(&instance->ioctl_sem)) {  in megasas_mgmt_ioctl_fw()
8486 	if  (megasas_wait_for_adapter_operational(instance)) {  in megasas_mgmt_ioctl_fw()
8491 	error = megasas_mgmt_fw_ioctl(instance, user_ioc, ioc);  in megasas_mgmt_ioctl_fw()
8493 	up(&instance->ioctl_sem);  in megasas_mgmt_ioctl_fw()
8502 	struct megasas_instance *instance;  in megasas_mgmt_ioctl_aen()  local
8515 	instance = megasas_lookup_instance(aen.host_no);  in megasas_mgmt_ioctl_aen()
8517 	if (!instance)  in megasas_mgmt_ioctl_aen()
8520 	if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) {  in megasas_mgmt_ioctl_aen()
8524 	if (instance->unload == 1) {  in megasas_mgmt_ioctl_aen()
8528 	if  (megasas_wait_for_adapter_operational(instance))  in megasas_mgmt_ioctl_aen()
8531 	mutex_lock(&instance->reset_mutex);  in megasas_mgmt_ioctl_aen()
8532 	error = megasas_register_aen(instance, aen.seq_num,  in megasas_mgmt_ioctl_aen()
8534 	mutex_unlock(&instance->reset_mutex);  in megasas_mgmt_ioctl_aen()
8741  * @instance:			Adapter soft state
8751 int megasas_update_device_list(struct megasas_instance *instance,  in megasas_update_device_list()  argument
8756 	if (instance->enable_fw_dev_list) {  in megasas_update_device_list()
8757 		dcmd_ret = megasas_host_device_list_query(instance, false);  in megasas_update_device_list()
8762 			dcmd_ret = megasas_get_pd_list(instance);  in megasas_update_device_list()
8769 			if (!instance->requestorId ||  in megasas_update_device_list()
8770 			    (instance->requestorId &&  in megasas_update_device_list()
8771 			     megasas_get_ld_vf_affiliation(instance, 0))) {  in megasas_update_device_list()
8772 				dcmd_ret = megasas_ld_list_query(instance,  in megasas_update_device_list()
8787  * @instance:			Adapter soft state
8792 void megasas_add_remove_devices(struct megasas_instance *instance,  in megasas_add_remove_devices()  argument
8804 	host = instance->host;  in megasas_add_remove_devices()
8806 	if (instance->enable_fw_dev_list) {  in megasas_add_remove_devices()
8807 		targetid_list = instance->host_device_list_buf;  in megasas_add_remove_devices()
8836 				if (instance->pd_list[pd_index].driveState ==  in megasas_add_remove_devices()
8856 				if (instance->ld_ids[ld_index] != 0xff) {  in megasas_add_remove_devices()
8876 	struct megasas_instance *instance = ev->instance;  in megasas_aen_polling()  local
8885 	if (!instance) {  in megasas_aen_polling()
8886 		printk(KERN_ERR "invalid instance!\n");  in megasas_aen_polling()
8892 	mutex_lock(&instance->reset_mutex);  in megasas_aen_polling()
8894 	instance->ev = NULL;  in megasas_aen_polling()
8895 	if (instance->evt_detail) {  in megasas_aen_polling()
8896 		megasas_decode_evt(instance);  in megasas_aen_polling()
8898 		switch (le32_to_cpu(instance->evt_detail->code)) {  in megasas_aen_polling()
8907 			ld_target_id = instance->evt_detail->args.ld.target_id;  in megasas_aen_polling()
8908 			sdev1 = scsi_device_lookup(instance->host,  in megasas_aen_polling()
8927 			dev_info(&instance->pdev->dev, "scanning for scsi%d...\n",  in megasas_aen_polling()
8928 				instance->host->host_no);  in megasas_aen_polling()
8932 			dcmd_ret = megasas_get_ctrl_info(instance);  in megasas_aen_polling()
8934 			    instance->snapdump_wait_time) {  in megasas_aen_polling()
8935 				megasas_get_snapdump_properties(instance);  in megasas_aen_polling()
8936 				dev_info(&instance->pdev->dev,  in megasas_aen_polling()
8938 					 instance->snapdump_wait_time);  in megasas_aen_polling()
8946 		dev_err(&instance->pdev->dev, "invalid evt_detail!\n");  in megasas_aen_polling()
8947 		mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()
8953 		dcmd_ret = megasas_update_device_list(instance, event_type);  in megasas_aen_polling()
8955 	mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()
8958 		megasas_add_remove_devices(instance, event_type);  in megasas_aen_polling()
8961 		seq_num = le32_to_cpu(instance->evt_detail->seq_num) + 1;  in megasas_aen_polling()
8963 		seq_num = instance->last_seq_num;  in megasas_aen_polling()
8970 	if (instance->aen_cmd != NULL) {  in megasas_aen_polling()
8975 	mutex_lock(&instance->reset_mutex);  in megasas_aen_polling()
8976 	error = megasas_register_aen(instance, seq_num,  in megasas_aen_polling()
8979 		dev_err(&instance->pdev->dev,  in megasas_aen_polling()
8982 	mutex_unlock(&instance->reset_mutex);  in megasas_aen_polling()