Lines Matching refs:instance
135 int megasas_transition_to_ready(struct megasas_instance *instance, int ocr);
136 static int megasas_get_pd_list(struct megasas_instance *instance);
137 static int megasas_ld_list_query(struct megasas_instance *instance,
139 static int megasas_issue_init_mfi(struct megasas_instance *instance);
140 static int megasas_register_aen(struct megasas_instance *instance,
142 static void megasas_get_pd_info(struct megasas_instance *instance,
145 megasas_set_ld_removed_by_fw(struct megasas_instance *instance);
224 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd,
227 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance);
229 megasas_adp_reset_gen2(struct megasas_instance *instance,
233 megasas_init_adapter_mfi(struct megasas_instance *instance);
235 megasas_build_and_issue_cmd(struct megasas_instance *instance,
239 wait_and_poll(struct megasas_instance *instance, struct megasas_cmd *cmd,
242 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance,
245 megasas_set_dma_mask(struct megasas_instance *instance);
247 megasas_alloc_ctrl_mem(struct megasas_instance *instance);
249 megasas_free_ctrl_mem(struct megasas_instance *instance);
251 megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance);
253 megasas_free_ctrl_dma_buffers(struct megasas_instance *instance);
255 megasas_init_ctrl_params(struct megasas_instance *instance);
257 u32 megasas_readl(struct megasas_instance *instance, in megasas_readl() argument
268 if (instance->adapter_type == AERO_SERIES) { in megasas_readl()
287 void megasas_set_dma_settings(struct megasas_instance *instance, in megasas_set_dma_settings() argument
291 if (instance->consistent_mask_64bit) { in megasas_set_dma_settings()
305 megasas_issue_dcmd(struct megasas_instance *instance, struct megasas_cmd *cmd) in megasas_issue_dcmd() argument
307 instance->instancet->fire_cmd(instance, in megasas_issue_dcmd()
308 cmd->frame_phys_addr, 0, instance->reg_set); in megasas_issue_dcmd()
319 *instance) in megasas_get_cmd()
324 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
326 if (!list_empty(&instance->cmd_pool)) { in megasas_get_cmd()
327 cmd = list_entry((&instance->cmd_pool)->next, in megasas_get_cmd()
331 dev_err(&instance->pdev->dev, "Command pool empty!\n"); in megasas_get_cmd()
334 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_get_cmd()
344 megasas_return_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd) in megasas_return_cmd() argument
349 struct fusion_context *fusion = instance->ctrl_context; in megasas_return_cmd()
357 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
360 blk_tags = instance->max_scsi_cmds + cmd->index; in megasas_return_cmd()
362 megasas_return_cmd_fusion(instance, cmd_fusion); in megasas_return_cmd()
367 memset(cmd->frame, 0, instance->mfi_frame_size); in megasas_return_cmd()
371 list_add(&cmd->list, (&instance->cmd_pool)->next); in megasas_return_cmd()
373 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_return_cmd()
422 megasas_decode_evt(struct megasas_instance *instance) in megasas_decode_evt() argument
424 struct megasas_evt_detail *evt_detail = instance->evt_detail; in megasas_decode_evt()
435 dev_info(&instance->pdev->dev, "%d (%s/0x%04x/%s) - %s\n", in megasas_decode_evt()
443 dev_info(&instance->pdev->dev, in megasas_decode_evt()
459 megasas_enable_intr_xscale(struct megasas_instance *instance) in megasas_enable_intr_xscale() argument
463 regs = instance->reg_set; in megasas_enable_intr_xscale()
475 megasas_disable_intr_xscale(struct megasas_instance *instance) in megasas_disable_intr_xscale() argument
480 regs = instance->reg_set; in megasas_disable_intr_xscale()
491 megasas_read_fw_status_reg_xscale(struct megasas_instance *instance) in megasas_read_fw_status_reg_xscale() argument
493 return readl(&instance->reg_set->outbound_msg_0); in megasas_read_fw_status_reg_xscale()
500 megasas_clear_intr_xscale(struct megasas_instance *instance) in megasas_clear_intr_xscale() argument
505 regs = instance->reg_set; in megasas_clear_intr_xscale()
537 megasas_fire_cmd_xscale(struct megasas_instance *instance, in megasas_fire_cmd_xscale() argument
544 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
547 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_xscale()
556 megasas_adp_reset_xscale(struct megasas_instance *instance, in megasas_adp_reset_xscale() argument
567 pci_read_config_dword(instance->pdev, MFI_1068_PCSR_OFFSET, &pcidata); in megasas_adp_reset_xscale()
568 dev_notice(&instance->pdev->dev, "pcidata = %x\n", pcidata); in megasas_adp_reset_xscale()
570 dev_notice(&instance->pdev->dev, "mfi 1068 offset read=%x\n", pcidata); in megasas_adp_reset_xscale()
572 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
579 pci_read_config_dword(instance->pdev, in megasas_adp_reset_xscale()
581 dev_notice(&instance->pdev->dev, "1068 offset handshake read=%x\n", pcidata); in megasas_adp_reset_xscale()
583 dev_notice(&instance->pdev->dev, "1068 offset pcidt=%x\n", pcidata); in megasas_adp_reset_xscale()
585 pci_write_config_dword(instance->pdev, in megasas_adp_reset_xscale()
598 megasas_check_reset_xscale(struct megasas_instance *instance, in megasas_check_reset_xscale() argument
601 if ((atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) && in megasas_check_reset_xscale()
602 (le32_to_cpu(*instance->consumer) == in megasas_check_reset_xscale()
639 megasas_enable_intr_ppc(struct megasas_instance *instance) in megasas_enable_intr_ppc() argument
643 regs = instance->reg_set; in megasas_enable_intr_ppc()
657 megasas_disable_intr_ppc(struct megasas_instance *instance) in megasas_disable_intr_ppc() argument
662 regs = instance->reg_set; in megasas_disable_intr_ppc()
673 megasas_read_fw_status_reg_ppc(struct megasas_instance *instance) in megasas_read_fw_status_reg_ppc() argument
675 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_ppc()
683 megasas_clear_intr_ppc(struct megasas_instance *instance) in megasas_clear_intr_ppc() argument
687 regs = instance->reg_set; in megasas_clear_intr_ppc()
719 megasas_fire_cmd_ppc(struct megasas_instance *instance, in megasas_fire_cmd_ppc() argument
726 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
729 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_ppc()
738 megasas_check_reset_ppc(struct megasas_instance *instance, in megasas_check_reset_ppc() argument
741 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_ppc()
768 megasas_enable_intr_skinny(struct megasas_instance *instance) in megasas_enable_intr_skinny() argument
772 regs = instance->reg_set; in megasas_enable_intr_skinny()
786 megasas_disable_intr_skinny(struct megasas_instance *instance) in megasas_disable_intr_skinny() argument
791 regs = instance->reg_set; in megasas_disable_intr_skinny()
802 megasas_read_fw_status_reg_skinny(struct megasas_instance *instance) in megasas_read_fw_status_reg_skinny() argument
804 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_skinny()
812 megasas_clear_intr_skinny(struct megasas_instance *instance) in megasas_clear_intr_skinny() argument
817 regs = instance->reg_set; in megasas_clear_intr_skinny()
831 if ((megasas_read_fw_status_reg_skinny(instance) & MFI_STATE_MASK) == in megasas_clear_intr_skinny()
858 megasas_fire_cmd_skinny(struct megasas_instance *instance, in megasas_fire_cmd_skinny() argument
865 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
870 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_skinny()
879 megasas_check_reset_skinny(struct megasas_instance *instance, in megasas_check_reset_skinny() argument
882 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_skinny()
915 megasas_enable_intr_gen2(struct megasas_instance *instance) in megasas_enable_intr_gen2() argument
919 regs = instance->reg_set; in megasas_enable_intr_gen2()
934 megasas_disable_intr_gen2(struct megasas_instance *instance) in megasas_disable_intr_gen2() argument
939 regs = instance->reg_set; in megasas_disable_intr_gen2()
950 megasas_read_fw_status_reg_gen2(struct megasas_instance *instance) in megasas_read_fw_status_reg_gen2() argument
952 return readl(&instance->reg_set->outbound_scratch_pad_0); in megasas_read_fw_status_reg_gen2()
960 megasas_clear_intr_gen2(struct megasas_instance *instance) in megasas_clear_intr_gen2() argument
965 regs = instance->reg_set; in megasas_clear_intr_gen2()
999 megasas_fire_cmd_gen2(struct megasas_instance *instance, in megasas_fire_cmd_gen2() argument
1006 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1009 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_fire_cmd_gen2()
1018 megasas_adp_reset_gen2(struct megasas_instance *instance, in megasas_adp_reset_gen2() argument
1026 if (instance->instancet == &megasas_instance_template_skinny) { in megasas_adp_reset_gen2()
1045 dev_notice(&instance->pdev->dev, "RESETGEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1053 dev_notice(&instance->pdev->dev, "ADP_RESET_GEN2: HostDiag=%x\n", HostDiag); in megasas_adp_reset_gen2()
1063 dev_notice(&instance->pdev->dev, "RESET_GEN2: retry=%x, hostdiag=%x\n", in megasas_adp_reset_gen2()
1079 megasas_check_reset_gen2(struct megasas_instance *instance, in megasas_check_reset_gen2() argument
1082 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_check_reset_gen2()
1122 megasas_issue_polled(struct megasas_instance *instance, struct megasas_cmd *cmd) in megasas_issue_polled() argument
1129 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_polled()
1130 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_polled()
1135 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_polled()
1137 return wait_and_poll(instance, cmd, instance->requestorId ? in megasas_issue_polled()
1152 megasas_issue_blocked_cmd(struct megasas_instance *instance, in megasas_issue_blocked_cmd() argument
1158 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_cmd()
1159 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_cmd()
1164 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_cmd()
1167 ret = wait_event_timeout(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1170 dev_err(&instance->pdev->dev, in megasas_issue_blocked_cmd()
1176 wait_event(instance->int_cmd_wait_q, in megasas_issue_blocked_cmd()
1194 megasas_issue_blocked_abort_cmd(struct megasas_instance *instance, in megasas_issue_blocked_abort_cmd() argument
1202 cmd = megasas_get_cmd(instance); in megasas_issue_blocked_abort_cmd()
1224 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_issue_blocked_abort_cmd()
1225 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_issue_blocked_abort_cmd()
1230 instance->instancet->issue_dcmd(instance, cmd); in megasas_issue_blocked_abort_cmd()
1233 ret = wait_event_timeout(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1237 dev_err(&instance->pdev->dev, in megasas_issue_blocked_abort_cmd()
1243 wait_event(instance->abort_cmd_wait_q, in megasas_issue_blocked_abort_cmd()
1248 megasas_return_cmd(instance, cmd); in megasas_issue_blocked_abort_cmd()
1262 megasas_make_sgl32(struct megasas_instance *instance, struct scsi_cmnd *scp, in megasas_make_sgl32() argument
1291 megasas_make_sgl64(struct megasas_instance *instance, struct scsi_cmnd *scp, in megasas_make_sgl64() argument
1320 megasas_make_sgl_skinny(struct megasas_instance *instance, in megasas_make_sgl_skinny() argument
1349 static u32 megasas_get_frame_count(struct megasas_instance *instance, in megasas_get_frame_count() argument
1360 if (instance->flag_ieee) { in megasas_get_frame_count()
1371 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1378 if (instance->flag_ieee == 1) { in megasas_get_frame_count()
1410 megasas_build_dcdb(struct megasas_instance *instance, struct scsi_cmnd *scp, in megasas_build_dcdb() argument
1429 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1463 if (instance->flag_ieee == 1) { in megasas_build_dcdb()
1465 pthru->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_dcdb()
1469 pthru->sge_count = megasas_make_sgl64(instance, scp, in megasas_build_dcdb()
1472 pthru->sge_count = megasas_make_sgl32(instance, scp, in megasas_build_dcdb()
1475 if (pthru->sge_count > instance->max_num_sge) { in megasas_build_dcdb()
1476 dev_err(&instance->pdev->dev, "DCDB too many SGE NUM=%x\n", in megasas_build_dcdb()
1494 cmd->frame_count = megasas_get_frame_count(instance, pthru->sge_count, in megasas_build_dcdb()
1509 megasas_build_ldio(struct megasas_instance *instance, struct scsi_cmnd *scp, in megasas_build_ldio() argument
1525 if (instance->flag_ieee == 1) { in megasas_build_ldio()
1606 if (instance->flag_ieee) { in megasas_build_ldio()
1608 ldio->sge_count = megasas_make_sgl_skinny(instance, scp, in megasas_build_ldio()
1612 ldio->sge_count = megasas_make_sgl64(instance, scp, &ldio->sgl); in megasas_build_ldio()
1614 ldio->sge_count = megasas_make_sgl32(instance, scp, &ldio->sgl); in megasas_build_ldio()
1616 if (ldio->sge_count > instance->max_num_sge) { in megasas_build_ldio()
1617 dev_err(&instance->pdev->dev, "build_ld_io: sge_count = %x\n", in megasas_build_ldio()
1633 cmd->frame_count = megasas_get_frame_count(instance, in megasas_build_ldio()
1674 megasas_dump_pending_frames(struct megasas_instance *instance) in megasas_dump_pending_frames() argument
1682 u16 max_cmd = instance->max_fw_cmds; in megasas_dump_pending_frames()
1684 …dev_err(&instance->pdev->dev, "[%d]: Dumping Frame Phys Address of all pending cmds in FW\n",insta… in megasas_dump_pending_frames()
1685 …dev_err(&instance->pdev->dev, "[%d]: Total OS Pending cmds : %d\n",instance->host->host_no,atomic_… in megasas_dump_pending_frames()
1687 dev_err(&instance->pdev->dev, "[%d]: 64 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1689 dev_err(&instance->pdev->dev, "[%d]: 32 bit SGLs were sent to FW\n",instance->host->host_no); in megasas_dump_pending_frames()
1691 dev_err(&instance->pdev->dev, "[%d]: Pending OS cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1693 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1696 …dev_err(&instance->pdev->dev, "[%d]: Frame addr :0x%08lx : ",instance->host->host_no,(unsigned lon… in megasas_dump_pending_frames()
1701 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x," in megasas_dump_pending_frames()
1703 instance->host->host_no, cmd->frame_count, ldio->cmd, ldio->target_id, in megasas_dump_pending_frames()
1710 dev_err(&instance->pdev->dev, "[%d]: frame count : 0x%x, Cmd : 0x%x, Tgt id : 0x%x, " in megasas_dump_pending_frames()
1712 instance->host->host_no, cmd->frame_count, pthru->cmd, pthru->target_id, in megasas_dump_pending_frames()
1719 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%llx\n", in megasas_dump_pending_frames()
1723 dev_err(&instance->pdev->dev, "sgl len : 0x%x, sgl addr : 0x%x\n", in megasas_dump_pending_frames()
1729 dev_err(&instance->pdev->dev, "[%d]: Pending Internal cmds in FW : \n",instance->host->host_no); in megasas_dump_pending_frames()
1732 cmd = instance->cmd_list[i]; in megasas_dump_pending_frames()
1735 dev_err(&instance->pdev->dev, "0x%08lx : ", (unsigned long)cmd->frame_phys_addr); in megasas_dump_pending_frames()
1737 dev_err(&instance->pdev->dev, "[%d]: Dumping Done\n\n",instance->host->host_no); in megasas_dump_pending_frames()
1741 megasas_build_and_issue_cmd(struct megasas_instance *instance, in megasas_build_and_issue_cmd() argument
1747 cmd = megasas_get_cmd(instance); in megasas_build_and_issue_cmd()
1755 frame_count = megasas_build_ldio(instance, scmd, cmd); in megasas_build_and_issue_cmd()
1757 frame_count = megasas_build_dcdb(instance, scmd, cmd); in megasas_build_and_issue_cmd()
1768 atomic_inc(&instance->fw_outstanding); in megasas_build_and_issue_cmd()
1770 instance->instancet->fire_cmd(instance, cmd->frame_phys_addr, in megasas_build_and_issue_cmd()
1771 cmd->frame_count-1, instance->reg_set); in megasas_build_and_issue_cmd()
1775 megasas_return_cmd(instance, cmd); in megasas_build_and_issue_cmd()
1788 struct megasas_instance *instance; in megasas_queue_command() local
1792 instance = (struct megasas_instance *) in megasas_queue_command()
1795 if (instance->unload == 1) { in megasas_queue_command()
1801 if (instance->issuepend_done == 0) in megasas_queue_command()
1806 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in megasas_queue_command()
1807 if (megasas_check_mpio_paths(instance, scmd) == in megasas_queue_command()
1819 (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR)) { in megasas_queue_command()
1827 if (instance->ld_tgtid_status[ld_tgt_id] == LD_TARGET_ID_DELETED) { in megasas_queue_command()
1834 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) in megasas_queue_command()
1844 (scmd->device->id >= instance->fw_supported_vd_count || in megasas_queue_command()
1852 (!instance->fw_sync_cache_support)) { in megasas_queue_command()
1857 return instance->instancet->build_and_issue_cmd(instance, scmd); in megasas_queue_command()
1870 if ((megasas_mgmt_info.instance[i]) && in megasas_lookup_instance()
1871 (megasas_mgmt_info.instance[i]->host->host_no == host_no)) in megasas_lookup_instance()
1872 return megasas_mgmt_info.instance[i]; in megasas_lookup_instance()
1895 struct megasas_instance *instance; in megasas_set_dynamic_target_properties() local
1902 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_dynamic_target_properties()
1903 fusion = instance->ctrl_context; in megasas_set_dynamic_target_properties()
1912 local_map_ptr = fusion->ld_drv_map[(instance->map_id & 1)]; in megasas_set_dynamic_target_properties()
1914 if (ld >= instance->fw_supported_vd_count) in megasas_set_dynamic_target_properties()
1927 } else if (instance->use_seqnum_jbod_fp) { in megasas_set_dynamic_target_properties()
1931 [(instance->pd_seq_map_id - 1) & 1]; in megasas_set_dynamic_target_properties()
1936 if (is_target_prop && instance->tgt_prop->reset_tmo) { in megasas_set_dynamic_target_properties()
1942 min_t(u8, instance->max_reset_tmo, in megasas_set_dynamic_target_properties()
1943 instance->tgt_prop->reset_tmo); in megasas_set_dynamic_target_properties()
1944 mr_device_priv_data->task_abort_tmo = instance->task_abort_tmo; in megasas_set_dynamic_target_properties()
1972 struct megasas_instance *instance; in megasas_set_nvme_device_properties() local
1975 instance = (struct megasas_instance *)sdev->host->hostdata; in megasas_set_nvme_device_properties()
1976 mr_nvme_pg_size = max_t(u32, instance->nvme_page_size, in megasas_set_nvme_device_properties()
1999 struct megasas_instance *instance; in megasas_set_fw_assisted_qd() local
2002 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_fw_assisted_qd()
2019 tgt_device_qd = le32_to_cpu(instance->tgt_prop->device_qdepth); in megasas_set_fw_assisted_qd()
2021 device_qd = min(instance->host->can_queue, in megasas_set_fw_assisted_qd()
2025 if (instance->enable_sdev_max_qd && interface_type != UNKNOWN_DRIVE) in megasas_set_fw_assisted_qd()
2026 device_qd = instance->host->can_queue; in megasas_set_fw_assisted_qd()
2047 struct megasas_instance *instance; in megasas_set_static_target_properties() local
2049 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_set_static_target_properties()
2060 max_io_size_kb = le32_to_cpu(instance->tgt_prop->max_io_size_kb); in megasas_set_static_target_properties()
2062 if (instance->nvme_page_size && max_io_size_kb) in megasas_set_static_target_properties()
2072 struct megasas_instance *instance; in megasas_slave_configure() local
2076 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_configure()
2077 if (instance->pd_list_not_supported) { in megasas_slave_configure()
2081 if (instance->pd_list[pd_index].driveState != in megasas_slave_configure()
2087 mutex_lock(&instance->reset_mutex); in megasas_slave_configure()
2089 if ((instance->pd_info) && !MEGASAS_IS_LOGICAL(sdev)) in megasas_slave_configure()
2090 megasas_get_pd_info(instance, sdev); in megasas_slave_configure()
2095 if ((instance->tgt_prop) && (instance->nvme_page_size)) in megasas_slave_configure()
2096 ret_target_prop = megasas_get_target_prop(instance, sdev); in megasas_slave_configure()
2104 mutex_unlock(&instance->reset_mutex); in megasas_slave_configure()
2112 struct megasas_instance *instance ; in megasas_slave_alloc() local
2115 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_alloc()
2123 if ((instance->pd_list_not_supported || in megasas_slave_alloc()
2124 instance->pd_list[pd_index].driveState == in megasas_slave_alloc()
2142 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_ACTIVE; in megasas_slave_alloc()
2150 instance->r1_ldio_hint_default); in megasas_slave_alloc()
2157 struct megasas_instance *instance; in megasas_slave_destroy() local
2159 instance = megasas_lookup_instance(sdev->host->host_no); in megasas_slave_destroy()
2167 instance->ld_tgtid_status[ld_tgt_id] = LD_TARGET_ID_DELETED; in megasas_slave_destroy()
2183 static void megasas_complete_outstanding_ioctls(struct megasas_instance *instance) in megasas_complete_outstanding_ioctls() argument
2188 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_outstanding_ioctls()
2192 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2195 cmd_mfi = instance->cmd_list[cmd_fusion->sync_cmd_idx]; in megasas_complete_outstanding_ioctls()
2200 megasas_complete_cmd(instance, in megasas_complete_outstanding_ioctls()
2206 for (i = 0; i < instance->max_fw_cmds; i++) { in megasas_complete_outstanding_ioctls()
2207 cmd_mfi = instance->cmd_list[i]; in megasas_complete_outstanding_ioctls()
2210 megasas_complete_cmd(instance, cmd_mfi, DID_OK); in megasas_complete_outstanding_ioctls()
2216 void megaraid_sas_kill_hba(struct megasas_instance *instance) in megaraid_sas_kill_hba() argument
2218 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megaraid_sas_kill_hba()
2219 dev_warn(&instance->pdev->dev, in megaraid_sas_kill_hba()
2225 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megaraid_sas_kill_hba()
2228 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megaraid_sas_kill_hba()
2229 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY) || in megaraid_sas_kill_hba()
2230 (instance->adapter_type != MFI_SERIES)) { in megaraid_sas_kill_hba()
2231 if (!instance->requestorId) { in megaraid_sas_kill_hba()
2232 writel(MFI_STOP_ADP, &instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2234 readl(&instance->reg_set->doorbell); in megaraid_sas_kill_hba()
2236 if (instance->requestorId && instance->peerIsPresent) in megaraid_sas_kill_hba()
2237 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megaraid_sas_kill_hba()
2240 &instance->reg_set->inbound_doorbell); in megaraid_sas_kill_hba()
2243 megasas_complete_outstanding_ioctls(instance); in megaraid_sas_kill_hba()
2253 megasas_check_and_restore_queue_depth(struct megasas_instance *instance) in megasas_check_and_restore_queue_depth() argument
2257 if (instance->flag & MEGASAS_FW_BUSY in megasas_check_and_restore_queue_depth()
2258 && time_after(jiffies, instance->last_time + 5 * HZ) in megasas_check_and_restore_queue_depth()
2259 && atomic_read(&instance->fw_outstanding) < in megasas_check_and_restore_queue_depth()
2260 instance->throttlequeuedepth + 1) { in megasas_check_and_restore_queue_depth()
2262 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2263 instance->flag &= ~MEGASAS_FW_BUSY; in megasas_check_and_restore_queue_depth()
2265 instance->host->can_queue = instance->cur_can_queue; in megasas_check_and_restore_queue_depth()
2266 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_check_and_restore_queue_depth()
2282 struct megasas_instance *instance = in megasas_complete_cmd_dpc() local
2287 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_complete_cmd_dpc()
2290 spin_lock_irqsave(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2292 producer = le32_to_cpu(*instance->producer); in megasas_complete_cmd_dpc()
2293 consumer = le32_to_cpu(*instance->consumer); in megasas_complete_cmd_dpc()
2296 context = le32_to_cpu(instance->reply_queue[consumer]); in megasas_complete_cmd_dpc()
2297 if (context >= instance->max_fw_cmds) { in megasas_complete_cmd_dpc()
2298 dev_err(&instance->pdev->dev, "Unexpected context value %x\n", in megasas_complete_cmd_dpc()
2303 cmd = instance->cmd_list[context]; in megasas_complete_cmd_dpc()
2305 megasas_complete_cmd(instance, cmd, DID_OK); in megasas_complete_cmd_dpc()
2308 if (consumer == (instance->max_fw_cmds + 1)) { in megasas_complete_cmd_dpc()
2313 *instance->consumer = cpu_to_le32(producer); in megasas_complete_cmd_dpc()
2315 spin_unlock_irqrestore(&instance->completion_lock, flags); in megasas_complete_cmd_dpc()
2320 megasas_check_and_restore_queue_depth(instance); in megasas_complete_cmd_dpc()
2330 void megasas_start_timer(struct megasas_instance *instance) in megasas_start_timer() argument
2332 struct timer_list *timer = &instance->sriov_heartbeat_timer; in megasas_start_timer()
2340 megasas_internal_reset_defer_cmds(struct megasas_instance *instance);
2345 static void megasas_do_ocr(struct megasas_instance *instance) in megasas_do_ocr() argument
2347 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in megasas_do_ocr()
2348 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in megasas_do_ocr()
2349 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR)) { in megasas_do_ocr()
2350 *instance->consumer = cpu_to_le32(MEGASAS_ADPRESET_INPROG_SIGN); in megasas_do_ocr()
2352 instance->instancet->disable_intr(instance); in megasas_do_ocr()
2353 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_do_ocr()
2354 instance->issuepend_done = 0; in megasas_do_ocr()
2356 atomic_set(&instance->fw_outstanding, 0); in megasas_do_ocr()
2357 megasas_internal_reset_defer_cmds(instance); in megasas_do_ocr()
2358 process_fw_state_change_wq(&instance->work_init); in megasas_do_ocr()
2361 static int megasas_get_ld_vf_affiliation_111(struct megasas_instance *instance, in megasas_get_ld_vf_affiliation_111() argument
2371 cmd = megasas_get_cmd(instance); in megasas_get_ld_vf_affiliation_111()
2374 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation_111:" in megasas_get_ld_vf_affiliation_111()
2376 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2382 if (!instance->vf_affiliation_111) { in megasas_get_ld_vf_affiliation_111()
2383 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_111()
2384 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2385 megasas_return_cmd(instance, cmd); in megasas_get_ld_vf_affiliation_111()
2390 memset(instance->vf_affiliation_111, 0, in megasas_get_ld_vf_affiliation_111()
2394 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2398 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_111()
2400 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2401 megasas_return_cmd(instance, cmd); in megasas_get_ld_vf_affiliation_111()
2420 cpu_to_le32(instance->vf_affiliation_111_h); in megasas_get_ld_vf_affiliation_111()
2428 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_111()
2429 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2431 if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) { in megasas_get_ld_vf_affiliation_111()
2432 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_111()
2434 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2442 if (instance->vf_affiliation_111->map[ld].policy[thisVf] != in megasas_get_ld_vf_affiliation_111()
2444 dev_warn(&instance->pdev->dev, "SR-IOV: " in megasas_get_ld_vf_affiliation_111()
2446 instance->host->host_no); in megasas_get_ld_vf_affiliation_111()
2447 memcpy(instance->vf_affiliation_111, in megasas_get_ld_vf_affiliation_111()
2456 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_111()
2462 megasas_return_cmd(instance, cmd); in megasas_get_ld_vf_affiliation_111()
2467 static int megasas_get_ld_vf_affiliation_12(struct megasas_instance *instance, in megasas_get_ld_vf_affiliation_12() argument
2478 cmd = megasas_get_cmd(instance); in megasas_get_ld_vf_affiliation_12()
2481 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_vf_affiliation12: " in megasas_get_ld_vf_affiliation_12()
2483 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2489 if (!instance->vf_affiliation) { in megasas_get_ld_vf_affiliation_12()
2490 dev_warn(&instance->pdev->dev, "SR-IOV: Couldn't get LD/VF " in megasas_get_ld_vf_affiliation_12()
2491 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2492 megasas_return_cmd(instance, cmd); in megasas_get_ld_vf_affiliation_12()
2497 memset(instance->vf_affiliation, 0, (MAX_LOGICAL_DRIVES + 1) * in megasas_get_ld_vf_affiliation_12()
2501 dma_alloc_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2505 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate " in megasas_get_ld_vf_affiliation_12()
2507 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2508 megasas_return_cmd(instance, cmd); in megasas_get_ld_vf_affiliation_12()
2527 cpu_to_le32(instance->vf_affiliation_h); in megasas_get_ld_vf_affiliation_12()
2535 dev_warn(&instance->pdev->dev, "SR-IOV: Getting LD/VF affiliation for " in megasas_get_ld_vf_affiliation_12()
2536 "scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2539 if (megasas_issue_blocked_cmd(instance, cmd, 0) != DCMD_SUCCESS) { in megasas_get_ld_vf_affiliation_12()
2540 dev_warn(&instance->pdev->dev, "SR-IOV: LD/VF affiliation DCMD" in megasas_get_ld_vf_affiliation_12()
2542 dcmd->cmd_status, instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2549 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2551 instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2556 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2560 for (j = 0; j < instance->vf_affiliation->ldCount; in megasas_get_ld_vf_affiliation_12()
2585 savedmap = instance->vf_affiliation->map; in megasas_get_ld_vf_affiliation_12()
2587 for (i = 0 ; i < instance->vf_affiliation->ldCount; i++) { in megasas_get_ld_vf_affiliation_12()
2615 dev_warn(&instance->pdev->dev, "SR-IOV: Got new LD/VF " in megasas_get_ld_vf_affiliation_12()
2616 "affiliation for scsi%d\n", instance->host->host_no); in megasas_get_ld_vf_affiliation_12()
2617 memcpy(instance->vf_affiliation, new_affiliation, in megasas_get_ld_vf_affiliation_12()
2623 dma_free_coherent(&instance->pdev->dev, in megasas_get_ld_vf_affiliation_12()
2627 megasas_return_cmd(instance, cmd); in megasas_get_ld_vf_affiliation_12()
2633 static int megasas_get_ld_vf_affiliation(struct megasas_instance *instance, in megasas_get_ld_vf_affiliation() argument
2638 if (instance->PlasmaFW111) in megasas_get_ld_vf_affiliation()
2639 retval = megasas_get_ld_vf_affiliation_111(instance, initial); in megasas_get_ld_vf_affiliation()
2641 retval = megasas_get_ld_vf_affiliation_12(instance, initial); in megasas_get_ld_vf_affiliation()
2646 int megasas_sriov_start_heartbeat(struct megasas_instance *instance, in megasas_sriov_start_heartbeat() argument
2653 cmd = megasas_get_cmd(instance); in megasas_sriov_start_heartbeat()
2656 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_sriov_start_heartbeat: " in megasas_sriov_start_heartbeat()
2658 instance->host->host_no); in megasas_sriov_start_heartbeat()
2665 instance->hb_host_mem = in megasas_sriov_start_heartbeat()
2666 dma_alloc_coherent(&instance->pdev->dev, in megasas_sriov_start_heartbeat()
2668 &instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2670 if (!instance->hb_host_mem) { in megasas_sriov_start_heartbeat()
2671 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SR-IOV: Couldn't allocate" in megasas_sriov_start_heartbeat()
2673 instance->host->host_no); in megasas_sriov_start_heartbeat()
2691 megasas_set_dma_settings(instance, dcmd, instance->hb_host_mem_h, in megasas_sriov_start_heartbeat()
2694 dev_warn(&instance->pdev->dev, "SR-IOV: Starting heartbeat for scsi%d\n", in megasas_sriov_start_heartbeat()
2695 instance->host->host_no); in megasas_sriov_start_heartbeat()
2697 if ((instance->adapter_type != MFI_SERIES) && in megasas_sriov_start_heartbeat()
2698 !instance->mask_interrupts) in megasas_sriov_start_heartbeat()
2699 retval = megasas_issue_blocked_cmd(instance, cmd, in megasas_sriov_start_heartbeat()
2702 retval = megasas_issue_polled(instance, cmd); in megasas_sriov_start_heartbeat()
2705 dev_warn(&instance->pdev->dev, "SR-IOV: MR_DCMD_CTRL_SHARED_HOST" in megasas_sriov_start_heartbeat()
2708 "timed out" : "failed", instance->host->host_no); in megasas_sriov_start_heartbeat()
2713 megasas_return_cmd(instance, cmd); in megasas_sriov_start_heartbeat()
2721 struct megasas_instance *instance = in megasas_sriov_heartbeat_handler() local
2722 from_timer(instance, t, sriov_heartbeat_timer); in megasas_sriov_heartbeat_handler()
2724 if (instance->hb_host_mem->HB.fwCounter != in megasas_sriov_heartbeat_handler()
2725 instance->hb_host_mem->HB.driverCounter) { in megasas_sriov_heartbeat_handler()
2726 instance->hb_host_mem->HB.driverCounter = in megasas_sriov_heartbeat_handler()
2727 instance->hb_host_mem->HB.fwCounter; in megasas_sriov_heartbeat_handler()
2728 mod_timer(&instance->sriov_heartbeat_timer, in megasas_sriov_heartbeat_handler()
2731 dev_warn(&instance->pdev->dev, "SR-IOV: Heartbeat never " in megasas_sriov_heartbeat_handler()
2732 "completed for scsi%d\n", instance->host->host_no); in megasas_sriov_heartbeat_handler()
2733 schedule_work(&instance->work_init); in megasas_sriov_heartbeat_handler()
2745 static int megasas_wait_for_outstanding(struct megasas_instance *instance) in megasas_wait_for_outstanding() argument
2755 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2756 dev_info(&instance->pdev->dev, "%s:%d HBA is killed.\n", in megasas_wait_for_outstanding()
2761 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2764 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2765 list_splice_init(&instance->internal_reset_pending_q, in megasas_wait_for_outstanding()
2767 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_wait_for_outstanding()
2769 dev_notice(&instance->pdev->dev, "HBA reset wait ...\n"); in megasas_wait_for_outstanding()
2772 if (atomic_read(&instance->adprecovery) == MEGASAS_HBA_OPERATIONAL) in megasas_wait_for_outstanding()
2776 if (atomic_read(&instance->adprecovery) != MEGASAS_HBA_OPERATIONAL) { in megasas_wait_for_outstanding()
2777 dev_notice(&instance->pdev->dev, "reset: Stopping HBA.\n"); in megasas_wait_for_outstanding()
2778 atomic_set(&instance->adprecovery, MEGASAS_HW_CRITICAL_ERROR); in megasas_wait_for_outstanding()
2789 dev_notice(&instance->pdev->dev, "%d:%p reset [%02x]\n", in megasas_wait_for_outstanding()
2794 megasas_return_cmd(instance, reset_cmd); in megasas_wait_for_outstanding()
2796 dev_notice(&instance->pdev->dev, "%p synch cmds" in megasas_wait_for_outstanding()
2801 instance->instancet->fire_cmd(instance, in megasas_wait_for_outstanding()
2803 0, instance->reg_set); in megasas_wait_for_outstanding()
2805 dev_notice(&instance->pdev->dev, "%p unexpected" in megasas_wait_for_outstanding()
2816 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2822 dev_notice(&instance->pdev->dev, "[%2d]waiting for %d " in megasas_wait_for_outstanding()
2828 megasas_complete_cmd_dpc((unsigned long)instance); in megasas_wait_for_outstanding()
2835 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2836 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2841 if (instance->disableOnlineCtrlReset) in megasas_wait_for_outstanding()
2844 if ((fw_state == MFI_STATE_FAULT) || atomic_read(&instance->fw_outstanding)) { in megasas_wait_for_outstanding()
2845 dev_info(&instance->pdev->dev, in megasas_wait_for_outstanding()
2847 __func__, __LINE__, fw_state, atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2850 megasas_do_ocr(instance); in megasas_wait_for_outstanding()
2852 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_wait_for_outstanding()
2853 dev_info(&instance->pdev->dev, "%s:%d OCR failed and HBA is killed.\n", in megasas_wait_for_outstanding()
2857 dev_info(&instance->pdev->dev, "%s:%d waiting_for_outstanding: after issue OCR.\n", in megasas_wait_for_outstanding()
2863 outstanding = atomic_read(&instance->fw_outstanding); in megasas_wait_for_outstanding()
2865 fw_state = instance->instancet->read_fw_status_reg(instance) & MFI_STATE_MASK; in megasas_wait_for_outstanding()
2874 dev_info(&instance->pdev->dev, "%s:%d no more pending commands remain after reset handling.\n", in megasas_wait_for_outstanding()
2881 dev_info(&instance->pdev->dev, "%s:%d killing adapter scsi%d" in megasas_wait_for_outstanding()
2883 __func__, __LINE__, instance->host->host_no, instance->disableOnlineCtrlReset, in megasas_wait_for_outstanding()
2884 atomic_read(&instance->fw_outstanding)); in megasas_wait_for_outstanding()
2885 megasas_dump_pending_frames(instance); in megasas_wait_for_outstanding()
2886 megaraid_sas_kill_hba(instance); in megasas_wait_for_outstanding()
2902 struct megasas_instance *instance; in megasas_generic_reset() local
2904 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_generic_reset()
2909 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_generic_reset()
2910 dev_err(&instance->pdev->dev, "cannot recover from previous reset failures\n"); in megasas_generic_reset()
2914 ret_val = megasas_wait_for_outstanding(instance); in megasas_generic_reset()
2916 dev_notice(&instance->pdev->dev, "reset successful\n"); in megasas_generic_reset()
2918 dev_err(&instance->pdev->dev, "failed to do reset\n"); in megasas_generic_reset()
2932 struct megasas_instance *instance; in megasas_reset_timer() local
2940 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_timer()
2941 if (!(instance->flag & MEGASAS_FW_BUSY)) { in megasas_reset_timer()
2943 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_reset_timer()
2945 instance->host->can_queue = instance->throttlequeuedepth; in megasas_reset_timer()
2946 instance->last_time = jiffies; in megasas_reset_timer()
2947 instance->flag |= MEGASAS_FW_BUSY; in megasas_reset_timer()
2949 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_reset_timer()
3003 struct megasas_instance *instance; in megasas_dump_fusion_io() local
3005 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_dump_fusion_io()
3026 instance->max_chain_frame_sz, 8); in megasas_dump_fusion_io()
3062 struct megasas_instance *instance; in megasas_reset_bus_host() local
3064 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_bus_host()
3073 atomic_read(&instance->fw_outstanding)); in megasas_reset_bus_host()
3077 if (instance->adapter_type == MFI_SERIES) { in megasas_reset_bus_host()
3096 struct megasas_instance *instance; in megasas_task_abort() local
3098 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_task_abort()
3100 if (instance->adapter_type != MFI_SERIES) in megasas_task_abort()
3118 struct megasas_instance *instance; in megasas_reset_target() local
3120 instance = (struct megasas_instance *)scmd->device->host->hostdata; in megasas_reset_target()
3122 if (instance->adapter_type != MFI_SERIES) in megasas_reset_target()
3178 struct megasas_instance *instance; in megasas_map_queues() local
3182 instance = (struct megasas_instance *)shost->hostdata; in megasas_map_queues()
3187 offset = instance->low_latency_index_start; in megasas_map_queues()
3191 map->nr_queues = instance->msix_vectors - offset; in megasas_map_queues()
3193 blk_mq_pci_map_queues(map, instance->pdev, offset); in megasas_map_queues()
3202 map->nr_queues = instance->iopoll_q_count; in megasas_map_queues()
3228 megasas_service_aen(struct megasas_instance *instance, struct megasas_cmd *cmd) in megasas_service_aen() argument
3235 if ((!cmd->abort_aen) && (instance->unload == 0)) { in megasas_service_aen()
3245 instance->aen_cmd = NULL; in megasas_service_aen()
3247 megasas_return_cmd(instance, cmd); in megasas_service_aen()
3249 if ((instance->unload == 0) && in megasas_service_aen()
3250 ((instance->issuepend_done == 1))) { in megasas_service_aen()
3255 dev_err(&instance->pdev->dev, "megasas_service_aen: out of memory\n"); in megasas_service_aen()
3257 ev->instance = instance; in megasas_service_aen()
3258 instance->ev = ev; in megasas_service_aen()
3271 struct megasas_instance *instance = in fw_crash_buffer_store() local
3278 mutex_lock(&instance->crashdump_lock); in fw_crash_buffer_store()
3279 instance->fw_crash_buffer_offset = val; in fw_crash_buffer_store()
3280 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_store()
3289 struct megasas_instance *instance = in fw_crash_buffer_show() local
3297 mutex_lock(&instance->crashdump_lock); in fw_crash_buffer_show()
3298 buff_offset = instance->fw_crash_buffer_offset; in fw_crash_buffer_show()
3299 if (!instance->crash_dump_buf || in fw_crash_buffer_show()
3300 !((instance->fw_crash_state == AVAILABLE) || in fw_crash_buffer_show()
3301 (instance->fw_crash_state == COPYING))) { in fw_crash_buffer_show()
3302 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3304 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3308 if (buff_offset > (instance->fw_crash_buffer_size * dmachunk)) { in fw_crash_buffer_show()
3309 dev_err(&instance->pdev->dev, in fw_crash_buffer_show()
3311 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3315 size = (instance->fw_crash_buffer_size * dmachunk) - buff_offset; in fw_crash_buffer_show()
3320 src_addr = (unsigned long)instance->crash_buf[buff_offset / dmachunk] + in fw_crash_buffer_show()
3323 mutex_unlock(&instance->crashdump_lock); in fw_crash_buffer_show()
3333 struct megasas_instance *instance = in fw_crash_buffer_size_show() local
3337 ((instance->fw_crash_buffer_size) * 1024 * 1024)/PAGE_SIZE); in fw_crash_buffer_size_show()
3345 struct megasas_instance *instance = in fw_crash_state_store() local
3353 dev_err(&instance->pdev->dev, "application updates invalid " in fw_crash_state_store()
3358 instance->fw_crash_state = val; in fw_crash_state_store()
3361 mutex_lock(&instance->crashdump_lock); in fw_crash_state_store()
3362 megasas_free_host_crash_buffer(instance); in fw_crash_state_store()
3363 mutex_unlock(&instance->crashdump_lock); in fw_crash_state_store()
3365 dev_info(&instance->pdev->dev, "application failed to " in fw_crash_state_store()
3368 dev_info(&instance->pdev->dev, "Firmware crash dump " in fw_crash_state_store()
3379 struct megasas_instance *instance = in fw_crash_state_show() local
3382 return snprintf(buf, PAGE_SIZE, "%d\n", instance->fw_crash_state); in fw_crash_state_show()
3397 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in ldio_outstanding_show() local
3399 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->ldio_outstanding)); in ldio_outstanding_show()
3407 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in fw_cmds_outstanding_show() local
3409 return snprintf(buf, PAGE_SIZE, "%d\n", atomic_read(&instance->fw_outstanding)); in fw_cmds_outstanding_show()
3417 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_show() local
3419 return snprintf(buf, PAGE_SIZE, "%d\n", instance->enable_sdev_max_qd); in enable_sdev_max_qd_show()
3427 struct megasas_instance *instance = (struct megasas_instance *)shost->hostdata; in enable_sdev_max_qd_store() local
3438 mutex_lock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3440 instance->enable_sdev_max_qd = true; in enable_sdev_max_qd_store()
3442 instance->enable_sdev_max_qd = false; in enable_sdev_max_qd_store()
3445 ret_target_prop = megasas_get_target_prop(instance, sdev); in enable_sdev_max_qd_store()
3449 mutex_unlock(&instance->reset_mutex); in enable_sdev_max_qd_store()
3459 struct megasas_instance *instance = in dump_system_regs_show() local
3462 return megasas_dump_sys_regs(instance->reg_set, buf); in dump_system_regs_show()
3470 struct megasas_instance *instance = in raid_map_id_show() local
3474 (unsigned long)instance->map_id); in raid_map_id_show()
3537 megasas_complete_int_cmd(struct megasas_instance *instance, in megasas_complete_int_cmd() argument
3545 wake_up(&instance->int_cmd_wait_q); in megasas_complete_int_cmd()
3558 megasas_complete_abort(struct megasas_instance *instance, in megasas_complete_abort() argument
3564 wake_up(&instance->abort_cmd_wait_q); in megasas_complete_abort()
3569 megasas_set_ld_removed_by_fw(struct megasas_instance *instance) in megasas_set_ld_removed_by_fw() argument
3574 if (instance->ld_ids_prev[i] != 0xff && in megasas_set_ld_removed_by_fw()
3575 instance->ld_ids_from_raidmap[i] == 0xff) { in megasas_set_ld_removed_by_fw()
3577 dev_info(&instance->pdev->dev, in megasas_set_ld_removed_by_fw()
3579 instance->ld_tgtid_status[i] = LD_TARGET_ID_DELETED; in megasas_set_ld_removed_by_fw()
3595 megasas_complete_cmd(struct megasas_instance *instance, struct megasas_cmd *cmd, in megasas_complete_cmd() argument
3601 struct fusion_context *fusion = instance->ctrl_context; in megasas_complete_cmd()
3616 dev_warn(&instance->pdev->dev, "MFI_CMD_INVALID command " in megasas_complete_cmd()
3618 dev_warn(&instance->pdev->dev, "If you have a controller " in megasas_complete_cmd()
3631 megasas_complete_int_cmd(instance, cmd); in megasas_complete_cmd()
3646 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3650 megasas_return_cmd(instance, cmd); in megasas_complete_cmd()
3686 dev_printk(KERN_DEBUG, &instance->pdev->dev, "MFI FW status %#x\n", in megasas_complete_cmd()
3692 atomic_dec(&instance->fw_outstanding); in megasas_complete_cmd()
3696 megasas_return_cmd(instance, cmd); in megasas_complete_cmd()
3704 megasas_complete_int_cmd(instance, cmd); in megasas_complete_cmd()
3713 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3715 instance->map_update_cmd = NULL; in megasas_complete_cmd()
3718 dev_warn(&instance->pdev->dev, "map syncfailed, status = 0x%x\n", in megasas_complete_cmd()
3721 megasas_return_cmd(instance, cmd); in megasas_complete_cmd()
3723 instance->host->host_lock, in megasas_complete_cmd()
3729 megasas_return_cmd(instance, cmd); in megasas_complete_cmd()
3737 (MR_ValidateMapInfo(instance, (instance->map_id + 1)))) { in megasas_complete_cmd()
3738 instance->map_id++; in megasas_complete_cmd()
3744 if (instance->adapter_type >= INVADER_SERIES) in megasas_complete_cmd()
3745 megasas_set_ld_removed_by_fw(instance); in megasas_complete_cmd()
3747 megasas_sync_map_info(instance); in megasas_complete_cmd()
3748 spin_unlock_irqrestore(instance->host->host_lock, in megasas_complete_cmd()
3764 spin_lock_irqsave(instance->host->host_lock, flags); in megasas_complete_cmd()
3766 instance->jbod_seq_cmd = NULL; in megasas_complete_cmd()
3767 megasas_return_cmd(instance, cmd); in megasas_complete_cmd()
3770 instance->pd_seq_map_id++; in megasas_complete_cmd()
3772 if (megasas_sync_pd_seq_num(instance, true)) in megasas_complete_cmd()
3773 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3775 instance->use_seqnum_jbod_fp = false; in megasas_complete_cmd()
3777 spin_unlock_irqrestore(instance->host->host_lock, flags); in megasas_complete_cmd()
3785 megasas_service_aen(instance, cmd); in megasas_complete_cmd()
3787 megasas_complete_int_cmd(instance, cmd); in megasas_complete_cmd()
3795 megasas_complete_abort(instance, cmd); in megasas_complete_cmd()
3799 dev_info(&instance->pdev->dev, "Unknown command completed! [0x%X]\n", in megasas_complete_cmd()
3801 megasas_complete_int_cmd(instance, cmd); in megasas_complete_cmd()
3812 megasas_issue_pending_cmds_again(struct megasas_instance *instance) in megasas_issue_pending_cmds_again() argument
3821 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3822 list_splice_init(&instance->internal_reset_pending_q, &clist_local); in megasas_issue_pending_cmds_again()
3823 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_issue_pending_cmds_again()
3831 dev_notice(&instance->pdev->dev, "command %p, %p:%d" in megasas_issue_pending_cmds_again()
3838 dev_notice(&instance->pdev->dev, "cmd %p, %p:%d" in megasas_issue_pending_cmds_again()
3842 instance->instancet->disable_intr(instance); in megasas_issue_pending_cmds_again()
3843 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_issue_pending_cmds_again()
3844 megaraid_sas_kill_hba(instance); in megasas_issue_pending_cmds_again()
3851 dev_notice(&instance->pdev->dev, "unexpected" in megasas_issue_pending_cmds_again()
3854 dev_notice(&instance->pdev->dev, "%p synchronous cmd" in megasas_issue_pending_cmds_again()
3858 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3860 0, instance->reg_set); in megasas_issue_pending_cmds_again()
3862 dev_notice(&instance->pdev->dev, "%p scsi cmd [%02x]" in megasas_issue_pending_cmds_again()
3866 atomic_inc(&instance->fw_outstanding); in megasas_issue_pending_cmds_again()
3867 instance->instancet->fire_cmd(instance, in megasas_issue_pending_cmds_again()
3869 cmd->frame_count-1, instance->reg_set); in megasas_issue_pending_cmds_again()
3871 dev_notice(&instance->pdev->dev, "%p unexpected cmd on the" in megasas_issue_pending_cmds_again()
3877 if (instance->aen_cmd) { in megasas_issue_pending_cmds_again()
3878 dev_notice(&instance->pdev->dev, "aen_cmd in def process\n"); in megasas_issue_pending_cmds_again()
3879 megasas_return_cmd(instance, instance->aen_cmd); in megasas_issue_pending_cmds_again()
3881 instance->aen_cmd = NULL; in megasas_issue_pending_cmds_again()
3887 seq_num = instance->last_seq_num; in megasas_issue_pending_cmds_again()
3892 megasas_register_aen(instance, seq_num, class_locale.word); in megasas_issue_pending_cmds_again()
3905 megasas_internal_reset_defer_cmds(struct megasas_instance *instance) in megasas_internal_reset_defer_cmds() argument
3909 u16 max_cmd = instance->max_fw_cmds; in megasas_internal_reset_defer_cmds()
3914 spin_lock_irqsave(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3916 cmd = instance->cmd_list[i]; in megasas_internal_reset_defer_cmds()
3918 dev_notice(&instance->pdev->dev, "moving cmd[%d]:%p:%d:%p" in megasas_internal_reset_defer_cmds()
3923 dev_notice(&instance->pdev->dev, "ERROR while" in megasas_internal_reset_defer_cmds()
3932 &instance->internal_reset_pending_q); in megasas_internal_reset_defer_cmds()
3935 spin_unlock_irqrestore(&instance->mfi_pool_lock, flags); in megasas_internal_reset_defer_cmds()
3942 struct megasas_instance *instance = in process_fw_state_change_wq() local
3947 if (atomic_read(&instance->adprecovery) != MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3948 dev_notice(&instance->pdev->dev, "error, recovery st %x\n", in process_fw_state_change_wq()
3949 atomic_read(&instance->adprecovery)); in process_fw_state_change_wq()
3953 if (atomic_read(&instance->adprecovery) == MEGASAS_ADPRESET_SM_INFAULT) { in process_fw_state_change_wq()
3954 dev_notice(&instance->pdev->dev, "FW detected to be in fault" in process_fw_state_change_wq()
3957 instance->instancet->disable_intr(instance); in process_fw_state_change_wq()
3958 atomic_set(&instance->fw_outstanding, 0); in process_fw_state_change_wq()
3960 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3961 instance->instancet->adp_reset(instance, instance->reg_set); in process_fw_state_change_wq()
3962 atomic_set(&instance->fw_reset_no_pci_access, 0); in process_fw_state_change_wq()
3964 dev_notice(&instance->pdev->dev, "FW restarted successfully," in process_fw_state_change_wq()
3967 dev_notice(&instance->pdev->dev, "HBA recovery state machine," in process_fw_state_change_wq()
3975 if (megasas_transition_to_ready(instance, 1)) { in process_fw_state_change_wq()
3976 dev_notice(&instance->pdev->dev, "adapter not ready\n"); in process_fw_state_change_wq()
3978 atomic_set(&instance->fw_reset_no_pci_access, 1); in process_fw_state_change_wq()
3979 megaraid_sas_kill_hba(instance); in process_fw_state_change_wq()
3983 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS1064R) || in process_fw_state_change_wq()
3984 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5) || in process_fw_state_change_wq()
3985 (instance->pdev->device == PCI_DEVICE_ID_LSI_VERDE_ZCR) in process_fw_state_change_wq()
3987 *instance->consumer = *instance->producer; in process_fw_state_change_wq()
3989 *instance->consumer = 0; in process_fw_state_change_wq()
3990 *instance->producer = 0; in process_fw_state_change_wq()
3993 megasas_issue_init_mfi(instance); in process_fw_state_change_wq()
3995 spin_lock_irqsave(&instance->hba_lock, flags); in process_fw_state_change_wq()
3996 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in process_fw_state_change_wq()
3997 spin_unlock_irqrestore(&instance->hba_lock, flags); in process_fw_state_change_wq()
3998 instance->instancet->enable_intr(instance); in process_fw_state_change_wq()
4000 megasas_issue_pending_cmds_again(instance); in process_fw_state_change_wq()
4001 instance->issuepend_done = 1; in process_fw_state_change_wq()
4014 megasas_deplete_reply_queue(struct megasas_instance *instance, in megasas_deplete_reply_queue() argument
4020 if (instance->instancet->check_reset(instance, instance->reg_set) == 1) in megasas_deplete_reply_queue()
4023 mfiStatus = instance->instancet->clear_intr(instance); in megasas_deplete_reply_queue()
4026 if (!instance->msix_vectors) in megasas_deplete_reply_queue()
4030 instance->mfiStatus = mfiStatus; in megasas_deplete_reply_queue()
4033 fw_state = instance->instancet->read_fw_status_reg( in megasas_deplete_reply_queue()
4034 instance) & MFI_STATE_MASK; in megasas_deplete_reply_queue()
4037 dev_notice(&instance->pdev->dev, "fw state:%x\n", in megasas_deplete_reply_queue()
4042 (instance->disableOnlineCtrlReset == 0)) { in megasas_deplete_reply_queue()
4043 dev_notice(&instance->pdev->dev, "wait adp restart\n"); in megasas_deplete_reply_queue()
4045 if ((instance->pdev->device == in megasas_deplete_reply_queue()
4047 (instance->pdev->device == in megasas_deplete_reply_queue()
4049 (instance->pdev->device == in megasas_deplete_reply_queue()
4052 *instance->consumer = in megasas_deplete_reply_queue()
4057 instance->instancet->disable_intr(instance); in megasas_deplete_reply_queue()
4058 atomic_set(&instance->adprecovery, MEGASAS_ADPRESET_SM_INFAULT); in megasas_deplete_reply_queue()
4059 instance->issuepend_done = 0; in megasas_deplete_reply_queue()
4061 atomic_set(&instance->fw_outstanding, 0); in megasas_deplete_reply_queue()
4062 megasas_internal_reset_defer_cmds(instance); in megasas_deplete_reply_queue()
4064 dev_notice(&instance->pdev->dev, "fwState=%x, stage:%d\n", in megasas_deplete_reply_queue()
4065 fw_state, atomic_read(&instance->adprecovery)); in megasas_deplete_reply_queue()
4067 schedule_work(&instance->work_init); in megasas_deplete_reply_queue()
4071 dev_notice(&instance->pdev->dev, "fwstate:%x, dis_OCR=%x\n", in megasas_deplete_reply_queue()
4072 fw_state, instance->disableOnlineCtrlReset); in megasas_deplete_reply_queue()
4076 tasklet_schedule(&instance->isr_tasklet); in megasas_deplete_reply_queue()
4088 struct megasas_instance *instance = irq_context->instance; in megasas_isr() local
4092 if (atomic_read(&instance->fw_reset_no_pci_access)) in megasas_isr()
4095 spin_lock_irqsave(&instance->hba_lock, flags); in megasas_isr()
4096 rc = megasas_deplete_reply_queue(instance, DID_OK); in megasas_isr()
4097 spin_unlock_irqrestore(&instance->hba_lock, flags); in megasas_isr()
4113 megasas_transition_to_ready(struct megasas_instance *instance, int ocr) in megasas_transition_to_ready() argument
4120 abs_state = instance->instancet->read_fw_status_reg(instance); in megasas_transition_to_ready()
4124 dev_info(&instance->pdev->dev, "Waiting for FW to come to ready" in megasas_transition_to_ready()
4132 dev_printk(KERN_ERR, &instance->pdev->dev, in megasas_transition_to_ready()
4140 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4141 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4149 if ((instance->pdev->device == in megasas_transition_to_ready()
4151 (instance->pdev->device == in megasas_transition_to_ready()
4153 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4156 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4160 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4166 if ((instance->pdev->device == in megasas_transition_to_ready()
4168 (instance->pdev->device == in megasas_transition_to_ready()
4170 (instance->adapter_type != MFI_SERIES)) in megasas_transition_to_ready()
4172 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4175 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4184 instance->instancet->disable_intr(instance); in megasas_transition_to_ready()
4185 if ((instance->pdev->device == in megasas_transition_to_ready()
4187 (instance->pdev->device == in megasas_transition_to_ready()
4189 (instance->adapter_type != MFI_SERIES)) { in megasas_transition_to_ready()
4191 &instance->reg_set->doorbell); in megasas_transition_to_ready()
4193 if (instance->adapter_type != MFI_SERIES) { in megasas_transition_to_ready()
4196 instance, in megasas_transition_to_ready()
4197 &instance-> in megasas_transition_to_ready()
4207 &instance->reg_set->inbound_doorbell); in megasas_transition_to_ready()
4240 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Unknown state 0x%x\n", in megasas_transition_to_ready()
4242 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4243 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4251 curr_abs_state = instance->instancet-> in megasas_transition_to_ready()
4252 read_fw_status_reg(instance); in megasas_transition_to_ready()
4264 dev_printk(KERN_DEBUG, &instance->pdev->dev, "FW state [%d] hasn't changed " in megasas_transition_to_ready()
4266 dev_printk(KERN_DEBUG, &instance->pdev->dev, "System Register set:\n"); in megasas_transition_to_ready()
4267 megasas_dump_reg_set(instance->reg_set); in megasas_transition_to_ready()
4274 dev_info(&instance->pdev->dev, "FW now in Ready state\n"); in megasas_transition_to_ready()
4283 static void megasas_teardown_frame_pool(struct megasas_instance *instance) in megasas_teardown_frame_pool() argument
4286 u16 max_cmd = instance->max_mfi_cmds; in megasas_teardown_frame_pool()
4289 if (!instance->frame_dma_pool) in megasas_teardown_frame_pool()
4297 cmd = instance->cmd_list[i]; in megasas_teardown_frame_pool()
4300 dma_pool_free(instance->frame_dma_pool, cmd->frame, in megasas_teardown_frame_pool()
4304 dma_pool_free(instance->sense_dma_pool, cmd->sense, in megasas_teardown_frame_pool()
4311 dma_pool_destroy(instance->frame_dma_pool); in megasas_teardown_frame_pool()
4312 dma_pool_destroy(instance->sense_dma_pool); in megasas_teardown_frame_pool()
4314 instance->frame_dma_pool = NULL; in megasas_teardown_frame_pool()
4315 instance->sense_dma_pool = NULL; in megasas_teardown_frame_pool()
4327 static int megasas_create_frame_pool(struct megasas_instance *instance) in megasas_create_frame_pool() argument
4334 max_cmd = instance->max_mfi_cmds; in megasas_create_frame_pool()
4347 frame_count = (instance->adapter_type == MFI_SERIES) ? in megasas_create_frame_pool()
4349 instance->mfi_frame_size = MEGAMFI_FRAME_SIZE * frame_count; in megasas_create_frame_pool()
4353 instance->frame_dma_pool = dma_pool_create("megasas frame pool", in megasas_create_frame_pool()
4354 &instance->pdev->dev, in megasas_create_frame_pool()
4355 instance->mfi_frame_size, 256, 0); in megasas_create_frame_pool()
4357 if (!instance->frame_dma_pool) { in megasas_create_frame_pool()
4358 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup frame pool\n"); in megasas_create_frame_pool()
4362 instance->sense_dma_pool = dma_pool_create("megasas sense pool", in megasas_create_frame_pool()
4363 &instance->pdev->dev, 128, in megasas_create_frame_pool()
4366 if (!instance->sense_dma_pool) { in megasas_create_frame_pool()
4367 dev_printk(KERN_DEBUG, &instance->pdev->dev, "failed to setup sense pool\n"); in megasas_create_frame_pool()
4369 dma_pool_destroy(instance->frame_dma_pool); in megasas_create_frame_pool()
4370 instance->frame_dma_pool = NULL; in megasas_create_frame_pool()
4382 cmd = instance->cmd_list[i]; in megasas_create_frame_pool()
4384 cmd->frame = dma_pool_zalloc(instance->frame_dma_pool, in megasas_create_frame_pool()
4387 cmd->sense = dma_pool_alloc(instance->sense_dma_pool, in megasas_create_frame_pool()
4395 dev_printk(KERN_DEBUG, &instance->pdev->dev, "dma_pool_alloc failed\n"); in megasas_create_frame_pool()
4396 megasas_teardown_frame_pool(instance); in megasas_create_frame_pool()
4402 if ((instance->adapter_type == MFI_SERIES) && reset_devices) in megasas_create_frame_pool()
4413 void megasas_free_cmds(struct megasas_instance *instance) in megasas_free_cmds() argument
4418 megasas_teardown_frame_pool(instance); in megasas_free_cmds()
4421 for (i = 0; i < instance->max_mfi_cmds; i++) in megasas_free_cmds()
4423 kfree(instance->cmd_list[i]); in megasas_free_cmds()
4426 kfree(instance->cmd_list); in megasas_free_cmds()
4427 instance->cmd_list = NULL; in megasas_free_cmds()
4429 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_free_cmds()
4450 int megasas_alloc_cmds(struct megasas_instance *instance) in megasas_alloc_cmds() argument
4457 max_cmd = instance->max_mfi_cmds; in megasas_alloc_cmds()
4464 instance->cmd_list = kcalloc(max_cmd, sizeof(struct megasas_cmd*), GFP_KERNEL); in megasas_alloc_cmds()
4466 if (!instance->cmd_list) { in megasas_alloc_cmds()
4467 dev_printk(KERN_DEBUG, &instance->pdev->dev, "out of memory\n"); in megasas_alloc_cmds()
4472 instance->cmd_list[i] = kmalloc(sizeof(struct megasas_cmd), in megasas_alloc_cmds()
4475 if (!instance->cmd_list[i]) { in megasas_alloc_cmds()
4478 kfree(instance->cmd_list[j]); in megasas_alloc_cmds()
4480 kfree(instance->cmd_list); in megasas_alloc_cmds()
4481 instance->cmd_list = NULL; in megasas_alloc_cmds()
4488 cmd = instance->cmd_list[i]; in megasas_alloc_cmds()
4492 cmd->instance = instance; in megasas_alloc_cmds()
4494 list_add_tail(&cmd->list, &instance->cmd_pool); in megasas_alloc_cmds()
4500 if (megasas_create_frame_pool(instance)) { in megasas_alloc_cmds()
4501 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error creating frame DMA pool\n"); in megasas_alloc_cmds()
4502 megasas_free_cmds(instance); in megasas_alloc_cmds()
4517 dcmd_timeout_ocr_possible(struct megasas_instance *instance) { in dcmd_timeout_ocr_possible() argument
4519 if (instance->adapter_type == MFI_SERIES) in dcmd_timeout_ocr_possible()
4521 else if (instance->unload || in dcmd_timeout_ocr_possible()
4523 &instance->reset_flags)) in dcmd_timeout_ocr_possible()
4530 megasas_get_pd_info(struct megasas_instance *instance, struct scsi_device *sdev) in megasas_get_pd_info() argument
4540 cmd = megasas_get_cmd(instance); in megasas_get_pd_info()
4543 dev_err(&instance->pdev->dev, "Failed to get cmd %s\n", __func__); in megasas_get_pd_info()
4549 memset(instance->pd_info, 0, sizeof(*instance->pd_info)); in megasas_get_pd_info()
4562 megasas_set_dma_settings(instance, dcmd, instance->pd_info_h, in megasas_get_pd_info()
4565 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_info()
4566 !instance->mask_interrupts) in megasas_get_pd_info()
4567 ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS); in megasas_get_pd_info()
4569 ret = megasas_issue_polled(instance, cmd); in megasas_get_pd_info()
4574 le16_to_cpus((u16 *)&instance->pd_info->state.ddf.pdType); in megasas_get_pd_info()
4576 instance->pd_info->state.ddf.pdType.intf; in megasas_get_pd_info()
4581 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_get_pd_info()
4584 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_info()
4585 megasas_reset_fusion(instance->host, in megasas_get_pd_info()
4587 mutex_lock(&instance->reset_mutex); in megasas_get_pd_info()
4590 megaraid_sas_kill_hba(instance); in megasas_get_pd_info()
4593 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_pd_info()
4602 megasas_return_cmd(instance, cmd); in megasas_get_pd_info()
4616 megasas_get_pd_list(struct megasas_instance *instance) in megasas_get_pd_list() argument
4624 if (instance->pd_list_not_supported) { in megasas_get_pd_list()
4625 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4630 ci = instance->pd_list_buf; in megasas_get_pd_list()
4632 cmd = megasas_get_cmd(instance); in megasas_get_pd_list()
4635 dev_printk(KERN_DEBUG, &instance->pdev->dev, "(get_pd_list): Failed to get cmd\n"); in megasas_get_pd_list()
4655 megasas_set_dma_settings(instance, dcmd, instance->pd_list_buf_h, in megasas_get_pd_list()
4658 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_pd_list()
4659 !instance->mask_interrupts) in megasas_get_pd_list()
4660 ret = megasas_issue_blocked_cmd(instance, cmd, in megasas_get_pd_list()
4663 ret = megasas_issue_polled(instance, cmd); in megasas_get_pd_list()
4667 dev_info(&instance->pdev->dev, "MR_DCMD_PD_LIST_QUERY " in megasas_get_pd_list()
4670 if (instance->adapter_type != MFI_SERIES) in megasas_get_pd_list()
4671 megaraid_sas_kill_hba(instance); in megasas_get_pd_list()
4673 instance->pd_list_not_supported = 1; in megasas_get_pd_list()
4677 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_get_pd_list()
4685 mutex_unlock(&instance->reset_mutex); in megasas_get_pd_list()
4686 megasas_reset_fusion(instance->host, in megasas_get_pd_list()
4688 mutex_lock(&instance->reset_mutex); in megasas_get_pd_list()
4691 megaraid_sas_kill_hba(instance); in megasas_get_pd_list()
4694 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d \n", in megasas_get_pd_list()
4704 dev_info(&instance->pdev->dev, "%s, sysPD count: 0x%x\n", in megasas_get_pd_list()
4711 memset(instance->local_pd_list, 0, in megasas_get_pd_list()
4715 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].tid = in megasas_get_pd_list()
4717 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveType = in megasas_get_pd_list()
4719 instance->local_pd_list[le16_to_cpu(pd_addr->deviceId)].driveState = in megasas_get_pd_list()
4722 dev_info(&instance->pdev->dev, in megasas_get_pd_list()
4729 memcpy(instance->pd_list, instance->local_pd_list, in megasas_get_pd_list()
4730 sizeof(instance->pd_list)); in megasas_get_pd_list()
4736 megasas_return_cmd(instance, cmd); in megasas_get_pd_list()
4751 megasas_get_ld_list(struct megasas_instance *instance) in megasas_get_ld_list() argument
4760 ci = instance->ld_list_buf; in megasas_get_ld_list()
4761 ci_h = instance->ld_list_buf_h; in megasas_get_ld_list()
4763 cmd = megasas_get_cmd(instance); in megasas_get_ld_list()
4766 dev_printk(KERN_DEBUG, &instance->pdev->dev, "megasas_get_ld_list: Failed to get cmd\n"); in megasas_get_ld_list()
4775 if (instance->supportmax256vd) in megasas_get_ld_list()
4786 megasas_set_dma_settings(instance, dcmd, ci_h, in megasas_get_ld_list()
4789 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ld_list()
4790 !instance->mask_interrupts) in megasas_get_ld_list()
4791 ret = megasas_issue_blocked_cmd(instance, cmd, in megasas_get_ld_list()
4794 ret = megasas_issue_polled(instance, cmd); in megasas_get_ld_list()
4800 megaraid_sas_kill_hba(instance); in megasas_get_ld_list()
4804 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_get_ld_list()
4812 mutex_unlock(&instance->reset_mutex); in megasas_get_ld_list()
4813 megasas_reset_fusion(instance->host, in megasas_get_ld_list()
4815 mutex_lock(&instance->reset_mutex); in megasas_get_ld_list()
4818 megaraid_sas_kill_hba(instance); in megasas_get_ld_list()
4821 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ld_list()
4830 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_get_ld_list()
4833 if (ld_count > instance->fw_supported_vd_count) in megasas_get_ld_list()
4836 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_get_ld_list()
4841 instance->ld_ids[ids] = ci->ldList[ld_index].ref.targetId; in megasas_get_ld_list()
4843 dev_info(&instance->pdev->dev, in megasas_get_ld_list()
4853 megasas_return_cmd(instance, cmd); in megasas_get_ld_list()
4868 megasas_ld_list_query(struct megasas_instance *instance, u8 query_type) in megasas_ld_list_query() argument
4877 ci = instance->ld_targetid_list_buf; in megasas_ld_list_query()
4878 ci_h = instance->ld_targetid_list_buf_h; in megasas_ld_list_query()
4880 cmd = megasas_get_cmd(instance); in megasas_ld_list_query()
4883 dev_warn(&instance->pdev->dev, in megasas_ld_list_query()
4894 if (instance->supportmax256vd) in megasas_ld_list_query()
4906 megasas_set_dma_settings(instance, dcmd, ci_h, in megasas_ld_list_query()
4909 if ((instance->adapter_type != MFI_SERIES) && in megasas_ld_list_query()
4910 !instance->mask_interrupts) in megasas_ld_list_query()
4911 ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS); in megasas_ld_list_query()
4913 ret = megasas_issue_polled(instance, cmd); in megasas_ld_list_query()
4917 dev_info(&instance->pdev->dev, in megasas_ld_list_query()
4920 ret = megasas_get_ld_list(instance); in megasas_ld_list_query()
4923 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_ld_list_query()
4931 mutex_unlock(&instance->reset_mutex); in megasas_ld_list_query()
4932 megasas_reset_fusion(instance->host, in megasas_ld_list_query()
4934 mutex_lock(&instance->reset_mutex); in megasas_ld_list_query()
4937 megaraid_sas_kill_hba(instance); in megasas_ld_list_query()
4940 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_ld_list_query()
4950 dev_info(&instance->pdev->dev, "%s, LD count: 0x%x\n", in megasas_ld_list_query()
4953 if ((tgtid_count > (instance->fw_supported_vd_count))) in megasas_ld_list_query()
4956 memset(instance->ld_ids, 0xff, MEGASAS_MAX_LD_IDS); in megasas_ld_list_query()
4959 instance->ld_ids[ids] = ci->targetId[ld_index]; in megasas_ld_list_query()
4961 dev_info(&instance->pdev->dev, "LD%d: targetID: 0x%03x\n", in megasas_ld_list_query()
4969 megasas_return_cmd(instance, cmd); in megasas_ld_list_query()
4989 megasas_host_device_list_query(struct megasas_instance *instance, in megasas_host_device_list_query() argument
4999 ci = instance->host_device_list_buf; in megasas_host_device_list_query()
5000 ci_h = instance->host_device_list_buf_h; in megasas_host_device_list_query()
5002 cmd = megasas_get_cmd(instance); in megasas_host_device_list_query()
5005 dev_warn(&instance->pdev->dev, in megasas_host_device_list_query()
5026 megasas_set_dma_settings(instance, dcmd, ci_h, HOST_DEVICE_LIST_SZ); in megasas_host_device_list_query()
5028 if (!instance->mask_interrupts) { in megasas_host_device_list_query()
5029 ret = megasas_issue_blocked_cmd(instance, cmd, in megasas_host_device_list_query()
5032 ret = megasas_issue_polled(instance, cmd); in megasas_host_device_list_query()
5047 dev_info(&instance->pdev->dev, "%s, Device count: 0x%x\n", in megasas_host_device_list_query()
5050 memset(instance->local_pd_list, 0, in megasas_host_device_list_query()
5052 memset(instance->ld_ids, 0xff, MAX_LOGICAL_DRIVES_EXT); in megasas_host_device_list_query()
5056 instance->local_pd_list[target_id].tid = target_id; in megasas_host_device_list_query()
5057 instance->local_pd_list[target_id].driveType = in megasas_host_device_list_query()
5059 instance->local_pd_list[target_id].driveState = in megasas_host_device_list_query()
5062 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5066 instance->ld_ids[target_id] = target_id; in megasas_host_device_list_query()
5068 dev_info(&instance->pdev->dev, in megasas_host_device_list_query()
5074 memcpy(instance->pd_list, instance->local_pd_list, in megasas_host_device_list_query()
5075 sizeof(instance->pd_list)); in megasas_host_device_list_query()
5079 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_host_device_list_query()
5082 mutex_unlock(&instance->reset_mutex); in megasas_host_device_list_query()
5083 megasas_reset_fusion(instance->host, in megasas_host_device_list_query()
5085 mutex_lock(&instance->reset_mutex); in megasas_host_device_list_query()
5088 megaraid_sas_kill_hba(instance); in megasas_host_device_list_query()
5091 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_host_device_list_query()
5097 dev_err(&instance->pdev->dev, in megasas_host_device_list_query()
5104 megasas_return_cmd(instance, cmd); in megasas_host_device_list_query()
5113 static void megasas_update_ext_vd_details(struct megasas_instance *instance) in megasas_update_ext_vd_details() argument
5118 fusion = instance->ctrl_context; in megasas_update_ext_vd_details()
5123 instance->supportmax256vd = in megasas_update_ext_vd_details()
5124 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs; in megasas_update_ext_vd_details()
5126 if (instance->ctrl_info_buf->max_lds > 64) in megasas_update_ext_vd_details()
5127 instance->supportmax256vd = 1; in megasas_update_ext_vd_details()
5129 instance->drv_supported_vd_count = MEGASAS_MAX_LD_CHANNELS in megasas_update_ext_vd_details()
5131 instance->drv_supported_pd_count = MEGASAS_MAX_PD_CHANNELS in megasas_update_ext_vd_details()
5133 if (instance->supportmax256vd) { in megasas_update_ext_vd_details()
5134 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES_EXT; in megasas_update_ext_vd_details()
5135 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5137 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_update_ext_vd_details()
5138 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_update_ext_vd_details()
5141 dev_info(&instance->pdev->dev, in megasas_update_ext_vd_details()
5143 instance->ctrl_info_buf->adapterOperations3.supportMaxExtLDs ? 1 : 0, in megasas_update_ext_vd_details()
5144 instance->ctrl_info_buf->max_lds); in megasas_update_ext_vd_details()
5146 if (instance->max_raid_mapsize) { in megasas_update_ext_vd_details()
5147 ventura_map_sz = instance->max_raid_mapsize * in megasas_update_ext_vd_details()
5154 instance->fw_supported_vd_count); in megasas_update_ext_vd_details()
5160 if (instance->supportmax256vd) in megasas_update_ext_vd_details()
5176 void megasas_get_snapdump_properties(struct megasas_instance *instance) in megasas_get_snapdump_properties() argument
5184 ci = instance->snapdump_prop; in megasas_get_snapdump_properties()
5185 ci_h = instance->snapdump_prop_h; in megasas_get_snapdump_properties()
5190 cmd = megasas_get_cmd(instance); in megasas_get_snapdump_properties()
5193 dev_dbg(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_snapdump_properties()
5211 megasas_set_dma_settings(instance, dcmd, ci_h, in megasas_get_snapdump_properties()
5214 if (!instance->mask_interrupts) { in megasas_get_snapdump_properties()
5215 ret = megasas_issue_blocked_cmd(instance, cmd, in megasas_get_snapdump_properties()
5218 ret = megasas_issue_polled(instance, cmd); in megasas_get_snapdump_properties()
5224 instance->snapdump_wait_time = in megasas_get_snapdump_properties()
5230 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_get_snapdump_properties()
5233 mutex_unlock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5234 megasas_reset_fusion(instance->host, in megasas_get_snapdump_properties()
5236 mutex_lock(&instance->reset_mutex); in megasas_get_snapdump_properties()
5239 megaraid_sas_kill_hba(instance); in megasas_get_snapdump_properties()
5242 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_snapdump_properties()
5249 megasas_return_cmd(instance, cmd); in megasas_get_snapdump_properties()
5261 megasas_get_ctrl_info(struct megasas_instance *instance) in megasas_get_ctrl_info() argument
5269 ci = instance->ctrl_info_buf; in megasas_get_ctrl_info()
5270 ci_h = instance->ctrl_info_buf_h; in megasas_get_ctrl_info()
5272 cmd = megasas_get_cmd(instance); in megasas_get_ctrl_info()
5275 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_get_ctrl_info()
5294 megasas_set_dma_settings(instance, dcmd, ci_h, in megasas_get_ctrl_info()
5297 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_ctrl_info()
5298 !instance->mask_interrupts) { in megasas_get_ctrl_info()
5299 ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS); in megasas_get_ctrl_info()
5301 ret = megasas_issue_polled(instance, cmd); in megasas_get_ctrl_info()
5322 megasas_update_ext_vd_details(instance); in megasas_get_ctrl_info()
5323 instance->support_seqnum_jbod_fp = in megasas_get_ctrl_info()
5325 instance->support_morethan256jbod = in megasas_get_ctrl_info()
5327 instance->support_nvme_passthru = in megasas_get_ctrl_info()
5329 instance->support_pci_lane_margining = in megasas_get_ctrl_info()
5331 instance->task_abort_tmo = ci->TaskAbortTO; in megasas_get_ctrl_info()
5332 instance->max_reset_tmo = ci->MaxResetTO; in megasas_get_ctrl_info()
5335 instance->is_imr = (ci->memory_size ? 0 : 1); in megasas_get_ctrl_info()
5337 instance->snapdump_wait_time = in megasas_get_ctrl_info()
5341 instance->enable_fw_dev_list = in megasas_get_ctrl_info()
5344 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5346 instance->is_imr ? "iMR" : "MR", in megasas_get_ctrl_info()
5349 instance->disableOnlineCtrlReset = in megasas_get_ctrl_info()
5351 instance->secure_jbod_support = in megasas_get_ctrl_info()
5353 dev_info(&instance->pdev->dev, "Online Controller Reset(OCR)\t: %s\n", in megasas_get_ctrl_info()
5354 instance->disableOnlineCtrlReset ? "Disabled" : "Enabled"); in megasas_get_ctrl_info()
5355 dev_info(&instance->pdev->dev, "Secure JBOD support\t: %s\n", in megasas_get_ctrl_info()
5356 instance->secure_jbod_support ? "Yes" : "No"); in megasas_get_ctrl_info()
5357 dev_info(&instance->pdev->dev, "NVMe passthru support\t: %s\n", in megasas_get_ctrl_info()
5358 instance->support_nvme_passthru ? "Yes" : "No"); in megasas_get_ctrl_info()
5359 dev_info(&instance->pdev->dev, in megasas_get_ctrl_info()
5361 instance->task_abort_tmo, instance->max_reset_tmo); in megasas_get_ctrl_info()
5362 dev_info(&instance->pdev->dev, "JBOD sequence map support\t: %s\n", in megasas_get_ctrl_info()
5363 instance->support_seqnum_jbod_fp ? "Yes" : "No"); in megasas_get_ctrl_info()
5364 dev_info(&instance->pdev->dev, "PCI Lane Margining support\t: %s\n", in megasas_get_ctrl_info()
5365 instance->support_pci_lane_margining ? "Yes" : "No"); in megasas_get_ctrl_info()
5370 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_get_ctrl_info()
5373 mutex_unlock(&instance->reset_mutex); in megasas_get_ctrl_info()
5374 megasas_reset_fusion(instance->host, in megasas_get_ctrl_info()
5376 mutex_lock(&instance->reset_mutex); in megasas_get_ctrl_info()
5379 megaraid_sas_kill_hba(instance); in megasas_get_ctrl_info()
5382 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_get_ctrl_info()
5388 megaraid_sas_kill_hba(instance); in megasas_get_ctrl_info()
5394 megasas_return_cmd(instance, cmd); in megasas_get_ctrl_info()
5414 int megasas_set_crash_dump_params(struct megasas_instance *instance, in megasas_set_crash_dump_params() argument
5421 cmd = megasas_get_cmd(instance); in megasas_set_crash_dump_params()
5424 dev_err(&instance->pdev->dev, "Failed to get a free cmd\n"); in megasas_set_crash_dump_params()
5442 megasas_set_dma_settings(instance, dcmd, instance->crash_dump_h, in megasas_set_crash_dump_params()
5445 if ((instance->adapter_type != MFI_SERIES) && in megasas_set_crash_dump_params()
5446 !instance->mask_interrupts) in megasas_set_crash_dump_params()
5447 ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS); in megasas_set_crash_dump_params()
5449 ret = megasas_issue_polled(instance, cmd); in megasas_set_crash_dump_params()
5452 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_set_crash_dump_params()
5455 megasas_reset_fusion(instance->host, in megasas_set_crash_dump_params()
5459 megaraid_sas_kill_hba(instance); in megasas_set_crash_dump_params()
5462 dev_info(&instance->pdev->dev, "Ignore DCMD timeout: %s %d\n", in megasas_set_crash_dump_params()
5467 megasas_return_cmd(instance, cmd); in megasas_set_crash_dump_params()
5479 megasas_issue_init_mfi(struct megasas_instance *instance) in megasas_issue_init_mfi() argument
5496 cmd = megasas_get_cmd(instance); in megasas_issue_init_mfi()
5510 initq_info->reply_queue_entries = cpu_to_le32(instance->max_fw_cmds + 1); in megasas_issue_init_mfi()
5511 initq_info->reply_queue_start_phys_addr_lo = cpu_to_le32(instance->reply_queue_h); in megasas_issue_init_mfi()
5513 initq_info->producer_index_phys_addr_lo = cpu_to_le32(instance->producer_h); in megasas_issue_init_mfi()
5514 initq_info->consumer_index_phys_addr_lo = cpu_to_le32(instance->consumer_h); in megasas_issue_init_mfi()
5528 instance->instancet->disable_intr(instance); in megasas_issue_init_mfi()
5534 if (megasas_issue_polled(instance, cmd)) { in megasas_issue_init_mfi()
5535 dev_err(&instance->pdev->dev, "Failed to init firmware\n"); in megasas_issue_init_mfi()
5536 megasas_return_cmd(instance, cmd); in megasas_issue_init_mfi()
5540 megasas_return_cmd(instance, cmd); in megasas_issue_init_mfi()
5549 megasas_init_adapter_mfi(struct megasas_instance *instance) in megasas_init_adapter_mfi() argument
5557 instance->max_fw_cmds = instance->instancet->read_fw_status_reg(instance) & 0x00FFFF; in megasas_init_adapter_mfi()
5563 instance->max_fw_cmds = instance->max_fw_cmds-1; in megasas_init_adapter_mfi()
5564 instance->max_mfi_cmds = instance->max_fw_cmds; in megasas_init_adapter_mfi()
5565 instance->max_num_sge = (instance->instancet->read_fw_status_reg(instance) & 0xFF0000) >> in megasas_init_adapter_mfi()
5571 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_adapter_mfi()
5572 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) { in megasas_init_adapter_mfi()
5573 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5575 sema_init(&instance->ioctl_sem, MEGASAS_SKINNY_INT_CMDS); in megasas_init_adapter_mfi()
5577 instance->max_scsi_cmds = (instance->max_fw_cmds - in megasas_init_adapter_mfi()
5579 sema_init(&instance->ioctl_sem, (MEGASAS_MFI_IOCTL_CMDS)); in megasas_init_adapter_mfi()
5582 instance->cur_can_queue = instance->max_scsi_cmds; in megasas_init_adapter_mfi()
5586 if (megasas_alloc_cmds(instance)) in megasas_init_adapter_mfi()
5599 reply_q_sz = context_sz * (instance->max_fw_cmds + 1); in megasas_init_adapter_mfi()
5601 instance->reply_queue = dma_alloc_coherent(&instance->pdev->dev, in megasas_init_adapter_mfi()
5602 reply_q_sz, &instance->reply_queue_h, GFP_KERNEL); in megasas_init_adapter_mfi()
5604 if (!instance->reply_queue) { in megasas_init_adapter_mfi()
5605 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Out of DMA mem for reply queue\n"); in megasas_init_adapter_mfi()
5609 if (megasas_issue_init_mfi(instance)) in megasas_init_adapter_mfi()
5612 if (megasas_get_ctrl_info(instance)) { in megasas_init_adapter_mfi()
5613 dev_err(&instance->pdev->dev, "(%d): Could get controller info " in megasas_init_adapter_mfi()
5614 "Fail from %s %d\n", instance->unique_id, in megasas_init_adapter_mfi()
5619 instance->fw_support_ieee = 0; in megasas_init_adapter_mfi()
5620 instance->fw_support_ieee = in megasas_init_adapter_mfi()
5621 (instance->instancet->read_fw_status_reg(instance) & in megasas_init_adapter_mfi()
5624 dev_notice(&instance->pdev->dev, "megasas_init_mfi: fw_support_ieee=%d", in megasas_init_adapter_mfi()
5625 instance->fw_support_ieee); in megasas_init_adapter_mfi()
5627 if (instance->fw_support_ieee) in megasas_init_adapter_mfi()
5628 instance->flag_ieee = 1; in megasas_init_adapter_mfi()
5634 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_init_adapter_mfi()
5635 instance->reply_queue, instance->reply_queue_h); in megasas_init_adapter_mfi()
5637 megasas_free_cmds(instance); in megasas_init_adapter_mfi()
5644 void megasas_setup_irq_poll(struct megasas_instance *instance) in megasas_setup_irq_poll() argument
5649 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_setup_irq_poll()
5653 irq_ctx = &instance->irq_context[i]; in megasas_setup_irq_poll()
5654 irq_ctx->os_irq = pci_irq_vector(instance->pdev, i); in megasas_setup_irq_poll()
5657 instance->threshold_reply_count, in megasas_setup_irq_poll()
5671 megasas_setup_irqs_ioapic(struct megasas_instance *instance) in megasas_setup_irqs_ioapic() argument
5675 pdev = instance->pdev; in megasas_setup_irqs_ioapic()
5676 instance->irq_context[0].instance = instance; in megasas_setup_irqs_ioapic()
5677 instance->irq_context[0].MSIxIndex = 0; in megasas_setup_irqs_ioapic()
5678 snprintf(instance->irq_context->name, MEGASAS_MSIX_NAME_LEN, "%s%u", in megasas_setup_irqs_ioapic()
5679 "megasas", instance->host->host_no); in megasas_setup_irqs_ioapic()
5681 instance->instancet->service_isr, IRQF_SHARED, in megasas_setup_irqs_ioapic()
5682 instance->irq_context->name, &instance->irq_context[0])) { in megasas_setup_irqs_ioapic()
5683 dev_err(&instance->pdev->dev, in megasas_setup_irqs_ioapic()
5688 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_setup_irqs_ioapic()
5689 instance->low_latency_index_start = 0; in megasas_setup_irqs_ioapic()
5703 megasas_setup_irqs_msix(struct megasas_instance *instance, u8 is_probe) in megasas_setup_irqs_msix() argument
5708 pdev = instance->pdev; in megasas_setup_irqs_msix()
5711 for (i = 0; i < instance->msix_vectors; i++) { in megasas_setup_irqs_msix()
5712 instance->irq_context[i].instance = instance; in megasas_setup_irqs_msix()
5713 instance->irq_context[i].MSIxIndex = i; in megasas_setup_irqs_msix()
5714 snprintf(instance->irq_context[i].name, MEGASAS_MSIX_NAME_LEN, "%s%u-msix%u", in megasas_setup_irqs_msix()
5715 "megasas", instance->host->host_no, i); in megasas_setup_irqs_msix()
5717 instance->instancet->service_isr, 0, instance->irq_context[i].name, in megasas_setup_irqs_msix()
5718 &instance->irq_context[i])) { in megasas_setup_irqs_msix()
5719 dev_err(&instance->pdev->dev, in megasas_setup_irqs_msix()
5722 if (j < instance->low_latency_index_start) in megasas_setup_irqs_msix()
5726 &instance->irq_context[j]); in megasas_setup_irqs_msix()
5729 instance->msix_vectors = 0; in megasas_setup_irqs_msix()
5730 instance->msix_load_balance = false; in megasas_setup_irqs_msix()
5732 pci_free_irq_vectors(instance->pdev); in megasas_setup_irqs_msix()
5733 return megasas_setup_irqs_ioapic(instance); in megasas_setup_irqs_msix()
5749 megasas_destroy_irqs(struct megasas_instance *instance) { in megasas_destroy_irqs() argument
5755 count = instance->msix_vectors > 0 ? instance->msix_vectors : 1; in megasas_destroy_irqs()
5756 if (instance->adapter_type != MFI_SERIES) { in megasas_destroy_irqs()
5758 irq_ctx = &instance->irq_context[i]; in megasas_destroy_irqs()
5763 if (instance->msix_vectors) in megasas_destroy_irqs()
5764 for (i = 0; i < instance->msix_vectors; i++) { in megasas_destroy_irqs()
5765 if (i < instance->low_latency_index_start) in megasas_destroy_irqs()
5767 pci_irq_vector(instance->pdev, i), NULL); in megasas_destroy_irqs()
5768 free_irq(pci_irq_vector(instance->pdev, i), in megasas_destroy_irqs()
5769 &instance->irq_context[i]); in megasas_destroy_irqs()
5772 free_irq(pci_irq_vector(instance->pdev, 0), in megasas_destroy_irqs()
5773 &instance->irq_context[0]); in megasas_destroy_irqs()
5783 megasas_setup_jbod_map(struct megasas_instance *instance) in megasas_setup_jbod_map() argument
5786 struct fusion_context *fusion = instance->ctrl_context; in megasas_setup_jbod_map()
5792 instance->use_seqnum_jbod_fp = in megasas_setup_jbod_map()
5793 instance->support_seqnum_jbod_fp; in megasas_setup_jbod_map()
5795 !instance->support_seqnum_jbod_fp) { in megasas_setup_jbod_map()
5796 dev_info(&instance->pdev->dev, in megasas_setup_jbod_map()
5799 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5808 (&instance->pdev->dev, pd_seq_map_sz, in megasas_setup_jbod_map()
5811 dev_err(&instance->pdev->dev, in megasas_setup_jbod_map()
5815 dma_free_coherent(&instance->pdev->dev, in megasas_setup_jbod_map()
5820 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5826 if (!megasas_sync_pd_seq_num(instance, false) && in megasas_setup_jbod_map()
5827 !megasas_sync_pd_seq_num(instance, true)) in megasas_setup_jbod_map()
5828 instance->use_seqnum_jbod_fp = true; in megasas_setup_jbod_map()
5830 instance->use_seqnum_jbod_fp = false; in megasas_setup_jbod_map()
5833 static void megasas_setup_reply_map(struct megasas_instance *instance) in megasas_setup_reply_map() argument
5838 low_latency_index_start = instance->low_latency_index_start; in megasas_setup_reply_map()
5840 for (queue = low_latency_index_start; queue < instance->msix_vectors; queue++) { in megasas_setup_reply_map()
5841 mask = pci_irq_get_affinity(instance->pdev, queue); in megasas_setup_reply_map()
5846 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5853 instance->reply_map[cpu] = queue; in megasas_setup_reply_map()
5854 if (queue == (instance->msix_vectors - 1)) in megasas_setup_reply_map()
5871 int megasas_get_device_list(struct megasas_instance *instance) in megasas_get_device_list() argument
5873 if (instance->enable_fw_dev_list) { in megasas_get_device_list()
5874 if (megasas_host_device_list_query(instance, true)) in megasas_get_device_list()
5877 if (megasas_get_pd_list(instance) < 0) { in megasas_get_device_list()
5878 dev_err(&instance->pdev->dev, "failed to get PD list\n"); in megasas_get_device_list()
5882 if (megasas_ld_list_query(instance, in megasas_get_device_list()
5884 dev_err(&instance->pdev->dev, "failed to get LD list\n"); in megasas_get_device_list()
5899 megasas_set_high_iops_queue_affinity_and_hint(struct megasas_instance *instance) in megasas_set_high_iops_queue_affinity_and_hint() argument
5905 if (instance->perf_mode == MR_BALANCED_PERF_MODE) { in megasas_set_high_iops_queue_affinity_and_hint()
5906 mask = cpumask_of_node(dev_to_node(&instance->pdev->dev)); in megasas_set_high_iops_queue_affinity_and_hint()
5908 for (i = 0; i < instance->low_latency_index_start; i++) { in megasas_set_high_iops_queue_affinity_and_hint()
5909 irq = pci_irq_vector(instance->pdev, i); in megasas_set_high_iops_queue_affinity_and_hint()
5916 __megasas_alloc_irq_vectors(struct megasas_instance *instance) in __megasas_alloc_irq_vectors() argument
5919 struct irq_affinity desc = { .pre_vectors = instance->low_latency_index_start }; in __megasas_alloc_irq_vectors()
5924 if (instance->smp_affinity_enable) in __megasas_alloc_irq_vectors()
5932 i = pci_alloc_irq_vectors_affinity(instance->pdev, in __megasas_alloc_irq_vectors()
5933 instance->low_latency_index_start, in __megasas_alloc_irq_vectors()
5934 instance->msix_vectors - instance->iopoll_q_count, irq_flags, descp); in __megasas_alloc_irq_vectors()
5945 megasas_alloc_irq_vectors(struct megasas_instance *instance) in megasas_alloc_irq_vectors() argument
5950 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5951 if ((instance->adapter_type != MFI_SERIES) && in megasas_alloc_irq_vectors()
5954 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5955 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5958 if (instance->msix_vectors > (poll_queues + 2)) in megasas_alloc_irq_vectors()
5959 instance->iopoll_q_count = poll_queues; in megasas_alloc_irq_vectors()
5961 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5963 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5964 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5965 instance->msix_vectors); in megasas_alloc_irq_vectors()
5969 i = __megasas_alloc_irq_vectors(instance); in megasas_alloc_irq_vectors()
5971 if (((instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_alloc_irq_vectors()
5972 || instance->iopoll_q_count) && in megasas_alloc_irq_vectors()
5973 (i != (instance->msix_vectors - instance->iopoll_q_count))) { in megasas_alloc_irq_vectors()
5974 if (instance->msix_vectors) in megasas_alloc_irq_vectors()
5975 pci_free_irq_vectors(instance->pdev); in megasas_alloc_irq_vectors()
5977 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_alloc_irq_vectors()
5978 instance->low_latency_index_start = 1; in megasas_alloc_irq_vectors()
5979 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_alloc_irq_vectors()
5981 instance->msix_vectors = min(num_msix_req, in megasas_alloc_irq_vectors()
5982 instance->msix_vectors); in megasas_alloc_irq_vectors()
5984 instance->iopoll_q_count = 0; in megasas_alloc_irq_vectors()
5985 i = __megasas_alloc_irq_vectors(instance); in megasas_alloc_irq_vectors()
5989 dev_info(&instance->pdev->dev, in megasas_alloc_irq_vectors()
5991 instance->msix_vectors - instance->iopoll_q_count, in megasas_alloc_irq_vectors()
5992 i, instance->iopoll_q_count); in megasas_alloc_irq_vectors()
5995 instance->msix_vectors = i; in megasas_alloc_irq_vectors()
5997 instance->msix_vectors = 0; in megasas_alloc_irq_vectors()
5999 if (instance->smp_affinity_enable) in megasas_alloc_irq_vectors()
6000 megasas_set_high_iops_queue_affinity_and_hint(instance); in megasas_alloc_irq_vectors()
6010 static int megasas_init_fw(struct megasas_instance *instance) in megasas_init_fw() argument
6026 fusion = instance->ctrl_context; in megasas_init_fw()
6029 bar_list = pci_select_bars(instance->pdev, IORESOURCE_MEM); in megasas_init_fw()
6030 instance->bar = find_first_bit(&bar_list, BITS_PER_LONG); in megasas_init_fw()
6031 if (pci_request_selected_regions(instance->pdev, 1<<instance->bar, in megasas_init_fw()
6033 dev_printk(KERN_DEBUG, &instance->pdev->dev, "IO memory region busy!\n"); in megasas_init_fw()
6037 base_addr = pci_resource_start(instance->pdev, instance->bar); in megasas_init_fw()
6038 instance->reg_set = ioremap(base_addr, 8192); in megasas_init_fw()
6040 if (!instance->reg_set) { in megasas_init_fw()
6041 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to map IO mem\n"); in megasas_init_fw()
6046 dev_printk(KERN_DEBUG, &instance->pdev->dev, in megasas_init_fw()
6048 instance->bar, base_addr_phys, instance->reg_set); in megasas_init_fw()
6050 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6051 instance->instancet = &megasas_instance_template_fusion; in megasas_init_fw()
6053 switch (instance->pdev->device) { in megasas_init_fw()
6056 instance->instancet = &megasas_instance_template_ppc; in megasas_init_fw()
6060 instance->instancet = &megasas_instance_template_gen2; in megasas_init_fw()
6064 instance->instancet = &megasas_instance_template_skinny; in megasas_init_fw()
6069 instance->instancet = &megasas_instance_template_xscale; in megasas_init_fw()
6070 instance->pd_list_not_supported = 1; in megasas_init_fw()
6075 if (megasas_transition_to_ready(instance, 0)) { in megasas_init_fw()
6076 dev_info(&instance->pdev->dev, in megasas_init_fw()
6079 if (instance->adapter_type != MFI_SERIES) { in megasas_init_fw()
6080 status_reg = instance->instancet->read_fw_status_reg( in megasas_init_fw()
6081 instance); in megasas_init_fw()
6084 (instance, true, 0) == FAILED) in megasas_init_fw()
6090 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_init_fw()
6091 instance->instancet->adp_reset in megasas_init_fw()
6092 (instance, instance->reg_set); in megasas_init_fw()
6093 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_init_fw()
6098 if (megasas_transition_to_ready(instance, 0)) in megasas_init_fw()
6102 dev_info(&instance->pdev->dev, in megasas_init_fw()
6107 megasas_init_ctrl_params(instance); in megasas_init_fw()
6109 if (megasas_set_dma_mask(instance)) in megasas_init_fw()
6112 if (megasas_alloc_ctrl_mem(instance)) in megasas_init_fw()
6115 if (megasas_alloc_ctrl_dma_buffers(instance)) in megasas_init_fw()
6118 fusion = instance->ctrl_context; in megasas_init_fw()
6120 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6122 megasas_readl(instance, in megasas_init_fw()
6123 &instance->reg_set->outbound_scratch_pad_2); in megasas_init_fw()
6124 instance->max_raid_mapsize = ((scratch_pad_2 >> in megasas_init_fw()
6129 instance->enable_sdev_max_qd = enable_sdev_max_qd; in megasas_init_fw()
6131 switch (instance->adapter_type) { in megasas_init_fw()
6143 msix_enable = (instance->instancet->read_fw_status_reg(instance) & in megasas_init_fw()
6148 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_init_fw()
6151 if (instance->adapter_type == THUNDERBOLT_SERIES) { in megasas_init_fw()
6153 instance->msix_vectors = (scratch_pad_1 in megasas_init_fw()
6156 instance->msix_vectors = ((scratch_pad_1 in megasas_init_fw()
6168 switch (instance->adapter_type) { in megasas_init_fw()
6170 if (instance->msix_vectors > 8) in megasas_init_fw()
6171 instance->msix_combined = true; in megasas_init_fw()
6175 if (instance->msix_vectors > 16) in megasas_init_fw()
6176 instance->msix_combined = true; in megasas_init_fw()
6181 instance->is_rdpq = (scratch_pad_1 & MR_RDPQ_MODE_OFFSET) ? in megasas_init_fw()
6184 if (instance->adapter_type >= INVADER_SERIES && in megasas_init_fw()
6185 !instance->msix_combined) { in megasas_init_fw()
6186 instance->msix_load_balance = true; in megasas_init_fw()
6187 instance->smp_affinity_enable = false; in megasas_init_fw()
6195 instance->reply_post_host_index_addr[loop] = in megasas_init_fw()
6197 ((u8 __iomem *)instance->reg_set + in megasas_init_fw()
6203 dev_info(&instance->pdev->dev, in megasas_init_fw()
6205 instance->msix_vectors); in megasas_init_fw()
6207 instance->msix_vectors = min(msix_vectors, in megasas_init_fw()
6208 instance->msix_vectors); in megasas_init_fw()
6210 instance->msix_vectors = 1; in megasas_init_fw()
6236 (instance->msix_vectors == MEGASAS_MAX_MSIX_QUEUES)) in megasas_init_fw()
6237 instance->perf_mode = MR_BALANCED_PERF_MODE; in megasas_init_fw()
6239 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6242 if (instance->adapter_type == AERO_SERIES) { in megasas_init_fw()
6243 pcie_capability_read_word(instance->pdev, PCI_EXP_LNKSTA, &lnksta); in megasas_init_fw()
6251 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6263 instance->perf_mode = perf_mode; in megasas_init_fw()
6269 instance->perf_mode = MR_LATENCY_PERF_MODE; in megasas_init_fw()
6273 if (instance->perf_mode == MR_BALANCED_PERF_MODE) in megasas_init_fw()
6274 instance->low_latency_index_start = in megasas_init_fw()
6277 instance->low_latency_index_start = 1; in megasas_init_fw()
6279 num_msix_req = num_online_cpus() + instance->low_latency_index_start; in megasas_init_fw()
6281 instance->msix_vectors = min(num_msix_req, in megasas_init_fw()
6282 instance->msix_vectors); in megasas_init_fw()
6284 megasas_alloc_irq_vectors(instance); in megasas_init_fw()
6285 if (!instance->msix_vectors) in megasas_init_fw()
6286 instance->msix_load_balance = false; in megasas_init_fw()
6292 if (instance->msix_combined) { in megasas_init_fw()
6293 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6294 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6297 instance->reply_post_host_index_addr[0] = in megasas_init_fw()
6298 (u32 *)((u8 *)instance->reg_set + in megasas_init_fw()
6302 if (!instance->msix_vectors) { in megasas_init_fw()
6303 i = pci_alloc_irq_vectors(instance->pdev, 1, 1, PCI_IRQ_LEGACY); in megasas_init_fw()
6308 megasas_setup_reply_map(instance); in megasas_init_fw()
6310 dev_info(&instance->pdev->dev, in megasas_init_fw()
6312 instance->msix_vectors, (unsigned int)num_online_cpus()); in megasas_init_fw()
6313 dev_info(&instance->pdev->dev, in megasas_init_fw()
6314 "RDPQ mode\t: (%s)\n", instance->is_rdpq ? "enabled" : "disabled"); in megasas_init_fw()
6316 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_init_fw()
6317 (unsigned long)instance); in megasas_init_fw()
6323 instance->fw_supported_vd_count = MAX_LOGICAL_DRIVES; in megasas_init_fw()
6324 instance->fw_supported_pd_count = MAX_PHYSICAL_DEVICES; in megasas_init_fw()
6326 if (instance->instancet->init_adapter(instance)) in megasas_init_fw()
6329 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6331 megasas_readl(instance, in megasas_init_fw()
6332 &instance->reg_set->outbound_scratch_pad_3); in megasas_init_fw()
6335 instance->nvme_page_size = in megasas_init_fw()
6338 dev_info(&instance->pdev->dev, in megasas_init_fw()
6339 "NVME page size\t: (%d)\n", instance->nvme_page_size); in megasas_init_fw()
6342 if (instance->msix_vectors ? in megasas_init_fw()
6343 megasas_setup_irqs_msix(instance, 1) : in megasas_init_fw()
6344 megasas_setup_irqs_ioapic(instance)) in megasas_init_fw()
6347 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6348 megasas_setup_irq_poll(instance); in megasas_init_fw()
6350 instance->instancet->enable_intr(instance); in megasas_init_fw()
6352 dev_info(&instance->pdev->dev, "INIT adapter done\n"); in megasas_init_fw()
6354 megasas_setup_jbod_map(instance); in megasas_init_fw()
6356 if (megasas_get_device_list(instance) != SUCCESS) { in megasas_init_fw()
6357 dev_err(&instance->pdev->dev, in megasas_init_fw()
6364 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_init_fw()
6370 dev_err(&instance->pdev->dev, in megasas_init_fw()
6379 dev_err(&instance->pdev->dev, in megasas_init_fw()
6402 ctrl_info = instance->ctrl_info_buf; in megasas_init_fw()
6410 instance->peerIsPresent = ctrl_info->cluster.peerIsPresent; in megasas_init_fw()
6411 instance->passive = ctrl_info->cluster.passive; in megasas_init_fw()
6412 memcpy(instance->clusterId, ctrl_info->clusterId, sizeof(instance->clusterId)); in megasas_init_fw()
6413 instance->UnevenSpanSupport = in megasas_init_fw()
6415 if (instance->UnevenSpanSupport) { in megasas_init_fw()
6416 struct fusion_context *fusion = instance->ctrl_context; in megasas_init_fw()
6417 if (MR_ValidateMapInfo(instance, instance->map_id)) in megasas_init_fw()
6424 instance->requestorId = ctrl_info->iov.requestorId; in megasas_init_fw()
6425 if (instance->pdev->device == PCI_DEVICE_ID_LSI_PLASMA) { in megasas_init_fw()
6427 instance->PlasmaFW111 = 1; in megasas_init_fw()
6429 dev_info(&instance->pdev->dev, "SR-IOV: firmware type: %s\n", in megasas_init_fw()
6430 instance->PlasmaFW111 ? "1.11" : "new"); in megasas_init_fw()
6432 if (instance->PlasmaFW111) { in megasas_init_fw()
6435 instance->requestorId = iovPtr->requestorId; in megasas_init_fw()
6438 dev_info(&instance->pdev->dev, "SRIOV: VF requestorId %d\n", in megasas_init_fw()
6439 instance->requestorId); in megasas_init_fw()
6442 instance->crash_dump_fw_support = in megasas_init_fw()
6444 instance->crash_dump_drv_support = in megasas_init_fw()
6445 (instance->crash_dump_fw_support && in megasas_init_fw()
6446 instance->crash_dump_buf); in megasas_init_fw()
6447 if (instance->crash_dump_drv_support) in megasas_init_fw()
6448 megasas_set_crash_dump_params(instance, in megasas_init_fw()
6452 if (instance->crash_dump_buf) in megasas_init_fw()
6453 dma_free_coherent(&instance->pdev->dev, in megasas_init_fw()
6455 instance->crash_dump_buf, in megasas_init_fw()
6456 instance->crash_dump_h); in megasas_init_fw()
6457 instance->crash_dump_buf = NULL; in megasas_init_fw()
6460 if (instance->snapdump_wait_time) { in megasas_init_fw()
6461 megasas_get_snapdump_properties(instance); in megasas_init_fw()
6462 dev_info(&instance->pdev->dev, "Snap dump wait time\t: %d\n", in megasas_init_fw()
6463 instance->snapdump_wait_time); in megasas_init_fw()
6466 dev_info(&instance->pdev->dev, in megasas_init_fw()
6472 dev_info(&instance->pdev->dev, "unevenspan support : %s\n", in megasas_init_fw()
6473 instance->UnevenSpanSupport ? "yes" : "no"); in megasas_init_fw()
6474 dev_info(&instance->pdev->dev, "firmware crash dump : %s\n", in megasas_init_fw()
6475 instance->crash_dump_drv_support ? "yes" : "no"); in megasas_init_fw()
6476 dev_info(&instance->pdev->dev, "JBOD sequence map : %s\n", in megasas_init_fw()
6477 instance->use_seqnum_jbod_fp ? "enabled" : "disabled"); in megasas_init_fw()
6479 instance->max_sectors_per_req = instance->max_num_sge * in megasas_init_fw()
6481 if (tmp_sectors && (instance->max_sectors_per_req > tmp_sectors)) in megasas_init_fw()
6482 instance->max_sectors_per_req = tmp_sectors; in megasas_init_fw()
6486 throttlequeuedepth <= instance->max_scsi_cmds) in megasas_init_fw()
6487 instance->throttlequeuedepth = throttlequeuedepth; in megasas_init_fw()
6489 instance->throttlequeuedepth = in megasas_init_fw()
6500 if (instance->requestorId) { in megasas_init_fw()
6501 if (!megasas_sriov_start_heartbeat(instance, 1)) { in megasas_init_fw()
6502 megasas_start_timer(instance); in megasas_init_fw()
6504 instance->skip_heartbeat_timer_del = 1; in megasas_init_fw()
6514 if (instance->adapter_type != MFI_SERIES) in megasas_init_fw()
6515 if (megasas_fusion_start_watchdog(instance) != SUCCESS) in megasas_init_fw()
6521 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_init_fw()
6522 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_init_fw()
6524 instance->instancet->disable_intr(instance); in megasas_init_fw()
6525 megasas_destroy_irqs(instance); in megasas_init_fw()
6527 if (instance->msix_vectors) in megasas_init_fw()
6528 pci_free_irq_vectors(instance->pdev); in megasas_init_fw()
6529 instance->msix_vectors = 0; in megasas_init_fw()
6531 megasas_free_ctrl_dma_buffers(instance); in megasas_init_fw()
6532 megasas_free_ctrl_mem(instance); in megasas_init_fw()
6534 iounmap(instance->reg_set); in megasas_init_fw()
6537 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_init_fw()
6539 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_init_fw()
6548 static void megasas_release_mfi(struct megasas_instance *instance) in megasas_release_mfi() argument
6550 u32 reply_q_sz = sizeof(u32) *(instance->max_mfi_cmds + 1); in megasas_release_mfi()
6552 if (instance->reply_queue) in megasas_release_mfi()
6553 dma_free_coherent(&instance->pdev->dev, reply_q_sz, in megasas_release_mfi()
6554 instance->reply_queue, instance->reply_queue_h); in megasas_release_mfi()
6556 megasas_free_cmds(instance); in megasas_release_mfi()
6558 iounmap(instance->reg_set); in megasas_release_mfi()
6560 pci_release_selected_regions(instance->pdev, 1<<instance->bar); in megasas_release_mfi()
6576 megasas_get_seq_num(struct megasas_instance *instance, in megasas_get_seq_num() argument
6585 cmd = megasas_get_cmd(instance); in megasas_get_seq_num()
6592 el_info = dma_alloc_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6596 megasas_return_cmd(instance, cmd); in megasas_get_seq_num()
6611 megasas_set_dma_settings(instance, dcmd, el_info_h, in megasas_get_seq_num()
6614 ret = megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS); in megasas_get_seq_num()
6616 dev_err(&instance->pdev->dev, "Failed from %s %d\n", in megasas_get_seq_num()
6631 dma_free_coherent(&instance->pdev->dev, in megasas_get_seq_num()
6635 megasas_return_cmd(instance, cmd); in megasas_get_seq_num()
6650 megasas_register_aen(struct megasas_instance *instance, u32 seq_num, in megasas_register_aen() argument
6674 if (instance->aen_cmd) { in megasas_register_aen()
6677 le32_to_cpu(instance->aen_cmd->frame->dcmd.mbox.w[1]); in megasas_register_aen()
6681 dev_info(&instance->pdev->dev, in megasas_register_aen()
6711 instance->aen_cmd->abort_aen = 1; in megasas_register_aen()
6712 ret_val = megasas_issue_blocked_abort_cmd(instance, in megasas_register_aen()
6713 instance-> in megasas_register_aen()
6717 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to abort " in megasas_register_aen()
6724 cmd = megasas_get_cmd(instance); in megasas_register_aen()
6731 memset(instance->evt_detail, 0, sizeof(struct megasas_evt_detail)); in megasas_register_aen()
6747 instance->last_seq_num = seq_num; in megasas_register_aen()
6750 megasas_set_dma_settings(instance, dcmd, instance->evt_detail_h, in megasas_register_aen()
6753 if (instance->aen_cmd != NULL) { in megasas_register_aen()
6754 megasas_return_cmd(instance, cmd); in megasas_register_aen()
6763 instance->aen_cmd = cmd; in megasas_register_aen()
6768 instance->instancet->issue_dcmd(instance, cmd); in megasas_register_aen()
6792 megasas_get_target_prop(struct megasas_instance *instance, in megasas_get_target_prop() argument
6801 cmd = megasas_get_cmd(instance); in megasas_get_target_prop()
6804 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6811 memset(instance->tgt_prop, 0, sizeof(*instance->tgt_prop)); in megasas_get_target_prop()
6826 megasas_set_dma_settings(instance, dcmd, instance->tgt_prop_h, in megasas_get_target_prop()
6829 if ((instance->adapter_type != MFI_SERIES) && in megasas_get_target_prop()
6830 !instance->mask_interrupts) in megasas_get_target_prop()
6831 ret = megasas_issue_blocked_cmd(instance, in megasas_get_target_prop()
6834 ret = megasas_issue_polled(instance, cmd); in megasas_get_target_prop()
6838 switch (dcmd_timeout_ocr_possible(instance)) { in megasas_get_target_prop()
6841 mutex_unlock(&instance->reset_mutex); in megasas_get_target_prop()
6842 megasas_reset_fusion(instance->host, in megasas_get_target_prop()
6844 mutex_lock(&instance->reset_mutex); in megasas_get_target_prop()
6847 megaraid_sas_kill_hba(instance); in megasas_get_target_prop()
6850 dev_info(&instance->pdev->dev, in megasas_get_target_prop()
6858 megasas_return_cmd(instance, cmd); in megasas_get_target_prop()
6861 dev_err(&instance->pdev->dev, in megasas_get_target_prop()
6872 static int megasas_start_aen(struct megasas_instance *instance) in megasas_start_aen() argument
6882 if (megasas_get_seq_num(instance, &eli)) in megasas_start_aen()
6892 return megasas_register_aen(instance, in megasas_start_aen()
6901 static int megasas_io_attach(struct megasas_instance *instance) in megasas_io_attach() argument
6903 struct Scsi_Host *host = instance->host; in megasas_io_attach()
6908 host->unique_id = instance->unique_id; in megasas_io_attach()
6909 host->can_queue = instance->max_scsi_cmds; in megasas_io_attach()
6910 host->this_id = instance->init_id; in megasas_io_attach()
6911 host->sg_tablesize = instance->max_num_sge; in megasas_io_attach()
6913 if (instance->fw_support_ieee) in megasas_io_attach()
6914 instance->max_sectors_per_req = MEGASAS_MAX_SECTORS_IEEE; in megasas_io_attach()
6919 if (max_sectors && max_sectors < instance->max_sectors_per_req) in megasas_io_attach()
6920 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6923 if (((instance->pdev->device == in megasas_io_attach()
6925 (instance->pdev->device == in megasas_io_attach()
6928 instance->max_sectors_per_req = max_sectors; in megasas_io_attach()
6930 dev_info(&instance->pdev->dev, "max_sectors should be > 0" in megasas_io_attach()
6932 instance->max_sectors_per_req); in megasas_io_attach()
6937 host->max_sectors = instance->max_sectors_per_req; in megasas_io_attach()
6952 if ((instance->adapter_type != MFI_SERIES) && in megasas_io_attach()
6953 (instance->msix_vectors > instance->low_latency_index_start) && in megasas_io_attach()
6955 instance->smp_affinity_enable) { in megasas_io_attach()
6957 host->nr_hw_queues = instance->msix_vectors - in megasas_io_attach()
6958 instance->low_latency_index_start + instance->iopoll_q_count; in megasas_io_attach()
6959 if (instance->iopoll_q_count) in megasas_io_attach()
6962 instance->iopoll_q_count = 0; in megasas_io_attach()
6965 dev_info(&instance->pdev->dev, in megasas_io_attach()
6967 "hw_queues = %d poll_queues %d\n", instance->max_fw_cmds, in megasas_io_attach()
6968 host->nr_hw_queues - instance->iopoll_q_count, in megasas_io_attach()
6969 instance->iopoll_q_count); in megasas_io_attach()
6973 if (scsi_add_host(host, &instance->pdev->dev)) { in megasas_io_attach()
6974 dev_err(&instance->pdev->dev, in megasas_io_attach()
7001 megasas_set_dma_mask(struct megasas_instance *instance) in megasas_set_dma_mask() argument
7007 pdev = instance->pdev; in megasas_set_dma_mask()
7008 consistent_mask = (instance->adapter_type >= VENTURA_SERIES) ? in megasas_set_dma_mask()
7024 (instance, &instance->reg_set->outbound_scratch_pad_1); in megasas_set_dma_mask()
7036 instance->consistent_mask_64bit = false; in megasas_set_dma_mask()
7038 instance->consistent_mask_64bit = true; in megasas_set_dma_mask()
7042 (instance->consistent_mask_64bit ? "63" : "32")); in megasas_set_dma_mask()
7066 static inline void megasas_set_adapter_type(struct megasas_instance *instance) in megasas_set_adapter_type() argument
7068 if ((instance->pdev->vendor == PCI_VENDOR_ID_DELL) && in megasas_set_adapter_type()
7069 (instance->pdev->device == PCI_DEVICE_ID_DELL_PERC5)) { in megasas_set_adapter_type()
7070 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7072 switch (instance->pdev->device) { in megasas_set_adapter_type()
7077 instance->adapter_type = AERO_SERIES; in megasas_set_adapter_type()
7085 instance->adapter_type = VENTURA_SERIES; in megasas_set_adapter_type()
7089 instance->adapter_type = THUNDERBOLT_SERIES; in megasas_set_adapter_type()
7097 instance->adapter_type = INVADER_SERIES; in megasas_set_adapter_type()
7100 instance->adapter_type = MFI_SERIES; in megasas_set_adapter_type()
7106 static inline int megasas_alloc_mfi_ctrl_mem(struct megasas_instance *instance) in megasas_alloc_mfi_ctrl_mem() argument
7108 instance->producer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7109 sizeof(u32), &instance->producer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7110 instance->consumer = dma_alloc_coherent(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7111 sizeof(u32), &instance->consumer_h, GFP_KERNEL); in megasas_alloc_mfi_ctrl_mem()
7113 if (!instance->producer || !instance->consumer) { in megasas_alloc_mfi_ctrl_mem()
7114 dev_err(&instance->pdev->dev, in megasas_alloc_mfi_ctrl_mem()
7119 *instance->producer = 0; in megasas_alloc_mfi_ctrl_mem()
7120 *instance->consumer = 0; in megasas_alloc_mfi_ctrl_mem()
7134 static int megasas_alloc_ctrl_mem(struct megasas_instance *instance) in megasas_alloc_ctrl_mem() argument
7136 instance->reply_map = kcalloc(nr_cpu_ids, sizeof(unsigned int), in megasas_alloc_ctrl_mem()
7138 if (!instance->reply_map) in megasas_alloc_ctrl_mem()
7141 switch (instance->adapter_type) { in megasas_alloc_ctrl_mem()
7143 if (megasas_alloc_mfi_ctrl_mem(instance)) in megasas_alloc_ctrl_mem()
7150 if (megasas_alloc_fusion_context(instance)) in megasas_alloc_ctrl_mem()
7165 static inline void megasas_free_ctrl_mem(struct megasas_instance *instance) in megasas_free_ctrl_mem() argument
7167 kfree(instance->reply_map); in megasas_free_ctrl_mem()
7168 if (instance->adapter_type == MFI_SERIES) { in megasas_free_ctrl_mem()
7169 if (instance->producer) in megasas_free_ctrl_mem()
7170 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7171 instance->producer, in megasas_free_ctrl_mem()
7172 instance->producer_h); in megasas_free_ctrl_mem()
7173 if (instance->consumer) in megasas_free_ctrl_mem()
7174 dma_free_coherent(&instance->pdev->dev, sizeof(u32), in megasas_free_ctrl_mem()
7175 instance->consumer, in megasas_free_ctrl_mem()
7176 instance->consumer_h); in megasas_free_ctrl_mem()
7178 megasas_free_fusion_context(instance); in megasas_free_ctrl_mem()
7191 int megasas_alloc_ctrl_dma_buffers(struct megasas_instance *instance) in megasas_alloc_ctrl_dma_buffers() argument
7193 struct pci_dev *pdev = instance->pdev; in megasas_alloc_ctrl_dma_buffers()
7194 struct fusion_context *fusion = instance->ctrl_context; in megasas_alloc_ctrl_dma_buffers()
7196 instance->evt_detail = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7198 &instance->evt_detail_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7200 if (!instance->evt_detail) { in megasas_alloc_ctrl_dma_buffers()
7201 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7219 instance->snapdump_prop = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7221 &instance->snapdump_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7223 if (!instance->snapdump_prop) in megasas_alloc_ctrl_dma_buffers()
7227 instance->host_device_list_buf = dma_alloc_coherent(&pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7229 &instance->host_device_list_buf_h, in megasas_alloc_ctrl_dma_buffers()
7232 if (!instance->host_device_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7240 instance->pd_list_buf = in megasas_alloc_ctrl_dma_buffers()
7243 &instance->pd_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7245 if (!instance->pd_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7250 instance->ctrl_info_buf = in megasas_alloc_ctrl_dma_buffers()
7253 &instance->ctrl_info_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7255 if (!instance->ctrl_info_buf) { in megasas_alloc_ctrl_dma_buffers()
7261 instance->ld_list_buf = in megasas_alloc_ctrl_dma_buffers()
7264 &instance->ld_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7266 if (!instance->ld_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7271 instance->ld_targetid_list_buf = in megasas_alloc_ctrl_dma_buffers()
7274 &instance->ld_targetid_list_buf_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7276 if (!instance->ld_targetid_list_buf) { in megasas_alloc_ctrl_dma_buffers()
7283 instance->system_info_buf = in megasas_alloc_ctrl_dma_buffers()
7286 &instance->system_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7287 instance->pd_info = in megasas_alloc_ctrl_dma_buffers()
7290 &instance->pd_info_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7291 instance->tgt_prop = in megasas_alloc_ctrl_dma_buffers()
7294 &instance->tgt_prop_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7295 instance->crash_dump_buf = in megasas_alloc_ctrl_dma_buffers()
7297 &instance->crash_dump_h, GFP_KERNEL); in megasas_alloc_ctrl_dma_buffers()
7299 if (!instance->system_info_buf) in megasas_alloc_ctrl_dma_buffers()
7300 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7303 if (!instance->pd_info) in megasas_alloc_ctrl_dma_buffers()
7304 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7307 if (!instance->tgt_prop) in megasas_alloc_ctrl_dma_buffers()
7308 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7311 if (!instance->crash_dump_buf) in megasas_alloc_ctrl_dma_buffers()
7312 dev_err(&instance->pdev->dev, in megasas_alloc_ctrl_dma_buffers()
7327 void megasas_free_ctrl_dma_buffers(struct megasas_instance *instance) in megasas_free_ctrl_dma_buffers() argument
7329 struct pci_dev *pdev = instance->pdev; in megasas_free_ctrl_dma_buffers()
7330 struct fusion_context *fusion = instance->ctrl_context; in megasas_free_ctrl_dma_buffers()
7332 if (instance->evt_detail) in megasas_free_ctrl_dma_buffers()
7334 instance->evt_detail, in megasas_free_ctrl_dma_buffers()
7335 instance->evt_detail_h); in megasas_free_ctrl_dma_buffers()
7343 if (instance->pd_list_buf) in megasas_free_ctrl_dma_buffers()
7346 instance->pd_list_buf, in megasas_free_ctrl_dma_buffers()
7347 instance->pd_list_buf_h); in megasas_free_ctrl_dma_buffers()
7349 if (instance->ld_list_buf) in megasas_free_ctrl_dma_buffers()
7351 instance->ld_list_buf, in megasas_free_ctrl_dma_buffers()
7352 instance->ld_list_buf_h); in megasas_free_ctrl_dma_buffers()
7354 if (instance->ld_targetid_list_buf) in megasas_free_ctrl_dma_buffers()
7356 instance->ld_targetid_list_buf, in megasas_free_ctrl_dma_buffers()
7357 instance->ld_targetid_list_buf_h); in megasas_free_ctrl_dma_buffers()
7359 if (instance->ctrl_info_buf) in megasas_free_ctrl_dma_buffers()
7361 instance->ctrl_info_buf, in megasas_free_ctrl_dma_buffers()
7362 instance->ctrl_info_buf_h); in megasas_free_ctrl_dma_buffers()
7364 if (instance->system_info_buf) in megasas_free_ctrl_dma_buffers()
7366 instance->system_info_buf, in megasas_free_ctrl_dma_buffers()
7367 instance->system_info_h); in megasas_free_ctrl_dma_buffers()
7369 if (instance->pd_info) in megasas_free_ctrl_dma_buffers()
7371 instance->pd_info, instance->pd_info_h); in megasas_free_ctrl_dma_buffers()
7373 if (instance->tgt_prop) in megasas_free_ctrl_dma_buffers()
7375 instance->tgt_prop, instance->tgt_prop_h); in megasas_free_ctrl_dma_buffers()
7377 if (instance->crash_dump_buf) in megasas_free_ctrl_dma_buffers()
7379 instance->crash_dump_buf, in megasas_free_ctrl_dma_buffers()
7380 instance->crash_dump_h); in megasas_free_ctrl_dma_buffers()
7382 if (instance->snapdump_prop) in megasas_free_ctrl_dma_buffers()
7385 instance->snapdump_prop, in megasas_free_ctrl_dma_buffers()
7386 instance->snapdump_prop_h); in megasas_free_ctrl_dma_buffers()
7388 if (instance->host_device_list_buf) in megasas_free_ctrl_dma_buffers()
7391 instance->host_device_list_buf, in megasas_free_ctrl_dma_buffers()
7392 instance->host_device_list_buf_h); in megasas_free_ctrl_dma_buffers()
7402 static inline void megasas_init_ctrl_params(struct megasas_instance *instance) in megasas_init_ctrl_params() argument
7404 instance->fw_crash_state = UNAVAILABLE; in megasas_init_ctrl_params()
7407 instance->issuepend_done = 1; in megasas_init_ctrl_params()
7408 atomic_set(&instance->adprecovery, MEGASAS_HBA_OPERATIONAL); in megasas_init_ctrl_params()
7413 INIT_LIST_HEAD(&instance->cmd_pool); in megasas_init_ctrl_params()
7414 INIT_LIST_HEAD(&instance->internal_reset_pending_q); in megasas_init_ctrl_params()
7416 atomic_set(&instance->fw_outstanding, 0); in megasas_init_ctrl_params()
7417 atomic64_set(&instance->total_io_count, 0); in megasas_init_ctrl_params()
7419 init_waitqueue_head(&instance->int_cmd_wait_q); in megasas_init_ctrl_params()
7420 init_waitqueue_head(&instance->abort_cmd_wait_q); in megasas_init_ctrl_params()
7422 mutex_init(&instance->crashdump_lock); in megasas_init_ctrl_params()
7423 spin_lock_init(&instance->mfi_pool_lock); in megasas_init_ctrl_params()
7424 spin_lock_init(&instance->hba_lock); in megasas_init_ctrl_params()
7425 spin_lock_init(&instance->stream_lock); in megasas_init_ctrl_params()
7426 spin_lock_init(&instance->completion_lock); in megasas_init_ctrl_params()
7428 mutex_init(&instance->reset_mutex); in megasas_init_ctrl_params()
7430 if ((instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0073SKINNY) || in megasas_init_ctrl_params()
7431 (instance->pdev->device == PCI_DEVICE_ID_LSI_SAS0071SKINNY)) in megasas_init_ctrl_params()
7432 instance->flag_ieee = 1; in megasas_init_ctrl_params()
7434 instance->flag = 0; in megasas_init_ctrl_params()
7435 instance->unload = 1; in megasas_init_ctrl_params()
7436 instance->last_time = 0; in megasas_init_ctrl_params()
7437 instance->disableOnlineCtrlReset = 1; in megasas_init_ctrl_params()
7438 instance->UnevenSpanSupport = 0; in megasas_init_ctrl_params()
7439 instance->smp_affinity_enable = smp_affinity_enable ? true : false; in megasas_init_ctrl_params()
7440 instance->msix_load_balance = false; in megasas_init_ctrl_params()
7442 if (instance->adapter_type != MFI_SERIES) in megasas_init_ctrl_params()
7443 INIT_WORK(&instance->work_init, megasas_fusion_ocr_wq); in megasas_init_ctrl_params()
7445 INIT_WORK(&instance->work_init, process_fw_state_change_wq); in megasas_init_ctrl_params()
7458 struct megasas_instance *instance; in megasas_probe_one() local
7509 instance = (struct megasas_instance *)host->hostdata; in megasas_probe_one()
7510 memset(instance, 0, sizeof(*instance)); in megasas_probe_one()
7511 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_probe_one()
7516 instance->pdev = pdev; in megasas_probe_one()
7517 instance->host = host; in megasas_probe_one()
7518 instance->unique_id = pci_dev_id(pdev); in megasas_probe_one()
7519 instance->init_id = MEGASAS_DEFAULT_INIT_ID; in megasas_probe_one()
7521 megasas_set_adapter_type(instance); in megasas_probe_one()
7526 if (megasas_init_fw(instance)) in megasas_probe_one()
7529 if (instance->requestorId) { in megasas_probe_one()
7530 if (instance->PlasmaFW111) { in megasas_probe_one()
7531 instance->vf_affiliation_111 = in megasas_probe_one()
7534 &instance->vf_affiliation_111_h, in megasas_probe_one()
7536 if (!instance->vf_affiliation_111) in megasas_probe_one()
7540 instance->vf_affiliation = in megasas_probe_one()
7544 &instance->vf_affiliation_h, in megasas_probe_one()
7546 if (!instance->vf_affiliation) in megasas_probe_one()
7555 pci_set_drvdata(pdev, instance); in megasas_probe_one()
7562 megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = instance; in megasas_probe_one()
7568 if (megasas_io_attach(instance)) in megasas_probe_one()
7571 instance->unload = 0; in megasas_probe_one()
7575 if (!instance->enable_fw_dev_list || in megasas_probe_one()
7576 (instance->host_device_list_buf->count > 0)) in megasas_probe_one()
7582 if (megasas_start_aen(instance)) { in megasas_probe_one()
7587 megasas_setup_debugfs(instance); in megasas_probe_one()
7590 if (instance->requestorId) in megasas_probe_one()
7591 megasas_get_ld_vf_affiliation(instance, 1); in megasas_probe_one()
7596 instance->unload = 1; in megasas_probe_one()
7597 scsi_remove_host(instance->host); in megasas_probe_one()
7601 megasas_mgmt_info.instance[megasas_mgmt_info.max_index] = NULL; in megasas_probe_one()
7603 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_probe_one()
7604 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_probe_one()
7606 instance->instancet->disable_intr(instance); in megasas_probe_one()
7607 megasas_destroy_irqs(instance); in megasas_probe_one()
7609 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7610 megasas_release_fusion(instance); in megasas_probe_one()
7612 megasas_release_mfi(instance); in megasas_probe_one()
7614 if (instance->msix_vectors) in megasas_probe_one()
7615 pci_free_irq_vectors(instance->pdev); in megasas_probe_one()
7616 instance->msix_vectors = 0; in megasas_probe_one()
7618 if (instance->fw_crash_state != UNAVAILABLE) in megasas_probe_one()
7619 megasas_free_host_crash_buffer(instance); in megasas_probe_one()
7621 if (instance->adapter_type != MFI_SERIES) in megasas_probe_one()
7622 megasas_fusion_stop_watchdog(instance); in megasas_probe_one()
7635 static void megasas_flush_cache(struct megasas_instance *instance) in megasas_flush_cache() argument
7640 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_flush_cache()
7643 cmd = megasas_get_cmd(instance); in megasas_flush_cache()
7662 if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS) in megasas_flush_cache()
7664 dev_err(&instance->pdev->dev, in megasas_flush_cache()
7669 megasas_return_cmd(instance, cmd); in megasas_flush_cache()
7677 static void megasas_shutdown_controller(struct megasas_instance *instance, in megasas_shutdown_controller() argument
7683 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) in megasas_shutdown_controller()
7686 cmd = megasas_get_cmd(instance); in megasas_shutdown_controller()
7691 if (instance->aen_cmd) in megasas_shutdown_controller()
7692 megasas_issue_blocked_abort_cmd(instance, in megasas_shutdown_controller()
7693 instance->aen_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7694 if (instance->map_update_cmd) in megasas_shutdown_controller()
7695 megasas_issue_blocked_abort_cmd(instance, in megasas_shutdown_controller()
7696 instance->map_update_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7697 if (instance->jbod_seq_cmd) in megasas_shutdown_controller()
7698 megasas_issue_blocked_abort_cmd(instance, in megasas_shutdown_controller()
7699 instance->jbod_seq_cmd, MFI_IO_TIMEOUT_SECS); in megasas_shutdown_controller()
7714 if (megasas_issue_blocked_cmd(instance, cmd, MFI_IO_TIMEOUT_SECS) in megasas_shutdown_controller()
7716 dev_err(&instance->pdev->dev, in megasas_shutdown_controller()
7721 megasas_return_cmd(instance, cmd); in megasas_shutdown_controller()
7731 struct megasas_instance *instance; in megasas_suspend() local
7733 instance = dev_get_drvdata(dev); in megasas_suspend()
7735 if (!instance) in megasas_suspend()
7738 instance->unload = 1; in megasas_suspend()
7743 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_suspend()
7744 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_suspend()
7747 if (instance->adapter_type != MFI_SERIES) in megasas_suspend()
7748 megasas_fusion_stop_watchdog(instance); in megasas_suspend()
7750 megasas_flush_cache(instance); in megasas_suspend()
7751 megasas_shutdown_controller(instance, MR_DCMD_HIBERNATE_SHUTDOWN); in megasas_suspend()
7754 if (instance->ev != NULL) { in megasas_suspend()
7755 struct megasas_aen_event *ev = instance->ev; in megasas_suspend()
7757 instance->ev = NULL; in megasas_suspend()
7760 tasklet_kill(&instance->isr_tasklet); in megasas_suspend()
7762 pci_set_drvdata(instance->pdev, instance); in megasas_suspend()
7763 instance->instancet->disable_intr(instance); in megasas_suspend()
7765 megasas_destroy_irqs(instance); in megasas_suspend()
7767 if (instance->msix_vectors) in megasas_suspend()
7768 pci_free_irq_vectors(instance->pdev); in megasas_suspend()
7782 struct megasas_instance *instance; in megasas_resume() local
7785 instance = dev_get_drvdata(dev); in megasas_resume()
7787 if (!instance) in megasas_resume()
7790 host = instance->host; in megasas_resume()
7798 if (megasas_transition_to_ready(instance, 0)) { in megasas_resume()
7799 dev_info(&instance->pdev->dev, in megasas_resume()
7802 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7804 instance->instancet->read_fw_status_reg(instance); in megasas_resume()
7807 (instance, true, 0)) == FAILED)) in megasas_resume()
7810 atomic_set(&instance->fw_reset_no_pci_access, 1); in megasas_resume()
7811 instance->instancet->adp_reset in megasas_resume()
7812 (instance, instance->reg_set); in megasas_resume()
7813 atomic_set(&instance->fw_reset_no_pci_access, 0); in megasas_resume()
7818 if (megasas_transition_to_ready(instance, 0)) in megasas_resume()
7822 dev_info(&instance->pdev->dev, in megasas_resume()
7826 if (megasas_set_dma_mask(instance)) in megasas_resume()
7833 atomic_set(&instance->fw_outstanding, 0); in megasas_resume()
7834 atomic_set(&instance->ldio_outstanding, 0); in megasas_resume()
7837 if (instance->msix_vectors) in megasas_resume()
7838 megasas_alloc_irq_vectors(instance); in megasas_resume()
7840 if (!instance->msix_vectors) { in megasas_resume()
7841 rval = pci_alloc_irq_vectors(instance->pdev, 1, 1, in megasas_resume()
7847 megasas_setup_reply_map(instance); in megasas_resume()
7849 if (instance->adapter_type != MFI_SERIES) { in megasas_resume()
7850 megasas_reset_reply_desc(instance); in megasas_resume()
7851 if (megasas_ioc_init_fusion(instance)) { in megasas_resume()
7852 megasas_free_cmds(instance); in megasas_resume()
7853 megasas_free_cmds_fusion(instance); in megasas_resume()
7856 if (!megasas_get_map_info(instance)) in megasas_resume()
7857 megasas_sync_map_info(instance); in megasas_resume()
7859 *instance->producer = 0; in megasas_resume()
7860 *instance->consumer = 0; in megasas_resume()
7861 if (megasas_issue_init_mfi(instance)) in megasas_resume()
7865 if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS) in megasas_resume()
7868 tasklet_init(&instance->isr_tasklet, instance->instancet->tasklet, in megasas_resume()
7869 (unsigned long)instance); in megasas_resume()
7871 if (instance->msix_vectors ? in megasas_resume()
7872 megasas_setup_irqs_msix(instance, 0) : in megasas_resume()
7873 megasas_setup_irqs_ioapic(instance)) in megasas_resume()
7876 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7877 megasas_setup_irq_poll(instance); in megasas_resume()
7880 if (instance->requestorId) { in megasas_resume()
7881 if (!megasas_sriov_start_heartbeat(instance, 0)) in megasas_resume()
7882 megasas_start_timer(instance); in megasas_resume()
7884 instance->skip_heartbeat_timer_del = 1; in megasas_resume()
7889 instance->instancet->enable_intr(instance); in megasas_resume()
7890 megasas_setup_jbod_map(instance); in megasas_resume()
7891 instance->unload = 0; in megasas_resume()
7896 if (megasas_start_aen(instance)) in megasas_resume()
7897 dev_err(&instance->pdev->dev, "Start AEN failed\n"); in megasas_resume()
7900 if (instance->adapter_type != MFI_SERIES) in megasas_resume()
7901 if (megasas_fusion_start_watchdog(instance) != SUCCESS) in megasas_resume()
7907 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_resume()
7908 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_resume()
7910 megasas_free_ctrl_dma_buffers(instance); in megasas_resume()
7911 megasas_free_ctrl_mem(instance); in megasas_resume()
7922 megasas_wait_for_adapter_operational(struct megasas_instance *instance) in megasas_wait_for_adapter_operational() argument
7929 adp_state = atomic_read(&instance->adprecovery); in megasas_wait_for_adapter_operational()
7935 dev_notice(&instance->pdev->dev, "waiting for controller reset to finish\n"); in megasas_wait_for_adapter_operational()
7941 dev_info(&instance->pdev->dev, in megasas_wait_for_adapter_operational()
7958 struct megasas_instance *instance; in megasas_detach_one() local
7962 instance = pci_get_drvdata(pdev); in megasas_detach_one()
7964 if (!instance) in megasas_detach_one()
7967 host = instance->host; in megasas_detach_one()
7968 fusion = instance->ctrl_context; in megasas_detach_one()
7971 if (instance->requestorId && !instance->skip_heartbeat_timer_del) in megasas_detach_one()
7972 del_timer_sync(&instance->sriov_heartbeat_timer); in megasas_detach_one()
7975 if (instance->adapter_type != MFI_SERIES) in megasas_detach_one()
7976 megasas_fusion_stop_watchdog(instance); in megasas_detach_one()
7978 if (instance->fw_crash_state != UNAVAILABLE) in megasas_detach_one()
7979 megasas_free_host_crash_buffer(instance); in megasas_detach_one()
7980 scsi_remove_host(instance->host); in megasas_detach_one()
7981 instance->unload = 1; in megasas_detach_one()
7983 if (megasas_wait_for_adapter_operational(instance)) in megasas_detach_one()
7986 megasas_flush_cache(instance); in megasas_detach_one()
7987 megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN); in megasas_detach_one()
7991 if (instance->ev != NULL) { in megasas_detach_one()
7992 struct megasas_aen_event *ev = instance->ev; in megasas_detach_one()
7994 instance->ev = NULL; in megasas_detach_one()
7998 wake_up_all(&instance->int_cmd_wait_q); in megasas_detach_one()
8000 tasklet_kill(&instance->isr_tasklet); in megasas_detach_one()
8007 if (megasas_mgmt_info.instance[i] == instance) { in megasas_detach_one()
8009 megasas_mgmt_info.instance[i] = NULL; in megasas_detach_one()
8015 instance->instancet->disable_intr(instance); in megasas_detach_one()
8017 megasas_destroy_irqs(instance); in megasas_detach_one()
8019 if (instance->msix_vectors) in megasas_detach_one()
8020 pci_free_irq_vectors(instance->pdev); in megasas_detach_one()
8022 if (instance->adapter_type >= VENTURA_SERIES) { in megasas_detach_one()
8030 if (instance->adapter_type != MFI_SERIES) { in megasas_detach_one()
8031 megasas_release_fusion(instance); in megasas_detach_one()
8037 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8050 dma_free_coherent(&instance->pdev->dev, in megasas_detach_one()
8056 megasas_release_mfi(instance); in megasas_detach_one()
8059 if (instance->vf_affiliation) in megasas_detach_one()
8062 instance->vf_affiliation, in megasas_detach_one()
8063 instance->vf_affiliation_h); in megasas_detach_one()
8065 if (instance->vf_affiliation_111) in megasas_detach_one()
8068 instance->vf_affiliation_111, in megasas_detach_one()
8069 instance->vf_affiliation_111_h); in megasas_detach_one()
8071 if (instance->hb_host_mem) in megasas_detach_one()
8073 instance->hb_host_mem, in megasas_detach_one()
8074 instance->hb_host_mem_h); in megasas_detach_one()
8076 megasas_free_ctrl_dma_buffers(instance); in megasas_detach_one()
8078 megasas_free_ctrl_mem(instance); in megasas_detach_one()
8080 megasas_destroy_debugfs(instance); in megasas_detach_one()
8093 struct megasas_instance *instance = pci_get_drvdata(pdev); in megasas_shutdown() local
8095 if (!instance) in megasas_shutdown()
8098 instance->unload = 1; in megasas_shutdown()
8100 if (megasas_wait_for_adapter_operational(instance)) in megasas_shutdown()
8103 megasas_flush_cache(instance); in megasas_shutdown()
8104 megasas_shutdown_controller(instance, MR_DCMD_CTRL_SHUTDOWN); in megasas_shutdown()
8107 instance->instancet->disable_intr(instance); in megasas_shutdown()
8108 megasas_destroy_irqs(instance); in megasas_shutdown()
8110 if (instance->msix_vectors) in megasas_shutdown()
8111 pci_free_irq_vectors(instance->pdev); in megasas_shutdown()
8196 local_instance = megasas_mgmt_info.instance[i]; in megasas_set_crash_dump_params_ioctl()
8226 megasas_mgmt_fw_ioctl(struct megasas_instance *instance, in megasas_mgmt_fw_ioctl() argument
8245 dev_printk(KERN_DEBUG, &instance->pdev->dev, "SGE count [%d] > max limit [%d]\n", in megasas_mgmt_fw_ioctl()
8252 !instance->support_nvme_passthru) || in megasas_mgmt_fw_ioctl()
8254 !instance->support_pci_lane_margining)) { in megasas_mgmt_fw_ioctl()
8255 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8261 cmd = megasas_get_cmd(instance); in megasas_mgmt_fw_ioctl()
8263 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to get a cmd packet\n"); in megasas_mgmt_fw_ioctl()
8279 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8290 mutex_lock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8291 if (megasas_get_ctrl_info(instance) != DCMD_SUCCESS) { in megasas_mgmt_fw_ioctl()
8292 megasas_return_cmd(instance, cmd); in megasas_mgmt_fw_ioctl()
8293 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8296 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_fw_ioctl()
8301 megasas_return_cmd(instance, cmd); in megasas_mgmt_fw_ioctl()
8313 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8327 kbuff_arr[i] = dma_alloc_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8331 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Failed to alloc " in megasas_mgmt_fw_ioctl()
8341 if (instance->consistent_mask_64bit) { in megasas_mgmt_fw_ioctl()
8368 sense = dma_alloc_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8386 ret = megasas_issue_blocked_cmd(instance, cmd, 0); in megasas_mgmt_fw_ioctl()
8391 dev_err(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8401 if (instance->unload == 1) { in megasas_mgmt_fw_ioctl()
8402 dev_info(&instance->pdev->dev, "Driver unload is in progress " in megasas_mgmt_fw_ioctl()
8434 dev_err(&instance->pdev->dev, "Failed to copy out to user " in megasas_mgmt_fw_ioctl()
8446 dev_printk(KERN_DEBUG, &instance->pdev->dev, "Error copying out cmd_status\n"); in megasas_mgmt_fw_ioctl()
8452 dma_free_coherent(&instance->pdev->dev, ioc->sense_len, in megasas_mgmt_fw_ioctl()
8458 if (instance->consistent_mask_64bit) in megasas_mgmt_fw_ioctl()
8459 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8464 dma_free_coherent(&instance->pdev->dev, in megasas_mgmt_fw_ioctl()
8472 megasas_return_cmd(instance, cmd); in megasas_mgmt_fw_ioctl()
8513 struct megasas_instance *instance; in megasas_mgmt_ioctl_fw() local
8524 instance = megasas_lookup_instance(ioc->host_no); in megasas_mgmt_ioctl_fw()
8525 if (!instance) { in megasas_mgmt_ioctl_fw()
8531 if (instance->requestorId && !allow_vf_ioctls) { in megasas_mgmt_ioctl_fw()
8536 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_fw()
8537 dev_err(&instance->pdev->dev, "Controller in crit error\n"); in megasas_mgmt_ioctl_fw()
8542 if (instance->unload == 1) { in megasas_mgmt_ioctl_fw()
8547 if (down_interruptible(&instance->ioctl_sem)) { in megasas_mgmt_ioctl_fw()
8552 if (megasas_wait_for_adapter_operational(instance)) { in megasas_mgmt_ioctl_fw()
8557 error = megasas_mgmt_fw_ioctl(instance, user_ioc, ioc); in megasas_mgmt_ioctl_fw()
8559 up(&instance->ioctl_sem); in megasas_mgmt_ioctl_fw()
8568 struct megasas_instance *instance; in megasas_mgmt_ioctl_aen() local
8581 instance = megasas_lookup_instance(aen.host_no); in megasas_mgmt_ioctl_aen()
8583 if (!instance) in megasas_mgmt_ioctl_aen()
8586 if (atomic_read(&instance->adprecovery) == MEGASAS_HW_CRITICAL_ERROR) { in megasas_mgmt_ioctl_aen()
8590 if (instance->unload == 1) { in megasas_mgmt_ioctl_aen()
8594 if (megasas_wait_for_adapter_operational(instance)) in megasas_mgmt_ioctl_aen()
8597 mutex_lock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8598 error = megasas_register_aen(instance, aen.seq_num, in megasas_mgmt_ioctl_aen()
8600 mutex_unlock(&instance->reset_mutex); in megasas_mgmt_ioctl_aen()
8753 int megasas_update_device_list(struct megasas_instance *instance, in megasas_update_device_list() argument
8758 if (instance->enable_fw_dev_list) { in megasas_update_device_list()
8759 return megasas_host_device_list_query(instance, false); in megasas_update_device_list()
8762 dcmd_ret = megasas_get_pd_list(instance); in megasas_update_device_list()
8768 if (!instance->requestorId || in megasas_update_device_list()
8769 megasas_get_ld_vf_affiliation(instance, 0)) { in megasas_update_device_list()
8770 return megasas_ld_list_query(instance, in megasas_update_device_list()
8786 void megasas_add_remove_devices(struct megasas_instance *instance, in megasas_add_remove_devices() argument
8798 host = instance->host; in megasas_add_remove_devices()
8800 if (instance->enable_fw_dev_list) { in megasas_add_remove_devices()
8801 targetid_list = instance->host_device_list_buf; in megasas_add_remove_devices()
8830 if (instance->pd_list[pd_index].driveState == in megasas_add_remove_devices()
8850 if (instance->ld_ids[ld_index] != 0xff) { in megasas_add_remove_devices()
8870 struct megasas_instance *instance = ev->instance; in megasas_aen_polling() local
8879 if (!instance) { in megasas_aen_polling()
8886 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8888 instance->ev = NULL; in megasas_aen_polling()
8889 if (instance->evt_detail) { in megasas_aen_polling()
8890 megasas_decode_evt(instance); in megasas_aen_polling()
8892 switch (le32_to_cpu(instance->evt_detail->code)) { in megasas_aen_polling()
8901 ld_target_id = instance->evt_detail->args.ld.target_id; in megasas_aen_polling()
8902 sdev1 = scsi_device_lookup(instance->host, in megasas_aen_polling()
8921 dev_info(&instance->pdev->dev, "scanning for scsi%d...\n", in megasas_aen_polling()
8922 instance->host->host_no); in megasas_aen_polling()
8926 dcmd_ret = megasas_get_ctrl_info(instance); in megasas_aen_polling()
8928 instance->snapdump_wait_time) { in megasas_aen_polling()
8929 megasas_get_snapdump_properties(instance); in megasas_aen_polling()
8930 dev_info(&instance->pdev->dev, in megasas_aen_polling()
8932 instance->snapdump_wait_time); in megasas_aen_polling()
8940 dev_err(&instance->pdev->dev, "invalid evt_detail!\n"); in megasas_aen_polling()
8941 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8947 dcmd_ret = megasas_update_device_list(instance, event_type); in megasas_aen_polling()
8949 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()
8952 megasas_add_remove_devices(instance, event_type); in megasas_aen_polling()
8955 seq_num = le32_to_cpu(instance->evt_detail->seq_num) + 1; in megasas_aen_polling()
8957 seq_num = instance->last_seq_num; in megasas_aen_polling()
8964 if (instance->aen_cmd != NULL) { in megasas_aen_polling()
8969 mutex_lock(&instance->reset_mutex); in megasas_aen_polling()
8970 error = megasas_register_aen(instance, seq_num, in megasas_aen_polling()
8973 dev_err(&instance->pdev->dev, in megasas_aen_polling()
8976 mutex_unlock(&instance->reset_mutex); in megasas_aen_polling()