Lines Matching refs:hba
102 static int ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div(struct ufs_hba *hba,
114 if (host->hba->caps & UFSHCD_CAP_CRYPTO) in ufs_qcom_ice_enable()
120 struct ufs_hba *hba = host->hba; in ufs_qcom_ice_init() local
121 struct device *dev = hba->dev; in ufs_qcom_ice_init()
134 hba->caps |= UFSHCD_CAP_CRYPTO; in ufs_qcom_ice_init()
141 if (host->hba->caps & UFSHCD_CAP_CRYPTO) in ufs_qcom_ice_resume()
149 if (host->hba->caps & UFSHCD_CAP_CRYPTO) in ufs_qcom_ice_suspend()
155 static int ufs_qcom_ice_program_key(struct ufs_hba *hba, in ufs_qcom_ice_program_key() argument
159 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_ice_program_key()
165 cap = hba->crypto_cap_array[cfg->crypto_cap_idx]; in ufs_qcom_ice_program_key()
257 struct device *dev = host->hba->dev; in ufs_qcom_enable_lane_clks()
299 struct device *dev = host->hba->dev; in ufs_qcom_init_lane_clks()
315 if (host->hba->lanes_per_direction > 1) { in ufs_qcom_init_lane_clks()
328 static int ufs_qcom_check_hibern8(struct ufs_hba *hba) in ufs_qcom_check_hibern8() argument
335 err = ufshcd_dme_get(hba, in ufs_qcom_check_hibern8()
351 err = ufshcd_dme_get(hba, in ufs_qcom_check_hibern8()
357 dev_err(hba->dev, "%s: unable to get TX_FSM_STATE, err %d\n", in ufs_qcom_check_hibern8()
361 dev_err(hba->dev, "%s: invalid TX_FSM_STATE = %d\n", in ufs_qcom_check_hibern8()
370 ufshcd_rmwl(host->hba, QUNIPRO_SEL, in ufs_qcom_select_unipro_mode()
375 ufshcd_rmwl(host->hba, QUNIPRO_G4_SEL, 0, REG_UFS_CFG0); in ufs_qcom_select_unipro_mode()
381 static int ufs_qcom_host_reset(struct ufs_hba *hba) in ufs_qcom_host_reset() argument
384 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_host_reset()
388 dev_warn(hba->dev, "%s: reset control not set\n", __func__); in ufs_qcom_host_reset()
392 reenable_intr = hba->is_irq_enabled; in ufs_qcom_host_reset()
393 disable_irq(hba->irq); in ufs_qcom_host_reset()
394 hba->is_irq_enabled = false; in ufs_qcom_host_reset()
398 dev_err(hba->dev, "%s: core_reset assert failed, err = %d\n", in ufs_qcom_host_reset()
412 dev_err(hba->dev, "%s: core_reset deassert failed, err = %d\n", in ufs_qcom_host_reset()
418 enable_irq(hba->irq); in ufs_qcom_host_reset()
419 hba->is_irq_enabled = true; in ufs_qcom_host_reset()
425 static u32 ufs_qcom_get_hs_gear(struct ufs_hba *hba) in ufs_qcom_get_hs_gear() argument
427 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_get_hs_gear()
439 return UFS_QCOM_MAX_GEAR(ufshcd_readl(hba, REG_UFS_PARAM0)); in ufs_qcom_get_hs_gear()
446 static int ufs_qcom_power_up_sequence(struct ufs_hba *hba) in ufs_qcom_power_up_sequence() argument
448 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_power_up_sequence()
453 ret = ufs_qcom_host_reset(hba); in ufs_qcom_power_up_sequence()
455 dev_warn(hba->dev, "%s: host reset returned %d\n", in ufs_qcom_power_up_sequence()
461 dev_err(hba->dev, "%s: phy init failed, ret = %d\n", in ufs_qcom_power_up_sequence()
471 dev_err(hba->dev, "%s: phy power on failed, ret = %d\n", in ufs_qcom_power_up_sequence()
494 static void ufs_qcom_enable_hw_clk_gating(struct ufs_hba *hba) in ufs_qcom_enable_hw_clk_gating() argument
496 ufshcd_writel(hba, in ufs_qcom_enable_hw_clk_gating()
497 ufshcd_readl(hba, REG_UFS_CFG2) | REG_UFS_CFG2_CGC_EN_ALL, in ufs_qcom_enable_hw_clk_gating()
501 ufshcd_readl(hba, REG_UFS_CFG2); in ufs_qcom_enable_hw_clk_gating()
504 static int ufs_qcom_hce_enable_notify(struct ufs_hba *hba, in ufs_qcom_hce_enable_notify() argument
507 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_hce_enable_notify()
512 ufs_qcom_power_up_sequence(hba); in ufs_qcom_hce_enable_notify()
522 err = ufs_qcom_check_hibern8(hba); in ufs_qcom_hce_enable_notify()
523 ufs_qcom_enable_hw_clk_gating(hba); in ufs_qcom_hce_enable_notify()
527 dev_err(hba->dev, "%s: invalid status %d\n", __func__, status); in ufs_qcom_hce_enable_notify()
537 static int ufs_qcom_cfg_timers(struct ufs_hba *hba, u32 gear, in ufs_qcom_cfg_timers() argument
540 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_cfg_timers()
573 if (ufs_qcom_cap_qunipro(host) && !ufshcd_is_intr_aggr_allowed(hba)) in ufs_qcom_cfg_timers()
577 dev_err(hba->dev, "%s: invalid gear = %d\n", __func__, gear); in ufs_qcom_cfg_timers()
581 list_for_each_entry(clki, &hba->clk_list_head, list) { in ufs_qcom_cfg_timers()
591 if (ufshcd_readl(hba, REG_UFS_SYS1CLK_1US) != core_clk_cycles_per_us) { in ufs_qcom_cfg_timers()
592 ufshcd_writel(hba, core_clk_cycles_per_us, REG_UFS_SYS1CLK_1US); in ufs_qcom_cfg_timers()
597 ufshcd_readl(hba, REG_UFS_SYS1CLK_1US); in ufs_qcom_cfg_timers()
612 dev_err(hba->dev, in ufs_qcom_cfg_timers()
621 dev_err(hba->dev, in ufs_qcom_cfg_timers()
629 dev_err(hba->dev, "%s: invalid rate = %d\n", in ufs_qcom_cfg_timers()
637 dev_err(hba->dev, in ufs_qcom_cfg_timers()
647 dev_err(hba->dev, "%s: invalid mode = %d\n", __func__, hs); in ufs_qcom_cfg_timers()
651 if (ufshcd_readl(hba, REG_UFS_TX_SYMBOL_CLK_NS_US) != in ufs_qcom_cfg_timers()
654 ufshcd_writel(hba, core_clk_period_in_ns | tx_clk_cycles_per_us, in ufs_qcom_cfg_timers()
664 ufshcd_writel(hba, ((core_clk_rate / MSEC_PER_SEC) * 100), in ufs_qcom_cfg_timers()
676 static int ufs_qcom_link_startup_notify(struct ufs_hba *hba, in ufs_qcom_link_startup_notify() argument
680 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_link_startup_notify()
684 if (ufs_qcom_cfg_timers(hba, UFS_PWM_G1, SLOWAUTO_MODE, in ufs_qcom_link_startup_notify()
686 dev_err(hba->dev, "%s: ufs_qcom_cfg_timers() failed\n", in ufs_qcom_link_startup_notify()
696 err = ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div(hba, in ufs_qcom_link_startup_notify()
706 if (ufshcd_get_local_unipro_ver(hba) != UFS_UNIPRO_VER_1_41) in ufs_qcom_link_startup_notify()
707 err = ufshcd_disable_host_tx_lcc(hba); in ufs_qcom_link_startup_notify()
717 static void ufs_qcom_device_reset_ctrl(struct ufs_hba *hba, bool asserted) in ufs_qcom_device_reset_ctrl() argument
719 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_device_reset_ctrl()
728 static int ufs_qcom_suspend(struct ufs_hba *hba, enum ufs_pm_op pm_op, in ufs_qcom_suspend() argument
731 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_suspend()
737 if (ufs_qcom_is_link_off(hba)) { in ufs_qcom_suspend()
747 ufs_qcom_device_reset_ctrl(hba, true); in ufs_qcom_suspend()
749 } else if (!ufs_qcom_is_link_active(hba)) { in ufs_qcom_suspend()
756 static int ufs_qcom_resume(struct ufs_hba *hba, enum ufs_pm_op pm_op) in ufs_qcom_resume() argument
758 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_resume()
762 if (ufs_qcom_is_link_off(hba)) { in ufs_qcom_resume()
765 dev_err(hba->dev, "%s: failed PHY power on: %d\n", in ufs_qcom_resume()
774 } else if (!ufs_qcom_is_link_active(hba)) { in ufs_qcom_resume()
803 gating_wait = host->hba->dev_info.clk_gating_wait_us; in ufs_qcom_dev_ref_clk_ctrl()
841 struct device *dev = host->hba->dev; in ufs_qcom_icc_set_bw()
884 static int ufs_qcom_pwr_change_notify(struct ufs_hba *hba, in ufs_qcom_pwr_change_notify() argument
889 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_pwr_change_notify()
904 ufs_qcom_cap.hs_tx_gear = ufs_qcom_cap.hs_rx_gear = ufs_qcom_get_hs_gear(hba); in ufs_qcom_pwr_change_notify()
910 dev_err(hba->dev, "%s: failed to determine capabilities\n", in ufs_qcom_pwr_change_notify()
924 if (!ufshcd_is_hs_mode(&hba->pwr_info) && in ufs_qcom_pwr_change_notify()
929 ufshcd_dme_configure_adapt(hba, in ufs_qcom_pwr_change_notify()
935 if (ufs_qcom_cfg_timers(hba, dev_req_params->gear_rx, in ufs_qcom_pwr_change_notify()
938 dev_err(hba->dev, "%s: ufs_qcom_cfg_timers() failed\n", in ufs_qcom_pwr_change_notify()
955 if (ufshcd_is_hs_mode(&hba->pwr_info) && in ufs_qcom_pwr_change_notify()
967 static int ufs_qcom_quirk_host_pa_saveconfigtime(struct ufs_hba *hba) in ufs_qcom_quirk_host_pa_saveconfigtime() argument
972 err = ufshcd_dme_get(hba, UIC_ARG_MIB(PA_VS_CONFIG_REG1), in ufs_qcom_quirk_host_pa_saveconfigtime()
978 return ufshcd_dme_set(hba, UIC_ARG_MIB(PA_VS_CONFIG_REG1), in ufs_qcom_quirk_host_pa_saveconfigtime()
982 static int ufs_qcom_apply_dev_quirks(struct ufs_hba *hba) in ufs_qcom_apply_dev_quirks() argument
986 if (hba->dev_quirks & UFS_DEVICE_QUIRK_HOST_PA_SAVECONFIGTIME) in ufs_qcom_apply_dev_quirks()
987 err = ufs_qcom_quirk_host_pa_saveconfigtime(hba); in ufs_qcom_apply_dev_quirks()
989 if (hba->dev_info.wmanufacturerid == UFS_VENDOR_WDC) in ufs_qcom_apply_dev_quirks()
990 hba->dev_quirks |= UFS_DEVICE_QUIRK_HOST_PA_TACTIVATE; in ufs_qcom_apply_dev_quirks()
995 static u32 ufs_qcom_get_ufs_hci_version(struct ufs_hba *hba) in ufs_qcom_get_ufs_hci_version() argument
997 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_get_ufs_hci_version()
1014 static void ufs_qcom_advertise_quirks(struct ufs_hba *hba) in ufs_qcom_advertise_quirks() argument
1016 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_advertise_quirks()
1019 hba->quirks |= UFSHCD_QUIRK_DELAY_BEFORE_DME_CMDS in ufs_qcom_advertise_quirks()
1024 hba->quirks |= UFSHCD_QUIRK_BROKEN_INTR_AGGR; in ufs_qcom_advertise_quirks()
1026 hba->quirks |= UFSHCD_QUIRK_BROKEN_LCC; in ufs_qcom_advertise_quirks()
1030 hba->quirks |= UFSHCD_QUIRK_BROKEN_UFS_HCI_VERSION; in ufs_qcom_advertise_quirks()
1034 hba->quirks |= (UFSHCD_QUIRK_DELAY_BEFORE_DME_CMDS in ufs_qcom_advertise_quirks()
1040 hba->quirks |= UFSHCD_QUIRK_REINIT_AFTER_MAX_GEAR_SWITCH; in ufs_qcom_advertise_quirks()
1043 static void ufs_qcom_set_caps(struct ufs_hba *hba) in ufs_qcom_set_caps() argument
1045 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_set_caps()
1047 hba->caps |= UFSHCD_CAP_CLK_GATING | UFSHCD_CAP_HIBERN8_WITH_CLK_GATING; in ufs_qcom_set_caps()
1048 hba->caps |= UFSHCD_CAP_CLK_SCALING | UFSHCD_CAP_WB_WITH_CLK_SCALING; in ufs_qcom_set_caps()
1049 hba->caps |= UFSHCD_CAP_AUTO_BKOPS_SUSPEND; in ufs_qcom_set_caps()
1050 hba->caps |= UFSHCD_CAP_WB_EN; in ufs_qcom_set_caps()
1051 hba->caps |= UFSHCD_CAP_AGGR_POWER_COLLAPSE; in ufs_qcom_set_caps()
1052 hba->caps |= UFSHCD_CAP_RPM_AUTOSUSPEND; in ufs_qcom_set_caps()
1068 static int ufs_qcom_setup_clocks(struct ufs_hba *hba, bool on, in ufs_qcom_setup_clocks() argument
1071 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_setup_clocks()
1086 if (!ufs_qcom_is_link_active(hba)) { in ufs_qcom_setup_clocks()
1095 if (ufshcd_is_hs_mode(&hba->pwr_info)) in ufs_qcom_setup_clocks()
1112 ufs_qcom_assert_reset(host->hba); in ufs_qcom_reset_assert()
1123 ufs_qcom_deassert_reset(host->hba); in ufs_qcom_reset_deassert()
1140 struct device *dev = host->hba->dev; in ufs_qcom_icc_init()
1176 static int ufs_qcom_init(struct ufs_hba *hba) in ufs_qcom_init() argument
1179 struct device *dev = hba->dev; in ufs_qcom_init()
1192 host->hba = hba; in ufs_qcom_init()
1193 ufshcd_set_variant(hba, host); in ufs_qcom_init()
1196 host->core_reset = devm_reset_control_get_optional(hba->dev, "rst"); in ufs_qcom_init()
1233 ufs_qcom_get_controller_revision(hba, &host->hw_ver.major, in ufs_qcom_init()
1241 host->dev_ref_clk_ctrl_mmio = hba->mmio_base + REG_UFS_CFG1; in ufs_qcom_init()
1256 list_for_each_entry(clki, &hba->clk_list_head, list) { in ufs_qcom_init()
1265 ufs_qcom_set_caps(hba); in ufs_qcom_init()
1266 ufs_qcom_advertise_quirks(hba); in ufs_qcom_init()
1272 ufs_qcom_setup_clocks(hba, true, POST_CHANGE); in ufs_qcom_init()
1274 if (hba->dev->id < MAX_UFS_QCOM_HOSTS) in ufs_qcom_init()
1275 ufs_qcom_hosts[hba->dev->id] = host; in ufs_qcom_init()
1293 ufshcd_set_variant(hba, NULL); in ufs_qcom_init()
1298 static void ufs_qcom_exit(struct ufs_hba *hba) in ufs_qcom_exit() argument
1300 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_exit()
1307 static int ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div(struct ufs_hba *hba, in ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div() argument
1316 err = ufshcd_dme_get(hba, in ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div()
1328 return ufshcd_dme_set(hba, in ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div()
1333 static int ufs_qcom_clk_scale_up_pre_change(struct ufs_hba *hba) in ufs_qcom_clk_scale_up_pre_change() argument
1339 static int ufs_qcom_clk_scale_up_post_change(struct ufs_hba *hba) in ufs_qcom_clk_scale_up_post_change() argument
1341 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_clk_scale_up_post_change()
1347 return ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div(hba, 150); in ufs_qcom_clk_scale_up_post_change()
1350 static int ufs_qcom_clk_scale_down_pre_change(struct ufs_hba *hba) in ufs_qcom_clk_scale_down_pre_change() argument
1352 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_clk_scale_down_pre_change()
1359 err = ufshcd_dme_get(hba, in ufs_qcom_clk_scale_down_pre_change()
1367 err = ufshcd_dme_set(hba, in ufs_qcom_clk_scale_down_pre_change()
1375 static int ufs_qcom_clk_scale_down_post_change(struct ufs_hba *hba) in ufs_qcom_clk_scale_down_post_change() argument
1377 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_clk_scale_down_post_change()
1383 return ufs_qcom_set_dme_vs_core_clk_ctrl_clear_div(hba, 75); in ufs_qcom_clk_scale_down_post_change()
1386 static int ufs_qcom_clk_scale_notify(struct ufs_hba *hba, in ufs_qcom_clk_scale_notify() argument
1389 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_clk_scale_notify()
1394 if (!ufshcd_is_hba_active(hba)) in ufs_qcom_clk_scale_notify()
1398 err = ufshcd_uic_hibern8_enter(hba); in ufs_qcom_clk_scale_notify()
1402 err = ufs_qcom_clk_scale_up_pre_change(hba); in ufs_qcom_clk_scale_notify()
1404 err = ufs_qcom_clk_scale_down_pre_change(hba); in ufs_qcom_clk_scale_notify()
1407 ufshcd_uic_hibern8_exit(hba); in ufs_qcom_clk_scale_notify()
1412 err = ufs_qcom_clk_scale_up_post_change(hba); in ufs_qcom_clk_scale_notify()
1414 err = ufs_qcom_clk_scale_down_post_change(hba); in ufs_qcom_clk_scale_notify()
1418 ufshcd_uic_hibern8_exit(hba); in ufs_qcom_clk_scale_notify()
1422 ufs_qcom_cfg_timers(hba, in ufs_qcom_clk_scale_notify()
1428 ufshcd_uic_hibern8_exit(hba); in ufs_qcom_clk_scale_notify()
1436 ufshcd_rmwl(host->hba, UFS_REG_TEST_BUS_EN, in ufs_qcom_enable_test_bus()
1438 ufshcd_rmwl(host->hba, TEST_BUS_EN, TEST_BUS_EN, REG_UFS_CFG1); in ufs_qcom_enable_test_bus()
1451 dev_err(host->hba->dev, in ufs_qcom_testbus_cfg_is_ok()
1529 ufshcd_rmwl(host->hba, TEST_BUS_SEL, in ufs_qcom_testbus_config()
1532 ufshcd_rmwl(host->hba, mask, in ufs_qcom_testbus_config()
1545 static void ufs_qcom_dump_dbg_regs(struct ufs_hba *hba) in ufs_qcom_dump_dbg_regs() argument
1550 host = ufshcd_get_variant(hba); in ufs_qcom_dump_dbg_regs()
1552 ufshcd_dump_regs(hba, REG_UFS_SYS1CLK_1US, 16 * 4, in ufs_qcom_dump_dbg_regs()
1556 ufshcd_dump_regs(hba, reg, 44 * 4, "UFS_UFS_DBG_RD_REG_OCSC "); in ufs_qcom_dump_dbg_regs()
1558 reg = ufshcd_readl(hba, REG_UFS_CFG1); in ufs_qcom_dump_dbg_regs()
1560 ufshcd_writel(hba, reg, REG_UFS_CFG1); in ufs_qcom_dump_dbg_regs()
1563 ufshcd_dump_regs(hba, reg, 32 * 4, "UFS_UFS_DBG_RD_EDTL_RAM "); in ufs_qcom_dump_dbg_regs()
1566 ufshcd_dump_regs(hba, reg, 128 * 4, "UFS_UFS_DBG_RD_DESC_RAM "); in ufs_qcom_dump_dbg_regs()
1569 ufshcd_dump_regs(hba, reg, 64 * 4, "UFS_UFS_DBG_RD_PRDT_RAM "); in ufs_qcom_dump_dbg_regs()
1572 ufshcd_rmwl(hba, UTP_DBG_RAMS_EN, 0, REG_UFS_CFG1); in ufs_qcom_dump_dbg_regs()
1575 ufshcd_dump_regs(hba, reg, 4 * 4, "UFS_DBG_RD_REG_UAWM "); in ufs_qcom_dump_dbg_regs()
1578 ufshcd_dump_regs(hba, reg, 4 * 4, "UFS_DBG_RD_REG_UARM "); in ufs_qcom_dump_dbg_regs()
1581 ufshcd_dump_regs(hba, reg, 48 * 4, "UFS_DBG_RD_REG_TXUC "); in ufs_qcom_dump_dbg_regs()
1584 ufshcd_dump_regs(hba, reg, 27 * 4, "UFS_DBG_RD_REG_RXUC "); in ufs_qcom_dump_dbg_regs()
1587 ufshcd_dump_regs(hba, reg, 19 * 4, "UFS_DBG_RD_REG_DFC "); in ufs_qcom_dump_dbg_regs()
1590 ufshcd_dump_regs(hba, reg, 34 * 4, "UFS_DBG_RD_REG_TRLUT "); in ufs_qcom_dump_dbg_regs()
1593 ufshcd_dump_regs(hba, reg, 9 * 4, "UFS_DBG_RD_REG_TMRLUT "); in ufs_qcom_dump_dbg_regs()
1602 static int ufs_qcom_device_reset(struct ufs_hba *hba) in ufs_qcom_device_reset() argument
1604 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_device_reset()
1614 ufs_qcom_device_reset_ctrl(hba, true); in ufs_qcom_device_reset()
1617 ufs_qcom_device_reset_ctrl(hba, false); in ufs_qcom_device_reset()
1624 static void ufs_qcom_config_scaling_param(struct ufs_hba *hba, in ufs_qcom_config_scaling_param() argument
1634 static void ufs_qcom_config_scaling_param(struct ufs_hba *hba, in ufs_qcom_config_scaling_param() argument
1641 static void ufs_qcom_reinit_notify(struct ufs_hba *hba) in ufs_qcom_reinit_notify() argument
1643 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_reinit_notify()
1664 static int ufs_qcom_mcq_config_resource(struct ufs_hba *hba) in ufs_qcom_mcq_config_resource() argument
1666 struct platform_device *pdev = to_platform_device(hba->dev); in ufs_qcom_mcq_config_resource()
1671 memcpy(hba->res, ufs_res_info, sizeof(ufs_res_info)); in ufs_qcom_mcq_config_resource()
1674 res = &hba->res[i]; in ufs_qcom_mcq_config_resource()
1679 dev_info(hba->dev, "Resource %s not provided\n", res->name); in ufs_qcom_mcq_config_resource()
1685 res->base = hba->mmio_base; in ufs_qcom_mcq_config_resource()
1689 res->base = devm_ioremap_resource(hba->dev, res->resource); in ufs_qcom_mcq_config_resource()
1691 dev_err(hba->dev, "Failed to map res %s, err=%d\n", in ufs_qcom_mcq_config_resource()
1700 res = &hba->res[RES_MCQ]; in ufs_qcom_mcq_config_resource()
1706 res_mcq = devm_kzalloc(hba->dev, sizeof(*res_mcq), GFP_KERNEL); in ufs_qcom_mcq_config_resource()
1711 MCQ_SQATTR_OFFSET(hba->mcq_capabilities); in ufs_qcom_mcq_config_resource()
1712 res_mcq->end = res_mcq->start + hba->nr_hw_queues * MCQ_QCFG_SIZE - 1; in ufs_qcom_mcq_config_resource()
1718 dev_err(hba->dev, "Failed to insert MCQ resource, err=%d\n", in ufs_qcom_mcq_config_resource()
1723 res->base = devm_ioremap_resource(hba->dev, res_mcq); in ufs_qcom_mcq_config_resource()
1725 dev_err(hba->dev, "MCQ registers mapping failed, err=%d\n", in ufs_qcom_mcq_config_resource()
1732 hba->mcq_base = res->base; in ufs_qcom_mcq_config_resource()
1740 static int ufs_qcom_op_runtime_config(struct ufs_hba *hba) in ufs_qcom_op_runtime_config() argument
1746 mem_res = &hba->res[RES_UFS]; in ufs_qcom_op_runtime_config()
1747 sqdao_res = &hba->res[RES_MCQ_SQD]; in ufs_qcom_op_runtime_config()
1753 opr = &hba->mcq_opr[i]; in ufs_qcom_op_runtime_config()
1763 static int ufs_qcom_get_hba_mac(struct ufs_hba *hba) in ufs_qcom_get_hba_mac() argument
1769 static int ufs_qcom_get_outstanding_cqs(struct ufs_hba *hba, in ufs_qcom_get_outstanding_cqs() argument
1772 struct ufshcd_res_info *mcq_vs_res = &hba->res[RES_MCQ_VS]; in ufs_qcom_get_outstanding_cqs()
1785 struct ufs_hba *hba = dev_get_drvdata(dev); in ufs_qcom_write_msi_msg() local
1787 ufshcd_mcq_config_esi(hba, msg); in ufs_qcom_write_msi_msg()
1794 struct ufs_hba *hba = dev_get_drvdata(dev); in ufs_qcom_mcq_esi_handler() local
1796 struct ufs_hw_queue *hwq = &hba->uhq[id]; in ufs_qcom_mcq_esi_handler()
1798 ufshcd_mcq_write_cqis(hba, 0x1, id); in ufs_qcom_mcq_esi_handler()
1799 ufshcd_mcq_poll_cqe_lock(hba, hwq); in ufs_qcom_mcq_esi_handler()
1804 static int ufs_qcom_config_esi(struct ufs_hba *hba) in ufs_qcom_config_esi() argument
1806 struct ufs_qcom_host *host = ufshcd_get_variant(hba); in ufs_qcom_config_esi()
1818 nr_irqs = hba->nr_hw_queues - hba->nr_queues[HCTX_TYPE_POLL]; in ufs_qcom_config_esi()
1819 ret = platform_msi_domain_alloc_irqs(hba->dev, nr_irqs, in ufs_qcom_config_esi()
1822 dev_err(hba->dev, "Failed to request Platform MSI %d\n", ret); in ufs_qcom_config_esi()
1826 msi_lock_descs(hba->dev); in ufs_qcom_config_esi()
1827 msi_for_each_desc(desc, hba->dev, MSI_DESC_ALL) { in ufs_qcom_config_esi()
1828 ret = devm_request_irq(hba->dev, desc->irq, in ufs_qcom_config_esi()
1832 dev_err(hba->dev, "%s: Fail to request IRQ for %d, err = %d\n", in ufs_qcom_config_esi()
1838 msi_unlock_descs(hba->dev); in ufs_qcom_config_esi()
1842 msi_lock_descs(hba->dev); in ufs_qcom_config_esi()
1843 msi_for_each_desc(desc, hba->dev, MSI_DESC_ALL) { in ufs_qcom_config_esi()
1846 devm_free_irq(hba->dev, desc->irq, hba); in ufs_qcom_config_esi()
1848 msi_unlock_descs(hba->dev); in ufs_qcom_config_esi()
1849 platform_msi_domain_free_irqs(hba->dev); in ufs_qcom_config_esi()
1853 ufshcd_writel(hba, in ufs_qcom_config_esi()
1854 ufshcd_readl(hba, REG_UFS_CFG3) | 0x1F000, in ufs_qcom_config_esi()
1857 ufshcd_mcq_enable_esi(hba); in ufs_qcom_config_esi()
1925 struct ufs_hba *hba = platform_get_drvdata(pdev); in ufs_qcom_remove() local
1928 ufshcd_remove(hba); in ufs_qcom_remove()
1929 platform_msi_domain_free_irqs(hba->dev); in ufs_qcom_remove()