18e99ea8dSJohannes Berg // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause 28e99ea8dSJohannes Berg /* 38e99ea8dSJohannes Berg * Copyright (C) 2015 Intel Mobile Communications GmbH 48e99ea8dSJohannes Berg * Copyright (C) 2016-2017 Intel Deutschland GmbH 5d12455fdSJohannes Berg * Copyright (C) 2019-2021 Intel Corporation 68e99ea8dSJohannes Berg */ 7e705c121SKalle Valo #include <linux/kernel.h> 839bdb17eSSharon Dvir #include <linux/bsearch.h> 939bdb17eSSharon Dvir 10fda1bd0dSMordechay Goodstein #include "fw/api/tx.h" 11e705c121SKalle Valo #include "iwl-trans.h" 1239bdb17eSSharon Dvir #include "iwl-drv.h" 133cd1980bSSara Sharon #include "iwl-fh.h" 140cd1ad2dSMordechay Goodstein #include "queue/tx.h" 15a26014e2SMordechay Goodstein #include <linux/dmapool.h> 16781b9ae4SMukesh Sisodiya #include "fw/api/commands.h" 17e705c121SKalle Valo 18e705c121SKalle Valo struct iwl_trans *iwl_trans_alloc(unsigned int priv_size, 19e705c121SKalle Valo struct device *dev, 20a89c72ffSJohannes Berg const struct iwl_trans_ops *ops, 21fda1bd0dSMordechay Goodstein const struct iwl_cfg_trans_params *cfg_trans) 22e705c121SKalle Valo { 23e705c121SKalle Valo struct iwl_trans *trans; 24e705c121SKalle Valo #ifdef CONFIG_LOCKDEP 25e705c121SKalle Valo static struct lock_class_key __key; 26e705c121SKalle Valo #endif 27e705c121SKalle Valo 285a41a86cSSharon Dvir trans = devm_kzalloc(dev, sizeof(*trans) + priv_size, GFP_KERNEL); 29e705c121SKalle Valo if (!trans) 30e705c121SKalle Valo return NULL; 31e705c121SKalle Valo 32fda1bd0dSMordechay Goodstein trans->trans_cfg = cfg_trans; 33fda1bd0dSMordechay Goodstein 34e705c121SKalle Valo #ifdef CONFIG_LOCKDEP 35e705c121SKalle Valo lockdep_init_map(&trans->sync_cmd_lockdep_map, "sync_cmd_lockdep_map", 36e705c121SKalle Valo &__key, 0); 37e705c121SKalle Valo #endif 38e705c121SKalle Valo 39e705c121SKalle Valo trans->dev = dev; 40e705c121SKalle Valo trans->ops = ops; 41e705c121SKalle Valo trans->num_rx_queues = 1; 42e705c121SKalle Valo 43d12455fdSJohannes Berg WARN_ON(!ops->wait_txq_empty && !ops->wait_tx_queues_empty); 44885375d0SMordechay Goodstein 45885375d0SMordechay Goodstein if (trans->trans_cfg->use_tfh) { 46885375d0SMordechay Goodstein trans->txqs.tfd.addr_size = 64; 47885375d0SMordechay Goodstein trans->txqs.tfd.max_tbs = IWL_TFH_NUM_TBS; 48885375d0SMordechay Goodstein trans->txqs.tfd.size = sizeof(struct iwl_tfh_tfd); 49885375d0SMordechay Goodstein } else { 50885375d0SMordechay Goodstein trans->txqs.tfd.addr_size = 36; 51885375d0SMordechay Goodstein trans->txqs.tfd.max_tbs = IWL_NUM_OF_TBS; 52885375d0SMordechay Goodstein trans->txqs.tfd.size = sizeof(struct iwl_tfd); 53885375d0SMordechay Goodstein } 54885375d0SMordechay Goodstein trans->max_skb_frags = IWL_TRANS_MAX_FRAGS(trans); 55885375d0SMordechay Goodstein 56d12455fdSJohannes Berg return trans; 57d12455fdSJohannes Berg } 58d12455fdSJohannes Berg 59d12455fdSJohannes Berg int iwl_trans_init(struct iwl_trans *trans) 60d12455fdSJohannes Berg { 61d12455fdSJohannes Berg int txcmd_size, txcmd_align; 62d12455fdSJohannes Berg 63d12455fdSJohannes Berg if (!trans->trans_cfg->gen2) { 64d12455fdSJohannes Berg txcmd_size = sizeof(struct iwl_tx_cmd); 65d12455fdSJohannes Berg txcmd_align = sizeof(void *); 66d12455fdSJohannes Berg } else if (trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_AX210) { 67d12455fdSJohannes Berg txcmd_size = sizeof(struct iwl_tx_cmd_gen2); 68d12455fdSJohannes Berg txcmd_align = 64; 69d12455fdSJohannes Berg } else { 70d12455fdSJohannes Berg txcmd_size = sizeof(struct iwl_tx_cmd_gen3); 71d12455fdSJohannes Berg txcmd_align = 128; 72d12455fdSJohannes Berg } 73d12455fdSJohannes Berg 74d12455fdSJohannes Berg txcmd_size += sizeof(struct iwl_cmd_header); 75d12455fdSJohannes Berg txcmd_size += 36; /* biggest possible 802.11 header */ 76d12455fdSJohannes Berg 77d12455fdSJohannes Berg /* Ensure device TX cmd cannot reach/cross a page boundary in gen2 */ 78d12455fdSJohannes Berg if (WARN_ON(trans->trans_cfg->gen2 && txcmd_size >= txcmd_align)) 79d12455fdSJohannes Berg return -EINVAL; 80d12455fdSJohannes Berg 81d12455fdSJohannes Berg if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210) 82d12455fdSJohannes Berg trans->txqs.bc_tbl_size = sizeof(struct iwl_gen3_bc_tbl); 83d12455fdSJohannes Berg else 84d12455fdSJohannes Berg trans->txqs.bc_tbl_size = sizeof(struct iwlagn_scd_bc_tbl); 85d12455fdSJohannes Berg /* 86d12455fdSJohannes Berg * For gen2 devices, we use a single allocation for each byte-count 87d12455fdSJohannes Berg * table, but they're pretty small (1k) so use a DMA pool that we 88d12455fdSJohannes Berg * allocate here. 89d12455fdSJohannes Berg */ 90d12455fdSJohannes Berg if (trans->trans_cfg->gen2) { 91d12455fdSJohannes Berg trans->txqs.bc_pool = dmam_pool_create("iwlwifi:bc", trans->dev, 92d12455fdSJohannes Berg trans->txqs.bc_tbl_size, 93d12455fdSJohannes Berg 256, 0); 94d12455fdSJohannes Berg if (!trans->txqs.bc_pool) 95d12455fdSJohannes Berg return -ENOMEM; 96d12455fdSJohannes Berg } 97d12455fdSJohannes Berg 98d12455fdSJohannes Berg /* Some things must not change even if the config does */ 99d12455fdSJohannes Berg WARN_ON(trans->txqs.tfd.addr_size != 100d12455fdSJohannes Berg (trans->trans_cfg->use_tfh ? 64 : 36)); 101d12455fdSJohannes Berg 102e705c121SKalle Valo snprintf(trans->dev_cmd_pool_name, sizeof(trans->dev_cmd_pool_name), 103e705c121SKalle Valo "iwl_cmd_pool:%s", dev_name(trans->dev)); 104e705c121SKalle Valo trans->dev_cmd_pool = 105e705c121SKalle Valo kmem_cache_create(trans->dev_cmd_pool_name, 106fda1bd0dSMordechay Goodstein txcmd_size, txcmd_align, 107a89c72ffSJohannes Berg SLAB_HWCACHE_ALIGN, NULL); 108e705c121SKalle Valo if (!trans->dev_cmd_pool) 109d12455fdSJohannes Berg return -ENOMEM; 110d6d517b7SSara Sharon 1110cd1ad2dSMordechay Goodstein trans->txqs.tso_hdr_page = alloc_percpu(struct iwl_tso_hdr_page); 1120cd1ad2dSMordechay Goodstein if (!trans->txqs.tso_hdr_page) { 1130cd1ad2dSMordechay Goodstein kmem_cache_destroy(trans->dev_cmd_pool); 114d12455fdSJohannes Berg return -ENOMEM; 1150cd1ad2dSMordechay Goodstein } 1160cd1ad2dSMordechay Goodstein 11713f028b4SMordechay Goodstein /* Initialize the wait queue for commands */ 11813f028b4SMordechay Goodstein init_waitqueue_head(&trans->wait_command_queue); 11913f028b4SMordechay Goodstein 120d12455fdSJohannes Berg return 0; 121e705c121SKalle Valo } 122e705c121SKalle Valo 123e705c121SKalle Valo void iwl_trans_free(struct iwl_trans *trans) 124e705c121SKalle Valo { 1250cd1ad2dSMordechay Goodstein int i; 1260cd1ad2dSMordechay Goodstein 127d12455fdSJohannes Berg if (trans->txqs.tso_hdr_page) { 1280cd1ad2dSMordechay Goodstein for_each_possible_cpu(i) { 1290cd1ad2dSMordechay Goodstein struct iwl_tso_hdr_page *p = 1300cd1ad2dSMordechay Goodstein per_cpu_ptr(trans->txqs.tso_hdr_page, i); 1310cd1ad2dSMordechay Goodstein 132d12455fdSJohannes Berg if (p && p->page) 1330cd1ad2dSMordechay Goodstein __free_page(p->page); 1340cd1ad2dSMordechay Goodstein } 1350cd1ad2dSMordechay Goodstein 1360cd1ad2dSMordechay Goodstein free_percpu(trans->txqs.tso_hdr_page); 137d12455fdSJohannes Berg } 1380cd1ad2dSMordechay Goodstein 139e705c121SKalle Valo kmem_cache_destroy(trans->dev_cmd_pool); 140e705c121SKalle Valo } 14192fe8343SEmmanuel Grumbach 14292fe8343SEmmanuel Grumbach int iwl_trans_send_cmd(struct iwl_trans *trans, struct iwl_host_cmd *cmd) 14392fe8343SEmmanuel Grumbach { 14492fe8343SEmmanuel Grumbach int ret; 14592fe8343SEmmanuel Grumbach 14692fe8343SEmmanuel Grumbach if (unlikely(!(cmd->flags & CMD_SEND_IN_RFKILL) && 147326477e4SJohannes Berg test_bit(STATUS_RFKILL_OPMODE, &trans->status))) 14892fe8343SEmmanuel Grumbach return -ERFKILL; 14992fe8343SEmmanuel Grumbach 150708a39aaSHaim Dreyfuss /* 151708a39aaSHaim Dreyfuss * We can't test IWL_MVM_STATUS_IN_D3 in mvm->status because this 152708a39aaSHaim Dreyfuss * bit is set early in the D3 flow, before we send all the commands 153708a39aaSHaim Dreyfuss * that configure the firmware for D3 operation (power, patterns, ...) 154708a39aaSHaim Dreyfuss * and we don't want to flag all those with CMD_SEND_IN_D3. 155708a39aaSHaim Dreyfuss * So use the system_pm_mode instead. The only command sent after 156708a39aaSHaim Dreyfuss * we set system_pm_mode is D3_CONFIG_CMD, which we now flag with 157708a39aaSHaim Dreyfuss * CMD_SEND_IN_D3. 158708a39aaSHaim Dreyfuss */ 159708a39aaSHaim Dreyfuss if (unlikely(trans->system_pm_mode == IWL_PLAT_PM_MODE_D3 && 160708a39aaSHaim Dreyfuss !(cmd->flags & CMD_SEND_IN_D3))) 161708a39aaSHaim Dreyfuss return -EHOSTDOWN; 162708a39aaSHaim Dreyfuss 16392fe8343SEmmanuel Grumbach if (unlikely(test_bit(STATUS_FW_ERROR, &trans->status))) 16492fe8343SEmmanuel Grumbach return -EIO; 16592fe8343SEmmanuel Grumbach 16692fe8343SEmmanuel Grumbach if (unlikely(trans->state != IWL_TRANS_FW_ALIVE)) { 16792fe8343SEmmanuel Grumbach IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state); 16892fe8343SEmmanuel Grumbach return -EIO; 16992fe8343SEmmanuel Grumbach } 17092fe8343SEmmanuel Grumbach 17192fe8343SEmmanuel Grumbach if (WARN_ON((cmd->flags & CMD_WANT_ASYNC_CALLBACK) && 17292fe8343SEmmanuel Grumbach !(cmd->flags & CMD_ASYNC))) 17392fe8343SEmmanuel Grumbach return -EINVAL; 17492fe8343SEmmanuel Grumbach 17592fe8343SEmmanuel Grumbach if (!(cmd->flags & CMD_ASYNC)) 17692fe8343SEmmanuel Grumbach lock_map_acquire_read(&trans->sync_cmd_lockdep_map); 17792fe8343SEmmanuel Grumbach 178781b9ae4SMukesh Sisodiya if (trans->wide_cmd_header && !iwl_cmd_groupid(cmd->id)) { 179781b9ae4SMukesh Sisodiya if (cmd->id != REPLY_ERROR) 1805b88792cSSara Sharon cmd->id = DEF_ID(cmd->id); 181781b9ae4SMukesh Sisodiya } 1825b88792cSSara Sharon 18313f028b4SMordechay Goodstein ret = iwl_trans_txq_send_hcmd(trans, cmd); 18492fe8343SEmmanuel Grumbach 18592fe8343SEmmanuel Grumbach if (!(cmd->flags & CMD_ASYNC)) 18692fe8343SEmmanuel Grumbach lock_map_release(&trans->sync_cmd_lockdep_map); 18792fe8343SEmmanuel Grumbach 1880ec971fdSJohannes Berg if (WARN_ON((cmd->flags & CMD_WANT_SKB) && !ret && !cmd->resp_pkt)) 1890ec971fdSJohannes Berg return -EIO; 1900ec971fdSJohannes Berg 19192fe8343SEmmanuel Grumbach return ret; 19292fe8343SEmmanuel Grumbach } 19392fe8343SEmmanuel Grumbach IWL_EXPORT_SYMBOL(iwl_trans_send_cmd); 19439bdb17eSSharon Dvir 19539bdb17eSSharon Dvir /* Comparator for struct iwl_hcmd_names. 19639bdb17eSSharon Dvir * Used in the binary search over a list of host commands. 19739bdb17eSSharon Dvir * 19839bdb17eSSharon Dvir * @key: command_id that we're looking for. 19939bdb17eSSharon Dvir * @elt: struct iwl_hcmd_names candidate for match. 20039bdb17eSSharon Dvir * 20139bdb17eSSharon Dvir * @return 0 iff equal. 20239bdb17eSSharon Dvir */ 20339bdb17eSSharon Dvir static int iwl_hcmd_names_cmp(const void *key, const void *elt) 20439bdb17eSSharon Dvir { 20539bdb17eSSharon Dvir const struct iwl_hcmd_names *name = elt; 206*73c289baSBjoern A. Zeeb const u8 *cmd1 = key; 20739bdb17eSSharon Dvir u8 cmd2 = name->cmd_id; 20839bdb17eSSharon Dvir 209*73c289baSBjoern A. Zeeb return (*cmd1 - cmd2); 21039bdb17eSSharon Dvir } 21139bdb17eSSharon Dvir 21239bdb17eSSharon Dvir const char *iwl_get_cmd_string(struct iwl_trans *trans, u32 id) 21339bdb17eSSharon Dvir { 21439bdb17eSSharon Dvir u8 grp, cmd; 21539bdb17eSSharon Dvir struct iwl_hcmd_names *ret; 21639bdb17eSSharon Dvir const struct iwl_hcmd_arr *arr; 21739bdb17eSSharon Dvir size_t size = sizeof(struct iwl_hcmd_names); 21839bdb17eSSharon Dvir 21939bdb17eSSharon Dvir grp = iwl_cmd_groupid(id); 22039bdb17eSSharon Dvir cmd = iwl_cmd_opcode(id); 22139bdb17eSSharon Dvir 22239bdb17eSSharon Dvir if (!trans->command_groups || grp >= trans->command_groups_size || 22339bdb17eSSharon Dvir !trans->command_groups[grp].arr) 22439bdb17eSSharon Dvir return "UNKNOWN"; 22539bdb17eSSharon Dvir 22639bdb17eSSharon Dvir arr = &trans->command_groups[grp]; 22739bdb17eSSharon Dvir ret = bsearch(&cmd, arr->arr, arr->size, size, iwl_hcmd_names_cmp); 22839bdb17eSSharon Dvir if (!ret) 22939bdb17eSSharon Dvir return "UNKNOWN"; 23039bdb17eSSharon Dvir return ret->cmd_name; 23139bdb17eSSharon Dvir } 23239bdb17eSSharon Dvir IWL_EXPORT_SYMBOL(iwl_get_cmd_string); 23339bdb17eSSharon Dvir 23439bdb17eSSharon Dvir int iwl_cmd_groups_verify_sorted(const struct iwl_trans_config *trans) 23539bdb17eSSharon Dvir { 23639bdb17eSSharon Dvir int i, j; 23739bdb17eSSharon Dvir const struct iwl_hcmd_arr *arr; 23839bdb17eSSharon Dvir 23939bdb17eSSharon Dvir for (i = 0; i < trans->command_groups_size; i++) { 24039bdb17eSSharon Dvir arr = &trans->command_groups[i]; 24139bdb17eSSharon Dvir if (!arr->arr) 24239bdb17eSSharon Dvir continue; 24339bdb17eSSharon Dvir for (j = 0; j < arr->size - 1; j++) 24439bdb17eSSharon Dvir if (arr->arr[j].cmd_id > arr->arr[j + 1].cmd_id) 24539bdb17eSSharon Dvir return -1; 24639bdb17eSSharon Dvir } 24739bdb17eSSharon Dvir return 0; 24839bdb17eSSharon Dvir } 24939bdb17eSSharon Dvir IWL_EXPORT_SYMBOL(iwl_cmd_groups_verify_sorted); 250