1 // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause 2 /* 3 * Copyright (C) 2015 Intel Mobile Communications GmbH 4 * Copyright (C) 2016-2017 Intel Deutschland GmbH 5 * Copyright (C) 2019-2021 Intel Corporation 6 */ 7 #include <linux/kernel.h> 8 #include <linux/bsearch.h> 9 10 #include "fw/api/tx.h" 11 #include "iwl-trans.h" 12 #include "iwl-drv.h" 13 #include "iwl-fh.h" 14 #include "queue/tx.h" 15 #include <linux/dmapool.h> 16 #include "fw/api/commands.h" 17 18 struct iwl_trans *iwl_trans_alloc(unsigned int priv_size, 19 struct device *dev, 20 const struct iwl_trans_ops *ops, 21 const struct iwl_cfg_trans_params *cfg_trans) 22 { 23 struct iwl_trans *trans; 24 #ifdef CONFIG_LOCKDEP 25 static struct lock_class_key __key; 26 #endif 27 28 trans = devm_kzalloc(dev, sizeof(*trans) + priv_size, GFP_KERNEL); 29 if (!trans) 30 return NULL; 31 32 trans->trans_cfg = cfg_trans; 33 34 #ifdef CONFIG_LOCKDEP 35 lockdep_init_map(&trans->sync_cmd_lockdep_map, "sync_cmd_lockdep_map", 36 &__key, 0); 37 #endif 38 39 trans->dev = dev; 40 trans->ops = ops; 41 trans->num_rx_queues = 1; 42 43 WARN_ON(!ops->wait_txq_empty && !ops->wait_tx_queues_empty); 44 45 if (trans->trans_cfg->use_tfh) { 46 trans->txqs.tfd.addr_size = 64; 47 trans->txqs.tfd.max_tbs = IWL_TFH_NUM_TBS; 48 trans->txqs.tfd.size = sizeof(struct iwl_tfh_tfd); 49 } else { 50 trans->txqs.tfd.addr_size = 36; 51 trans->txqs.tfd.max_tbs = IWL_NUM_OF_TBS; 52 trans->txqs.tfd.size = sizeof(struct iwl_tfd); 53 } 54 trans->max_skb_frags = IWL_TRANS_MAX_FRAGS(trans); 55 56 return trans; 57 } 58 59 int iwl_trans_init(struct iwl_trans *trans) 60 { 61 int txcmd_size, txcmd_align; 62 63 if (!trans->trans_cfg->gen2) { 64 txcmd_size = sizeof(struct iwl_tx_cmd); 65 txcmd_align = sizeof(void *); 66 } else if (trans->trans_cfg->device_family < IWL_DEVICE_FAMILY_AX210) { 67 txcmd_size = sizeof(struct iwl_tx_cmd_gen2); 68 txcmd_align = 64; 69 } else { 70 txcmd_size = sizeof(struct iwl_tx_cmd_gen3); 71 txcmd_align = 128; 72 } 73 74 txcmd_size += sizeof(struct iwl_cmd_header); 75 txcmd_size += 36; /* biggest possible 802.11 header */ 76 77 /* Ensure device TX cmd cannot reach/cross a page boundary in gen2 */ 78 if (WARN_ON(trans->trans_cfg->gen2 && txcmd_size >= txcmd_align)) 79 return -EINVAL; 80 81 if (trans->trans_cfg->device_family >= IWL_DEVICE_FAMILY_AX210) 82 trans->txqs.bc_tbl_size = sizeof(struct iwl_gen3_bc_tbl); 83 else 84 trans->txqs.bc_tbl_size = sizeof(struct iwlagn_scd_bc_tbl); 85 /* 86 * For gen2 devices, we use a single allocation for each byte-count 87 * table, but they're pretty small (1k) so use a DMA pool that we 88 * allocate here. 89 */ 90 if (trans->trans_cfg->gen2) { 91 trans->txqs.bc_pool = dmam_pool_create("iwlwifi:bc", trans->dev, 92 trans->txqs.bc_tbl_size, 93 256, 0); 94 if (!trans->txqs.bc_pool) 95 return -ENOMEM; 96 } 97 98 /* Some things must not change even if the config does */ 99 WARN_ON(trans->txqs.tfd.addr_size != 100 (trans->trans_cfg->use_tfh ? 64 : 36)); 101 102 snprintf(trans->dev_cmd_pool_name, sizeof(trans->dev_cmd_pool_name), 103 "iwl_cmd_pool:%s", dev_name(trans->dev)); 104 trans->dev_cmd_pool = 105 kmem_cache_create(trans->dev_cmd_pool_name, 106 txcmd_size, txcmd_align, 107 SLAB_HWCACHE_ALIGN, NULL); 108 if (!trans->dev_cmd_pool) 109 return -ENOMEM; 110 111 trans->txqs.tso_hdr_page = alloc_percpu(struct iwl_tso_hdr_page); 112 if (!trans->txqs.tso_hdr_page) { 113 kmem_cache_destroy(trans->dev_cmd_pool); 114 return -ENOMEM; 115 } 116 117 /* Initialize the wait queue for commands */ 118 init_waitqueue_head(&trans->wait_command_queue); 119 120 return 0; 121 } 122 123 void iwl_trans_free(struct iwl_trans *trans) 124 { 125 int i; 126 127 if (trans->txqs.tso_hdr_page) { 128 for_each_possible_cpu(i) { 129 struct iwl_tso_hdr_page *p = 130 per_cpu_ptr(trans->txqs.tso_hdr_page, i); 131 132 if (p && p->page) 133 __free_page(p->page); 134 } 135 136 free_percpu(trans->txqs.tso_hdr_page); 137 } 138 139 kmem_cache_destroy(trans->dev_cmd_pool); 140 } 141 142 int iwl_trans_send_cmd(struct iwl_trans *trans, struct iwl_host_cmd *cmd) 143 { 144 int ret; 145 146 if (unlikely(!(cmd->flags & CMD_SEND_IN_RFKILL) && 147 test_bit(STATUS_RFKILL_OPMODE, &trans->status))) 148 return -ERFKILL; 149 150 /* 151 * We can't test IWL_MVM_STATUS_IN_D3 in mvm->status because this 152 * bit is set early in the D3 flow, before we send all the commands 153 * that configure the firmware for D3 operation (power, patterns, ...) 154 * and we don't want to flag all those with CMD_SEND_IN_D3. 155 * So use the system_pm_mode instead. The only command sent after 156 * we set system_pm_mode is D3_CONFIG_CMD, which we now flag with 157 * CMD_SEND_IN_D3. 158 */ 159 if (unlikely(trans->system_pm_mode == IWL_PLAT_PM_MODE_D3 && 160 !(cmd->flags & CMD_SEND_IN_D3))) 161 return -EHOSTDOWN; 162 163 if (unlikely(test_bit(STATUS_FW_ERROR, &trans->status))) 164 return -EIO; 165 166 if (unlikely(trans->state != IWL_TRANS_FW_ALIVE)) { 167 IWL_ERR(trans, "%s bad state = %d\n", __func__, trans->state); 168 return -EIO; 169 } 170 171 if (WARN_ON((cmd->flags & CMD_WANT_ASYNC_CALLBACK) && 172 !(cmd->flags & CMD_ASYNC))) 173 return -EINVAL; 174 175 if (!(cmd->flags & CMD_ASYNC)) 176 lock_map_acquire_read(&trans->sync_cmd_lockdep_map); 177 178 if (trans->wide_cmd_header && !iwl_cmd_groupid(cmd->id)) { 179 if (cmd->id != REPLY_ERROR) 180 cmd->id = DEF_ID(cmd->id); 181 } 182 183 ret = iwl_trans_txq_send_hcmd(trans, cmd); 184 185 if (!(cmd->flags & CMD_ASYNC)) 186 lock_map_release(&trans->sync_cmd_lockdep_map); 187 188 if (WARN_ON((cmd->flags & CMD_WANT_SKB) && !ret && !cmd->resp_pkt)) 189 return -EIO; 190 191 return ret; 192 } 193 IWL_EXPORT_SYMBOL(iwl_trans_send_cmd); 194 195 /* Comparator for struct iwl_hcmd_names. 196 * Used in the binary search over a list of host commands. 197 * 198 * @key: command_id that we're looking for. 199 * @elt: struct iwl_hcmd_names candidate for match. 200 * 201 * @return 0 iff equal. 202 */ 203 static int iwl_hcmd_names_cmp(const void *key, const void *elt) 204 { 205 const struct iwl_hcmd_names *name = elt; 206 u8 cmd1 = *(u8 *)key; 207 u8 cmd2 = name->cmd_id; 208 209 return (cmd1 - cmd2); 210 } 211 212 const char *iwl_get_cmd_string(struct iwl_trans *trans, u32 id) 213 { 214 u8 grp, cmd; 215 struct iwl_hcmd_names *ret; 216 const struct iwl_hcmd_arr *arr; 217 size_t size = sizeof(struct iwl_hcmd_names); 218 219 grp = iwl_cmd_groupid(id); 220 cmd = iwl_cmd_opcode(id); 221 222 if (!trans->command_groups || grp >= trans->command_groups_size || 223 !trans->command_groups[grp].arr) 224 return "UNKNOWN"; 225 226 arr = &trans->command_groups[grp]; 227 ret = bsearch(&cmd, arr->arr, arr->size, size, iwl_hcmd_names_cmp); 228 if (!ret) 229 return "UNKNOWN"; 230 return ret->cmd_name; 231 } 232 IWL_EXPORT_SYMBOL(iwl_get_cmd_string); 233 234 int iwl_cmd_groups_verify_sorted(const struct iwl_trans_config *trans) 235 { 236 int i, j; 237 const struct iwl_hcmd_arr *arr; 238 239 for (i = 0; i < trans->command_groups_size; i++) { 240 arr = &trans->command_groups[i]; 241 if (!arr->arr) 242 continue; 243 for (j = 0; j < arr->size - 1; j++) 244 if (arr->arr[j].cmd_id > arr->arr[j + 1].cmd_id) 245 return -1; 246 } 247 return 0; 248 } 249 IWL_EXPORT_SYMBOL(iwl_cmd_groups_verify_sorted); 250