1 // SPDX-License-Identifier: (GPL-2.0+ OR BSD-3-Clause) 2 /* 3 * Copyright 2013-2016 Freescale Semiconductor Inc. 4 * 5 * I/O services to send MC commands to the MC hardware 6 * 7 */ 8 9 #include <linux/delay.h> 10 #include <linux/slab.h> 11 #include <linux/ioport.h> 12 #include <linux/device.h> 13 #include <linux/io.h> 14 #include <linux/io-64-nonatomic-hi-lo.h> 15 #include <linux/fsl/mc.h> 16 17 #include "fsl-mc-private.h" 18 19 /* 20 * Timeout in milliseconds to wait for the completion of an MC command 21 */ 22 #define MC_CMD_COMPLETION_TIMEOUT_MS 500 23 24 /* 25 * usleep_range() min and max values used to throttle down polling 26 * iterations while waiting for MC command completion 27 */ 28 #define MC_CMD_COMPLETION_POLLING_MIN_SLEEP_USECS 10 29 #define MC_CMD_COMPLETION_POLLING_MAX_SLEEP_USECS 500 30 31 static enum mc_cmd_status mc_cmd_hdr_read_status(struct fsl_mc_command *cmd) 32 { 33 struct mc_cmd_header *hdr = (struct mc_cmd_header *)&cmd->header; 34 35 return (enum mc_cmd_status)hdr->status; 36 } 37 38 u16 mc_cmd_hdr_read_cmdid(struct fsl_mc_command *cmd) 39 { 40 struct mc_cmd_header *hdr = (struct mc_cmd_header *)&cmd->header; 41 u16 cmd_id = le16_to_cpu(hdr->cmd_id); 42 43 return cmd_id; 44 } 45 46 static int mc_status_to_error(enum mc_cmd_status status) 47 { 48 static const int mc_status_to_error_map[] = { 49 [MC_CMD_STATUS_OK] = 0, 50 [MC_CMD_STATUS_AUTH_ERR] = -EACCES, 51 [MC_CMD_STATUS_NO_PRIVILEGE] = -EPERM, 52 [MC_CMD_STATUS_DMA_ERR] = -EIO, 53 [MC_CMD_STATUS_CONFIG_ERR] = -ENXIO, 54 [MC_CMD_STATUS_TIMEOUT] = -ETIMEDOUT, 55 [MC_CMD_STATUS_NO_RESOURCE] = -ENAVAIL, 56 [MC_CMD_STATUS_NO_MEMORY] = -ENOMEM, 57 [MC_CMD_STATUS_BUSY] = -EBUSY, 58 [MC_CMD_STATUS_UNSUPPORTED_OP] = -ENOTSUPP, 59 [MC_CMD_STATUS_INVALID_STATE] = -ENODEV, 60 }; 61 62 if ((u32)status >= ARRAY_SIZE(mc_status_to_error_map)) 63 return -EINVAL; 64 65 return mc_status_to_error_map[status]; 66 } 67 68 static const char *mc_status_to_string(enum mc_cmd_status status) 69 { 70 static const char *const status_strings[] = { 71 [MC_CMD_STATUS_OK] = "Command completed successfully", 72 [MC_CMD_STATUS_READY] = "Command ready to be processed", 73 [MC_CMD_STATUS_AUTH_ERR] = "Authentication error", 74 [MC_CMD_STATUS_NO_PRIVILEGE] = "No privilege", 75 [MC_CMD_STATUS_DMA_ERR] = "DMA or I/O error", 76 [MC_CMD_STATUS_CONFIG_ERR] = "Configuration error", 77 [MC_CMD_STATUS_TIMEOUT] = "Operation timed out", 78 [MC_CMD_STATUS_NO_RESOURCE] = "No resources", 79 [MC_CMD_STATUS_NO_MEMORY] = "No memory available", 80 [MC_CMD_STATUS_BUSY] = "Device is busy", 81 [MC_CMD_STATUS_UNSUPPORTED_OP] = "Unsupported operation", 82 [MC_CMD_STATUS_INVALID_STATE] = "Invalid state" 83 }; 84 85 if ((unsigned int)status >= ARRAY_SIZE(status_strings)) 86 return "Unknown MC error"; 87 88 return status_strings[status]; 89 } 90 91 /** 92 * mc_write_command - writes a command to a Management Complex (MC) portal 93 * 94 * @portal: pointer to an MC portal 95 * @cmd: pointer to a filled command 96 */ 97 static inline void mc_write_command(struct fsl_mc_command __iomem *portal, 98 struct fsl_mc_command *cmd) 99 { 100 int i; 101 102 /* copy command parameters into the portal */ 103 for (i = 0; i < MC_CMD_NUM_OF_PARAMS; i++) 104 /* 105 * Data is already in the expected LE byte-order. Do an 106 * extra LE -> CPU conversion so that the CPU -> LE done in 107 * the device io write api puts it back in the right order. 108 */ 109 writeq_relaxed(le64_to_cpu(cmd->params[i]), &portal->params[i]); 110 111 /* submit the command by writing the header */ 112 writeq(le64_to_cpu(cmd->header), &portal->header); 113 } 114 115 /** 116 * mc_read_response - reads the response for the last MC command from a 117 * Management Complex (MC) portal 118 * 119 * @portal: pointer to an MC portal 120 * @resp: pointer to command response buffer 121 * 122 * Returns MC_CMD_STATUS_OK on Success; Error code otherwise. 123 */ 124 static inline enum mc_cmd_status mc_read_response(struct fsl_mc_command __iomem 125 *portal, 126 struct fsl_mc_command *resp) 127 { 128 int i; 129 enum mc_cmd_status status; 130 131 /* Copy command response header from MC portal: */ 132 resp->header = cpu_to_le64(readq_relaxed(&portal->header)); 133 status = mc_cmd_hdr_read_status(resp); 134 if (status != MC_CMD_STATUS_OK) 135 return status; 136 137 /* Copy command response data from MC portal: */ 138 for (i = 0; i < MC_CMD_NUM_OF_PARAMS; i++) 139 /* 140 * Data is expected to be in LE byte-order. Do an 141 * extra CPU -> LE to revert the LE -> CPU done in 142 * the device io read api. 143 */ 144 resp->params[i] = 145 cpu_to_le64(readq_relaxed(&portal->params[i])); 146 147 return status; 148 } 149 150 /** 151 * mc_polling_wait_preemptible() - Waits for the completion of an MC 152 * command doing preemptible polling. 153 * uslepp_range() is called between 154 * polling iterations. 155 * @mc_io: MC I/O object to be used 156 * @cmd: command buffer to receive MC response 157 * @mc_status: MC command completion status 158 */ 159 static int mc_polling_wait_preemptible(struct fsl_mc_io *mc_io, 160 struct fsl_mc_command *cmd, 161 enum mc_cmd_status *mc_status) 162 { 163 enum mc_cmd_status status; 164 unsigned long jiffies_until_timeout = 165 jiffies + msecs_to_jiffies(MC_CMD_COMPLETION_TIMEOUT_MS); 166 167 /* 168 * Wait for response from the MC hardware: 169 */ 170 for (;;) { 171 status = mc_read_response(mc_io->portal_virt_addr, cmd); 172 if (status != MC_CMD_STATUS_READY) 173 break; 174 175 /* 176 * TODO: When MC command completion interrupts are supported 177 * call wait function here instead of usleep_range() 178 */ 179 usleep_range(MC_CMD_COMPLETION_POLLING_MIN_SLEEP_USECS, 180 MC_CMD_COMPLETION_POLLING_MAX_SLEEP_USECS); 181 182 if (time_after_eq(jiffies, jiffies_until_timeout)) { 183 dev_dbg(mc_io->dev, 184 "MC command timed out (portal: %pa, dprc handle: %#x, command: %#x)\n", 185 &mc_io->portal_phys_addr, 186 (unsigned int)mc_cmd_hdr_read_token(cmd), 187 (unsigned int)mc_cmd_hdr_read_cmdid(cmd)); 188 189 return -ETIMEDOUT; 190 } 191 } 192 193 *mc_status = status; 194 return 0; 195 } 196 197 /** 198 * mc_polling_wait_atomic() - Waits for the completion of an MC command 199 * doing atomic polling. udelay() is called 200 * between polling iterations. 201 * @mc_io: MC I/O object to be used 202 * @cmd: command buffer to receive MC response 203 * @mc_status: MC command completion status 204 */ 205 static int mc_polling_wait_atomic(struct fsl_mc_io *mc_io, 206 struct fsl_mc_command *cmd, 207 enum mc_cmd_status *mc_status) 208 { 209 enum mc_cmd_status status; 210 unsigned long timeout_usecs = MC_CMD_COMPLETION_TIMEOUT_MS * 1000; 211 212 BUILD_BUG_ON((MC_CMD_COMPLETION_TIMEOUT_MS * 1000) % 213 MC_CMD_COMPLETION_POLLING_MAX_SLEEP_USECS != 0); 214 215 for (;;) { 216 status = mc_read_response(mc_io->portal_virt_addr, cmd); 217 if (status != MC_CMD_STATUS_READY) 218 break; 219 220 udelay(MC_CMD_COMPLETION_POLLING_MAX_SLEEP_USECS); 221 timeout_usecs -= MC_CMD_COMPLETION_POLLING_MAX_SLEEP_USECS; 222 if (timeout_usecs == 0) { 223 dev_dbg(mc_io->dev, 224 "MC command timed out (portal: %pa, dprc handle: %#x, command: %#x)\n", 225 &mc_io->portal_phys_addr, 226 (unsigned int)mc_cmd_hdr_read_token(cmd), 227 (unsigned int)mc_cmd_hdr_read_cmdid(cmd)); 228 229 return -ETIMEDOUT; 230 } 231 } 232 233 *mc_status = status; 234 return 0; 235 } 236 237 /** 238 * mc_send_command() - Sends a command to the MC device using the given 239 * MC I/O object 240 * @mc_io: MC I/O object to be used 241 * @cmd: command to be sent 242 * 243 * Returns '0' on Success; Error code otherwise. 244 */ 245 int mc_send_command(struct fsl_mc_io *mc_io, struct fsl_mc_command *cmd) 246 { 247 int error; 248 enum mc_cmd_status status; 249 unsigned long irq_flags = 0; 250 251 if (in_irq() && !(mc_io->flags & FSL_MC_IO_ATOMIC_CONTEXT_PORTAL)) 252 return -EINVAL; 253 254 if (mc_io->flags & FSL_MC_IO_ATOMIC_CONTEXT_PORTAL) 255 raw_spin_lock_irqsave(&mc_io->spinlock, irq_flags); 256 else 257 mutex_lock(&mc_io->mutex); 258 259 /* 260 * Send command to the MC hardware: 261 */ 262 mc_write_command(mc_io->portal_virt_addr, cmd); 263 264 /* 265 * Wait for response from the MC hardware: 266 */ 267 if (!(mc_io->flags & FSL_MC_IO_ATOMIC_CONTEXT_PORTAL)) 268 error = mc_polling_wait_preemptible(mc_io, cmd, &status); 269 else 270 error = mc_polling_wait_atomic(mc_io, cmd, &status); 271 272 if (error < 0) 273 goto common_exit; 274 275 if (status != MC_CMD_STATUS_OK) { 276 dev_dbg(mc_io->dev, 277 "MC command failed: portal: %pa, dprc handle: %#x, command: %#x, status: %s (%#x)\n", 278 &mc_io->portal_phys_addr, 279 (unsigned int)mc_cmd_hdr_read_token(cmd), 280 (unsigned int)mc_cmd_hdr_read_cmdid(cmd), 281 mc_status_to_string(status), 282 (unsigned int)status); 283 284 error = mc_status_to_error(status); 285 goto common_exit; 286 } 287 288 error = 0; 289 common_exit: 290 if (mc_io->flags & FSL_MC_IO_ATOMIC_CONTEXT_PORTAL) 291 raw_spin_unlock_irqrestore(&mc_io->spinlock, irq_flags); 292 else 293 mutex_unlock(&mc_io->mutex); 294 295 return error; 296 } 297 EXPORT_SYMBOL_GPL(mc_send_command); 298