1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause) 2 // Copyright(c) 2015-17 Intel Corporation. 3 4 /* 5 * Cadence SoundWire Master module 6 * Used by Master driver 7 */ 8 9 #include <linux/delay.h> 10 #include <linux/device.h> 11 #include <linux/interrupt.h> 12 #include <linux/io.h> 13 #include <linux/module.h> 14 #include <linux/mod_devicetable.h> 15 #include <linux/soundwire/sdw_registers.h> 16 #include <linux/soundwire/sdw.h> 17 #include <sound/pcm_params.h> 18 #include <sound/soc.h> 19 #include "bus.h" 20 #include "cadence_master.h" 21 22 #define CDNS_MCP_CONFIG 0x0 23 24 #define CDNS_MCP_CONFIG_MCMD_RETRY GENMASK(27, 24) 25 #define CDNS_MCP_CONFIG_MPREQ_DELAY GENMASK(20, 16) 26 #define CDNS_MCP_CONFIG_MMASTER BIT(7) 27 #define CDNS_MCP_CONFIG_BUS_REL BIT(6) 28 #define CDNS_MCP_CONFIG_SNIFFER BIT(5) 29 #define CDNS_MCP_CONFIG_SSPMOD BIT(4) 30 #define CDNS_MCP_CONFIG_CMD BIT(3) 31 #define CDNS_MCP_CONFIG_OP GENMASK(2, 0) 32 #define CDNS_MCP_CONFIG_OP_NORMAL 0 33 34 #define CDNS_MCP_CONTROL 0x4 35 36 #define CDNS_MCP_CONTROL_RST_DELAY GENMASK(10, 8) 37 #define CDNS_MCP_CONTROL_CMD_RST BIT(7) 38 #define CDNS_MCP_CONTROL_SOFT_RST BIT(6) 39 #define CDNS_MCP_CONTROL_SW_RST BIT(5) 40 #define CDNS_MCP_CONTROL_HW_RST BIT(4) 41 #define CDNS_MCP_CONTROL_CLK_PAUSE BIT(3) 42 #define CDNS_MCP_CONTROL_CLK_STOP_CLR BIT(2) 43 #define CDNS_MCP_CONTROL_CMD_ACCEPT BIT(1) 44 #define CDNS_MCP_CONTROL_BLOCK_WAKEUP BIT(0) 45 46 #define CDNS_MCP_CMDCTRL 0x8 47 #define CDNS_MCP_SSPSTAT 0xC 48 #define CDNS_MCP_FRAME_SHAPE 0x10 49 #define CDNS_MCP_FRAME_SHAPE_INIT 0x14 50 51 #define CDNS_MCP_CONFIG_UPDATE 0x18 52 #define CDNS_MCP_CONFIG_UPDATE_BIT BIT(0) 53 54 #define CDNS_MCP_PHYCTRL 0x1C 55 #define CDNS_MCP_SSP_CTRL0 0x20 56 #define CDNS_MCP_SSP_CTRL1 0x28 57 #define CDNS_MCP_CLK_CTRL0 0x30 58 #define CDNS_MCP_CLK_CTRL1 0x38 59 60 #define CDNS_MCP_STAT 0x40 61 62 #define CDNS_MCP_STAT_ACTIVE_BANK BIT(20) 63 #define CDNS_MCP_STAT_CLK_STOP BIT(16) 64 65 #define CDNS_MCP_INTSTAT 0x44 66 #define CDNS_MCP_INTMASK 0x48 67 68 #define CDNS_MCP_INT_IRQ BIT(31) 69 #define CDNS_MCP_INT_WAKEUP BIT(16) 70 #define CDNS_MCP_INT_SLAVE_RSVD BIT(15) 71 #define CDNS_MCP_INT_SLAVE_ALERT BIT(14) 72 #define CDNS_MCP_INT_SLAVE_ATTACH BIT(13) 73 #define CDNS_MCP_INT_SLAVE_NATTACH BIT(12) 74 #define CDNS_MCP_INT_SLAVE_MASK GENMASK(15, 12) 75 #define CDNS_MCP_INT_DPINT BIT(11) 76 #define CDNS_MCP_INT_CTRL_CLASH BIT(10) 77 #define CDNS_MCP_INT_DATA_CLASH BIT(9) 78 #define CDNS_MCP_INT_CMD_ERR BIT(7) 79 #define CDNS_MCP_INT_RX_WL BIT(2) 80 #define CDNS_MCP_INT_TXE BIT(1) 81 82 #define CDNS_MCP_INTSET 0x4C 83 84 #define CDNS_SDW_SLAVE_STAT 0x50 85 #define CDNS_MCP_SLAVE_STAT_MASK BIT(1, 0) 86 87 #define CDNS_MCP_SLAVE_INTSTAT0 0x54 88 #define CDNS_MCP_SLAVE_INTSTAT1 0x58 89 #define CDNS_MCP_SLAVE_INTSTAT_NPRESENT BIT(0) 90 #define CDNS_MCP_SLAVE_INTSTAT_ATTACHED BIT(1) 91 #define CDNS_MCP_SLAVE_INTSTAT_ALERT BIT(2) 92 #define CDNS_MCP_SLAVE_INTSTAT_RESERVED BIT(3) 93 #define CDNS_MCP_SLAVE_STATUS_BITS GENMASK(3, 0) 94 #define CDNS_MCP_SLAVE_STATUS_NUM 4 95 96 #define CDNS_MCP_SLAVE_INTMASK0 0x5C 97 #define CDNS_MCP_SLAVE_INTMASK1 0x60 98 99 #define CDNS_MCP_SLAVE_INTMASK0_MASK GENMASK(30, 0) 100 #define CDNS_MCP_SLAVE_INTMASK1_MASK GENMASK(16, 0) 101 102 #define CDNS_MCP_PORT_INTSTAT 0x64 103 #define CDNS_MCP_PDI_STAT 0x6C 104 105 #define CDNS_MCP_FIFOLEVEL 0x78 106 #define CDNS_MCP_FIFOSTAT 0x7C 107 #define CDNS_MCP_RX_FIFO_AVAIL GENMASK(5, 0) 108 109 #define CDNS_MCP_CMD_BASE 0x80 110 #define CDNS_MCP_RESP_BASE 0x80 111 #define CDNS_MCP_CMD_LEN 0x20 112 #define CDNS_MCP_CMD_WORD_LEN 0x4 113 114 #define CDNS_MCP_CMD_SSP_TAG BIT(31) 115 #define CDNS_MCP_CMD_COMMAND GENMASK(30, 28) 116 #define CDNS_MCP_CMD_DEV_ADDR GENMASK(27, 24) 117 #define CDNS_MCP_CMD_REG_ADDR_H GENMASK(23, 16) 118 #define CDNS_MCP_CMD_REG_ADDR_L GENMASK(15, 8) 119 #define CDNS_MCP_CMD_REG_DATA GENMASK(7, 0) 120 121 #define CDNS_MCP_CMD_READ 2 122 #define CDNS_MCP_CMD_WRITE 3 123 124 #define CDNS_MCP_RESP_RDATA GENMASK(15, 8) 125 #define CDNS_MCP_RESP_ACK BIT(0) 126 #define CDNS_MCP_RESP_NACK BIT(1) 127 128 #define CDNS_DP_SIZE 128 129 130 #define CDNS_DPN_B0_CONFIG(n) (0x100 + CDNS_DP_SIZE * (n)) 131 #define CDNS_DPN_B0_CH_EN(n) (0x104 + CDNS_DP_SIZE * (n)) 132 #define CDNS_DPN_B0_SAMPLE_CTRL(n) (0x108 + CDNS_DP_SIZE * (n)) 133 #define CDNS_DPN_B0_OFFSET_CTRL(n) (0x10C + CDNS_DP_SIZE * (n)) 134 #define CDNS_DPN_B0_HCTRL(n) (0x110 + CDNS_DP_SIZE * (n)) 135 #define CDNS_DPN_B0_ASYNC_CTRL(n) (0x114 + CDNS_DP_SIZE * (n)) 136 137 #define CDNS_DPN_B1_CONFIG(n) (0x118 + CDNS_DP_SIZE * (n)) 138 #define CDNS_DPN_B1_CH_EN(n) (0x11C + CDNS_DP_SIZE * (n)) 139 #define CDNS_DPN_B1_SAMPLE_CTRL(n) (0x120 + CDNS_DP_SIZE * (n)) 140 #define CDNS_DPN_B1_OFFSET_CTRL(n) (0x124 + CDNS_DP_SIZE * (n)) 141 #define CDNS_DPN_B1_HCTRL(n) (0x128 + CDNS_DP_SIZE * (n)) 142 #define CDNS_DPN_B1_ASYNC_CTRL(n) (0x12C + CDNS_DP_SIZE * (n)) 143 144 #define CDNS_DPN_CONFIG_BPM BIT(18) 145 #define CDNS_DPN_CONFIG_BGC GENMASK(17, 16) 146 #define CDNS_DPN_CONFIG_WL GENMASK(12, 8) 147 #define CDNS_DPN_CONFIG_PORT_DAT GENMASK(3, 2) 148 #define CDNS_DPN_CONFIG_PORT_FLOW GENMASK(1, 0) 149 150 #define CDNS_DPN_SAMPLE_CTRL_SI GENMASK(15, 0) 151 152 #define CDNS_DPN_OFFSET_CTRL_1 GENMASK(7, 0) 153 #define CDNS_DPN_OFFSET_CTRL_2 GENMASK(15, 8) 154 155 #define CDNS_DPN_HCTRL_HSTOP GENMASK(3, 0) 156 #define CDNS_DPN_HCTRL_HSTART GENMASK(7, 4) 157 #define CDNS_DPN_HCTRL_LCTRL GENMASK(10, 8) 158 159 #define CDNS_PORTCTRL 0x130 160 #define CDNS_PORTCTRL_DIRN BIT(7) 161 #define CDNS_PORTCTRL_BANK_INVERT BIT(8) 162 163 #define CDNS_PORT_OFFSET 0x80 164 165 #define CDNS_PDI_CONFIG(n) (0x1100 + (n) * 16) 166 167 #define CDNS_PDI_CONFIG_SOFT_RESET BIT(24) 168 #define CDNS_PDI_CONFIG_CHANNEL GENMASK(15, 8) 169 #define CDNS_PDI_CONFIG_PORT GENMASK(4, 0) 170 171 /* Driver defaults */ 172 173 #define CDNS_DEFAULT_CLK_DIVIDER 0 174 #define CDNS_DEFAULT_FRAME_SHAPE 0x30 175 #define CDNS_DEFAULT_SSP_INTERVAL 0x18 176 #define CDNS_TX_TIMEOUT 2000 177 178 #define CDNS_PCM_PDI_OFFSET 0x2 179 #define CDNS_PDM_PDI_OFFSET 0x6 180 181 #define CDNS_SCP_RX_FIFOLEVEL 0x2 182 183 /* 184 * register accessor helpers 185 */ 186 static inline u32 cdns_readl(struct sdw_cdns *cdns, int offset) 187 { 188 return readl(cdns->registers + offset); 189 } 190 191 static inline void cdns_writel(struct sdw_cdns *cdns, int offset, u32 value) 192 { 193 writel(value, cdns->registers + offset); 194 } 195 196 static inline void cdns_updatel(struct sdw_cdns *cdns, 197 int offset, u32 mask, u32 val) 198 { 199 u32 tmp; 200 201 tmp = cdns_readl(cdns, offset); 202 tmp = (tmp & ~mask) | val; 203 cdns_writel(cdns, offset, tmp); 204 } 205 206 static int cdns_clear_bit(struct sdw_cdns *cdns, int offset, u32 value) 207 { 208 int timeout = 10; 209 u32 reg_read; 210 211 writel(value, cdns->registers + offset); 212 213 /* Wait for bit to be self cleared */ 214 do { 215 reg_read = readl(cdns->registers + offset); 216 if ((reg_read & value) == 0) 217 return 0; 218 219 timeout--; 220 udelay(50); 221 } while (timeout != 0); 222 223 return -EAGAIN; 224 } 225 226 /* 227 * IO Calls 228 */ 229 static enum sdw_command_response 230 cdns_fill_msg_resp(struct sdw_cdns *cdns, 231 struct sdw_msg *msg, int count, int offset) 232 { 233 int nack = 0, no_ack = 0; 234 int i; 235 236 /* check message response */ 237 for (i = 0; i < count; i++) { 238 if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) { 239 no_ack = 1; 240 dev_dbg_ratelimited(cdns->dev, "Msg Ack not received\n"); 241 if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) { 242 nack = 1; 243 dev_err_ratelimited(cdns->dev, "Msg NACK received\n"); 244 } 245 } 246 } 247 248 if (nack) { 249 dev_err_ratelimited(cdns->dev, "Msg NACKed for Slave %d\n", msg->dev_num); 250 return SDW_CMD_FAIL; 251 } else if (no_ack) { 252 dev_dbg_ratelimited(cdns->dev, "Msg ignored for Slave %d\n", msg->dev_num); 253 return SDW_CMD_IGNORED; 254 } 255 256 /* fill response */ 257 for (i = 0; i < count; i++) 258 msg->buf[i + offset] = cdns->response_buf[i] >> 259 SDW_REG_SHIFT(CDNS_MCP_RESP_RDATA); 260 261 return SDW_CMD_OK; 262 } 263 264 static enum sdw_command_response 265 _cdns_xfer_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int cmd, 266 int offset, int count, bool defer) 267 { 268 unsigned long time; 269 u32 base, i, data; 270 u16 addr; 271 272 /* Program the watermark level for RX FIFO */ 273 if (cdns->msg_count != count) { 274 cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, count); 275 cdns->msg_count = count; 276 } 277 278 base = CDNS_MCP_CMD_BASE; 279 addr = msg->addr; 280 281 for (i = 0; i < count; i++) { 282 data = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR); 283 data |= cmd << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND); 284 data |= addr++ << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L); 285 286 if (msg->flags == SDW_MSG_FLAG_WRITE) 287 data |= msg->buf[i + offset]; 288 289 data |= msg->ssp_sync << SDW_REG_SHIFT(CDNS_MCP_CMD_SSP_TAG); 290 cdns_writel(cdns, base, data); 291 base += CDNS_MCP_CMD_WORD_LEN; 292 } 293 294 if (defer) 295 return SDW_CMD_OK; 296 297 /* wait for timeout or response */ 298 time = wait_for_completion_timeout(&cdns->tx_complete, 299 msecs_to_jiffies(CDNS_TX_TIMEOUT)); 300 if (!time) { 301 dev_err(cdns->dev, "IO transfer timed out\n"); 302 msg->len = 0; 303 return SDW_CMD_TIMEOUT; 304 } 305 306 return cdns_fill_msg_resp(cdns, msg, count, offset); 307 } 308 309 static enum sdw_command_response 310 cdns_program_scp_addr(struct sdw_cdns *cdns, struct sdw_msg *msg) 311 { 312 int nack = 0, no_ack = 0; 313 unsigned long time; 314 u32 data[2], base; 315 int i; 316 317 /* Program the watermark level for RX FIFO */ 318 if (cdns->msg_count != CDNS_SCP_RX_FIFOLEVEL) { 319 cdns_writel(cdns, CDNS_MCP_FIFOLEVEL, CDNS_SCP_RX_FIFOLEVEL); 320 cdns->msg_count = CDNS_SCP_RX_FIFOLEVEL; 321 } 322 323 data[0] = msg->dev_num << SDW_REG_SHIFT(CDNS_MCP_CMD_DEV_ADDR); 324 data[0] |= 0x3 << SDW_REG_SHIFT(CDNS_MCP_CMD_COMMAND); 325 data[1] = data[0]; 326 327 data[0] |= SDW_SCP_ADDRPAGE1 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L); 328 data[1] |= SDW_SCP_ADDRPAGE2 << SDW_REG_SHIFT(CDNS_MCP_CMD_REG_ADDR_L); 329 330 data[0] |= msg->addr_page1; 331 data[1] |= msg->addr_page2; 332 333 base = CDNS_MCP_CMD_BASE; 334 cdns_writel(cdns, base, data[0]); 335 base += CDNS_MCP_CMD_WORD_LEN; 336 cdns_writel(cdns, base, data[1]); 337 338 time = wait_for_completion_timeout(&cdns->tx_complete, 339 msecs_to_jiffies(CDNS_TX_TIMEOUT)); 340 if (!time) { 341 dev_err(cdns->dev, "SCP Msg trf timed out\n"); 342 msg->len = 0; 343 return SDW_CMD_TIMEOUT; 344 } 345 346 /* check response the writes */ 347 for (i = 0; i < 2; i++) { 348 if (!(cdns->response_buf[i] & CDNS_MCP_RESP_ACK)) { 349 no_ack = 1; 350 dev_err(cdns->dev, "Program SCP Ack not received\n"); 351 if (cdns->response_buf[i] & CDNS_MCP_RESP_NACK) { 352 nack = 1; 353 dev_err(cdns->dev, "Program SCP NACK received\n"); 354 } 355 } 356 } 357 358 /* For NACK, NO ack, don't return err if we are in Broadcast mode */ 359 if (nack) { 360 dev_err_ratelimited(cdns->dev, 361 "SCP_addrpage NACKed for Slave %d\n", msg->dev_num); 362 return SDW_CMD_FAIL; 363 } else if (no_ack) { 364 dev_dbg_ratelimited(cdns->dev, 365 "SCP_addrpage ignored for Slave %d\n", msg->dev_num); 366 return SDW_CMD_IGNORED; 367 } 368 369 return SDW_CMD_OK; 370 } 371 372 static int cdns_prep_msg(struct sdw_cdns *cdns, struct sdw_msg *msg, int *cmd) 373 { 374 int ret; 375 376 if (msg->page) { 377 ret = cdns_program_scp_addr(cdns, msg); 378 if (ret) { 379 msg->len = 0; 380 return ret; 381 } 382 } 383 384 switch (msg->flags) { 385 case SDW_MSG_FLAG_READ: 386 *cmd = CDNS_MCP_CMD_READ; 387 break; 388 389 case SDW_MSG_FLAG_WRITE: 390 *cmd = CDNS_MCP_CMD_WRITE; 391 break; 392 393 default: 394 dev_err(cdns->dev, "Invalid msg cmd: %d\n", msg->flags); 395 return -EINVAL; 396 } 397 398 return 0; 399 } 400 401 enum sdw_command_response 402 cdns_xfer_msg(struct sdw_bus *bus, struct sdw_msg *msg) 403 { 404 struct sdw_cdns *cdns = bus_to_cdns(bus); 405 int cmd = 0, ret, i; 406 407 ret = cdns_prep_msg(cdns, msg, &cmd); 408 if (ret) 409 return SDW_CMD_FAIL_OTHER; 410 411 for (i = 0; i < msg->len / CDNS_MCP_CMD_LEN; i++) { 412 ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN, 413 CDNS_MCP_CMD_LEN, false); 414 if (ret < 0) 415 goto exit; 416 } 417 418 if (!(msg->len % CDNS_MCP_CMD_LEN)) 419 goto exit; 420 421 ret = _cdns_xfer_msg(cdns, msg, cmd, i * CDNS_MCP_CMD_LEN, 422 msg->len % CDNS_MCP_CMD_LEN, false); 423 424 exit: 425 return ret; 426 } 427 EXPORT_SYMBOL(cdns_xfer_msg); 428 429 enum sdw_command_response 430 cdns_xfer_msg_defer(struct sdw_bus *bus, 431 struct sdw_msg *msg, struct sdw_defer *defer) 432 { 433 struct sdw_cdns *cdns = bus_to_cdns(bus); 434 int cmd = 0, ret; 435 436 /* for defer only 1 message is supported */ 437 if (msg->len > 1) 438 return -ENOTSUPP; 439 440 ret = cdns_prep_msg(cdns, msg, &cmd); 441 if (ret) 442 return SDW_CMD_FAIL_OTHER; 443 444 cdns->defer = defer; 445 cdns->defer->length = msg->len; 446 447 return _cdns_xfer_msg(cdns, msg, cmd, 0, msg->len, true); 448 } 449 EXPORT_SYMBOL(cdns_xfer_msg_defer); 450 451 enum sdw_command_response 452 cdns_reset_page_addr(struct sdw_bus *bus, unsigned int dev_num) 453 { 454 struct sdw_cdns *cdns = bus_to_cdns(bus); 455 struct sdw_msg msg; 456 457 /* Create dummy message with valid device number */ 458 memset(&msg, 0, sizeof(msg)); 459 msg.dev_num = dev_num; 460 461 return cdns_program_scp_addr(cdns, &msg); 462 } 463 EXPORT_SYMBOL(cdns_reset_page_addr); 464 465 /* 466 * IRQ handling 467 */ 468 469 static void cdns_read_response(struct sdw_cdns *cdns) 470 { 471 u32 num_resp, cmd_base; 472 int i; 473 474 num_resp = cdns_readl(cdns, CDNS_MCP_FIFOSTAT); 475 num_resp &= CDNS_MCP_RX_FIFO_AVAIL; 476 477 cmd_base = CDNS_MCP_CMD_BASE; 478 479 for (i = 0; i < num_resp; i++) { 480 cdns->response_buf[i] = cdns_readl(cdns, cmd_base); 481 cmd_base += CDNS_MCP_CMD_WORD_LEN; 482 } 483 } 484 485 static int cdns_update_slave_status(struct sdw_cdns *cdns, 486 u32 slave0, u32 slave1) 487 { 488 enum sdw_slave_status status[SDW_MAX_DEVICES + 1]; 489 bool is_slave = false; 490 u64 slave, mask; 491 int i, set_status; 492 493 /* combine the two status */ 494 slave = ((u64)slave1 << 32) | slave0; 495 memset(status, 0, sizeof(status)); 496 497 for (i = 0; i <= SDW_MAX_DEVICES; i++) { 498 mask = (slave >> (i * CDNS_MCP_SLAVE_STATUS_NUM)) & 499 CDNS_MCP_SLAVE_STATUS_BITS; 500 if (!mask) 501 continue; 502 503 is_slave = true; 504 set_status = 0; 505 506 if (mask & CDNS_MCP_SLAVE_INTSTAT_RESERVED) { 507 status[i] = SDW_SLAVE_RESERVED; 508 set_status++; 509 } 510 511 if (mask & CDNS_MCP_SLAVE_INTSTAT_ATTACHED) { 512 status[i] = SDW_SLAVE_ATTACHED; 513 set_status++; 514 } 515 516 if (mask & CDNS_MCP_SLAVE_INTSTAT_ALERT) { 517 status[i] = SDW_SLAVE_ALERT; 518 set_status++; 519 } 520 521 if (mask & CDNS_MCP_SLAVE_INTSTAT_NPRESENT) { 522 status[i] = SDW_SLAVE_UNATTACHED; 523 set_status++; 524 } 525 526 /* first check if Slave reported multiple status */ 527 if (set_status > 1) { 528 dev_warn_ratelimited(cdns->dev, 529 "Slave reported multiple Status: %d\n", 530 status[i]); 531 /* 532 * TODO: we need to reread the status here by 533 * issuing a PING cmd 534 */ 535 } 536 } 537 538 if (is_slave) 539 return sdw_handle_slave_status(&cdns->bus, status); 540 541 return 0; 542 } 543 544 /** 545 * sdw_cdns_irq() - Cadence interrupt handler 546 * @irq: irq number 547 * @dev_id: irq context 548 */ 549 irqreturn_t sdw_cdns_irq(int irq, void *dev_id) 550 { 551 struct sdw_cdns *cdns = dev_id; 552 u32 int_status; 553 int ret = IRQ_HANDLED; 554 555 /* Check if the link is up */ 556 if (!cdns->link_up) 557 return IRQ_NONE; 558 559 int_status = cdns_readl(cdns, CDNS_MCP_INTSTAT); 560 561 if (!(int_status & CDNS_MCP_INT_IRQ)) 562 return IRQ_NONE; 563 564 if (int_status & CDNS_MCP_INT_RX_WL) { 565 cdns_read_response(cdns); 566 567 if (cdns->defer) { 568 cdns_fill_msg_resp(cdns, cdns->defer->msg, 569 cdns->defer->length, 0); 570 complete(&cdns->defer->complete); 571 cdns->defer = NULL; 572 } else { 573 complete(&cdns->tx_complete); 574 } 575 } 576 577 if (int_status & CDNS_MCP_INT_CTRL_CLASH) { 578 /* Slave is driving bit slot during control word */ 579 dev_err_ratelimited(cdns->dev, "Bus clash for control word\n"); 580 int_status |= CDNS_MCP_INT_CTRL_CLASH; 581 } 582 583 if (int_status & CDNS_MCP_INT_DATA_CLASH) { 584 /* 585 * Multiple slaves trying to drive bit slot, or issue with 586 * ownership of data bits or Slave gone bonkers 587 */ 588 dev_err_ratelimited(cdns->dev, "Bus clash for data word\n"); 589 int_status |= CDNS_MCP_INT_DATA_CLASH; 590 } 591 592 if (int_status & CDNS_MCP_INT_SLAVE_MASK) { 593 /* Mask the Slave interrupt and wake thread */ 594 cdns_updatel(cdns, CDNS_MCP_INTMASK, 595 CDNS_MCP_INT_SLAVE_MASK, 0); 596 597 int_status &= ~CDNS_MCP_INT_SLAVE_MASK; 598 ret = IRQ_WAKE_THREAD; 599 } 600 601 cdns_writel(cdns, CDNS_MCP_INTSTAT, int_status); 602 return ret; 603 } 604 EXPORT_SYMBOL(sdw_cdns_irq); 605 606 /** 607 * sdw_cdns_thread() - Cadence irq thread handler 608 * @irq: irq number 609 * @dev_id: irq context 610 */ 611 irqreturn_t sdw_cdns_thread(int irq, void *dev_id) 612 { 613 struct sdw_cdns *cdns = dev_id; 614 u32 slave0, slave1; 615 616 dev_dbg_ratelimited(cdns->dev, "Slave status change\n"); 617 618 slave0 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT0); 619 slave1 = cdns_readl(cdns, CDNS_MCP_SLAVE_INTSTAT1); 620 621 cdns_update_slave_status(cdns, slave0, slave1); 622 cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT0, slave0); 623 cdns_writel(cdns, CDNS_MCP_SLAVE_INTSTAT1, slave1); 624 625 /* clear and unmask Slave interrupt now */ 626 cdns_writel(cdns, CDNS_MCP_INTSTAT, CDNS_MCP_INT_SLAVE_MASK); 627 cdns_updatel(cdns, CDNS_MCP_INTMASK, 628 CDNS_MCP_INT_SLAVE_MASK, CDNS_MCP_INT_SLAVE_MASK); 629 630 return IRQ_HANDLED; 631 } 632 EXPORT_SYMBOL(sdw_cdns_thread); 633 634 /* 635 * init routines 636 */ 637 static int _cdns_enable_interrupt(struct sdw_cdns *cdns) 638 { 639 u32 mask; 640 641 cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK0, 642 CDNS_MCP_SLAVE_INTMASK0_MASK); 643 cdns_writel(cdns, CDNS_MCP_SLAVE_INTMASK1, 644 CDNS_MCP_SLAVE_INTMASK1_MASK); 645 646 mask = CDNS_MCP_INT_SLAVE_RSVD | CDNS_MCP_INT_SLAVE_ALERT | 647 CDNS_MCP_INT_SLAVE_ATTACH | CDNS_MCP_INT_SLAVE_NATTACH | 648 CDNS_MCP_INT_CTRL_CLASH | CDNS_MCP_INT_DATA_CLASH | 649 CDNS_MCP_INT_RX_WL | CDNS_MCP_INT_IRQ | CDNS_MCP_INT_DPINT; 650 651 cdns_writel(cdns, CDNS_MCP_INTMASK, mask); 652 653 return 0; 654 } 655 656 /** 657 * sdw_cdns_enable_interrupt() - Enable SDW interrupts and update config 658 * @cdns: Cadence instance 659 */ 660 int sdw_cdns_enable_interrupt(struct sdw_cdns *cdns) 661 { 662 int ret; 663 664 _cdns_enable_interrupt(cdns); 665 ret = cdns_clear_bit(cdns, CDNS_MCP_CONFIG_UPDATE, 666 CDNS_MCP_CONFIG_UPDATE_BIT); 667 if (ret < 0) 668 dev_err(cdns->dev, "Config update timedout\n"); 669 670 return ret; 671 } 672 EXPORT_SYMBOL(sdw_cdns_enable_interrupt); 673 674 static int cdns_allocate_pdi(struct sdw_cdns *cdns, 675 struct sdw_cdns_pdi **stream, 676 u32 num, u32 pdi_offset) 677 { 678 struct sdw_cdns_pdi *pdi; 679 int i; 680 681 if (!num) 682 return 0; 683 684 pdi = devm_kcalloc(cdns->dev, num, sizeof(*pdi), GFP_KERNEL); 685 if (!pdi) 686 return -ENOMEM; 687 688 for (i = 0; i < num; i++) { 689 pdi[i].num = i + pdi_offset; 690 pdi[i].assigned = false; 691 } 692 693 *stream = pdi; 694 return 0; 695 } 696 697 /** 698 * sdw_cdns_pdi_init() - PDI initialization routine 699 * 700 * @cdns: Cadence instance 701 * @config: Stream configurations 702 */ 703 int sdw_cdns_pdi_init(struct sdw_cdns *cdns, 704 struct sdw_cdns_stream_config config) 705 { 706 struct sdw_cdns_streams *stream; 707 int offset, i, ret; 708 709 cdns->pcm.num_bd = config.pcm_bd; 710 cdns->pcm.num_in = config.pcm_in; 711 cdns->pcm.num_out = config.pcm_out; 712 cdns->pdm.num_bd = config.pdm_bd; 713 cdns->pdm.num_in = config.pdm_in; 714 cdns->pdm.num_out = config.pdm_out; 715 716 /* Allocate PDIs for PCMs */ 717 stream = &cdns->pcm; 718 719 /* First two PDIs are reserved for bulk transfers */ 720 stream->num_bd -= CDNS_PCM_PDI_OFFSET; 721 offset = CDNS_PCM_PDI_OFFSET; 722 723 ret = cdns_allocate_pdi(cdns, &stream->bd, 724 stream->num_bd, offset); 725 if (ret) 726 return ret; 727 728 offset += stream->num_bd; 729 730 ret = cdns_allocate_pdi(cdns, &stream->in, 731 stream->num_in, offset); 732 if (ret) 733 return ret; 734 735 offset += stream->num_in; 736 737 ret = cdns_allocate_pdi(cdns, &stream->out, 738 stream->num_out, offset); 739 if (ret) 740 return ret; 741 742 /* Update total number of PCM PDIs */ 743 stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out; 744 cdns->num_ports = stream->num_pdi; 745 746 /* Allocate PDIs for PDMs */ 747 stream = &cdns->pdm; 748 offset = CDNS_PDM_PDI_OFFSET; 749 ret = cdns_allocate_pdi(cdns, &stream->bd, 750 stream->num_bd, offset); 751 if (ret) 752 return ret; 753 754 offset += stream->num_bd; 755 756 ret = cdns_allocate_pdi(cdns, &stream->in, 757 stream->num_in, offset); 758 if (ret) 759 return ret; 760 761 offset += stream->num_in; 762 763 ret = cdns_allocate_pdi(cdns, &stream->out, 764 stream->num_out, offset); 765 if (ret) 766 return ret; 767 768 /* Update total number of PDM PDIs */ 769 stream->num_pdi = stream->num_bd + stream->num_in + stream->num_out; 770 cdns->num_ports += stream->num_pdi; 771 772 cdns->ports = devm_kcalloc(cdns->dev, cdns->num_ports, 773 sizeof(*cdns->ports), GFP_KERNEL); 774 if (!cdns->ports) { 775 ret = -ENOMEM; 776 return ret; 777 } 778 779 for (i = 0; i < cdns->num_ports; i++) { 780 cdns->ports[i].assigned = false; 781 cdns->ports[i].num = i + 1; /* Port 0 reserved for bulk */ 782 } 783 784 return 0; 785 } 786 EXPORT_SYMBOL(sdw_cdns_pdi_init); 787 788 /** 789 * sdw_cdns_init() - Cadence initialization 790 * @cdns: Cadence instance 791 */ 792 int sdw_cdns_init(struct sdw_cdns *cdns) 793 { 794 u32 val; 795 int ret; 796 797 /* Exit clock stop */ 798 ret = cdns_clear_bit(cdns, CDNS_MCP_CONTROL, 799 CDNS_MCP_CONTROL_CLK_STOP_CLR); 800 if (ret < 0) { 801 dev_err(cdns->dev, "Couldn't exit from clock stop\n"); 802 return ret; 803 } 804 805 /* Set clock divider */ 806 val = cdns_readl(cdns, CDNS_MCP_CLK_CTRL0); 807 val |= CDNS_DEFAULT_CLK_DIVIDER; 808 cdns_writel(cdns, CDNS_MCP_CLK_CTRL0, val); 809 810 /* Set the default frame shape */ 811 cdns_writel(cdns, CDNS_MCP_FRAME_SHAPE_INIT, CDNS_DEFAULT_FRAME_SHAPE); 812 813 /* Set SSP interval to default value */ 814 cdns_writel(cdns, CDNS_MCP_SSP_CTRL0, CDNS_DEFAULT_SSP_INTERVAL); 815 cdns_writel(cdns, CDNS_MCP_SSP_CTRL1, CDNS_DEFAULT_SSP_INTERVAL); 816 817 /* Set cmd accept mode */ 818 cdns_updatel(cdns, CDNS_MCP_CONTROL, CDNS_MCP_CONTROL_CMD_ACCEPT, 819 CDNS_MCP_CONTROL_CMD_ACCEPT); 820 821 /* Configure mcp config */ 822 val = cdns_readl(cdns, CDNS_MCP_CONFIG); 823 824 /* Set Max cmd retry to 15 */ 825 val |= CDNS_MCP_CONFIG_MCMD_RETRY; 826 827 /* Set frame delay between PREQ and ping frame to 15 frames */ 828 val |= 0xF << SDW_REG_SHIFT(CDNS_MCP_CONFIG_MPREQ_DELAY); 829 830 /* Disable auto bus release */ 831 val &= ~CDNS_MCP_CONFIG_BUS_REL; 832 833 /* Disable sniffer mode */ 834 val &= ~CDNS_MCP_CONFIG_SNIFFER; 835 836 /* Set cmd mode for Tx and Rx cmds */ 837 val &= ~CDNS_MCP_CONFIG_CMD; 838 839 /* Set operation to normal */ 840 val &= ~CDNS_MCP_CONFIG_OP; 841 val |= CDNS_MCP_CONFIG_OP_NORMAL; 842 843 cdns_writel(cdns, CDNS_MCP_CONFIG, val); 844 845 return 0; 846 } 847 EXPORT_SYMBOL(sdw_cdns_init); 848 849 int cdns_bus_conf(struct sdw_bus *bus, struct sdw_bus_params *params) 850 { 851 struct sdw_cdns *cdns = bus_to_cdns(bus); 852 int mcp_clkctrl_off, mcp_clkctrl; 853 int divider; 854 855 if (!params->curr_dr_freq) { 856 dev_err(cdns->dev, "NULL curr_dr_freq\n"); 857 return -EINVAL; 858 } 859 860 divider = (params->max_dr_freq / params->curr_dr_freq) - 1; 861 862 if (params->next_bank) 863 mcp_clkctrl_off = CDNS_MCP_CLK_CTRL1; 864 else 865 mcp_clkctrl_off = CDNS_MCP_CLK_CTRL0; 866 867 mcp_clkctrl = cdns_readl(cdns, mcp_clkctrl_off); 868 mcp_clkctrl |= divider; 869 cdns_writel(cdns, mcp_clkctrl_off, mcp_clkctrl); 870 871 return 0; 872 } 873 EXPORT_SYMBOL(cdns_bus_conf); 874 875 static int cdns_port_params(struct sdw_bus *bus, 876 struct sdw_port_params *p_params, unsigned int bank) 877 { 878 struct sdw_cdns *cdns = bus_to_cdns(bus); 879 int dpn_config = 0, dpn_config_off; 880 881 if (bank) 882 dpn_config_off = CDNS_DPN_B1_CONFIG(p_params->num); 883 else 884 dpn_config_off = CDNS_DPN_B0_CONFIG(p_params->num); 885 886 dpn_config = cdns_readl(cdns, dpn_config_off); 887 888 dpn_config |= ((p_params->bps - 1) << 889 SDW_REG_SHIFT(CDNS_DPN_CONFIG_WL)); 890 dpn_config |= (p_params->flow_mode << 891 SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_FLOW)); 892 dpn_config |= (p_params->data_mode << 893 SDW_REG_SHIFT(CDNS_DPN_CONFIG_PORT_DAT)); 894 895 cdns_writel(cdns, dpn_config_off, dpn_config); 896 897 return 0; 898 } 899 900 static int cdns_transport_params(struct sdw_bus *bus, 901 struct sdw_transport_params *t_params, 902 enum sdw_reg_bank bank) 903 { 904 struct sdw_cdns *cdns = bus_to_cdns(bus); 905 int dpn_offsetctrl = 0, dpn_offsetctrl_off; 906 int dpn_config = 0, dpn_config_off; 907 int dpn_hctrl = 0, dpn_hctrl_off; 908 int num = t_params->port_num; 909 int dpn_samplectrl_off; 910 911 /* 912 * Note: Only full data port is supported on the Master side for 913 * both PCM and PDM ports. 914 */ 915 916 if (bank) { 917 dpn_config_off = CDNS_DPN_B1_CONFIG(num); 918 dpn_samplectrl_off = CDNS_DPN_B1_SAMPLE_CTRL(num); 919 dpn_hctrl_off = CDNS_DPN_B1_HCTRL(num); 920 dpn_offsetctrl_off = CDNS_DPN_B1_OFFSET_CTRL(num); 921 } else { 922 dpn_config_off = CDNS_DPN_B0_CONFIG(num); 923 dpn_samplectrl_off = CDNS_DPN_B0_SAMPLE_CTRL(num); 924 dpn_hctrl_off = CDNS_DPN_B0_HCTRL(num); 925 dpn_offsetctrl_off = CDNS_DPN_B0_OFFSET_CTRL(num); 926 } 927 928 dpn_config = cdns_readl(cdns, dpn_config_off); 929 930 dpn_config |= (t_params->blk_grp_ctrl << 931 SDW_REG_SHIFT(CDNS_DPN_CONFIG_BGC)); 932 dpn_config |= (t_params->blk_pkg_mode << 933 SDW_REG_SHIFT(CDNS_DPN_CONFIG_BPM)); 934 cdns_writel(cdns, dpn_config_off, dpn_config); 935 936 dpn_offsetctrl |= (t_params->offset1 << 937 SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_1)); 938 dpn_offsetctrl |= (t_params->offset2 << 939 SDW_REG_SHIFT(CDNS_DPN_OFFSET_CTRL_2)); 940 cdns_writel(cdns, dpn_offsetctrl_off, dpn_offsetctrl); 941 942 dpn_hctrl |= (t_params->hstart << 943 SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTART)); 944 dpn_hctrl |= (t_params->hstop << SDW_REG_SHIFT(CDNS_DPN_HCTRL_HSTOP)); 945 dpn_hctrl |= (t_params->lane_ctrl << 946 SDW_REG_SHIFT(CDNS_DPN_HCTRL_LCTRL)); 947 948 cdns_writel(cdns, dpn_hctrl_off, dpn_hctrl); 949 cdns_writel(cdns, dpn_samplectrl_off, (t_params->sample_interval - 1)); 950 951 return 0; 952 } 953 954 static int cdns_port_enable(struct sdw_bus *bus, 955 struct sdw_enable_ch *enable_ch, unsigned int bank) 956 { 957 struct sdw_cdns *cdns = bus_to_cdns(bus); 958 int dpn_chnen_off, ch_mask; 959 960 if (bank) 961 dpn_chnen_off = CDNS_DPN_B1_CH_EN(enable_ch->port_num); 962 else 963 dpn_chnen_off = CDNS_DPN_B0_CH_EN(enable_ch->port_num); 964 965 ch_mask = enable_ch->ch_mask * enable_ch->enable; 966 cdns_writel(cdns, dpn_chnen_off, ch_mask); 967 968 return 0; 969 } 970 971 static const struct sdw_master_port_ops cdns_port_ops = { 972 .dpn_set_port_params = cdns_port_params, 973 .dpn_set_port_transport_params = cdns_transport_params, 974 .dpn_port_enable_ch = cdns_port_enable, 975 }; 976 977 /** 978 * sdw_cdns_probe() - Cadence probe routine 979 * @cdns: Cadence instance 980 */ 981 int sdw_cdns_probe(struct sdw_cdns *cdns) 982 { 983 init_completion(&cdns->tx_complete); 984 cdns->bus.port_ops = &cdns_port_ops; 985 986 return 0; 987 } 988 EXPORT_SYMBOL(sdw_cdns_probe); 989 990 int cdns_set_sdw_stream(struct snd_soc_dai *dai, 991 void *stream, bool pcm, int direction) 992 { 993 struct sdw_cdns *cdns = snd_soc_dai_get_drvdata(dai); 994 struct sdw_cdns_dma_data *dma; 995 996 dma = kzalloc(sizeof(*dma), GFP_KERNEL); 997 if (!dma) 998 return -ENOMEM; 999 1000 if (pcm) 1001 dma->stream_type = SDW_STREAM_PCM; 1002 else 1003 dma->stream_type = SDW_STREAM_PDM; 1004 1005 dma->bus = &cdns->bus; 1006 dma->link_id = cdns->instance; 1007 1008 dma->stream = stream; 1009 1010 if (direction == SNDRV_PCM_STREAM_PLAYBACK) 1011 dai->playback_dma_data = dma; 1012 else 1013 dai->capture_dma_data = dma; 1014 1015 return 0; 1016 } 1017 EXPORT_SYMBOL(cdns_set_sdw_stream); 1018 1019 /** 1020 * cdns_find_pdi() - Find a free PDI 1021 * 1022 * @cdns: Cadence instance 1023 * @num: Number of PDIs 1024 * @pdi: PDI instances 1025 * 1026 * Find and return a free PDI for a given PDI array 1027 */ 1028 static struct sdw_cdns_pdi *cdns_find_pdi(struct sdw_cdns *cdns, 1029 unsigned int num, 1030 struct sdw_cdns_pdi *pdi) 1031 { 1032 int i; 1033 1034 for (i = 0; i < num; i++) { 1035 if (pdi[i].assigned) 1036 continue; 1037 pdi[i].assigned = true; 1038 return &pdi[i]; 1039 } 1040 1041 return NULL; 1042 } 1043 1044 /** 1045 * sdw_cdns_config_stream: Configure a stream 1046 * 1047 * @cdns: Cadence instance 1048 * @port: Cadence data port 1049 * @ch: Channel count 1050 * @dir: Data direction 1051 * @pdi: PDI to be used 1052 */ 1053 void sdw_cdns_config_stream(struct sdw_cdns *cdns, 1054 struct sdw_cdns_port *port, 1055 u32 ch, u32 dir, struct sdw_cdns_pdi *pdi) 1056 { 1057 u32 offset, val = 0; 1058 1059 if (dir == SDW_DATA_DIR_RX) 1060 val = CDNS_PORTCTRL_DIRN; 1061 1062 offset = CDNS_PORTCTRL + port->num * CDNS_PORT_OFFSET; 1063 cdns_updatel(cdns, offset, CDNS_PORTCTRL_DIRN, val); 1064 1065 val = port->num; 1066 val |= ((1 << ch) - 1) << SDW_REG_SHIFT(CDNS_PDI_CONFIG_CHANNEL); 1067 cdns_writel(cdns, CDNS_PDI_CONFIG(pdi->num), val); 1068 } 1069 EXPORT_SYMBOL(sdw_cdns_config_stream); 1070 1071 /** 1072 * cdns_get_num_pdi() - Get number of PDIs required 1073 * 1074 * @cdns: Cadence instance 1075 * @pdi: PDI to be used 1076 * @num: Number of PDIs 1077 * @ch_count: Channel count 1078 */ 1079 static int cdns_get_num_pdi(struct sdw_cdns *cdns, 1080 struct sdw_cdns_pdi *pdi, 1081 unsigned int num, u32 ch_count) 1082 { 1083 int i, pdis = 0; 1084 1085 for (i = 0; i < num; i++) { 1086 if (pdi[i].assigned) 1087 continue; 1088 1089 if (pdi[i].ch_count < ch_count) 1090 ch_count -= pdi[i].ch_count; 1091 else 1092 ch_count = 0; 1093 1094 pdis++; 1095 1096 if (!ch_count) 1097 break; 1098 } 1099 1100 if (ch_count) 1101 return 0; 1102 1103 return pdis; 1104 } 1105 1106 /** 1107 * sdw_cdns_get_stream() - Get stream information 1108 * 1109 * @cdns: Cadence instance 1110 * @stream: Stream to be allocated 1111 * @ch: Channel count 1112 * @dir: Data direction 1113 */ 1114 int sdw_cdns_get_stream(struct sdw_cdns *cdns, 1115 struct sdw_cdns_streams *stream, 1116 u32 ch, u32 dir) 1117 { 1118 int pdis = 0; 1119 1120 if (dir == SDW_DATA_DIR_RX) 1121 pdis = cdns_get_num_pdi(cdns, stream->in, stream->num_in, ch); 1122 else 1123 pdis = cdns_get_num_pdi(cdns, stream->out, stream->num_out, ch); 1124 1125 /* check if we found PDI, else find in bi-directional */ 1126 if (!pdis) 1127 pdis = cdns_get_num_pdi(cdns, stream->bd, stream->num_bd, ch); 1128 1129 return pdis; 1130 } 1131 EXPORT_SYMBOL(sdw_cdns_get_stream); 1132 1133 /** 1134 * sdw_cdns_alloc_stream() - Allocate a stream 1135 * 1136 * @cdns: Cadence instance 1137 * @stream: Stream to be allocated 1138 * @port: Cadence data port 1139 * @ch: Channel count 1140 * @dir: Data direction 1141 */ 1142 int sdw_cdns_alloc_stream(struct sdw_cdns *cdns, 1143 struct sdw_cdns_streams *stream, 1144 struct sdw_cdns_port *port, u32 ch, u32 dir) 1145 { 1146 struct sdw_cdns_pdi *pdi = NULL; 1147 1148 if (dir == SDW_DATA_DIR_RX) 1149 pdi = cdns_find_pdi(cdns, stream->num_in, stream->in); 1150 else 1151 pdi = cdns_find_pdi(cdns, stream->num_out, stream->out); 1152 1153 /* check if we found a PDI, else find in bi-directional */ 1154 if (!pdi) 1155 pdi = cdns_find_pdi(cdns, stream->num_bd, stream->bd); 1156 1157 if (!pdi) 1158 return -EIO; 1159 1160 port->pdi = pdi; 1161 pdi->l_ch_num = 0; 1162 pdi->h_ch_num = ch - 1; 1163 pdi->dir = dir; 1164 pdi->ch_count = ch; 1165 1166 return 0; 1167 } 1168 EXPORT_SYMBOL(sdw_cdns_alloc_stream); 1169 1170 void sdw_cdns_shutdown(struct snd_pcm_substream *substream, 1171 struct snd_soc_dai *dai) 1172 { 1173 struct sdw_cdns_dma_data *dma; 1174 1175 dma = snd_soc_dai_get_dma_data(dai, substream); 1176 if (!dma) 1177 return; 1178 1179 snd_soc_dai_set_dma_data(dai, substream, NULL); 1180 kfree(dma); 1181 } 1182 EXPORT_SYMBOL(sdw_cdns_shutdown); 1183 1184 MODULE_LICENSE("Dual BSD/GPL"); 1185 MODULE_DESCRIPTION("Cadence Soundwire Library"); 1186