1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause) 2 // Copyright(c) 2015-18 Intel Corporation. 3 4 /* 5 * stream.c - SoundWire Bus stream operations. 6 */ 7 8 #include <linux/delay.h> 9 #include <linux/device.h> 10 #include <linux/init.h> 11 #include <linux/module.h> 12 #include <linux/mod_devicetable.h> 13 #include <linux/slab.h> 14 #include <linux/soundwire/sdw_registers.h> 15 #include <linux/soundwire/sdw.h> 16 #include <sound/soc.h> 17 #include "bus.h" 18 19 /* 20 * Array of supported rows and columns as per MIPI SoundWire Specification 1.1 21 * 22 * The rows are arranged as per the array index value programmed 23 * in register. The index 15 has dummy value 0 in order to fill hole. 24 */ 25 int sdw_rows[SDW_FRAME_ROWS] = {48, 50, 60, 64, 75, 80, 125, 147, 26 96, 100, 120, 128, 150, 160, 250, 0, 27 192, 200, 240, 256, 72, 144, 90, 180}; 28 29 int sdw_cols[SDW_FRAME_COLS] = {2, 4, 6, 8, 10, 12, 14, 16}; 30 31 int sdw_find_col_index(int col) 32 { 33 int i; 34 35 for (i = 0; i < SDW_FRAME_COLS; i++) { 36 if (sdw_cols[i] == col) 37 return i; 38 } 39 40 pr_warn("Requested column not found, selecting lowest column no: 2\n"); 41 return 0; 42 } 43 EXPORT_SYMBOL(sdw_find_col_index); 44 45 int sdw_find_row_index(int row) 46 { 47 int i; 48 49 for (i = 0; i < SDW_FRAME_ROWS; i++) { 50 if (sdw_rows[i] == row) 51 return i; 52 } 53 54 pr_warn("Requested row not found, selecting lowest row no: 48\n"); 55 return 0; 56 } 57 EXPORT_SYMBOL(sdw_find_row_index); 58 59 static int _sdw_program_slave_port_params(struct sdw_bus *bus, 60 struct sdw_slave *slave, 61 struct sdw_transport_params *t_params, 62 enum sdw_dpn_type type) 63 { 64 u32 addr1, addr2, addr3, addr4; 65 int ret; 66 u16 wbuf; 67 68 if (bus->params.next_bank) { 69 addr1 = SDW_DPN_OFFSETCTRL2_B1(t_params->port_num); 70 addr2 = SDW_DPN_BLOCKCTRL3_B1(t_params->port_num); 71 addr3 = SDW_DPN_SAMPLECTRL2_B1(t_params->port_num); 72 addr4 = SDW_DPN_HCTRL_B1(t_params->port_num); 73 } else { 74 addr1 = SDW_DPN_OFFSETCTRL2_B0(t_params->port_num); 75 addr2 = SDW_DPN_BLOCKCTRL3_B0(t_params->port_num); 76 addr3 = SDW_DPN_SAMPLECTRL2_B0(t_params->port_num); 77 addr4 = SDW_DPN_HCTRL_B0(t_params->port_num); 78 } 79 80 /* Program DPN_OffsetCtrl2 registers */ 81 ret = sdw_write(slave, addr1, t_params->offset2); 82 if (ret < 0) { 83 dev_err(bus->dev, "DPN_OffsetCtrl2 register write failed\n"); 84 return ret; 85 } 86 87 /* Program DPN_BlockCtrl3 register */ 88 ret = sdw_write(slave, addr2, t_params->blk_pkg_mode); 89 if (ret < 0) { 90 dev_err(bus->dev, "DPN_BlockCtrl3 register write failed\n"); 91 return ret; 92 } 93 94 /* 95 * Data ports are FULL, SIMPLE and REDUCED. This function handles 96 * FULL and REDUCED only and beyond this point only FULL is 97 * handled, so bail out if we are not FULL data port type 98 */ 99 if (type != SDW_DPN_FULL) 100 return ret; 101 102 /* Program DPN_SampleCtrl2 register */ 103 wbuf = (t_params->sample_interval - 1); 104 wbuf &= SDW_DPN_SAMPLECTRL_HIGH; 105 wbuf >>= SDW_REG_SHIFT(SDW_DPN_SAMPLECTRL_HIGH); 106 107 ret = sdw_write(slave, addr3, wbuf); 108 if (ret < 0) { 109 dev_err(bus->dev, "DPN_SampleCtrl2 register write failed\n"); 110 return ret; 111 } 112 113 /* Program DPN_HCtrl register */ 114 wbuf = t_params->hstart; 115 wbuf <<= SDW_REG_SHIFT(SDW_DPN_HCTRL_HSTART); 116 wbuf |= t_params->hstop; 117 118 ret = sdw_write(slave, addr4, wbuf); 119 if (ret < 0) 120 dev_err(bus->dev, "DPN_HCtrl register write failed\n"); 121 122 return ret; 123 } 124 125 static int sdw_program_slave_port_params(struct sdw_bus *bus, 126 struct sdw_slave_runtime *s_rt, 127 struct sdw_port_runtime *p_rt) 128 { 129 struct sdw_transport_params *t_params = &p_rt->transport_params; 130 struct sdw_port_params *p_params = &p_rt->port_params; 131 struct sdw_slave_prop *slave_prop = &s_rt->slave->prop; 132 u32 addr1, addr2, addr3, addr4, addr5, addr6; 133 struct sdw_dpn_prop *dpn_prop; 134 int ret; 135 u8 wbuf; 136 137 dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave, 138 s_rt->direction, 139 t_params->port_num); 140 if (!dpn_prop) 141 return -EINVAL; 142 143 addr1 = SDW_DPN_PORTCTRL(t_params->port_num); 144 addr2 = SDW_DPN_BLOCKCTRL1(t_params->port_num); 145 146 if (bus->params.next_bank) { 147 addr3 = SDW_DPN_SAMPLECTRL1_B1(t_params->port_num); 148 addr4 = SDW_DPN_OFFSETCTRL1_B1(t_params->port_num); 149 addr5 = SDW_DPN_BLOCKCTRL2_B1(t_params->port_num); 150 addr6 = SDW_DPN_LANECTRL_B1(t_params->port_num); 151 152 } else { 153 addr3 = SDW_DPN_SAMPLECTRL1_B0(t_params->port_num); 154 addr4 = SDW_DPN_OFFSETCTRL1_B0(t_params->port_num); 155 addr5 = SDW_DPN_BLOCKCTRL2_B0(t_params->port_num); 156 addr6 = SDW_DPN_LANECTRL_B0(t_params->port_num); 157 } 158 159 /* Program DPN_PortCtrl register */ 160 wbuf = p_params->data_mode << SDW_REG_SHIFT(SDW_DPN_PORTCTRL_DATAMODE); 161 wbuf |= p_params->flow_mode; 162 163 ret = sdw_update(s_rt->slave, addr1, 0xF, wbuf); 164 if (ret < 0) { 165 dev_err(&s_rt->slave->dev, 166 "DPN_PortCtrl register write failed for port %d\n", 167 t_params->port_num); 168 return ret; 169 } 170 171 if (!dpn_prop->read_only_wordlength) { 172 /* Program DPN_BlockCtrl1 register */ 173 ret = sdw_write(s_rt->slave, addr2, (p_params->bps - 1)); 174 if (ret < 0) { 175 dev_err(&s_rt->slave->dev, 176 "DPN_BlockCtrl1 register write failed for port %d\n", 177 t_params->port_num); 178 return ret; 179 } 180 } 181 182 /* Program DPN_SampleCtrl1 register */ 183 wbuf = (t_params->sample_interval - 1) & SDW_DPN_SAMPLECTRL_LOW; 184 ret = sdw_write(s_rt->slave, addr3, wbuf); 185 if (ret < 0) { 186 dev_err(&s_rt->slave->dev, 187 "DPN_SampleCtrl1 register write failed for port %d\n", 188 t_params->port_num); 189 return ret; 190 } 191 192 /* Program DPN_OffsetCtrl1 registers */ 193 ret = sdw_write(s_rt->slave, addr4, t_params->offset1); 194 if (ret < 0) { 195 dev_err(&s_rt->slave->dev, 196 "DPN_OffsetCtrl1 register write failed for port %d\n", 197 t_params->port_num); 198 return ret; 199 } 200 201 /* Program DPN_BlockCtrl2 register*/ 202 if (t_params->blk_grp_ctrl_valid) { 203 ret = sdw_write(s_rt->slave, addr5, t_params->blk_grp_ctrl); 204 if (ret < 0) { 205 dev_err(&s_rt->slave->dev, 206 "DPN_BlockCtrl2 reg write failed for port %d\n", 207 t_params->port_num); 208 return ret; 209 } 210 } 211 212 /* program DPN_LaneCtrl register */ 213 if (slave_prop->lane_control_support) { 214 ret = sdw_write(s_rt->slave, addr6, t_params->lane_ctrl); 215 if (ret < 0) { 216 dev_err(&s_rt->slave->dev, 217 "DPN_LaneCtrl register write failed for port %d\n", 218 t_params->port_num); 219 return ret; 220 } 221 } 222 223 if (dpn_prop->type != SDW_DPN_SIMPLE) { 224 ret = _sdw_program_slave_port_params(bus, s_rt->slave, 225 t_params, dpn_prop->type); 226 if (ret < 0) 227 dev_err(&s_rt->slave->dev, 228 "Transport reg write failed for port: %d\n", 229 t_params->port_num); 230 } 231 232 return ret; 233 } 234 235 static int sdw_program_master_port_params(struct sdw_bus *bus, 236 struct sdw_port_runtime *p_rt) 237 { 238 int ret; 239 240 /* 241 * we need to set transport and port parameters for the port. 242 * Transport parameters refers to the sample interval, offsets and 243 * hstart/stop etc of the data. Port parameters refers to word 244 * length, flow mode etc of the port 245 */ 246 ret = bus->port_ops->dpn_set_port_transport_params(bus, 247 &p_rt->transport_params, 248 bus->params.next_bank); 249 if (ret < 0) 250 return ret; 251 252 return bus->port_ops->dpn_set_port_params(bus, 253 &p_rt->port_params, 254 bus->params.next_bank); 255 } 256 257 /** 258 * sdw_program_port_params() - Programs transport parameters of Master(s) 259 * and Slave(s) 260 * 261 * @m_rt: Master stream runtime 262 */ 263 static int sdw_program_port_params(struct sdw_master_runtime *m_rt) 264 { 265 struct sdw_slave_runtime *s_rt = NULL; 266 struct sdw_bus *bus = m_rt->bus; 267 struct sdw_port_runtime *p_rt; 268 int ret = 0; 269 270 /* Program transport & port parameters for Slave(s) */ 271 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) { 272 list_for_each_entry(p_rt, &s_rt->port_list, port_node) { 273 ret = sdw_program_slave_port_params(bus, s_rt, p_rt); 274 if (ret < 0) 275 return ret; 276 } 277 } 278 279 /* Program transport & port parameters for Master(s) */ 280 list_for_each_entry(p_rt, &m_rt->port_list, port_node) { 281 ret = sdw_program_master_port_params(bus, p_rt); 282 if (ret < 0) 283 return ret; 284 } 285 286 return 0; 287 } 288 289 /** 290 * sdw_enable_disable_slave_ports: Enable/disable slave data port 291 * 292 * @bus: bus instance 293 * @s_rt: slave runtime 294 * @p_rt: port runtime 295 * @en: enable or disable operation 296 * 297 * This function only sets the enable/disable bits in the relevant bank, the 298 * actual enable/disable is done with a bank switch 299 */ 300 static int sdw_enable_disable_slave_ports(struct sdw_bus *bus, 301 struct sdw_slave_runtime *s_rt, 302 struct sdw_port_runtime *p_rt, 303 bool en) 304 { 305 struct sdw_transport_params *t_params = &p_rt->transport_params; 306 u32 addr; 307 int ret; 308 309 if (bus->params.next_bank) 310 addr = SDW_DPN_CHANNELEN_B1(p_rt->num); 311 else 312 addr = SDW_DPN_CHANNELEN_B0(p_rt->num); 313 314 /* 315 * Since bus doesn't support sharing a port across two streams, 316 * it is safe to reset this register 317 */ 318 if (en) 319 ret = sdw_write(s_rt->slave, addr, p_rt->ch_mask); 320 else 321 ret = sdw_write(s_rt->slave, addr, 0x0); 322 323 if (ret < 0) 324 dev_err(&s_rt->slave->dev, 325 "Slave chn_en reg write failed:%d port:%d\n", 326 ret, t_params->port_num); 327 328 return ret; 329 } 330 331 static int sdw_enable_disable_master_ports(struct sdw_master_runtime *m_rt, 332 struct sdw_port_runtime *p_rt, 333 bool en) 334 { 335 struct sdw_transport_params *t_params = &p_rt->transport_params; 336 struct sdw_bus *bus = m_rt->bus; 337 struct sdw_enable_ch enable_ch; 338 int ret; 339 340 enable_ch.port_num = p_rt->num; 341 enable_ch.ch_mask = p_rt->ch_mask; 342 enable_ch.enable = en; 343 344 /* Perform Master port channel(s) enable/disable */ 345 if (bus->port_ops->dpn_port_enable_ch) { 346 ret = bus->port_ops->dpn_port_enable_ch(bus, 347 &enable_ch, 348 bus->params.next_bank); 349 if (ret < 0) { 350 dev_err(bus->dev, 351 "Master chn_en write failed:%d port:%d\n", 352 ret, t_params->port_num); 353 return ret; 354 } 355 } else { 356 dev_err(bus->dev, 357 "dpn_port_enable_ch not supported, %s failed\n", 358 en ? "enable" : "disable"); 359 return -EINVAL; 360 } 361 362 return 0; 363 } 364 365 /** 366 * sdw_enable_disable_ports() - Enable/disable port(s) for Master and 367 * Slave(s) 368 * 369 * @m_rt: Master stream runtime 370 * @en: mode (enable/disable) 371 */ 372 static int sdw_enable_disable_ports(struct sdw_master_runtime *m_rt, bool en) 373 { 374 struct sdw_port_runtime *s_port, *m_port; 375 struct sdw_slave_runtime *s_rt; 376 int ret = 0; 377 378 /* Enable/Disable Slave port(s) */ 379 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) { 380 list_for_each_entry(s_port, &s_rt->port_list, port_node) { 381 ret = sdw_enable_disable_slave_ports(m_rt->bus, s_rt, 382 s_port, en); 383 if (ret < 0) 384 return ret; 385 } 386 } 387 388 /* Enable/Disable Master port(s) */ 389 list_for_each_entry(m_port, &m_rt->port_list, port_node) { 390 ret = sdw_enable_disable_master_ports(m_rt, m_port, en); 391 if (ret < 0) 392 return ret; 393 } 394 395 return 0; 396 } 397 398 static int sdw_do_port_prep(struct sdw_slave_runtime *s_rt, 399 struct sdw_prepare_ch prep_ch, 400 enum sdw_port_prep_ops cmd) 401 { 402 const struct sdw_slave_ops *ops = s_rt->slave->ops; 403 int ret; 404 405 if (ops->port_prep) { 406 ret = ops->port_prep(s_rt->slave, &prep_ch, cmd); 407 if (ret < 0) { 408 dev_err(&s_rt->slave->dev, 409 "Slave Port Prep cmd %d failed: %d\n", 410 cmd, ret); 411 return ret; 412 } 413 } 414 415 return 0; 416 } 417 418 static int sdw_prep_deprep_slave_ports(struct sdw_bus *bus, 419 struct sdw_slave_runtime *s_rt, 420 struct sdw_port_runtime *p_rt, 421 bool prep) 422 { 423 struct completion *port_ready; 424 struct sdw_dpn_prop *dpn_prop; 425 struct sdw_prepare_ch prep_ch; 426 unsigned int time_left; 427 bool intr = false; 428 int ret = 0, val; 429 u32 addr; 430 431 prep_ch.num = p_rt->num; 432 prep_ch.ch_mask = p_rt->ch_mask; 433 434 dpn_prop = sdw_get_slave_dpn_prop(s_rt->slave, 435 s_rt->direction, 436 prep_ch.num); 437 if (!dpn_prop) { 438 dev_err(bus->dev, 439 "Slave Port:%d properties not found\n", prep_ch.num); 440 return -EINVAL; 441 } 442 443 prep_ch.prepare = prep; 444 445 prep_ch.bank = bus->params.next_bank; 446 447 if (dpn_prop->imp_def_interrupts || !dpn_prop->simple_ch_prep_sm) 448 intr = true; 449 450 /* 451 * Enable interrupt before Port prepare. 452 * For Port de-prepare, it is assumed that port 453 * was prepared earlier 454 */ 455 if (prep && intr) { 456 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep, 457 dpn_prop->imp_def_interrupts); 458 if (ret < 0) 459 return ret; 460 } 461 462 /* Inform slave about the impending port prepare */ 463 sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_PRE_PREP); 464 465 /* Prepare Slave port implementing CP_SM */ 466 if (!dpn_prop->simple_ch_prep_sm) { 467 addr = SDW_DPN_PREPARECTRL(p_rt->num); 468 469 if (prep) 470 ret = sdw_write(s_rt->slave, addr, p_rt->ch_mask); 471 else 472 ret = sdw_write(s_rt->slave, addr, 0x0); 473 474 if (ret < 0) { 475 dev_err(&s_rt->slave->dev, 476 "Slave prep_ctrl reg write failed\n"); 477 return ret; 478 } 479 480 /* Wait for completion on port ready */ 481 port_ready = &s_rt->slave->port_ready[prep_ch.num]; 482 time_left = wait_for_completion_timeout(port_ready, 483 msecs_to_jiffies(dpn_prop->ch_prep_timeout)); 484 485 val = sdw_read(s_rt->slave, SDW_DPN_PREPARESTATUS(p_rt->num)); 486 val &= p_rt->ch_mask; 487 if (!time_left || val) { 488 dev_err(&s_rt->slave->dev, 489 "Chn prep failed for port:%d\n", prep_ch.num); 490 return -ETIMEDOUT; 491 } 492 } 493 494 /* Inform slaves about ports prepared */ 495 sdw_do_port_prep(s_rt, prep_ch, SDW_OPS_PORT_POST_PREP); 496 497 /* Disable interrupt after Port de-prepare */ 498 if (!prep && intr) 499 ret = sdw_configure_dpn_intr(s_rt->slave, p_rt->num, prep, 500 dpn_prop->imp_def_interrupts); 501 502 return ret; 503 } 504 505 static int sdw_prep_deprep_master_ports(struct sdw_master_runtime *m_rt, 506 struct sdw_port_runtime *p_rt, 507 bool prep) 508 { 509 struct sdw_transport_params *t_params = &p_rt->transport_params; 510 struct sdw_bus *bus = m_rt->bus; 511 const struct sdw_master_port_ops *ops = bus->port_ops; 512 struct sdw_prepare_ch prep_ch; 513 int ret = 0; 514 515 prep_ch.num = p_rt->num; 516 prep_ch.ch_mask = p_rt->ch_mask; 517 prep_ch.prepare = prep; /* Prepare/De-prepare */ 518 prep_ch.bank = bus->params.next_bank; 519 520 /* Pre-prepare/Pre-deprepare port(s) */ 521 if (ops->dpn_port_prep) { 522 ret = ops->dpn_port_prep(bus, &prep_ch); 523 if (ret < 0) { 524 dev_err(bus->dev, "Port prepare failed for port:%d\n", 525 t_params->port_num); 526 return ret; 527 } 528 } 529 530 return ret; 531 } 532 533 /** 534 * sdw_prep_deprep_ports() - Prepare/De-prepare port(s) for Master(s) and 535 * Slave(s) 536 * 537 * @m_rt: Master runtime handle 538 * @prep: Prepare or De-prepare 539 */ 540 static int sdw_prep_deprep_ports(struct sdw_master_runtime *m_rt, bool prep) 541 { 542 struct sdw_slave_runtime *s_rt; 543 struct sdw_port_runtime *p_rt; 544 int ret = 0; 545 546 /* Prepare/De-prepare Slave port(s) */ 547 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) { 548 list_for_each_entry(p_rt, &s_rt->port_list, port_node) { 549 ret = sdw_prep_deprep_slave_ports(m_rt->bus, s_rt, 550 p_rt, prep); 551 if (ret < 0) 552 return ret; 553 } 554 } 555 556 /* Prepare/De-prepare Master port(s) */ 557 list_for_each_entry(p_rt, &m_rt->port_list, port_node) { 558 ret = sdw_prep_deprep_master_ports(m_rt, p_rt, prep); 559 if (ret < 0) 560 return ret; 561 } 562 563 return ret; 564 } 565 566 /** 567 * sdw_notify_config() - Notify bus configuration 568 * 569 * @m_rt: Master runtime handle 570 * 571 * This function notifies the Master(s) and Slave(s) of the 572 * new bus configuration. 573 */ 574 static int sdw_notify_config(struct sdw_master_runtime *m_rt) 575 { 576 struct sdw_slave_runtime *s_rt; 577 struct sdw_bus *bus = m_rt->bus; 578 struct sdw_slave *slave; 579 int ret = 0; 580 581 if (bus->ops->set_bus_conf) { 582 ret = bus->ops->set_bus_conf(bus, &bus->params); 583 if (ret < 0) 584 return ret; 585 } 586 587 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) { 588 slave = s_rt->slave; 589 590 if (slave->ops->bus_config) { 591 ret = slave->ops->bus_config(slave, &bus->params); 592 if (ret < 0) { 593 dev_err(bus->dev, "Notify Slave: %d failed\n", 594 slave->dev_num); 595 return ret; 596 } 597 } 598 } 599 600 return ret; 601 } 602 603 /** 604 * sdw_program_params() - Program transport and port parameters for Master(s) 605 * and Slave(s) 606 * 607 * @bus: SDW bus instance 608 * @prepare: true if sdw_program_params() is called by _prepare. 609 */ 610 static int sdw_program_params(struct sdw_bus *bus, bool prepare) 611 { 612 struct sdw_master_runtime *m_rt; 613 int ret = 0; 614 615 list_for_each_entry(m_rt, &bus->m_rt_list, bus_node) { 616 617 /* 618 * this loop walks through all master runtimes for a 619 * bus, but the ports can only be configured while 620 * explicitly preparing a stream or handling an 621 * already-prepared stream otherwise. 622 */ 623 if (!prepare && 624 m_rt->stream->state == SDW_STREAM_CONFIGURED) 625 continue; 626 627 ret = sdw_program_port_params(m_rt); 628 if (ret < 0) { 629 dev_err(bus->dev, 630 "Program transport params failed: %d\n", ret); 631 return ret; 632 } 633 634 ret = sdw_notify_config(m_rt); 635 if (ret < 0) { 636 dev_err(bus->dev, 637 "Notify bus config failed: %d\n", ret); 638 return ret; 639 } 640 641 /* Enable port(s) on alternate bank for all active streams */ 642 if (m_rt->stream->state != SDW_STREAM_ENABLED) 643 continue; 644 645 ret = sdw_enable_disable_ports(m_rt, true); 646 if (ret < 0) { 647 dev_err(bus->dev, "Enable channel failed: %d\n", ret); 648 return ret; 649 } 650 } 651 652 return ret; 653 } 654 655 static int sdw_bank_switch(struct sdw_bus *bus, int m_rt_count) 656 { 657 int col_index, row_index; 658 bool multi_link; 659 struct sdw_msg *wr_msg; 660 u8 *wbuf; 661 int ret; 662 u16 addr; 663 664 wr_msg = kzalloc(sizeof(*wr_msg), GFP_KERNEL); 665 if (!wr_msg) 666 return -ENOMEM; 667 668 bus->defer_msg.msg = wr_msg; 669 670 wbuf = kzalloc(sizeof(*wbuf), GFP_KERNEL); 671 if (!wbuf) { 672 ret = -ENOMEM; 673 goto error_1; 674 } 675 676 /* Get row and column index to program register */ 677 col_index = sdw_find_col_index(bus->params.col); 678 row_index = sdw_find_row_index(bus->params.row); 679 wbuf[0] = col_index | (row_index << 3); 680 681 if (bus->params.next_bank) 682 addr = SDW_SCP_FRAMECTRL_B1; 683 else 684 addr = SDW_SCP_FRAMECTRL_B0; 685 686 sdw_fill_msg(wr_msg, NULL, addr, 1, SDW_BROADCAST_DEV_NUM, 687 SDW_MSG_FLAG_WRITE, wbuf); 688 wr_msg->ssp_sync = true; 689 690 /* 691 * Set the multi_link flag only when both the hardware supports 692 * and there is a stream handled by multiple masters 693 */ 694 multi_link = bus->multi_link && (m_rt_count > 1); 695 696 if (multi_link) 697 ret = sdw_transfer_defer(bus, wr_msg, &bus->defer_msg); 698 else 699 ret = sdw_transfer(bus, wr_msg); 700 701 if (ret < 0) { 702 dev_err(bus->dev, "Slave frame_ctrl reg write failed\n"); 703 goto error; 704 } 705 706 if (!multi_link) { 707 kfree(wr_msg); 708 kfree(wbuf); 709 bus->defer_msg.msg = NULL; 710 bus->params.curr_bank = !bus->params.curr_bank; 711 bus->params.next_bank = !bus->params.next_bank; 712 } 713 714 return 0; 715 716 error: 717 kfree(wbuf); 718 error_1: 719 kfree(wr_msg); 720 bus->defer_msg.msg = NULL; 721 return ret; 722 } 723 724 /** 725 * sdw_ml_sync_bank_switch: Multilink register bank switch 726 * 727 * @bus: SDW bus instance 728 * 729 * Caller function should free the buffers on error 730 */ 731 static int sdw_ml_sync_bank_switch(struct sdw_bus *bus) 732 { 733 unsigned long time_left; 734 735 if (!bus->multi_link) 736 return 0; 737 738 /* Wait for completion of transfer */ 739 time_left = wait_for_completion_timeout(&bus->defer_msg.complete, 740 bus->bank_switch_timeout); 741 742 if (!time_left) { 743 dev_err(bus->dev, "Controller Timed out on bank switch\n"); 744 return -ETIMEDOUT; 745 } 746 747 bus->params.curr_bank = !bus->params.curr_bank; 748 bus->params.next_bank = !bus->params.next_bank; 749 750 if (bus->defer_msg.msg) { 751 kfree(bus->defer_msg.msg->buf); 752 kfree(bus->defer_msg.msg); 753 } 754 755 return 0; 756 } 757 758 static int do_bank_switch(struct sdw_stream_runtime *stream) 759 { 760 struct sdw_master_runtime *m_rt; 761 const struct sdw_master_ops *ops; 762 struct sdw_bus *bus; 763 bool multi_link = false; 764 int ret = 0; 765 766 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 767 bus = m_rt->bus; 768 ops = bus->ops; 769 770 if (bus->multi_link) { 771 multi_link = true; 772 mutex_lock(&bus->msg_lock); 773 } 774 775 /* Pre-bank switch */ 776 if (ops->pre_bank_switch) { 777 ret = ops->pre_bank_switch(bus); 778 if (ret < 0) { 779 dev_err(bus->dev, 780 "Pre bank switch op failed: %d\n", ret); 781 goto msg_unlock; 782 } 783 } 784 785 /* 786 * Perform Bank switch operation. 787 * For multi link cases, the actual bank switch is 788 * synchronized across all Masters and happens later as a 789 * part of post_bank_switch ops. 790 */ 791 ret = sdw_bank_switch(bus, stream->m_rt_count); 792 if (ret < 0) { 793 dev_err(bus->dev, "Bank switch failed: %d\n", ret); 794 goto error; 795 } 796 } 797 798 /* 799 * For multi link cases, it is expected that the bank switch is 800 * triggered by the post_bank_switch for the first Master in the list 801 * and for the other Masters the post_bank_switch() should return doing 802 * nothing. 803 */ 804 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 805 bus = m_rt->bus; 806 ops = bus->ops; 807 808 /* Post-bank switch */ 809 if (ops->post_bank_switch) { 810 ret = ops->post_bank_switch(bus); 811 if (ret < 0) { 812 dev_err(bus->dev, 813 "Post bank switch op failed: %d\n", 814 ret); 815 goto error; 816 } 817 } else if (bus->multi_link && stream->m_rt_count > 1) { 818 dev_err(bus->dev, 819 "Post bank switch ops not implemented\n"); 820 goto error; 821 } 822 823 /* Set the bank switch timeout to default, if not set */ 824 if (!bus->bank_switch_timeout) 825 bus->bank_switch_timeout = DEFAULT_BANK_SWITCH_TIMEOUT; 826 827 /* Check if bank switch was successful */ 828 ret = sdw_ml_sync_bank_switch(bus); 829 if (ret < 0) { 830 dev_err(bus->dev, 831 "multi link bank switch failed: %d\n", ret); 832 goto error; 833 } 834 835 if (bus->multi_link) 836 mutex_unlock(&bus->msg_lock); 837 } 838 839 return ret; 840 841 error: 842 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 843 bus = m_rt->bus; 844 if (bus->defer_msg.msg) { 845 kfree(bus->defer_msg.msg->buf); 846 kfree(bus->defer_msg.msg); 847 } 848 } 849 850 msg_unlock: 851 852 if (multi_link) { 853 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 854 bus = m_rt->bus; 855 if (mutex_is_locked(&bus->msg_lock)) 856 mutex_unlock(&bus->msg_lock); 857 } 858 } 859 860 return ret; 861 } 862 863 /** 864 * sdw_release_stream() - Free the assigned stream runtime 865 * 866 * @stream: SoundWire stream runtime 867 * 868 * sdw_release_stream should be called only once per stream 869 */ 870 void sdw_release_stream(struct sdw_stream_runtime *stream) 871 { 872 kfree(stream); 873 } 874 EXPORT_SYMBOL(sdw_release_stream); 875 876 /** 877 * sdw_alloc_stream() - Allocate and return stream runtime 878 * 879 * @stream_name: SoundWire stream name 880 * 881 * Allocates a SoundWire stream runtime instance. 882 * sdw_alloc_stream should be called only once per stream. Typically 883 * invoked from ALSA/ASoC machine/platform driver. 884 */ 885 struct sdw_stream_runtime *sdw_alloc_stream(const char *stream_name) 886 { 887 struct sdw_stream_runtime *stream; 888 889 stream = kzalloc(sizeof(*stream), GFP_KERNEL); 890 if (!stream) 891 return NULL; 892 893 stream->name = stream_name; 894 INIT_LIST_HEAD(&stream->master_list); 895 stream->state = SDW_STREAM_ALLOCATED; 896 stream->m_rt_count = 0; 897 898 return stream; 899 } 900 EXPORT_SYMBOL(sdw_alloc_stream); 901 902 static struct sdw_master_runtime 903 *sdw_find_master_rt(struct sdw_bus *bus, 904 struct sdw_stream_runtime *stream) 905 { 906 struct sdw_master_runtime *m_rt; 907 908 /* Retrieve Bus handle if already available */ 909 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 910 if (m_rt->bus == bus) 911 return m_rt; 912 } 913 914 return NULL; 915 } 916 917 /** 918 * sdw_alloc_master_rt() - Allocates and initialize Master runtime handle 919 * 920 * @bus: SDW bus instance 921 * @stream_config: Stream configuration 922 * @stream: Stream runtime handle. 923 * 924 * This function is to be called with bus_lock held. 925 */ 926 static struct sdw_master_runtime 927 *sdw_alloc_master_rt(struct sdw_bus *bus, 928 struct sdw_stream_config *stream_config, 929 struct sdw_stream_runtime *stream) 930 { 931 struct sdw_master_runtime *m_rt; 932 933 /* 934 * check if Master is already allocated (as a result of Slave adding 935 * it first), if so skip allocation and go to configure 936 */ 937 m_rt = sdw_find_master_rt(bus, stream); 938 if (m_rt) 939 goto stream_config; 940 941 m_rt = kzalloc(sizeof(*m_rt), GFP_KERNEL); 942 if (!m_rt) 943 return NULL; 944 945 /* Initialization of Master runtime handle */ 946 INIT_LIST_HEAD(&m_rt->port_list); 947 INIT_LIST_HEAD(&m_rt->slave_rt_list); 948 list_add_tail(&m_rt->stream_node, &stream->master_list); 949 950 list_add_tail(&m_rt->bus_node, &bus->m_rt_list); 951 952 stream_config: 953 m_rt->ch_count = stream_config->ch_count; 954 m_rt->bus = bus; 955 m_rt->stream = stream; 956 m_rt->direction = stream_config->direction; 957 958 return m_rt; 959 } 960 961 /** 962 * sdw_alloc_slave_rt() - Allocate and initialize Slave runtime handle. 963 * 964 * @slave: Slave handle 965 * @stream_config: Stream configuration 966 * @stream: Stream runtime handle 967 * 968 * This function is to be called with bus_lock held. 969 */ 970 static struct sdw_slave_runtime 971 *sdw_alloc_slave_rt(struct sdw_slave *slave, 972 struct sdw_stream_config *stream_config, 973 struct sdw_stream_runtime *stream) 974 { 975 struct sdw_slave_runtime *s_rt; 976 977 s_rt = kzalloc(sizeof(*s_rt), GFP_KERNEL); 978 if (!s_rt) 979 return NULL; 980 981 INIT_LIST_HEAD(&s_rt->port_list); 982 s_rt->ch_count = stream_config->ch_count; 983 s_rt->direction = stream_config->direction; 984 s_rt->slave = slave; 985 986 return s_rt; 987 } 988 989 static void sdw_master_port_release(struct sdw_bus *bus, 990 struct sdw_master_runtime *m_rt) 991 { 992 struct sdw_port_runtime *p_rt, *_p_rt; 993 994 list_for_each_entry_safe(p_rt, _p_rt, &m_rt->port_list, port_node) { 995 list_del(&p_rt->port_node); 996 kfree(p_rt); 997 } 998 } 999 1000 static void sdw_slave_port_release(struct sdw_bus *bus, 1001 struct sdw_slave *slave, 1002 struct sdw_stream_runtime *stream) 1003 { 1004 struct sdw_port_runtime *p_rt, *_p_rt; 1005 struct sdw_master_runtime *m_rt; 1006 struct sdw_slave_runtime *s_rt; 1007 1008 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1009 list_for_each_entry(s_rt, &m_rt->slave_rt_list, m_rt_node) { 1010 if (s_rt->slave != slave) 1011 continue; 1012 1013 list_for_each_entry_safe(p_rt, _p_rt, 1014 &s_rt->port_list, port_node) { 1015 list_del(&p_rt->port_node); 1016 kfree(p_rt); 1017 } 1018 } 1019 } 1020 } 1021 1022 /** 1023 * sdw_release_slave_stream() - Free Slave(s) runtime handle 1024 * 1025 * @slave: Slave handle. 1026 * @stream: Stream runtime handle. 1027 * 1028 * This function is to be called with bus_lock held. 1029 */ 1030 static void sdw_release_slave_stream(struct sdw_slave *slave, 1031 struct sdw_stream_runtime *stream) 1032 { 1033 struct sdw_slave_runtime *s_rt, *_s_rt; 1034 struct sdw_master_runtime *m_rt; 1035 1036 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1037 /* Retrieve Slave runtime handle */ 1038 list_for_each_entry_safe(s_rt, _s_rt, 1039 &m_rt->slave_rt_list, m_rt_node) { 1040 if (s_rt->slave == slave) { 1041 list_del(&s_rt->m_rt_node); 1042 kfree(s_rt); 1043 return; 1044 } 1045 } 1046 } 1047 } 1048 1049 /** 1050 * sdw_release_master_stream() - Free Master runtime handle 1051 * 1052 * @m_rt: Master runtime node 1053 * @stream: Stream runtime handle. 1054 * 1055 * This function is to be called with bus_lock held 1056 * It frees the Master runtime handle and associated Slave(s) runtime 1057 * handle. If this is called first then sdw_release_slave_stream() will have 1058 * no effect as Slave(s) runtime handle would already be freed up. 1059 */ 1060 static void sdw_release_master_stream(struct sdw_master_runtime *m_rt, 1061 struct sdw_stream_runtime *stream) 1062 { 1063 struct sdw_slave_runtime *s_rt, *_s_rt; 1064 1065 list_for_each_entry_safe(s_rt, _s_rt, &m_rt->slave_rt_list, m_rt_node) { 1066 sdw_slave_port_release(s_rt->slave->bus, s_rt->slave, stream); 1067 sdw_release_slave_stream(s_rt->slave, stream); 1068 } 1069 1070 list_del(&m_rt->stream_node); 1071 list_del(&m_rt->bus_node); 1072 kfree(m_rt); 1073 } 1074 1075 /** 1076 * sdw_stream_remove_master() - Remove master from sdw_stream 1077 * 1078 * @bus: SDW Bus instance 1079 * @stream: SoundWire stream 1080 * 1081 * This removes and frees port_rt and master_rt from a stream 1082 */ 1083 int sdw_stream_remove_master(struct sdw_bus *bus, 1084 struct sdw_stream_runtime *stream) 1085 { 1086 struct sdw_master_runtime *m_rt, *_m_rt; 1087 1088 mutex_lock(&bus->bus_lock); 1089 1090 list_for_each_entry_safe(m_rt, _m_rt, 1091 &stream->master_list, stream_node) { 1092 if (m_rt->bus != bus) 1093 continue; 1094 1095 sdw_master_port_release(bus, m_rt); 1096 sdw_release_master_stream(m_rt, stream); 1097 stream->m_rt_count--; 1098 } 1099 1100 if (list_empty(&stream->master_list)) 1101 stream->state = SDW_STREAM_RELEASED; 1102 1103 mutex_unlock(&bus->bus_lock); 1104 1105 return 0; 1106 } 1107 EXPORT_SYMBOL(sdw_stream_remove_master); 1108 1109 /** 1110 * sdw_stream_remove_slave() - Remove slave from sdw_stream 1111 * 1112 * @slave: SDW Slave instance 1113 * @stream: SoundWire stream 1114 * 1115 * This removes and frees port_rt and slave_rt from a stream 1116 */ 1117 int sdw_stream_remove_slave(struct sdw_slave *slave, 1118 struct sdw_stream_runtime *stream) 1119 { 1120 mutex_lock(&slave->bus->bus_lock); 1121 1122 sdw_slave_port_release(slave->bus, slave, stream); 1123 sdw_release_slave_stream(slave, stream); 1124 1125 mutex_unlock(&slave->bus->bus_lock); 1126 1127 return 0; 1128 } 1129 EXPORT_SYMBOL(sdw_stream_remove_slave); 1130 1131 /** 1132 * sdw_config_stream() - Configure the allocated stream 1133 * 1134 * @dev: SDW device 1135 * @stream: SoundWire stream 1136 * @stream_config: Stream configuration for audio stream 1137 * @is_slave: is API called from Slave or Master 1138 * 1139 * This function is to be called with bus_lock held. 1140 */ 1141 static int sdw_config_stream(struct device *dev, 1142 struct sdw_stream_runtime *stream, 1143 struct sdw_stream_config *stream_config, 1144 bool is_slave) 1145 { 1146 /* 1147 * Update the stream rate, channel and bps based on data 1148 * source. For more than one data source (multilink), 1149 * match the rate, bps, stream type and increment number of channels. 1150 * 1151 * If rate/bps is zero, it means the values are not set, so skip 1152 * comparison and allow the value to be set and stored in stream 1153 */ 1154 if (stream->params.rate && 1155 stream->params.rate != stream_config->frame_rate) { 1156 dev_err(dev, "rate not matching, stream:%s\n", stream->name); 1157 return -EINVAL; 1158 } 1159 1160 if (stream->params.bps && 1161 stream->params.bps != stream_config->bps) { 1162 dev_err(dev, "bps not matching, stream:%s\n", stream->name); 1163 return -EINVAL; 1164 } 1165 1166 stream->type = stream_config->type; 1167 stream->params.rate = stream_config->frame_rate; 1168 stream->params.bps = stream_config->bps; 1169 1170 /* TODO: Update this check during Device-device support */ 1171 if (is_slave) 1172 stream->params.ch_count += stream_config->ch_count; 1173 1174 return 0; 1175 } 1176 1177 static int sdw_is_valid_port_range(struct device *dev, 1178 struct sdw_port_runtime *p_rt) 1179 { 1180 if (!SDW_VALID_PORT_RANGE(p_rt->num)) { 1181 dev_err(dev, 1182 "SoundWire: Invalid port number :%d\n", p_rt->num); 1183 return -EINVAL; 1184 } 1185 1186 return 0; 1187 } 1188 1189 static struct sdw_port_runtime 1190 *sdw_port_alloc(struct device *dev, 1191 struct sdw_port_config *port_config, 1192 int port_index) 1193 { 1194 struct sdw_port_runtime *p_rt; 1195 1196 p_rt = kzalloc(sizeof(*p_rt), GFP_KERNEL); 1197 if (!p_rt) 1198 return NULL; 1199 1200 p_rt->ch_mask = port_config[port_index].ch_mask; 1201 p_rt->num = port_config[port_index].num; 1202 1203 return p_rt; 1204 } 1205 1206 static int sdw_master_port_config(struct sdw_bus *bus, 1207 struct sdw_master_runtime *m_rt, 1208 struct sdw_port_config *port_config, 1209 unsigned int num_ports) 1210 { 1211 struct sdw_port_runtime *p_rt; 1212 int i; 1213 1214 /* Iterate for number of ports to perform initialization */ 1215 for (i = 0; i < num_ports; i++) { 1216 p_rt = sdw_port_alloc(bus->dev, port_config, i); 1217 if (!p_rt) 1218 return -ENOMEM; 1219 1220 /* 1221 * TODO: Check port capabilities for requested 1222 * configuration (audio mode support) 1223 */ 1224 1225 list_add_tail(&p_rt->port_node, &m_rt->port_list); 1226 } 1227 1228 return 0; 1229 } 1230 1231 static int sdw_slave_port_config(struct sdw_slave *slave, 1232 struct sdw_slave_runtime *s_rt, 1233 struct sdw_port_config *port_config, 1234 unsigned int num_config) 1235 { 1236 struct sdw_port_runtime *p_rt; 1237 int i, ret; 1238 1239 /* Iterate for number of ports to perform initialization */ 1240 for (i = 0; i < num_config; i++) { 1241 p_rt = sdw_port_alloc(&slave->dev, port_config, i); 1242 if (!p_rt) 1243 return -ENOMEM; 1244 1245 /* 1246 * TODO: Check valid port range as defined by DisCo/ 1247 * slave 1248 */ 1249 ret = sdw_is_valid_port_range(&slave->dev, p_rt); 1250 if (ret < 0) { 1251 kfree(p_rt); 1252 return ret; 1253 } 1254 1255 /* 1256 * TODO: Check port capabilities for requested 1257 * configuration (audio mode support) 1258 */ 1259 1260 list_add_tail(&p_rt->port_node, &s_rt->port_list); 1261 } 1262 1263 return 0; 1264 } 1265 1266 /** 1267 * sdw_stream_add_master() - Allocate and add master runtime to a stream 1268 * 1269 * @bus: SDW Bus instance 1270 * @stream_config: Stream configuration for audio stream 1271 * @port_config: Port configuration for audio stream 1272 * @num_ports: Number of ports 1273 * @stream: SoundWire stream 1274 */ 1275 int sdw_stream_add_master(struct sdw_bus *bus, 1276 struct sdw_stream_config *stream_config, 1277 struct sdw_port_config *port_config, 1278 unsigned int num_ports, 1279 struct sdw_stream_runtime *stream) 1280 { 1281 struct sdw_master_runtime *m_rt; 1282 int ret; 1283 1284 mutex_lock(&bus->bus_lock); 1285 1286 /* 1287 * For multi link streams, add the second master only if 1288 * the bus supports it. 1289 * Check if bus->multi_link is set 1290 */ 1291 if (!bus->multi_link && stream->m_rt_count > 0) { 1292 dev_err(bus->dev, 1293 "Multilink not supported, link %d\n", bus->link_id); 1294 ret = -EINVAL; 1295 goto unlock; 1296 } 1297 1298 m_rt = sdw_alloc_master_rt(bus, stream_config, stream); 1299 if (!m_rt) { 1300 dev_err(bus->dev, 1301 "Master runtime config failed for stream:%s\n", 1302 stream->name); 1303 ret = -ENOMEM; 1304 goto unlock; 1305 } 1306 1307 ret = sdw_config_stream(bus->dev, stream, stream_config, false); 1308 if (ret) 1309 goto stream_error; 1310 1311 ret = sdw_master_port_config(bus, m_rt, port_config, num_ports); 1312 if (ret) 1313 goto stream_error; 1314 1315 stream->m_rt_count++; 1316 1317 goto unlock; 1318 1319 stream_error: 1320 sdw_release_master_stream(m_rt, stream); 1321 unlock: 1322 mutex_unlock(&bus->bus_lock); 1323 return ret; 1324 } 1325 EXPORT_SYMBOL(sdw_stream_add_master); 1326 1327 /** 1328 * sdw_stream_add_slave() - Allocate and add master/slave runtime to a stream 1329 * 1330 * @slave: SDW Slave instance 1331 * @stream_config: Stream configuration for audio stream 1332 * @stream: SoundWire stream 1333 * @port_config: Port configuration for audio stream 1334 * @num_ports: Number of ports 1335 * 1336 * It is expected that Slave is added before adding Master 1337 * to the Stream. 1338 * 1339 */ 1340 int sdw_stream_add_slave(struct sdw_slave *slave, 1341 struct sdw_stream_config *stream_config, 1342 struct sdw_port_config *port_config, 1343 unsigned int num_ports, 1344 struct sdw_stream_runtime *stream) 1345 { 1346 struct sdw_slave_runtime *s_rt; 1347 struct sdw_master_runtime *m_rt; 1348 int ret; 1349 1350 mutex_lock(&slave->bus->bus_lock); 1351 1352 /* 1353 * If this API is invoked by Slave first then m_rt is not valid. 1354 * So, allocate m_rt and add Slave to it. 1355 */ 1356 m_rt = sdw_alloc_master_rt(slave->bus, stream_config, stream); 1357 if (!m_rt) { 1358 dev_err(&slave->dev, 1359 "alloc master runtime failed for stream:%s\n", 1360 stream->name); 1361 ret = -ENOMEM; 1362 goto error; 1363 } 1364 1365 s_rt = sdw_alloc_slave_rt(slave, stream_config, stream); 1366 if (!s_rt) { 1367 dev_err(&slave->dev, 1368 "Slave runtime config failed for stream:%s\n", 1369 stream->name); 1370 ret = -ENOMEM; 1371 goto stream_error; 1372 } 1373 1374 ret = sdw_config_stream(&slave->dev, stream, stream_config, true); 1375 if (ret) 1376 goto stream_error; 1377 1378 list_add_tail(&s_rt->m_rt_node, &m_rt->slave_rt_list); 1379 1380 ret = sdw_slave_port_config(slave, s_rt, port_config, num_ports); 1381 if (ret) 1382 goto stream_error; 1383 1384 /* 1385 * Change stream state to CONFIGURED on first Slave add. 1386 * Bus is not aware of number of Slave(s) in a stream at this 1387 * point so cannot depend on all Slave(s) to be added in order to 1388 * change stream state to CONFIGURED. 1389 */ 1390 stream->state = SDW_STREAM_CONFIGURED; 1391 goto error; 1392 1393 stream_error: 1394 /* 1395 * we hit error so cleanup the stream, release all Slave(s) and 1396 * Master runtime 1397 */ 1398 sdw_release_master_stream(m_rt, stream); 1399 error: 1400 mutex_unlock(&slave->bus->bus_lock); 1401 return ret; 1402 } 1403 EXPORT_SYMBOL(sdw_stream_add_slave); 1404 1405 /** 1406 * sdw_get_slave_dpn_prop() - Get Slave port capabilities 1407 * 1408 * @slave: Slave handle 1409 * @direction: Data direction. 1410 * @port_num: Port number 1411 */ 1412 struct sdw_dpn_prop *sdw_get_slave_dpn_prop(struct sdw_slave *slave, 1413 enum sdw_data_direction direction, 1414 unsigned int port_num) 1415 { 1416 struct sdw_dpn_prop *dpn_prop; 1417 u8 num_ports; 1418 int i; 1419 1420 if (direction == SDW_DATA_DIR_TX) { 1421 num_ports = hweight32(slave->prop.source_ports); 1422 dpn_prop = slave->prop.src_dpn_prop; 1423 } else { 1424 num_ports = hweight32(slave->prop.sink_ports); 1425 dpn_prop = slave->prop.sink_dpn_prop; 1426 } 1427 1428 for (i = 0; i < num_ports; i++) { 1429 if (dpn_prop[i].num == port_num) 1430 return &dpn_prop[i]; 1431 } 1432 1433 return NULL; 1434 } 1435 1436 /** 1437 * sdw_acquire_bus_lock: Acquire bus lock for all Master runtime(s) 1438 * 1439 * @stream: SoundWire stream 1440 * 1441 * Acquire bus_lock for each of the master runtime(m_rt) part of this 1442 * stream to reconfigure the bus. 1443 * NOTE: This function is called from SoundWire stream ops and is 1444 * expected that a global lock is held before acquiring bus_lock. 1445 */ 1446 static void sdw_acquire_bus_lock(struct sdw_stream_runtime *stream) 1447 { 1448 struct sdw_master_runtime *m_rt; 1449 struct sdw_bus *bus = NULL; 1450 1451 /* Iterate for all Master(s) in Master list */ 1452 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1453 bus = m_rt->bus; 1454 1455 mutex_lock(&bus->bus_lock); 1456 } 1457 } 1458 1459 /** 1460 * sdw_release_bus_lock: Release bus lock for all Master runtime(s) 1461 * 1462 * @stream: SoundWire stream 1463 * 1464 * Release the previously held bus_lock after reconfiguring the bus. 1465 * NOTE: This function is called from SoundWire stream ops and is 1466 * expected that a global lock is held before releasing bus_lock. 1467 */ 1468 static void sdw_release_bus_lock(struct sdw_stream_runtime *stream) 1469 { 1470 struct sdw_master_runtime *m_rt = NULL; 1471 struct sdw_bus *bus = NULL; 1472 1473 /* Iterate for all Master(s) in Master list */ 1474 list_for_each_entry_reverse(m_rt, &stream->master_list, stream_node) { 1475 bus = m_rt->bus; 1476 mutex_unlock(&bus->bus_lock); 1477 } 1478 } 1479 1480 static int _sdw_prepare_stream(struct sdw_stream_runtime *stream, 1481 bool update_params) 1482 { 1483 struct sdw_master_runtime *m_rt; 1484 struct sdw_bus *bus = NULL; 1485 struct sdw_master_prop *prop; 1486 struct sdw_bus_params params; 1487 int ret; 1488 1489 /* Prepare Master(s) and Slave(s) port(s) associated with stream */ 1490 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1491 bus = m_rt->bus; 1492 prop = &bus->prop; 1493 memcpy(¶ms, &bus->params, sizeof(params)); 1494 1495 /* TODO: Support Asynchronous mode */ 1496 if ((prop->max_clk_freq % stream->params.rate) != 0) { 1497 dev_err(bus->dev, "Async mode not supported\n"); 1498 return -EINVAL; 1499 } 1500 1501 if (!update_params) 1502 goto program_params; 1503 1504 /* Increment cumulative bus bandwidth */ 1505 /* TODO: Update this during Device-Device support */ 1506 bus->params.bandwidth += m_rt->stream->params.rate * 1507 m_rt->ch_count * m_rt->stream->params.bps; 1508 1509 /* Compute params */ 1510 if (bus->compute_params) { 1511 ret = bus->compute_params(bus); 1512 if (ret < 0) { 1513 dev_err(bus->dev, "Compute params failed: %d", 1514 ret); 1515 return ret; 1516 } 1517 } 1518 1519 program_params: 1520 /* Program params */ 1521 ret = sdw_program_params(bus, true); 1522 if (ret < 0) { 1523 dev_err(bus->dev, "Program params failed: %d\n", ret); 1524 goto restore_params; 1525 } 1526 } 1527 1528 if (!bus) { 1529 pr_err("Configuration error in %s\n", __func__); 1530 return -EINVAL; 1531 } 1532 1533 ret = do_bank_switch(stream); 1534 if (ret < 0) { 1535 dev_err(bus->dev, "Bank switch failed: %d\n", ret); 1536 goto restore_params; 1537 } 1538 1539 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1540 bus = m_rt->bus; 1541 1542 /* Prepare port(s) on the new clock configuration */ 1543 ret = sdw_prep_deprep_ports(m_rt, true); 1544 if (ret < 0) { 1545 dev_err(bus->dev, "Prepare port(s) failed ret = %d\n", 1546 ret); 1547 return ret; 1548 } 1549 } 1550 1551 stream->state = SDW_STREAM_PREPARED; 1552 1553 return ret; 1554 1555 restore_params: 1556 memcpy(&bus->params, ¶ms, sizeof(params)); 1557 return ret; 1558 } 1559 1560 /** 1561 * sdw_prepare_stream() - Prepare SoundWire stream 1562 * 1563 * @stream: Soundwire stream 1564 * 1565 * Documentation/driver-api/soundwire/stream.rst explains this API in detail 1566 */ 1567 int sdw_prepare_stream(struct sdw_stream_runtime *stream) 1568 { 1569 bool update_params = true; 1570 int ret; 1571 1572 if (!stream) { 1573 pr_err("SoundWire: Handle not found for stream\n"); 1574 return -EINVAL; 1575 } 1576 1577 sdw_acquire_bus_lock(stream); 1578 1579 if (stream->state == SDW_STREAM_PREPARED) { 1580 ret = 0; 1581 goto state_err; 1582 } 1583 1584 if (stream->state != SDW_STREAM_CONFIGURED && 1585 stream->state != SDW_STREAM_DEPREPARED && 1586 stream->state != SDW_STREAM_DISABLED) { 1587 pr_err("%s: %s: inconsistent state state %d\n", 1588 __func__, stream->name, stream->state); 1589 ret = -EINVAL; 1590 goto state_err; 1591 } 1592 1593 /* 1594 * when the stream is DISABLED, this means sdw_prepare_stream() 1595 * is called as a result of an underflow or a resume operation. 1596 * In this case, the bus parameters shall not be recomputed, but 1597 * still need to be re-applied 1598 */ 1599 if (stream->state == SDW_STREAM_DISABLED) 1600 update_params = false; 1601 1602 ret = _sdw_prepare_stream(stream, update_params); 1603 1604 state_err: 1605 sdw_release_bus_lock(stream); 1606 return ret; 1607 } 1608 EXPORT_SYMBOL(sdw_prepare_stream); 1609 1610 static int _sdw_enable_stream(struct sdw_stream_runtime *stream) 1611 { 1612 struct sdw_master_runtime *m_rt; 1613 struct sdw_bus *bus = NULL; 1614 int ret; 1615 1616 /* Enable Master(s) and Slave(s) port(s) associated with stream */ 1617 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1618 bus = m_rt->bus; 1619 1620 /* Program params */ 1621 ret = sdw_program_params(bus, false); 1622 if (ret < 0) { 1623 dev_err(bus->dev, "Program params failed: %d\n", ret); 1624 return ret; 1625 } 1626 1627 /* Enable port(s) */ 1628 ret = sdw_enable_disable_ports(m_rt, true); 1629 if (ret < 0) { 1630 dev_err(bus->dev, 1631 "Enable port(s) failed ret: %d\n", ret); 1632 return ret; 1633 } 1634 } 1635 1636 if (!bus) { 1637 pr_err("Configuration error in %s\n", __func__); 1638 return -EINVAL; 1639 } 1640 1641 ret = do_bank_switch(stream); 1642 if (ret < 0) { 1643 dev_err(bus->dev, "Bank switch failed: %d\n", ret); 1644 return ret; 1645 } 1646 1647 stream->state = SDW_STREAM_ENABLED; 1648 return 0; 1649 } 1650 1651 /** 1652 * sdw_enable_stream() - Enable SoundWire stream 1653 * 1654 * @stream: Soundwire stream 1655 * 1656 * Documentation/driver-api/soundwire/stream.rst explains this API in detail 1657 */ 1658 int sdw_enable_stream(struct sdw_stream_runtime *stream) 1659 { 1660 int ret; 1661 1662 if (!stream) { 1663 pr_err("SoundWire: Handle not found for stream\n"); 1664 return -EINVAL; 1665 } 1666 1667 sdw_acquire_bus_lock(stream); 1668 1669 if (stream->state != SDW_STREAM_PREPARED && 1670 stream->state != SDW_STREAM_DISABLED) { 1671 pr_err("%s: %s: inconsistent state state %d\n", 1672 __func__, stream->name, stream->state); 1673 ret = -EINVAL; 1674 goto state_err; 1675 } 1676 1677 ret = _sdw_enable_stream(stream); 1678 1679 state_err: 1680 sdw_release_bus_lock(stream); 1681 return ret; 1682 } 1683 EXPORT_SYMBOL(sdw_enable_stream); 1684 1685 static int _sdw_disable_stream(struct sdw_stream_runtime *stream) 1686 { 1687 struct sdw_master_runtime *m_rt; 1688 int ret; 1689 1690 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1691 struct sdw_bus *bus = m_rt->bus; 1692 1693 /* Disable port(s) */ 1694 ret = sdw_enable_disable_ports(m_rt, false); 1695 if (ret < 0) { 1696 dev_err(bus->dev, "Disable port(s) failed: %d\n", ret); 1697 return ret; 1698 } 1699 } 1700 stream->state = SDW_STREAM_DISABLED; 1701 1702 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1703 struct sdw_bus *bus = m_rt->bus; 1704 1705 /* Program params */ 1706 ret = sdw_program_params(bus, false); 1707 if (ret < 0) { 1708 dev_err(bus->dev, "Program params failed: %d\n", ret); 1709 return ret; 1710 } 1711 } 1712 1713 ret = do_bank_switch(stream); 1714 if (ret < 0) { 1715 pr_err("Bank switch failed: %d\n", ret); 1716 return ret; 1717 } 1718 1719 /* make sure alternate bank (previous current) is also disabled */ 1720 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1721 struct sdw_bus *bus = m_rt->bus; 1722 1723 /* Disable port(s) */ 1724 ret = sdw_enable_disable_ports(m_rt, false); 1725 if (ret < 0) { 1726 dev_err(bus->dev, "Disable port(s) failed: %d\n", ret); 1727 return ret; 1728 } 1729 } 1730 1731 return 0; 1732 } 1733 1734 /** 1735 * sdw_disable_stream() - Disable SoundWire stream 1736 * 1737 * @stream: Soundwire stream 1738 * 1739 * Documentation/driver-api/soundwire/stream.rst explains this API in detail 1740 */ 1741 int sdw_disable_stream(struct sdw_stream_runtime *stream) 1742 { 1743 int ret; 1744 1745 if (!stream) { 1746 pr_err("SoundWire: Handle not found for stream\n"); 1747 return -EINVAL; 1748 } 1749 1750 sdw_acquire_bus_lock(stream); 1751 1752 if (stream->state != SDW_STREAM_ENABLED) { 1753 pr_err("%s: %s: inconsistent state state %d\n", 1754 __func__, stream->name, stream->state); 1755 ret = -EINVAL; 1756 goto state_err; 1757 } 1758 1759 ret = _sdw_disable_stream(stream); 1760 1761 state_err: 1762 sdw_release_bus_lock(stream); 1763 return ret; 1764 } 1765 EXPORT_SYMBOL(sdw_disable_stream); 1766 1767 static int _sdw_deprepare_stream(struct sdw_stream_runtime *stream) 1768 { 1769 struct sdw_master_runtime *m_rt; 1770 struct sdw_bus *bus; 1771 int ret = 0; 1772 1773 list_for_each_entry(m_rt, &stream->master_list, stream_node) { 1774 bus = m_rt->bus; 1775 /* De-prepare port(s) */ 1776 ret = sdw_prep_deprep_ports(m_rt, false); 1777 if (ret < 0) { 1778 dev_err(bus->dev, 1779 "De-prepare port(s) failed: %d\n", ret); 1780 return ret; 1781 } 1782 1783 /* TODO: Update this during Device-Device support */ 1784 bus->params.bandwidth -= m_rt->stream->params.rate * 1785 m_rt->ch_count * m_rt->stream->params.bps; 1786 1787 /* Program params */ 1788 ret = sdw_program_params(bus, false); 1789 if (ret < 0) { 1790 dev_err(bus->dev, "Program params failed: %d\n", ret); 1791 return ret; 1792 } 1793 } 1794 1795 stream->state = SDW_STREAM_DEPREPARED; 1796 return do_bank_switch(stream); 1797 } 1798 1799 /** 1800 * sdw_deprepare_stream() - Deprepare SoundWire stream 1801 * 1802 * @stream: Soundwire stream 1803 * 1804 * Documentation/driver-api/soundwire/stream.rst explains this API in detail 1805 */ 1806 int sdw_deprepare_stream(struct sdw_stream_runtime *stream) 1807 { 1808 int ret; 1809 1810 if (!stream) { 1811 pr_err("SoundWire: Handle not found for stream\n"); 1812 return -EINVAL; 1813 } 1814 1815 sdw_acquire_bus_lock(stream); 1816 1817 if (stream->state != SDW_STREAM_PREPARED && 1818 stream->state != SDW_STREAM_DISABLED) { 1819 pr_err("%s: %s: inconsistent state state %d\n", 1820 __func__, stream->name, stream->state); 1821 ret = -EINVAL; 1822 goto state_err; 1823 } 1824 1825 ret = _sdw_deprepare_stream(stream); 1826 1827 state_err: 1828 sdw_release_bus_lock(stream); 1829 return ret; 1830 } 1831 EXPORT_SYMBOL(sdw_deprepare_stream); 1832 1833 static int set_stream(struct snd_pcm_substream *substream, 1834 struct sdw_stream_runtime *sdw_stream) 1835 { 1836 struct snd_soc_pcm_runtime *rtd = substream->private_data; 1837 struct snd_soc_dai *dai; 1838 int ret = 0; 1839 int i; 1840 1841 /* Set stream pointer on all DAIs */ 1842 for_each_rtd_dais(rtd, i, dai) { 1843 ret = snd_soc_dai_set_sdw_stream(dai, sdw_stream, substream->stream); 1844 if (ret < 0) { 1845 dev_err(rtd->dev, "failed to set stream pointer on dai %s", dai->name); 1846 break; 1847 } 1848 } 1849 1850 return ret; 1851 } 1852 1853 /** 1854 * sdw_startup_stream() - Startup SoundWire stream 1855 * 1856 * @sdw_substream: Soundwire stream 1857 * 1858 * Documentation/driver-api/soundwire/stream.rst explains this API in detail 1859 */ 1860 int sdw_startup_stream(void *sdw_substream) 1861 { 1862 struct snd_pcm_substream *substream = sdw_substream; 1863 struct snd_soc_pcm_runtime *rtd = substream->private_data; 1864 struct sdw_stream_runtime *sdw_stream; 1865 char *name; 1866 int ret; 1867 1868 if (substream->stream == SNDRV_PCM_STREAM_PLAYBACK) 1869 name = kasprintf(GFP_KERNEL, "%s-Playback", substream->name); 1870 else 1871 name = kasprintf(GFP_KERNEL, "%s-Capture", substream->name); 1872 1873 if (!name) 1874 return -ENOMEM; 1875 1876 sdw_stream = sdw_alloc_stream(name); 1877 if (!sdw_stream) { 1878 dev_err(rtd->dev, "alloc stream failed for substream DAI %s", substream->name); 1879 ret = -ENOMEM; 1880 goto error; 1881 } 1882 1883 ret = set_stream(substream, sdw_stream); 1884 if (ret < 0) 1885 goto release_stream; 1886 return 0; 1887 1888 release_stream: 1889 sdw_release_stream(sdw_stream); 1890 set_stream(substream, NULL); 1891 error: 1892 kfree(name); 1893 return ret; 1894 } 1895 EXPORT_SYMBOL(sdw_startup_stream); 1896 1897 /** 1898 * sdw_shutdown_stream() - Shutdown SoundWire stream 1899 * 1900 * @sdw_substream: Soundwire stream 1901 * 1902 * Documentation/driver-api/soundwire/stream.rst explains this API in detail 1903 */ 1904 void sdw_shutdown_stream(void *sdw_substream) 1905 { 1906 struct snd_pcm_substream *substream = sdw_substream; 1907 struct snd_soc_pcm_runtime *rtd = substream->private_data; 1908 struct sdw_stream_runtime *sdw_stream; 1909 struct snd_soc_dai *dai; 1910 1911 /* Find stream from first CPU DAI */ 1912 dai = asoc_rtd_to_cpu(rtd, 0); 1913 1914 sdw_stream = snd_soc_dai_get_sdw_stream(dai, substream->stream); 1915 1916 if (!sdw_stream) { 1917 dev_err(rtd->dev, "no stream found for DAI %s", dai->name); 1918 return; 1919 } 1920 1921 /* release memory */ 1922 kfree(sdw_stream->name); 1923 sdw_release_stream(sdw_stream); 1924 1925 /* clear DAI data */ 1926 set_stream(substream, NULL); 1927 } 1928 EXPORT_SYMBOL(sdw_shutdown_stream); 1929