xref: /openbmc/linux/drivers/soundwire/bus.c (revision 6df696cd)
1 // SPDX-License-Identifier: (GPL-2.0 OR BSD-3-Clause)
2 // Copyright(c) 2015-17 Intel Corporation.
3 
4 #include <linux/acpi.h>
5 #include <linux/delay.h>
6 #include <linux/mod_devicetable.h>
7 #include <linux/pm_runtime.h>
8 #include <linux/soundwire/sdw_registers.h>
9 #include <linux/soundwire/sdw.h>
10 #include <linux/soundwire/sdw_type.h>
11 #include "bus.h"
12 #include "sysfs_local.h"
13 
14 static DEFINE_IDA(sdw_bus_ida);
15 static DEFINE_IDA(sdw_peripheral_ida);
16 
17 static int sdw_get_id(struct sdw_bus *bus)
18 {
19 	int rc = ida_alloc(&sdw_bus_ida, GFP_KERNEL);
20 
21 	if (rc < 0)
22 		return rc;
23 
24 	bus->id = rc;
25 	return 0;
26 }
27 
28 /**
29  * sdw_bus_master_add() - add a bus Master instance
30  * @bus: bus instance
31  * @parent: parent device
32  * @fwnode: firmware node handle
33  *
34  * Initializes the bus instance, read properties and create child
35  * devices.
36  */
37 int sdw_bus_master_add(struct sdw_bus *bus, struct device *parent,
38 		       struct fwnode_handle *fwnode)
39 {
40 	struct sdw_master_prop *prop = NULL;
41 	int ret;
42 
43 	if (!parent) {
44 		pr_err("SoundWire parent device is not set\n");
45 		return -ENODEV;
46 	}
47 
48 	ret = sdw_get_id(bus);
49 	if (ret < 0) {
50 		dev_err(parent, "Failed to get bus id\n");
51 		return ret;
52 	}
53 
54 	ret = sdw_master_device_add(bus, parent, fwnode);
55 	if (ret < 0) {
56 		dev_err(parent, "Failed to add master device at link %d\n",
57 			bus->link_id);
58 		return ret;
59 	}
60 
61 	if (!bus->ops) {
62 		dev_err(bus->dev, "SoundWire Bus ops are not set\n");
63 		return -EINVAL;
64 	}
65 
66 	if (!bus->compute_params) {
67 		dev_err(bus->dev,
68 			"Bandwidth allocation not configured, compute_params no set\n");
69 		return -EINVAL;
70 	}
71 
72 	mutex_init(&bus->msg_lock);
73 	mutex_init(&bus->bus_lock);
74 	INIT_LIST_HEAD(&bus->slaves);
75 	INIT_LIST_HEAD(&bus->m_rt_list);
76 
77 	/*
78 	 * Initialize multi_link flag
79 	 */
80 	bus->multi_link = false;
81 	if (bus->ops->read_prop) {
82 		ret = bus->ops->read_prop(bus);
83 		if (ret < 0) {
84 			dev_err(bus->dev,
85 				"Bus read properties failed:%d\n", ret);
86 			return ret;
87 		}
88 	}
89 
90 	sdw_bus_debugfs_init(bus);
91 
92 	/*
93 	 * Device numbers in SoundWire are 0 through 15. Enumeration device
94 	 * number (0), Broadcast device number (15), Group numbers (12 and
95 	 * 13) and Master device number (14) are not used for assignment so
96 	 * mask these and other higher bits.
97 	 */
98 
99 	/* Set higher order bits */
100 	*bus->assigned = ~GENMASK(SDW_BROADCAST_DEV_NUM, SDW_ENUM_DEV_NUM);
101 
102 	/* Set enumuration device number and broadcast device number */
103 	set_bit(SDW_ENUM_DEV_NUM, bus->assigned);
104 	set_bit(SDW_BROADCAST_DEV_NUM, bus->assigned);
105 
106 	/* Set group device numbers and master device number */
107 	set_bit(SDW_GROUP12_DEV_NUM, bus->assigned);
108 	set_bit(SDW_GROUP13_DEV_NUM, bus->assigned);
109 	set_bit(SDW_MASTER_DEV_NUM, bus->assigned);
110 
111 	/*
112 	 * SDW is an enumerable bus, but devices can be powered off. So,
113 	 * they won't be able to report as present.
114 	 *
115 	 * Create Slave devices based on Slaves described in
116 	 * the respective firmware (ACPI/DT)
117 	 */
118 	if (IS_ENABLED(CONFIG_ACPI) && ACPI_HANDLE(bus->dev))
119 		ret = sdw_acpi_find_slaves(bus);
120 	else if (IS_ENABLED(CONFIG_OF) && bus->dev->of_node)
121 		ret = sdw_of_find_slaves(bus);
122 	else
123 		ret = -ENOTSUPP; /* No ACPI/DT so error out */
124 
125 	if (ret < 0) {
126 		dev_err(bus->dev, "Finding slaves failed:%d\n", ret);
127 		return ret;
128 	}
129 
130 	/*
131 	 * Initialize clock values based on Master properties. The max
132 	 * frequency is read from max_clk_freq property. Current assumption
133 	 * is that the bus will start at highest clock frequency when
134 	 * powered on.
135 	 *
136 	 * Default active bank will be 0 as out of reset the Slaves have
137 	 * to start with bank 0 (Table 40 of Spec)
138 	 */
139 	prop = &bus->prop;
140 	bus->params.max_dr_freq = prop->max_clk_freq * SDW_DOUBLE_RATE_FACTOR;
141 	bus->params.curr_dr_freq = bus->params.max_dr_freq;
142 	bus->params.curr_bank = SDW_BANK0;
143 	bus->params.next_bank = SDW_BANK1;
144 
145 	return 0;
146 }
147 EXPORT_SYMBOL(sdw_bus_master_add);
148 
149 static int sdw_delete_slave(struct device *dev, void *data)
150 {
151 	struct sdw_slave *slave = dev_to_sdw_dev(dev);
152 	struct sdw_bus *bus = slave->bus;
153 
154 	pm_runtime_disable(dev);
155 
156 	sdw_slave_debugfs_exit(slave);
157 
158 	mutex_lock(&bus->bus_lock);
159 
160 	if (slave->dev_num) { /* clear dev_num if assigned */
161 		clear_bit(slave->dev_num, bus->assigned);
162 		if (bus->dev_num_ida_min)
163 			ida_free(&sdw_peripheral_ida, slave->dev_num);
164 	}
165 	list_del_init(&slave->node);
166 	mutex_unlock(&bus->bus_lock);
167 
168 	device_unregister(dev);
169 	return 0;
170 }
171 
172 /**
173  * sdw_bus_master_delete() - delete the bus master instance
174  * @bus: bus to be deleted
175  *
176  * Remove the instance, delete the child devices.
177  */
178 void sdw_bus_master_delete(struct sdw_bus *bus)
179 {
180 	device_for_each_child(bus->dev, NULL, sdw_delete_slave);
181 	sdw_master_device_del(bus);
182 
183 	sdw_bus_debugfs_exit(bus);
184 	ida_free(&sdw_bus_ida, bus->id);
185 }
186 EXPORT_SYMBOL(sdw_bus_master_delete);
187 
188 /*
189  * SDW IO Calls
190  */
191 
192 static inline int find_response_code(enum sdw_command_response resp)
193 {
194 	switch (resp) {
195 	case SDW_CMD_OK:
196 		return 0;
197 
198 	case SDW_CMD_IGNORED:
199 		return -ENODATA;
200 
201 	case SDW_CMD_TIMEOUT:
202 		return -ETIMEDOUT;
203 
204 	default:
205 		return -EIO;
206 	}
207 }
208 
209 static inline int do_transfer(struct sdw_bus *bus, struct sdw_msg *msg)
210 {
211 	int retry = bus->prop.err_threshold;
212 	enum sdw_command_response resp;
213 	int ret = 0, i;
214 
215 	for (i = 0; i <= retry; i++) {
216 		resp = bus->ops->xfer_msg(bus, msg);
217 		ret = find_response_code(resp);
218 
219 		/* if cmd is ok or ignored return */
220 		if (ret == 0 || ret == -ENODATA)
221 			return ret;
222 	}
223 
224 	return ret;
225 }
226 
227 static inline int do_transfer_defer(struct sdw_bus *bus,
228 				    struct sdw_msg *msg)
229 {
230 	struct sdw_defer *defer = &bus->defer_msg;
231 	int retry = bus->prop.err_threshold;
232 	enum sdw_command_response resp;
233 	int ret = 0, i;
234 
235 	defer->msg = msg;
236 	defer->length = msg->len;
237 	init_completion(&defer->complete);
238 
239 	for (i = 0; i <= retry; i++) {
240 		resp = bus->ops->xfer_msg_defer(bus);
241 		ret = find_response_code(resp);
242 		/* if cmd is ok or ignored return */
243 		if (ret == 0 || ret == -ENODATA)
244 			return ret;
245 	}
246 
247 	return ret;
248 }
249 
250 static int sdw_transfer_unlocked(struct sdw_bus *bus, struct sdw_msg *msg)
251 {
252 	int ret;
253 
254 	ret = do_transfer(bus, msg);
255 	if (ret != 0 && ret != -ENODATA)
256 		dev_err(bus->dev, "trf on Slave %d failed:%d %s addr %x count %d\n",
257 			msg->dev_num, ret,
258 			(msg->flags & SDW_MSG_FLAG_WRITE) ? "write" : "read",
259 			msg->addr, msg->len);
260 
261 	return ret;
262 }
263 
264 /**
265  * sdw_transfer() - Synchronous transfer message to a SDW Slave device
266  * @bus: SDW bus
267  * @msg: SDW message to be xfered
268  */
269 int sdw_transfer(struct sdw_bus *bus, struct sdw_msg *msg)
270 {
271 	int ret;
272 
273 	mutex_lock(&bus->msg_lock);
274 
275 	ret = sdw_transfer_unlocked(bus, msg);
276 
277 	mutex_unlock(&bus->msg_lock);
278 
279 	return ret;
280 }
281 
282 /**
283  * sdw_show_ping_status() - Direct report of PING status, to be used by Peripheral drivers
284  * @bus: SDW bus
285  * @sync_delay: Delay before reading status
286  */
287 void sdw_show_ping_status(struct sdw_bus *bus, bool sync_delay)
288 {
289 	u32 status;
290 
291 	if (!bus->ops->read_ping_status)
292 		return;
293 
294 	/*
295 	 * wait for peripheral to sync if desired. 10-15ms should be more than
296 	 * enough in most cases.
297 	 */
298 	if (sync_delay)
299 		usleep_range(10000, 15000);
300 
301 	mutex_lock(&bus->msg_lock);
302 
303 	status = bus->ops->read_ping_status(bus);
304 
305 	mutex_unlock(&bus->msg_lock);
306 
307 	if (!status)
308 		dev_warn(bus->dev, "%s: no peripherals attached\n", __func__);
309 	else
310 		dev_dbg(bus->dev, "PING status: %#x\n", status);
311 }
312 EXPORT_SYMBOL(sdw_show_ping_status);
313 
314 /**
315  * sdw_transfer_defer() - Asynchronously transfer message to a SDW Slave device
316  * @bus: SDW bus
317  * @msg: SDW message to be xfered
318  *
319  * Caller needs to hold the msg_lock lock while calling this
320  */
321 int sdw_transfer_defer(struct sdw_bus *bus, struct sdw_msg *msg)
322 {
323 	int ret;
324 
325 	if (!bus->ops->xfer_msg_defer)
326 		return -ENOTSUPP;
327 
328 	ret = do_transfer_defer(bus, msg);
329 	if (ret != 0 && ret != -ENODATA)
330 		dev_err(bus->dev, "Defer trf on Slave %d failed:%d\n",
331 			msg->dev_num, ret);
332 
333 	return ret;
334 }
335 
336 int sdw_fill_msg(struct sdw_msg *msg, struct sdw_slave *slave,
337 		 u32 addr, size_t count, u16 dev_num, u8 flags, u8 *buf)
338 {
339 	memset(msg, 0, sizeof(*msg));
340 	msg->addr = addr; /* addr is 16 bit and truncated here */
341 	msg->len = count;
342 	msg->dev_num = dev_num;
343 	msg->flags = flags;
344 	msg->buf = buf;
345 
346 	if (addr < SDW_REG_NO_PAGE) /* no paging area */
347 		return 0;
348 
349 	if (addr >= SDW_REG_MAX) { /* illegal addr */
350 		pr_err("SDW: Invalid address %x passed\n", addr);
351 		return -EINVAL;
352 	}
353 
354 	if (addr < SDW_REG_OPTIONAL_PAGE) { /* 32k but no page */
355 		if (slave && !slave->prop.paging_support)
356 			return 0;
357 		/* no need for else as that will fall-through to paging */
358 	}
359 
360 	/* paging mandatory */
361 	if (dev_num == SDW_ENUM_DEV_NUM || dev_num == SDW_BROADCAST_DEV_NUM) {
362 		pr_err("SDW: Invalid device for paging :%d\n", dev_num);
363 		return -EINVAL;
364 	}
365 
366 	if (!slave) {
367 		pr_err("SDW: No slave for paging addr\n");
368 		return -EINVAL;
369 	}
370 
371 	if (!slave->prop.paging_support) {
372 		dev_err(&slave->dev,
373 			"address %x needs paging but no support\n", addr);
374 		return -EINVAL;
375 	}
376 
377 	msg->addr_page1 = FIELD_GET(SDW_SCP_ADDRPAGE1_MASK, addr);
378 	msg->addr_page2 = FIELD_GET(SDW_SCP_ADDRPAGE2_MASK, addr);
379 	msg->addr |= BIT(15);
380 	msg->page = true;
381 
382 	return 0;
383 }
384 
385 /*
386  * Read/Write IO functions.
387  */
388 
389 static int sdw_ntransfer_no_pm(struct sdw_slave *slave, u32 addr, u8 flags,
390 			       size_t count, u8 *val)
391 {
392 	struct sdw_msg msg;
393 	size_t size;
394 	int ret;
395 
396 	while (count) {
397 		// Only handle bytes up to next page boundary
398 		size = min_t(size_t, count, (SDW_REGADDR + 1) - (addr & SDW_REGADDR));
399 
400 		ret = sdw_fill_msg(&msg, slave, addr, size, slave->dev_num, flags, val);
401 		if (ret < 0)
402 			return ret;
403 
404 		ret = sdw_transfer(slave->bus, &msg);
405 		if (ret < 0 && !slave->is_mockup_device)
406 			return ret;
407 
408 		addr += size;
409 		val += size;
410 		count -= size;
411 	}
412 
413 	return 0;
414 }
415 
416 /**
417  * sdw_nread_no_pm() - Read "n" contiguous SDW Slave registers with no PM
418  * @slave: SDW Slave
419  * @addr: Register address
420  * @count: length
421  * @val: Buffer for values to be read
422  *
423  * Note that if the message crosses a page boundary each page will be
424  * transferred under a separate invocation of the msg_lock.
425  */
426 int sdw_nread_no_pm(struct sdw_slave *slave, u32 addr, size_t count, u8 *val)
427 {
428 	return sdw_ntransfer_no_pm(slave, addr, SDW_MSG_FLAG_READ, count, val);
429 }
430 EXPORT_SYMBOL(sdw_nread_no_pm);
431 
432 /**
433  * sdw_nwrite_no_pm() - Write "n" contiguous SDW Slave registers with no PM
434  * @slave: SDW Slave
435  * @addr: Register address
436  * @count: length
437  * @val: Buffer for values to be written
438  *
439  * Note that if the message crosses a page boundary each page will be
440  * transferred under a separate invocation of the msg_lock.
441  */
442 int sdw_nwrite_no_pm(struct sdw_slave *slave, u32 addr, size_t count, const u8 *val)
443 {
444 	return sdw_ntransfer_no_pm(slave, addr, SDW_MSG_FLAG_WRITE, count, (u8 *)val);
445 }
446 EXPORT_SYMBOL(sdw_nwrite_no_pm);
447 
448 /**
449  * sdw_write_no_pm() - Write a SDW Slave register with no PM
450  * @slave: SDW Slave
451  * @addr: Register address
452  * @value: Register value
453  */
454 int sdw_write_no_pm(struct sdw_slave *slave, u32 addr, u8 value)
455 {
456 	return sdw_nwrite_no_pm(slave, addr, 1, &value);
457 }
458 EXPORT_SYMBOL(sdw_write_no_pm);
459 
460 static int
461 sdw_bread_no_pm(struct sdw_bus *bus, u16 dev_num, u32 addr)
462 {
463 	struct sdw_msg msg;
464 	u8 buf;
465 	int ret;
466 
467 	ret = sdw_fill_msg(&msg, NULL, addr, 1, dev_num,
468 			   SDW_MSG_FLAG_READ, &buf);
469 	if (ret < 0)
470 		return ret;
471 
472 	ret = sdw_transfer(bus, &msg);
473 	if (ret < 0)
474 		return ret;
475 
476 	return buf;
477 }
478 
479 static int
480 sdw_bwrite_no_pm(struct sdw_bus *bus, u16 dev_num, u32 addr, u8 value)
481 {
482 	struct sdw_msg msg;
483 	int ret;
484 
485 	ret = sdw_fill_msg(&msg, NULL, addr, 1, dev_num,
486 			   SDW_MSG_FLAG_WRITE, &value);
487 	if (ret < 0)
488 		return ret;
489 
490 	return sdw_transfer(bus, &msg);
491 }
492 
493 int sdw_bread_no_pm_unlocked(struct sdw_bus *bus, u16 dev_num, u32 addr)
494 {
495 	struct sdw_msg msg;
496 	u8 buf;
497 	int ret;
498 
499 	ret = sdw_fill_msg(&msg, NULL, addr, 1, dev_num,
500 			   SDW_MSG_FLAG_READ, &buf);
501 	if (ret < 0)
502 		return ret;
503 
504 	ret = sdw_transfer_unlocked(bus, &msg);
505 	if (ret < 0)
506 		return ret;
507 
508 	return buf;
509 }
510 EXPORT_SYMBOL(sdw_bread_no_pm_unlocked);
511 
512 int sdw_bwrite_no_pm_unlocked(struct sdw_bus *bus, u16 dev_num, u32 addr, u8 value)
513 {
514 	struct sdw_msg msg;
515 	int ret;
516 
517 	ret = sdw_fill_msg(&msg, NULL, addr, 1, dev_num,
518 			   SDW_MSG_FLAG_WRITE, &value);
519 	if (ret < 0)
520 		return ret;
521 
522 	return sdw_transfer_unlocked(bus, &msg);
523 }
524 EXPORT_SYMBOL(sdw_bwrite_no_pm_unlocked);
525 
526 /**
527  * sdw_read_no_pm() - Read a SDW Slave register with no PM
528  * @slave: SDW Slave
529  * @addr: Register address
530  */
531 int sdw_read_no_pm(struct sdw_slave *slave, u32 addr)
532 {
533 	u8 buf;
534 	int ret;
535 
536 	ret = sdw_nread_no_pm(slave, addr, 1, &buf);
537 	if (ret < 0)
538 		return ret;
539 	else
540 		return buf;
541 }
542 EXPORT_SYMBOL(sdw_read_no_pm);
543 
544 int sdw_update_no_pm(struct sdw_slave *slave, u32 addr, u8 mask, u8 val)
545 {
546 	int tmp;
547 
548 	tmp = sdw_read_no_pm(slave, addr);
549 	if (tmp < 0)
550 		return tmp;
551 
552 	tmp = (tmp & ~mask) | val;
553 	return sdw_write_no_pm(slave, addr, tmp);
554 }
555 EXPORT_SYMBOL(sdw_update_no_pm);
556 
557 /* Read-Modify-Write Slave register */
558 int sdw_update(struct sdw_slave *slave, u32 addr, u8 mask, u8 val)
559 {
560 	int tmp;
561 
562 	tmp = sdw_read(slave, addr);
563 	if (tmp < 0)
564 		return tmp;
565 
566 	tmp = (tmp & ~mask) | val;
567 	return sdw_write(slave, addr, tmp);
568 }
569 EXPORT_SYMBOL(sdw_update);
570 
571 /**
572  * sdw_nread() - Read "n" contiguous SDW Slave registers
573  * @slave: SDW Slave
574  * @addr: Register address
575  * @count: length
576  * @val: Buffer for values to be read
577  *
578  * This version of the function will take a PM reference to the slave
579  * device.
580  * Note that if the message crosses a page boundary each page will be
581  * transferred under a separate invocation of the msg_lock.
582  */
583 int sdw_nread(struct sdw_slave *slave, u32 addr, size_t count, u8 *val)
584 {
585 	int ret;
586 
587 	ret = pm_runtime_get_sync(&slave->dev);
588 	if (ret < 0 && ret != -EACCES) {
589 		pm_runtime_put_noidle(&slave->dev);
590 		return ret;
591 	}
592 
593 	ret = sdw_nread_no_pm(slave, addr, count, val);
594 
595 	pm_runtime_mark_last_busy(&slave->dev);
596 	pm_runtime_put(&slave->dev);
597 
598 	return ret;
599 }
600 EXPORT_SYMBOL(sdw_nread);
601 
602 /**
603  * sdw_nwrite() - Write "n" contiguous SDW Slave registers
604  * @slave: SDW Slave
605  * @addr: Register address
606  * @count: length
607  * @val: Buffer for values to be written
608  *
609  * This version of the function will take a PM reference to the slave
610  * device.
611  * Note that if the message crosses a page boundary each page will be
612  * transferred under a separate invocation of the msg_lock.
613  */
614 int sdw_nwrite(struct sdw_slave *slave, u32 addr, size_t count, const u8 *val)
615 {
616 	int ret;
617 
618 	ret = pm_runtime_get_sync(&slave->dev);
619 	if (ret < 0 && ret != -EACCES) {
620 		pm_runtime_put_noidle(&slave->dev);
621 		return ret;
622 	}
623 
624 	ret = sdw_nwrite_no_pm(slave, addr, count, val);
625 
626 	pm_runtime_mark_last_busy(&slave->dev);
627 	pm_runtime_put(&slave->dev);
628 
629 	return ret;
630 }
631 EXPORT_SYMBOL(sdw_nwrite);
632 
633 /**
634  * sdw_read() - Read a SDW Slave register
635  * @slave: SDW Slave
636  * @addr: Register address
637  *
638  * This version of the function will take a PM reference to the slave
639  * device.
640  */
641 int sdw_read(struct sdw_slave *slave, u32 addr)
642 {
643 	u8 buf;
644 	int ret;
645 
646 	ret = sdw_nread(slave, addr, 1, &buf);
647 	if (ret < 0)
648 		return ret;
649 
650 	return buf;
651 }
652 EXPORT_SYMBOL(sdw_read);
653 
654 /**
655  * sdw_write() - Write a SDW Slave register
656  * @slave: SDW Slave
657  * @addr: Register address
658  * @value: Register value
659  *
660  * This version of the function will take a PM reference to the slave
661  * device.
662  */
663 int sdw_write(struct sdw_slave *slave, u32 addr, u8 value)
664 {
665 	return sdw_nwrite(slave, addr, 1, &value);
666 }
667 EXPORT_SYMBOL(sdw_write);
668 
669 /*
670  * SDW alert handling
671  */
672 
673 /* called with bus_lock held */
674 static struct sdw_slave *sdw_get_slave(struct sdw_bus *bus, int i)
675 {
676 	struct sdw_slave *slave;
677 
678 	list_for_each_entry(slave, &bus->slaves, node) {
679 		if (slave->dev_num == i)
680 			return slave;
681 	}
682 
683 	return NULL;
684 }
685 
686 int sdw_compare_devid(struct sdw_slave *slave, struct sdw_slave_id id)
687 {
688 	if (slave->id.mfg_id != id.mfg_id ||
689 	    slave->id.part_id != id.part_id ||
690 	    slave->id.class_id != id.class_id ||
691 	    (slave->id.unique_id != SDW_IGNORED_UNIQUE_ID &&
692 	     slave->id.unique_id != id.unique_id))
693 		return -ENODEV;
694 
695 	return 0;
696 }
697 EXPORT_SYMBOL(sdw_compare_devid);
698 
699 /* called with bus_lock held */
700 static int sdw_get_device_num(struct sdw_slave *slave)
701 {
702 	int bit;
703 
704 	if (slave->bus->dev_num_ida_min) {
705 		bit = ida_alloc_range(&sdw_peripheral_ida,
706 				      slave->bus->dev_num_ida_min, SDW_MAX_DEVICES,
707 				      GFP_KERNEL);
708 		if (bit < 0)
709 			goto err;
710 	} else {
711 		bit = find_first_zero_bit(slave->bus->assigned, SDW_MAX_DEVICES);
712 		if (bit == SDW_MAX_DEVICES) {
713 			bit = -ENODEV;
714 			goto err;
715 		}
716 	}
717 
718 	/*
719 	 * Do not update dev_num in Slave data structure here,
720 	 * Update once program dev_num is successful
721 	 */
722 	set_bit(bit, slave->bus->assigned);
723 
724 err:
725 	return bit;
726 }
727 
728 static int sdw_assign_device_num(struct sdw_slave *slave)
729 {
730 	struct sdw_bus *bus = slave->bus;
731 	int ret, dev_num;
732 	bool new_device = false;
733 
734 	/* check first if device number is assigned, if so reuse that */
735 	if (!slave->dev_num) {
736 		if (!slave->dev_num_sticky) {
737 			mutex_lock(&slave->bus->bus_lock);
738 			dev_num = sdw_get_device_num(slave);
739 			mutex_unlock(&slave->bus->bus_lock);
740 			if (dev_num < 0) {
741 				dev_err(bus->dev, "Get dev_num failed: %d\n",
742 					dev_num);
743 				return dev_num;
744 			}
745 			slave->dev_num = dev_num;
746 			slave->dev_num_sticky = dev_num;
747 			new_device = true;
748 		} else {
749 			slave->dev_num = slave->dev_num_sticky;
750 		}
751 	}
752 
753 	if (!new_device)
754 		dev_dbg(bus->dev,
755 			"Slave already registered, reusing dev_num:%d\n",
756 			slave->dev_num);
757 
758 	/* Clear the slave->dev_num to transfer message on device 0 */
759 	dev_num = slave->dev_num;
760 	slave->dev_num = 0;
761 
762 	ret = sdw_write_no_pm(slave, SDW_SCP_DEVNUMBER, dev_num);
763 	if (ret < 0) {
764 		dev_err(bus->dev, "Program device_num %d failed: %d\n",
765 			dev_num, ret);
766 		return ret;
767 	}
768 
769 	/* After xfer of msg, restore dev_num */
770 	slave->dev_num = slave->dev_num_sticky;
771 
772 	return 0;
773 }
774 
775 void sdw_extract_slave_id(struct sdw_bus *bus,
776 			  u64 addr, struct sdw_slave_id *id)
777 {
778 	dev_dbg(bus->dev, "SDW Slave Addr: %llx\n", addr);
779 
780 	id->sdw_version = SDW_VERSION(addr);
781 	id->unique_id = SDW_UNIQUE_ID(addr);
782 	id->mfg_id = SDW_MFG_ID(addr);
783 	id->part_id = SDW_PART_ID(addr);
784 	id->class_id = SDW_CLASS_ID(addr);
785 
786 	dev_dbg(bus->dev,
787 		"SDW Slave class_id 0x%02x, mfg_id 0x%04x, part_id 0x%04x, unique_id 0x%x, version 0x%x\n",
788 		id->class_id, id->mfg_id, id->part_id, id->unique_id, id->sdw_version);
789 }
790 EXPORT_SYMBOL(sdw_extract_slave_id);
791 
792 static int sdw_program_device_num(struct sdw_bus *bus, bool *programmed)
793 {
794 	u8 buf[SDW_NUM_DEV_ID_REGISTERS] = {0};
795 	struct sdw_slave *slave, *_s;
796 	struct sdw_slave_id id;
797 	struct sdw_msg msg;
798 	bool found;
799 	int count = 0, ret;
800 	u64 addr;
801 
802 	*programmed = false;
803 
804 	/* No Slave, so use raw xfer api */
805 	ret = sdw_fill_msg(&msg, NULL, SDW_SCP_DEVID_0,
806 			   SDW_NUM_DEV_ID_REGISTERS, 0, SDW_MSG_FLAG_READ, buf);
807 	if (ret < 0)
808 		return ret;
809 
810 	do {
811 		ret = sdw_transfer(bus, &msg);
812 		if (ret == -ENODATA) { /* end of device id reads */
813 			dev_dbg(bus->dev, "No more devices to enumerate\n");
814 			ret = 0;
815 			break;
816 		}
817 		if (ret < 0) {
818 			dev_err(bus->dev, "DEVID read fail:%d\n", ret);
819 			break;
820 		}
821 
822 		/*
823 		 * Construct the addr and extract. Cast the higher shift
824 		 * bits to avoid truncation due to size limit.
825 		 */
826 		addr = buf[5] | (buf[4] << 8) | (buf[3] << 16) |
827 			((u64)buf[2] << 24) | ((u64)buf[1] << 32) |
828 			((u64)buf[0] << 40);
829 
830 		sdw_extract_slave_id(bus, addr, &id);
831 
832 		found = false;
833 		/* Now compare with entries */
834 		list_for_each_entry_safe(slave, _s, &bus->slaves, node) {
835 			if (sdw_compare_devid(slave, id) == 0) {
836 				found = true;
837 
838 				/*
839 				 * To prevent skipping state-machine stages don't
840 				 * program a device until we've seen it UNATTACH.
841 				 * Must return here because no other device on #0
842 				 * can be detected until this one has been
843 				 * assigned a device ID.
844 				 */
845 				if (slave->status != SDW_SLAVE_UNATTACHED)
846 					return 0;
847 
848 				/*
849 				 * Assign a new dev_num to this Slave and
850 				 * not mark it present. It will be marked
851 				 * present after it reports ATTACHED on new
852 				 * dev_num
853 				 */
854 				ret = sdw_assign_device_num(slave);
855 				if (ret < 0) {
856 					dev_err(bus->dev,
857 						"Assign dev_num failed:%d\n",
858 						ret);
859 					return ret;
860 				}
861 
862 				*programmed = true;
863 
864 				break;
865 			}
866 		}
867 
868 		if (!found) {
869 			/* TODO: Park this device in Group 13 */
870 
871 			/*
872 			 * add Slave device even if there is no platform
873 			 * firmware description. There will be no driver probe
874 			 * but the user/integration will be able to see the
875 			 * device, enumeration status and device number in sysfs
876 			 */
877 			sdw_slave_add(bus, &id, NULL);
878 
879 			dev_err(bus->dev, "Slave Entry not found\n");
880 		}
881 
882 		count++;
883 
884 		/*
885 		 * Check till error out or retry (count) exhausts.
886 		 * Device can drop off and rejoin during enumeration
887 		 * so count till twice the bound.
888 		 */
889 
890 	} while (ret == 0 && count < (SDW_MAX_DEVICES * 2));
891 
892 	return ret;
893 }
894 
895 static void sdw_modify_slave_status(struct sdw_slave *slave,
896 				    enum sdw_slave_status status)
897 {
898 	struct sdw_bus *bus = slave->bus;
899 
900 	mutex_lock(&bus->bus_lock);
901 
902 	dev_vdbg(bus->dev,
903 		 "changing status slave %d status %d new status %d\n",
904 		 slave->dev_num, slave->status, status);
905 
906 	if (status == SDW_SLAVE_UNATTACHED) {
907 		dev_dbg(&slave->dev,
908 			"initializing enumeration and init completion for Slave %d\n",
909 			slave->dev_num);
910 
911 		init_completion(&slave->enumeration_complete);
912 		init_completion(&slave->initialization_complete);
913 
914 	} else if ((status == SDW_SLAVE_ATTACHED) &&
915 		   (slave->status == SDW_SLAVE_UNATTACHED)) {
916 		dev_dbg(&slave->dev,
917 			"signaling enumeration completion for Slave %d\n",
918 			slave->dev_num);
919 
920 		complete(&slave->enumeration_complete);
921 	}
922 	slave->status = status;
923 	mutex_unlock(&bus->bus_lock);
924 }
925 
926 static int sdw_slave_clk_stop_callback(struct sdw_slave *slave,
927 				       enum sdw_clk_stop_mode mode,
928 				       enum sdw_clk_stop_type type)
929 {
930 	int ret = 0;
931 
932 	mutex_lock(&slave->sdw_dev_lock);
933 
934 	if (slave->probed)  {
935 		struct device *dev = &slave->dev;
936 		struct sdw_driver *drv = drv_to_sdw_driver(dev->driver);
937 
938 		if (drv->ops && drv->ops->clk_stop)
939 			ret = drv->ops->clk_stop(slave, mode, type);
940 	}
941 
942 	mutex_unlock(&slave->sdw_dev_lock);
943 
944 	return ret;
945 }
946 
947 static int sdw_slave_clk_stop_prepare(struct sdw_slave *slave,
948 				      enum sdw_clk_stop_mode mode,
949 				      bool prepare)
950 {
951 	bool wake_en;
952 	u32 val = 0;
953 	int ret;
954 
955 	wake_en = slave->prop.wake_capable;
956 
957 	if (prepare) {
958 		val = SDW_SCP_SYSTEMCTRL_CLK_STP_PREP;
959 
960 		if (mode == SDW_CLK_STOP_MODE1)
961 			val |= SDW_SCP_SYSTEMCTRL_CLK_STP_MODE1;
962 
963 		if (wake_en)
964 			val |= SDW_SCP_SYSTEMCTRL_WAKE_UP_EN;
965 	} else {
966 		ret = sdw_read_no_pm(slave, SDW_SCP_SYSTEMCTRL);
967 		if (ret < 0) {
968 			if (ret != -ENODATA)
969 				dev_err(&slave->dev, "SDW_SCP_SYSTEMCTRL read failed:%d\n", ret);
970 			return ret;
971 		}
972 		val = ret;
973 		val &= ~(SDW_SCP_SYSTEMCTRL_CLK_STP_PREP);
974 	}
975 
976 	ret = sdw_write_no_pm(slave, SDW_SCP_SYSTEMCTRL, val);
977 
978 	if (ret < 0 && ret != -ENODATA)
979 		dev_err(&slave->dev, "SDW_SCP_SYSTEMCTRL write failed:%d\n", ret);
980 
981 	return ret;
982 }
983 
984 static int sdw_bus_wait_for_clk_prep_deprep(struct sdw_bus *bus, u16 dev_num)
985 {
986 	int retry = bus->clk_stop_timeout;
987 	int val;
988 
989 	do {
990 		val = sdw_bread_no_pm(bus, dev_num, SDW_SCP_STAT);
991 		if (val < 0) {
992 			if (val != -ENODATA)
993 				dev_err(bus->dev, "SDW_SCP_STAT bread failed:%d\n", val);
994 			return val;
995 		}
996 		val &= SDW_SCP_STAT_CLK_STP_NF;
997 		if (!val) {
998 			dev_dbg(bus->dev, "clock stop prep/de-prep done slave:%d\n",
999 				dev_num);
1000 			return 0;
1001 		}
1002 
1003 		usleep_range(1000, 1500);
1004 		retry--;
1005 	} while (retry);
1006 
1007 	dev_err(bus->dev, "clock stop prep/de-prep failed slave:%d\n",
1008 		dev_num);
1009 
1010 	return -ETIMEDOUT;
1011 }
1012 
1013 /**
1014  * sdw_bus_prep_clk_stop: prepare Slave(s) for clock stop
1015  *
1016  * @bus: SDW bus instance
1017  *
1018  * Query Slave for clock stop mode and prepare for that mode.
1019  */
1020 int sdw_bus_prep_clk_stop(struct sdw_bus *bus)
1021 {
1022 	bool simple_clk_stop = true;
1023 	struct sdw_slave *slave;
1024 	bool is_slave = false;
1025 	int ret = 0;
1026 
1027 	/*
1028 	 * In order to save on transition time, prepare
1029 	 * each Slave and then wait for all Slave(s) to be
1030 	 * prepared for clock stop.
1031 	 * If one of the Slave devices has lost sync and
1032 	 * replies with Command Ignored/-ENODATA, we continue
1033 	 * the loop
1034 	 */
1035 	list_for_each_entry(slave, &bus->slaves, node) {
1036 		if (!slave->dev_num)
1037 			continue;
1038 
1039 		if (slave->status != SDW_SLAVE_ATTACHED &&
1040 		    slave->status != SDW_SLAVE_ALERT)
1041 			continue;
1042 
1043 		/* Identify if Slave(s) are available on Bus */
1044 		is_slave = true;
1045 
1046 		ret = sdw_slave_clk_stop_callback(slave,
1047 						  SDW_CLK_STOP_MODE0,
1048 						  SDW_CLK_PRE_PREPARE);
1049 		if (ret < 0 && ret != -ENODATA) {
1050 			dev_err(&slave->dev, "clock stop pre-prepare cb failed:%d\n", ret);
1051 			return ret;
1052 		}
1053 
1054 		/* Only prepare a Slave device if needed */
1055 		if (!slave->prop.simple_clk_stop_capable) {
1056 			simple_clk_stop = false;
1057 
1058 			ret = sdw_slave_clk_stop_prepare(slave,
1059 							 SDW_CLK_STOP_MODE0,
1060 							 true);
1061 			if (ret < 0 && ret != -ENODATA) {
1062 				dev_err(&slave->dev, "clock stop prepare failed:%d\n", ret);
1063 				return ret;
1064 			}
1065 		}
1066 	}
1067 
1068 	/* Skip remaining clock stop preparation if no Slave is attached */
1069 	if (!is_slave)
1070 		return 0;
1071 
1072 	/*
1073 	 * Don't wait for all Slaves to be ready if they follow the simple
1074 	 * state machine
1075 	 */
1076 	if (!simple_clk_stop) {
1077 		ret = sdw_bus_wait_for_clk_prep_deprep(bus,
1078 						       SDW_BROADCAST_DEV_NUM);
1079 		/*
1080 		 * if there are no Slave devices present and the reply is
1081 		 * Command_Ignored/-ENODATA, we don't need to continue with the
1082 		 * flow and can just return here. The error code is not modified
1083 		 * and its handling left as an exercise for the caller.
1084 		 */
1085 		if (ret < 0)
1086 			return ret;
1087 	}
1088 
1089 	/* Inform slaves that prep is done */
1090 	list_for_each_entry(slave, &bus->slaves, node) {
1091 		if (!slave->dev_num)
1092 			continue;
1093 
1094 		if (slave->status != SDW_SLAVE_ATTACHED &&
1095 		    slave->status != SDW_SLAVE_ALERT)
1096 			continue;
1097 
1098 		ret = sdw_slave_clk_stop_callback(slave,
1099 						  SDW_CLK_STOP_MODE0,
1100 						  SDW_CLK_POST_PREPARE);
1101 
1102 		if (ret < 0 && ret != -ENODATA) {
1103 			dev_err(&slave->dev, "clock stop post-prepare cb failed:%d\n", ret);
1104 			return ret;
1105 		}
1106 	}
1107 
1108 	return 0;
1109 }
1110 EXPORT_SYMBOL(sdw_bus_prep_clk_stop);
1111 
1112 /**
1113  * sdw_bus_clk_stop: stop bus clock
1114  *
1115  * @bus: SDW bus instance
1116  *
1117  * After preparing the Slaves for clock stop, stop the clock by broadcasting
1118  * write to SCP_CTRL register.
1119  */
1120 int sdw_bus_clk_stop(struct sdw_bus *bus)
1121 {
1122 	int ret;
1123 
1124 	/*
1125 	 * broadcast clock stop now, attached Slaves will ACK this,
1126 	 * unattached will ignore
1127 	 */
1128 	ret = sdw_bwrite_no_pm(bus, SDW_BROADCAST_DEV_NUM,
1129 			       SDW_SCP_CTRL, SDW_SCP_CTRL_CLK_STP_NOW);
1130 	if (ret < 0) {
1131 		if (ret != -ENODATA)
1132 			dev_err(bus->dev, "ClockStopNow Broadcast msg failed %d\n", ret);
1133 		return ret;
1134 	}
1135 
1136 	return 0;
1137 }
1138 EXPORT_SYMBOL(sdw_bus_clk_stop);
1139 
1140 /**
1141  * sdw_bus_exit_clk_stop: Exit clock stop mode
1142  *
1143  * @bus: SDW bus instance
1144  *
1145  * This De-prepares the Slaves by exiting Clock Stop Mode 0. For the Slaves
1146  * exiting Clock Stop Mode 1, they will be de-prepared after they enumerate
1147  * back.
1148  */
1149 int sdw_bus_exit_clk_stop(struct sdw_bus *bus)
1150 {
1151 	bool simple_clk_stop = true;
1152 	struct sdw_slave *slave;
1153 	bool is_slave = false;
1154 	int ret;
1155 
1156 	/*
1157 	 * In order to save on transition time, de-prepare
1158 	 * each Slave and then wait for all Slave(s) to be
1159 	 * de-prepared after clock resume.
1160 	 */
1161 	list_for_each_entry(slave, &bus->slaves, node) {
1162 		if (!slave->dev_num)
1163 			continue;
1164 
1165 		if (slave->status != SDW_SLAVE_ATTACHED &&
1166 		    slave->status != SDW_SLAVE_ALERT)
1167 			continue;
1168 
1169 		/* Identify if Slave(s) are available on Bus */
1170 		is_slave = true;
1171 
1172 		ret = sdw_slave_clk_stop_callback(slave, SDW_CLK_STOP_MODE0,
1173 						  SDW_CLK_PRE_DEPREPARE);
1174 		if (ret < 0)
1175 			dev_warn(&slave->dev, "clock stop pre-deprepare cb failed:%d\n", ret);
1176 
1177 		/* Only de-prepare a Slave device if needed */
1178 		if (!slave->prop.simple_clk_stop_capable) {
1179 			simple_clk_stop = false;
1180 
1181 			ret = sdw_slave_clk_stop_prepare(slave, SDW_CLK_STOP_MODE0,
1182 							 false);
1183 
1184 			if (ret < 0)
1185 				dev_warn(&slave->dev, "clock stop deprepare failed:%d\n", ret);
1186 		}
1187 	}
1188 
1189 	/* Skip remaining clock stop de-preparation if no Slave is attached */
1190 	if (!is_slave)
1191 		return 0;
1192 
1193 	/*
1194 	 * Don't wait for all Slaves to be ready if they follow the simple
1195 	 * state machine
1196 	 */
1197 	if (!simple_clk_stop) {
1198 		ret = sdw_bus_wait_for_clk_prep_deprep(bus, SDW_BROADCAST_DEV_NUM);
1199 		if (ret < 0)
1200 			dev_warn(bus->dev, "clock stop deprepare wait failed:%d\n", ret);
1201 	}
1202 
1203 	list_for_each_entry(slave, &bus->slaves, node) {
1204 		if (!slave->dev_num)
1205 			continue;
1206 
1207 		if (slave->status != SDW_SLAVE_ATTACHED &&
1208 		    slave->status != SDW_SLAVE_ALERT)
1209 			continue;
1210 
1211 		ret = sdw_slave_clk_stop_callback(slave, SDW_CLK_STOP_MODE0,
1212 						  SDW_CLK_POST_DEPREPARE);
1213 		if (ret < 0)
1214 			dev_warn(&slave->dev, "clock stop post-deprepare cb failed:%d\n", ret);
1215 	}
1216 
1217 	return 0;
1218 }
1219 EXPORT_SYMBOL(sdw_bus_exit_clk_stop);
1220 
1221 int sdw_configure_dpn_intr(struct sdw_slave *slave,
1222 			   int port, bool enable, int mask)
1223 {
1224 	u32 addr;
1225 	int ret;
1226 	u8 val = 0;
1227 
1228 	if (slave->bus->params.s_data_mode != SDW_PORT_DATA_MODE_NORMAL) {
1229 		dev_dbg(&slave->dev, "TEST FAIL interrupt %s\n",
1230 			enable ? "on" : "off");
1231 		mask |= SDW_DPN_INT_TEST_FAIL;
1232 	}
1233 
1234 	addr = SDW_DPN_INTMASK(port);
1235 
1236 	/* Set/Clear port ready interrupt mask */
1237 	if (enable) {
1238 		val |= mask;
1239 		val |= SDW_DPN_INT_PORT_READY;
1240 	} else {
1241 		val &= ~(mask);
1242 		val &= ~SDW_DPN_INT_PORT_READY;
1243 	}
1244 
1245 	ret = sdw_update_no_pm(slave, addr, (mask | SDW_DPN_INT_PORT_READY), val);
1246 	if (ret < 0)
1247 		dev_err(&slave->dev,
1248 			"SDW_DPN_INTMASK write failed:%d\n", val);
1249 
1250 	return ret;
1251 }
1252 
1253 static int sdw_slave_set_frequency(struct sdw_slave *slave)
1254 {
1255 	u32 mclk_freq = slave->bus->prop.mclk_freq;
1256 	u32 curr_freq = slave->bus->params.curr_dr_freq >> 1;
1257 	unsigned int scale;
1258 	u8 scale_index;
1259 	u8 base;
1260 	int ret;
1261 
1262 	/*
1263 	 * frequency base and scale registers are required for SDCA
1264 	 * devices. They may also be used for 1.2+/non-SDCA devices.
1265 	 * Driver can set the property, we will need a DisCo property
1266 	 * to discover this case from platform firmware.
1267 	 */
1268 	if (!slave->id.class_id && !slave->prop.clock_reg_supported)
1269 		return 0;
1270 
1271 	if (!mclk_freq) {
1272 		dev_err(&slave->dev,
1273 			"no bus MCLK, cannot set SDW_SCP_BUS_CLOCK_BASE\n");
1274 		return -EINVAL;
1275 	}
1276 
1277 	/*
1278 	 * map base frequency using Table 89 of SoundWire 1.2 spec.
1279 	 * The order of the tests just follows the specification, this
1280 	 * is not a selection between possible values or a search for
1281 	 * the best value but just a mapping.  Only one case per platform
1282 	 * is relevant.
1283 	 * Some BIOS have inconsistent values for mclk_freq but a
1284 	 * correct root so we force the mclk_freq to avoid variations.
1285 	 */
1286 	if (!(19200000 % mclk_freq)) {
1287 		mclk_freq = 19200000;
1288 		base = SDW_SCP_BASE_CLOCK_19200000_HZ;
1289 	} else if (!(24000000 % mclk_freq)) {
1290 		mclk_freq = 24000000;
1291 		base = SDW_SCP_BASE_CLOCK_24000000_HZ;
1292 	} else if (!(24576000 % mclk_freq)) {
1293 		mclk_freq = 24576000;
1294 		base = SDW_SCP_BASE_CLOCK_24576000_HZ;
1295 	} else if (!(22579200 % mclk_freq)) {
1296 		mclk_freq = 22579200;
1297 		base = SDW_SCP_BASE_CLOCK_22579200_HZ;
1298 	} else if (!(32000000 % mclk_freq)) {
1299 		mclk_freq = 32000000;
1300 		base = SDW_SCP_BASE_CLOCK_32000000_HZ;
1301 	} else {
1302 		dev_err(&slave->dev,
1303 			"Unsupported clock base, mclk %d\n",
1304 			mclk_freq);
1305 		return -EINVAL;
1306 	}
1307 
1308 	if (mclk_freq % curr_freq) {
1309 		dev_err(&slave->dev,
1310 			"mclk %d is not multiple of bus curr_freq %d\n",
1311 			mclk_freq, curr_freq);
1312 		return -EINVAL;
1313 	}
1314 
1315 	scale = mclk_freq / curr_freq;
1316 
1317 	/*
1318 	 * map scale to Table 90 of SoundWire 1.2 spec - and check
1319 	 * that the scale is a power of two and maximum 64
1320 	 */
1321 	scale_index = ilog2(scale);
1322 
1323 	if (BIT(scale_index) != scale || scale_index > 6) {
1324 		dev_err(&slave->dev,
1325 			"No match found for scale %d, bus mclk %d curr_freq %d\n",
1326 			scale, mclk_freq, curr_freq);
1327 		return -EINVAL;
1328 	}
1329 	scale_index++;
1330 
1331 	ret = sdw_write_no_pm(slave, SDW_SCP_BUS_CLOCK_BASE, base);
1332 	if (ret < 0) {
1333 		dev_err(&slave->dev,
1334 			"SDW_SCP_BUS_CLOCK_BASE write failed:%d\n", ret);
1335 		return ret;
1336 	}
1337 
1338 	/* initialize scale for both banks */
1339 	ret = sdw_write_no_pm(slave, SDW_SCP_BUSCLOCK_SCALE_B0, scale_index);
1340 	if (ret < 0) {
1341 		dev_err(&slave->dev,
1342 			"SDW_SCP_BUSCLOCK_SCALE_B0 write failed:%d\n", ret);
1343 		return ret;
1344 	}
1345 	ret = sdw_write_no_pm(slave, SDW_SCP_BUSCLOCK_SCALE_B1, scale_index);
1346 	if (ret < 0)
1347 		dev_err(&slave->dev,
1348 			"SDW_SCP_BUSCLOCK_SCALE_B1 write failed:%d\n", ret);
1349 
1350 	dev_dbg(&slave->dev,
1351 		"Configured bus base %d, scale %d, mclk %d, curr_freq %d\n",
1352 		base, scale_index, mclk_freq, curr_freq);
1353 
1354 	return ret;
1355 }
1356 
1357 static int sdw_initialize_slave(struct sdw_slave *slave)
1358 {
1359 	struct sdw_slave_prop *prop = &slave->prop;
1360 	int status;
1361 	int ret;
1362 	u8 val;
1363 
1364 	ret = sdw_slave_set_frequency(slave);
1365 	if (ret < 0)
1366 		return ret;
1367 
1368 	if (slave->bus->prop.quirks & SDW_MASTER_QUIRKS_CLEAR_INITIAL_CLASH) {
1369 		/* Clear bus clash interrupt before enabling interrupt mask */
1370 		status = sdw_read_no_pm(slave, SDW_SCP_INT1);
1371 		if (status < 0) {
1372 			dev_err(&slave->dev,
1373 				"SDW_SCP_INT1 (BUS_CLASH) read failed:%d\n", status);
1374 			return status;
1375 		}
1376 		if (status & SDW_SCP_INT1_BUS_CLASH) {
1377 			dev_warn(&slave->dev, "Bus clash detected before INT mask is enabled\n");
1378 			ret = sdw_write_no_pm(slave, SDW_SCP_INT1, SDW_SCP_INT1_BUS_CLASH);
1379 			if (ret < 0) {
1380 				dev_err(&slave->dev,
1381 					"SDW_SCP_INT1 (BUS_CLASH) write failed:%d\n", ret);
1382 				return ret;
1383 			}
1384 		}
1385 	}
1386 	if ((slave->bus->prop.quirks & SDW_MASTER_QUIRKS_CLEAR_INITIAL_PARITY) &&
1387 	    !(slave->prop.quirks & SDW_SLAVE_QUIRKS_INVALID_INITIAL_PARITY)) {
1388 		/* Clear parity interrupt before enabling interrupt mask */
1389 		status = sdw_read_no_pm(slave, SDW_SCP_INT1);
1390 		if (status < 0) {
1391 			dev_err(&slave->dev,
1392 				"SDW_SCP_INT1 (PARITY) read failed:%d\n", status);
1393 			return status;
1394 		}
1395 		if (status & SDW_SCP_INT1_PARITY) {
1396 			dev_warn(&slave->dev, "PARITY error detected before INT mask is enabled\n");
1397 			ret = sdw_write_no_pm(slave, SDW_SCP_INT1, SDW_SCP_INT1_PARITY);
1398 			if (ret < 0) {
1399 				dev_err(&slave->dev,
1400 					"SDW_SCP_INT1 (PARITY) write failed:%d\n", ret);
1401 				return ret;
1402 			}
1403 		}
1404 	}
1405 
1406 	/*
1407 	 * Set SCP_INT1_MASK register, typically bus clash and
1408 	 * implementation-defined interrupt mask. The Parity detection
1409 	 * may not always be correct on startup so its use is
1410 	 * device-dependent, it might e.g. only be enabled in
1411 	 * steady-state after a couple of frames.
1412 	 */
1413 	val = slave->prop.scp_int1_mask;
1414 
1415 	/* Enable SCP interrupts */
1416 	ret = sdw_update_no_pm(slave, SDW_SCP_INTMASK1, val, val);
1417 	if (ret < 0) {
1418 		dev_err(&slave->dev,
1419 			"SDW_SCP_INTMASK1 write failed:%d\n", ret);
1420 		return ret;
1421 	}
1422 
1423 	/* No need to continue if DP0 is not present */
1424 	if (!slave->prop.dp0_prop)
1425 		return 0;
1426 
1427 	/* Enable DP0 interrupts */
1428 	val = prop->dp0_prop->imp_def_interrupts;
1429 	val |= SDW_DP0_INT_PORT_READY | SDW_DP0_INT_BRA_FAILURE;
1430 
1431 	ret = sdw_update_no_pm(slave, SDW_DP0_INTMASK, val, val);
1432 	if (ret < 0)
1433 		dev_err(&slave->dev,
1434 			"SDW_DP0_INTMASK read failed:%d\n", ret);
1435 	return ret;
1436 }
1437 
1438 static int sdw_handle_dp0_interrupt(struct sdw_slave *slave, u8 *slave_status)
1439 {
1440 	u8 clear, impl_int_mask;
1441 	int status, status2, ret, count = 0;
1442 
1443 	status = sdw_read_no_pm(slave, SDW_DP0_INT);
1444 	if (status < 0) {
1445 		dev_err(&slave->dev,
1446 			"SDW_DP0_INT read failed:%d\n", status);
1447 		return status;
1448 	}
1449 
1450 	do {
1451 		clear = status & ~SDW_DP0_INTERRUPTS;
1452 
1453 		if (status & SDW_DP0_INT_TEST_FAIL) {
1454 			dev_err(&slave->dev, "Test fail for port 0\n");
1455 			clear |= SDW_DP0_INT_TEST_FAIL;
1456 		}
1457 
1458 		/*
1459 		 * Assumption: PORT_READY interrupt will be received only for
1460 		 * ports implementing Channel Prepare state machine (CP_SM)
1461 		 */
1462 
1463 		if (status & SDW_DP0_INT_PORT_READY) {
1464 			complete(&slave->port_ready[0]);
1465 			clear |= SDW_DP0_INT_PORT_READY;
1466 		}
1467 
1468 		if (status & SDW_DP0_INT_BRA_FAILURE) {
1469 			dev_err(&slave->dev, "BRA failed\n");
1470 			clear |= SDW_DP0_INT_BRA_FAILURE;
1471 		}
1472 
1473 		impl_int_mask = SDW_DP0_INT_IMPDEF1 |
1474 			SDW_DP0_INT_IMPDEF2 | SDW_DP0_INT_IMPDEF3;
1475 
1476 		if (status & impl_int_mask) {
1477 			clear |= impl_int_mask;
1478 			*slave_status = clear;
1479 		}
1480 
1481 		/* clear the interrupts but don't touch reserved and SDCA_CASCADE fields */
1482 		ret = sdw_write_no_pm(slave, SDW_DP0_INT, clear);
1483 		if (ret < 0) {
1484 			dev_err(&slave->dev,
1485 				"SDW_DP0_INT write failed:%d\n", ret);
1486 			return ret;
1487 		}
1488 
1489 		/* Read DP0 interrupt again */
1490 		status2 = sdw_read_no_pm(slave, SDW_DP0_INT);
1491 		if (status2 < 0) {
1492 			dev_err(&slave->dev,
1493 				"SDW_DP0_INT read failed:%d\n", status2);
1494 			return status2;
1495 		}
1496 		/* filter to limit loop to interrupts identified in the first status read */
1497 		status &= status2;
1498 
1499 		count++;
1500 
1501 		/* we can get alerts while processing so keep retrying */
1502 	} while ((status & SDW_DP0_INTERRUPTS) && (count < SDW_READ_INTR_CLEAR_RETRY));
1503 
1504 	if (count == SDW_READ_INTR_CLEAR_RETRY)
1505 		dev_warn(&slave->dev, "Reached MAX_RETRY on DP0 read\n");
1506 
1507 	return ret;
1508 }
1509 
1510 static int sdw_handle_port_interrupt(struct sdw_slave *slave,
1511 				     int port, u8 *slave_status)
1512 {
1513 	u8 clear, impl_int_mask;
1514 	int status, status2, ret, count = 0;
1515 	u32 addr;
1516 
1517 	if (port == 0)
1518 		return sdw_handle_dp0_interrupt(slave, slave_status);
1519 
1520 	addr = SDW_DPN_INT(port);
1521 	status = sdw_read_no_pm(slave, addr);
1522 	if (status < 0) {
1523 		dev_err(&slave->dev,
1524 			"SDW_DPN_INT read failed:%d\n", status);
1525 
1526 		return status;
1527 	}
1528 
1529 	do {
1530 		clear = status & ~SDW_DPN_INTERRUPTS;
1531 
1532 		if (status & SDW_DPN_INT_TEST_FAIL) {
1533 			dev_err(&slave->dev, "Test fail for port:%d\n", port);
1534 			clear |= SDW_DPN_INT_TEST_FAIL;
1535 		}
1536 
1537 		/*
1538 		 * Assumption: PORT_READY interrupt will be received only
1539 		 * for ports implementing CP_SM.
1540 		 */
1541 		if (status & SDW_DPN_INT_PORT_READY) {
1542 			complete(&slave->port_ready[port]);
1543 			clear |= SDW_DPN_INT_PORT_READY;
1544 		}
1545 
1546 		impl_int_mask = SDW_DPN_INT_IMPDEF1 |
1547 			SDW_DPN_INT_IMPDEF2 | SDW_DPN_INT_IMPDEF3;
1548 
1549 		if (status & impl_int_mask) {
1550 			clear |= impl_int_mask;
1551 			*slave_status = clear;
1552 		}
1553 
1554 		/* clear the interrupt but don't touch reserved fields */
1555 		ret = sdw_write_no_pm(slave, addr, clear);
1556 		if (ret < 0) {
1557 			dev_err(&slave->dev,
1558 				"SDW_DPN_INT write failed:%d\n", ret);
1559 			return ret;
1560 		}
1561 
1562 		/* Read DPN interrupt again */
1563 		status2 = sdw_read_no_pm(slave, addr);
1564 		if (status2 < 0) {
1565 			dev_err(&slave->dev,
1566 				"SDW_DPN_INT read failed:%d\n", status2);
1567 			return status2;
1568 		}
1569 		/* filter to limit loop to interrupts identified in the first status read */
1570 		status &= status2;
1571 
1572 		count++;
1573 
1574 		/* we can get alerts while processing so keep retrying */
1575 	} while ((status & SDW_DPN_INTERRUPTS) && (count < SDW_READ_INTR_CLEAR_RETRY));
1576 
1577 	if (count == SDW_READ_INTR_CLEAR_RETRY)
1578 		dev_warn(&slave->dev, "Reached MAX_RETRY on port read");
1579 
1580 	return ret;
1581 }
1582 
1583 static int sdw_handle_slave_alerts(struct sdw_slave *slave)
1584 {
1585 	struct sdw_slave_intr_status slave_intr;
1586 	u8 clear = 0, bit, port_status[15] = {0};
1587 	int port_num, stat, ret, count = 0;
1588 	unsigned long port;
1589 	bool slave_notify;
1590 	u8 sdca_cascade = 0;
1591 	u8 buf, buf2[2], _buf, _buf2[2];
1592 	bool parity_check;
1593 	bool parity_quirk;
1594 
1595 	sdw_modify_slave_status(slave, SDW_SLAVE_ALERT);
1596 
1597 	ret = pm_runtime_get_sync(&slave->dev);
1598 	if (ret < 0 && ret != -EACCES) {
1599 		dev_err(&slave->dev, "Failed to resume device: %d\n", ret);
1600 		pm_runtime_put_noidle(&slave->dev);
1601 		return ret;
1602 	}
1603 
1604 	/* Read Intstat 1, Intstat 2 and Intstat 3 registers */
1605 	ret = sdw_read_no_pm(slave, SDW_SCP_INT1);
1606 	if (ret < 0) {
1607 		dev_err(&slave->dev,
1608 			"SDW_SCP_INT1 read failed:%d\n", ret);
1609 		goto io_err;
1610 	}
1611 	buf = ret;
1612 
1613 	ret = sdw_nread_no_pm(slave, SDW_SCP_INTSTAT2, 2, buf2);
1614 	if (ret < 0) {
1615 		dev_err(&slave->dev,
1616 			"SDW_SCP_INT2/3 read failed:%d\n", ret);
1617 		goto io_err;
1618 	}
1619 
1620 	if (slave->id.class_id) {
1621 		ret = sdw_read_no_pm(slave, SDW_DP0_INT);
1622 		if (ret < 0) {
1623 			dev_err(&slave->dev,
1624 				"SDW_DP0_INT read failed:%d\n", ret);
1625 			goto io_err;
1626 		}
1627 		sdca_cascade = ret & SDW_DP0_SDCA_CASCADE;
1628 	}
1629 
1630 	do {
1631 		slave_notify = false;
1632 
1633 		/*
1634 		 * Check parity, bus clash and Slave (impl defined)
1635 		 * interrupt
1636 		 */
1637 		if (buf & SDW_SCP_INT1_PARITY) {
1638 			parity_check = slave->prop.scp_int1_mask & SDW_SCP_INT1_PARITY;
1639 			parity_quirk = !slave->first_interrupt_done &&
1640 				(slave->prop.quirks & SDW_SLAVE_QUIRKS_INVALID_INITIAL_PARITY);
1641 
1642 			if (parity_check && !parity_quirk)
1643 				dev_err(&slave->dev, "Parity error detected\n");
1644 			clear |= SDW_SCP_INT1_PARITY;
1645 		}
1646 
1647 		if (buf & SDW_SCP_INT1_BUS_CLASH) {
1648 			if (slave->prop.scp_int1_mask & SDW_SCP_INT1_BUS_CLASH)
1649 				dev_err(&slave->dev, "Bus clash detected\n");
1650 			clear |= SDW_SCP_INT1_BUS_CLASH;
1651 		}
1652 
1653 		/*
1654 		 * When bus clash or parity errors are detected, such errors
1655 		 * are unlikely to be recoverable errors.
1656 		 * TODO: In such scenario, reset bus. Make this configurable
1657 		 * via sysfs property with bus reset being the default.
1658 		 */
1659 
1660 		if (buf & SDW_SCP_INT1_IMPL_DEF) {
1661 			if (slave->prop.scp_int1_mask & SDW_SCP_INT1_IMPL_DEF) {
1662 				dev_dbg(&slave->dev, "Slave impl defined interrupt\n");
1663 				slave_notify = true;
1664 			}
1665 			clear |= SDW_SCP_INT1_IMPL_DEF;
1666 		}
1667 
1668 		/* the SDCA interrupts are cleared in the codec driver .interrupt_callback() */
1669 		if (sdca_cascade)
1670 			slave_notify = true;
1671 
1672 		/* Check port 0 - 3 interrupts */
1673 		port = buf & SDW_SCP_INT1_PORT0_3;
1674 
1675 		/* To get port number corresponding to bits, shift it */
1676 		port = FIELD_GET(SDW_SCP_INT1_PORT0_3, port);
1677 		for_each_set_bit(bit, &port, 8) {
1678 			sdw_handle_port_interrupt(slave, bit,
1679 						  &port_status[bit]);
1680 		}
1681 
1682 		/* Check if cascade 2 interrupt is present */
1683 		if (buf & SDW_SCP_INT1_SCP2_CASCADE) {
1684 			port = buf2[0] & SDW_SCP_INTSTAT2_PORT4_10;
1685 			for_each_set_bit(bit, &port, 8) {
1686 				/* scp2 ports start from 4 */
1687 				port_num = bit + 4;
1688 				sdw_handle_port_interrupt(slave,
1689 						port_num,
1690 						&port_status[port_num]);
1691 			}
1692 		}
1693 
1694 		/* now check last cascade */
1695 		if (buf2[0] & SDW_SCP_INTSTAT2_SCP3_CASCADE) {
1696 			port = buf2[1] & SDW_SCP_INTSTAT3_PORT11_14;
1697 			for_each_set_bit(bit, &port, 8) {
1698 				/* scp3 ports start from 11 */
1699 				port_num = bit + 11;
1700 				sdw_handle_port_interrupt(slave,
1701 						port_num,
1702 						&port_status[port_num]);
1703 			}
1704 		}
1705 
1706 		/* Update the Slave driver */
1707 		if (slave_notify) {
1708 			mutex_lock(&slave->sdw_dev_lock);
1709 
1710 			if (slave->probed) {
1711 				struct device *dev = &slave->dev;
1712 				struct sdw_driver *drv = drv_to_sdw_driver(dev->driver);
1713 
1714 				if (drv->ops && drv->ops->interrupt_callback) {
1715 					slave_intr.sdca_cascade = sdca_cascade;
1716 					slave_intr.control_port = clear;
1717 					memcpy(slave_intr.port, &port_status,
1718 					       sizeof(slave_intr.port));
1719 
1720 					drv->ops->interrupt_callback(slave, &slave_intr);
1721 				}
1722 			}
1723 
1724 			mutex_unlock(&slave->sdw_dev_lock);
1725 		}
1726 
1727 		/* Ack interrupt */
1728 		ret = sdw_write_no_pm(slave, SDW_SCP_INT1, clear);
1729 		if (ret < 0) {
1730 			dev_err(&slave->dev,
1731 				"SDW_SCP_INT1 write failed:%d\n", ret);
1732 			goto io_err;
1733 		}
1734 
1735 		/* at this point all initial interrupt sources were handled */
1736 		slave->first_interrupt_done = true;
1737 
1738 		/*
1739 		 * Read status again to ensure no new interrupts arrived
1740 		 * while servicing interrupts.
1741 		 */
1742 		ret = sdw_read_no_pm(slave, SDW_SCP_INT1);
1743 		if (ret < 0) {
1744 			dev_err(&slave->dev,
1745 				"SDW_SCP_INT1 recheck read failed:%d\n", ret);
1746 			goto io_err;
1747 		}
1748 		_buf = ret;
1749 
1750 		ret = sdw_nread_no_pm(slave, SDW_SCP_INTSTAT2, 2, _buf2);
1751 		if (ret < 0) {
1752 			dev_err(&slave->dev,
1753 				"SDW_SCP_INT2/3 recheck read failed:%d\n", ret);
1754 			goto io_err;
1755 		}
1756 
1757 		if (slave->id.class_id) {
1758 			ret = sdw_read_no_pm(slave, SDW_DP0_INT);
1759 			if (ret < 0) {
1760 				dev_err(&slave->dev,
1761 					"SDW_DP0_INT recheck read failed:%d\n", ret);
1762 				goto io_err;
1763 			}
1764 			sdca_cascade = ret & SDW_DP0_SDCA_CASCADE;
1765 		}
1766 
1767 		/*
1768 		 * Make sure no interrupts are pending, but filter to limit loop
1769 		 * to interrupts identified in the first status read
1770 		 */
1771 		buf &= _buf;
1772 		buf2[0] &= _buf2[0];
1773 		buf2[1] &= _buf2[1];
1774 		stat = buf || buf2[0] || buf2[1] || sdca_cascade;
1775 
1776 		/*
1777 		 * Exit loop if Slave is continuously in ALERT state even
1778 		 * after servicing the interrupt multiple times.
1779 		 */
1780 		count++;
1781 
1782 		/* we can get alerts while processing so keep retrying */
1783 	} while (stat != 0 && count < SDW_READ_INTR_CLEAR_RETRY);
1784 
1785 	if (count == SDW_READ_INTR_CLEAR_RETRY)
1786 		dev_warn(&slave->dev, "Reached MAX_RETRY on alert read\n");
1787 
1788 io_err:
1789 	pm_runtime_mark_last_busy(&slave->dev);
1790 	pm_runtime_put_autosuspend(&slave->dev);
1791 
1792 	return ret;
1793 }
1794 
1795 static int sdw_update_slave_status(struct sdw_slave *slave,
1796 				   enum sdw_slave_status status)
1797 {
1798 	int ret = 0;
1799 
1800 	mutex_lock(&slave->sdw_dev_lock);
1801 
1802 	if (slave->probed) {
1803 		struct device *dev = &slave->dev;
1804 		struct sdw_driver *drv = drv_to_sdw_driver(dev->driver);
1805 
1806 		if (drv->ops && drv->ops->update_status)
1807 			ret = drv->ops->update_status(slave, status);
1808 	}
1809 
1810 	mutex_unlock(&slave->sdw_dev_lock);
1811 
1812 	return ret;
1813 }
1814 
1815 /**
1816  * sdw_handle_slave_status() - Handle Slave status
1817  * @bus: SDW bus instance
1818  * @status: Status for all Slave(s)
1819  */
1820 int sdw_handle_slave_status(struct sdw_bus *bus,
1821 			    enum sdw_slave_status status[])
1822 {
1823 	enum sdw_slave_status prev_status;
1824 	struct sdw_slave *slave;
1825 	bool attached_initializing, id_programmed;
1826 	int i, ret = 0;
1827 
1828 	/* first check if any Slaves fell off the bus */
1829 	for (i = 1; i <= SDW_MAX_DEVICES; i++) {
1830 		mutex_lock(&bus->bus_lock);
1831 		if (test_bit(i, bus->assigned) == false) {
1832 			mutex_unlock(&bus->bus_lock);
1833 			continue;
1834 		}
1835 		mutex_unlock(&bus->bus_lock);
1836 
1837 		slave = sdw_get_slave(bus, i);
1838 		if (!slave)
1839 			continue;
1840 
1841 		if (status[i] == SDW_SLAVE_UNATTACHED &&
1842 		    slave->status != SDW_SLAVE_UNATTACHED) {
1843 			dev_warn(&slave->dev, "Slave %d state check1: UNATTACHED, status was %d\n",
1844 				 i, slave->status);
1845 			sdw_modify_slave_status(slave, SDW_SLAVE_UNATTACHED);
1846 
1847 			/* Ensure driver knows that peripheral unattached */
1848 			ret = sdw_update_slave_status(slave, status[i]);
1849 			if (ret < 0)
1850 				dev_warn(&slave->dev, "Update Slave status failed:%d\n", ret);
1851 		}
1852 	}
1853 
1854 	if (status[0] == SDW_SLAVE_ATTACHED) {
1855 		dev_dbg(bus->dev, "Slave attached, programming device number\n");
1856 
1857 		/*
1858 		 * Programming a device number will have side effects,
1859 		 * so we deal with other devices at a later time.
1860 		 * This relies on those devices reporting ATTACHED, which will
1861 		 * trigger another call to this function. This will only
1862 		 * happen if at least one device ID was programmed.
1863 		 * Error returns from sdw_program_device_num() are currently
1864 		 * ignored because there's no useful recovery that can be done.
1865 		 * Returning the error here could result in the current status
1866 		 * of other devices not being handled, because if no device IDs
1867 		 * were programmed there's nothing to guarantee a status change
1868 		 * to trigger another call to this function.
1869 		 */
1870 		sdw_program_device_num(bus, &id_programmed);
1871 		if (id_programmed)
1872 			return 0;
1873 	}
1874 
1875 	/* Continue to check other slave statuses */
1876 	for (i = 1; i <= SDW_MAX_DEVICES; i++) {
1877 		mutex_lock(&bus->bus_lock);
1878 		if (test_bit(i, bus->assigned) == false) {
1879 			mutex_unlock(&bus->bus_lock);
1880 			continue;
1881 		}
1882 		mutex_unlock(&bus->bus_lock);
1883 
1884 		slave = sdw_get_slave(bus, i);
1885 		if (!slave)
1886 			continue;
1887 
1888 		attached_initializing = false;
1889 
1890 		switch (status[i]) {
1891 		case SDW_SLAVE_UNATTACHED:
1892 			if (slave->status == SDW_SLAVE_UNATTACHED)
1893 				break;
1894 
1895 			dev_warn(&slave->dev, "Slave %d state check2: UNATTACHED, status was %d\n",
1896 				 i, slave->status);
1897 
1898 			sdw_modify_slave_status(slave, SDW_SLAVE_UNATTACHED);
1899 			break;
1900 
1901 		case SDW_SLAVE_ALERT:
1902 			ret = sdw_handle_slave_alerts(slave);
1903 			if (ret < 0)
1904 				dev_err(&slave->dev,
1905 					"Slave %d alert handling failed: %d\n",
1906 					i, ret);
1907 			break;
1908 
1909 		case SDW_SLAVE_ATTACHED:
1910 			if (slave->status == SDW_SLAVE_ATTACHED)
1911 				break;
1912 
1913 			prev_status = slave->status;
1914 			sdw_modify_slave_status(slave, SDW_SLAVE_ATTACHED);
1915 
1916 			if (prev_status == SDW_SLAVE_ALERT)
1917 				break;
1918 
1919 			attached_initializing = true;
1920 
1921 			ret = sdw_initialize_slave(slave);
1922 			if (ret < 0)
1923 				dev_err(&slave->dev,
1924 					"Slave %d initialization failed: %d\n",
1925 					i, ret);
1926 
1927 			break;
1928 
1929 		default:
1930 			dev_err(&slave->dev, "Invalid slave %d status:%d\n",
1931 				i, status[i]);
1932 			break;
1933 		}
1934 
1935 		ret = sdw_update_slave_status(slave, status[i]);
1936 		if (ret < 0)
1937 			dev_err(&slave->dev,
1938 				"Update Slave status failed:%d\n", ret);
1939 		if (attached_initializing) {
1940 			dev_dbg(&slave->dev,
1941 				"signaling initialization completion for Slave %d\n",
1942 				slave->dev_num);
1943 
1944 			complete(&slave->initialization_complete);
1945 
1946 			/*
1947 			 * If the manager became pm_runtime active, the peripherals will be
1948 			 * restarted and attach, but their pm_runtime status may remain
1949 			 * suspended. If the 'update_slave_status' callback initiates
1950 			 * any sort of deferred processing, this processing would not be
1951 			 * cancelled on pm_runtime suspend.
1952 			 * To avoid such zombie states, we queue a request to resume.
1953 			 * This would be a no-op in case the peripheral was being resumed
1954 			 * by e.g. the ALSA/ASoC framework.
1955 			 */
1956 			pm_request_resume(&slave->dev);
1957 		}
1958 	}
1959 
1960 	return ret;
1961 }
1962 EXPORT_SYMBOL(sdw_handle_slave_status);
1963 
1964 void sdw_clear_slave_status(struct sdw_bus *bus, u32 request)
1965 {
1966 	struct sdw_slave *slave;
1967 	int i;
1968 
1969 	/* Check all non-zero devices */
1970 	for (i = 1; i <= SDW_MAX_DEVICES; i++) {
1971 		mutex_lock(&bus->bus_lock);
1972 		if (test_bit(i, bus->assigned) == false) {
1973 			mutex_unlock(&bus->bus_lock);
1974 			continue;
1975 		}
1976 		mutex_unlock(&bus->bus_lock);
1977 
1978 		slave = sdw_get_slave(bus, i);
1979 		if (!slave)
1980 			continue;
1981 
1982 		if (slave->status != SDW_SLAVE_UNATTACHED) {
1983 			sdw_modify_slave_status(slave, SDW_SLAVE_UNATTACHED);
1984 			slave->first_interrupt_done = false;
1985 			sdw_update_slave_status(slave, SDW_SLAVE_UNATTACHED);
1986 		}
1987 
1988 		/* keep track of request, used in pm_runtime resume */
1989 		slave->unattach_request = request;
1990 	}
1991 }
1992 EXPORT_SYMBOL(sdw_clear_slave_status);
1993