xref: /openbmc/linux/drivers/bluetooth/hci_qca.c (revision 36fe4655)
1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  *  Bluetooth Software UART Qualcomm protocol
4  *
5  *  HCI_IBS (HCI In-Band Sleep) is Qualcomm's power management
6  *  protocol extension to H4.
7  *
8  *  Copyright (C) 2007 Texas Instruments, Inc.
9  *  Copyright (c) 2010, 2012, 2018 The Linux Foundation. All rights reserved.
10  *
11  *  Acknowledgements:
12  *  This file is based on hci_ll.c, which was...
13  *  Written by Ohad Ben-Cohen <ohad@bencohen.org>
14  *  which was in turn based on hci_h4.c, which was written
15  *  by Maxim Krasnyansky and Marcel Holtmann.
16  */
17 
18 #include <linux/kernel.h>
19 #include <linux/clk.h>
20 #include <linux/completion.h>
21 #include <linux/debugfs.h>
22 #include <linux/delay.h>
23 #include <linux/devcoredump.h>
24 #include <linux/device.h>
25 #include <linux/gpio/consumer.h>
26 #include <linux/mod_devicetable.h>
27 #include <linux/module.h>
28 #include <linux/of_device.h>
29 #include <linux/acpi.h>
30 #include <linux/platform_device.h>
31 #include <linux/regulator/consumer.h>
32 #include <linux/serdev.h>
33 #include <linux/mutex.h>
34 #include <asm/unaligned.h>
35 
36 #include <net/bluetooth/bluetooth.h>
37 #include <net/bluetooth/hci_core.h>
38 
39 #include "hci_uart.h"
40 #include "btqca.h"
41 
42 /* HCI_IBS protocol messages */
43 #define HCI_IBS_SLEEP_IND	0xFE
44 #define HCI_IBS_WAKE_IND	0xFD
45 #define HCI_IBS_WAKE_ACK	0xFC
46 #define HCI_MAX_IBS_SIZE	10
47 
48 #define IBS_WAKE_RETRANS_TIMEOUT_MS	100
49 #define IBS_BTSOC_TX_IDLE_TIMEOUT_MS	200
50 #define IBS_HOST_TX_IDLE_TIMEOUT_MS	2000
51 #define CMD_TRANS_TIMEOUT_MS		100
52 #define MEMDUMP_TIMEOUT_MS		8000
53 #define IBS_DISABLE_SSR_TIMEOUT_MS	(MEMDUMP_TIMEOUT_MS + 1000)
54 #define FW_DOWNLOAD_TIMEOUT_MS		3000
55 
56 /* susclk rate */
57 #define SUSCLK_RATE_32KHZ	32768
58 
59 /* Controller debug log header */
60 #define QCA_DEBUG_HANDLE	0x2EDC
61 
62 /* max retry count when init fails */
63 #define MAX_INIT_RETRIES 3
64 
65 /* Controller dump header */
66 #define QCA_SSR_DUMP_HANDLE		0x0108
67 #define QCA_DUMP_PACKET_SIZE		255
68 #define QCA_LAST_SEQUENCE_NUM		0xFFFF
69 #define QCA_CRASHBYTE_PACKET_LEN	1096
70 #define QCA_MEMDUMP_BYTE		0xFB
71 
72 enum qca_flags {
73 	QCA_IBS_DISABLED,
74 	QCA_DROP_VENDOR_EVENT,
75 	QCA_SUSPENDING,
76 	QCA_MEMDUMP_COLLECTION,
77 	QCA_HW_ERROR_EVENT,
78 	QCA_SSR_TRIGGERED,
79 	QCA_BT_OFF
80 };
81 
82 enum qca_capabilities {
83 	QCA_CAP_WIDEBAND_SPEECH = BIT(0),
84 	QCA_CAP_VALID_LE_STATES = BIT(1),
85 };
86 
87 /* HCI_IBS transmit side sleep protocol states */
88 enum tx_ibs_states {
89 	HCI_IBS_TX_ASLEEP,
90 	HCI_IBS_TX_WAKING,
91 	HCI_IBS_TX_AWAKE,
92 };
93 
94 /* HCI_IBS receive side sleep protocol states */
95 enum rx_states {
96 	HCI_IBS_RX_ASLEEP,
97 	HCI_IBS_RX_AWAKE,
98 };
99 
100 /* HCI_IBS transmit and receive side clock state vote */
101 enum hci_ibs_clock_state_vote {
102 	HCI_IBS_VOTE_STATS_UPDATE,
103 	HCI_IBS_TX_VOTE_CLOCK_ON,
104 	HCI_IBS_TX_VOTE_CLOCK_OFF,
105 	HCI_IBS_RX_VOTE_CLOCK_ON,
106 	HCI_IBS_RX_VOTE_CLOCK_OFF,
107 };
108 
109 /* Controller memory dump states */
110 enum qca_memdump_states {
111 	QCA_MEMDUMP_IDLE,
112 	QCA_MEMDUMP_COLLECTING,
113 	QCA_MEMDUMP_COLLECTED,
114 	QCA_MEMDUMP_TIMEOUT,
115 };
116 
117 struct qca_memdump_data {
118 	char *memdump_buf_head;
119 	char *memdump_buf_tail;
120 	u32 current_seq_no;
121 	u32 received_dump;
122 	u32 ram_dump_size;
123 };
124 
125 struct qca_memdump_event_hdr {
126 	__u8    evt;
127 	__u8    plen;
128 	__u16   opcode;
129 	__u16   seq_no;
130 	__u8    reserved;
131 } __packed;
132 
133 
134 struct qca_dump_size {
135 	u32 dump_size;
136 } __packed;
137 
138 struct qca_data {
139 	struct hci_uart *hu;
140 	struct sk_buff *rx_skb;
141 	struct sk_buff_head txq;
142 	struct sk_buff_head tx_wait_q;	/* HCI_IBS wait queue	*/
143 	struct sk_buff_head rx_memdump_q;	/* Memdump wait queue	*/
144 	spinlock_t hci_ibs_lock;	/* HCI_IBS state lock	*/
145 	u8 tx_ibs_state;	/* HCI_IBS transmit side power state*/
146 	u8 rx_ibs_state;	/* HCI_IBS receive side power state */
147 	bool tx_vote;		/* Clock must be on for TX */
148 	bool rx_vote;		/* Clock must be on for RX */
149 	struct timer_list tx_idle_timer;
150 	u32 tx_idle_delay;
151 	struct timer_list wake_retrans_timer;
152 	u32 wake_retrans;
153 	struct workqueue_struct *workqueue;
154 	struct work_struct ws_awake_rx;
155 	struct work_struct ws_awake_device;
156 	struct work_struct ws_rx_vote_off;
157 	struct work_struct ws_tx_vote_off;
158 	struct work_struct ctrl_memdump_evt;
159 	struct delayed_work ctrl_memdump_timeout;
160 	struct qca_memdump_data *qca_memdump;
161 	unsigned long flags;
162 	struct completion drop_ev_comp;
163 	wait_queue_head_t suspend_wait_q;
164 	enum qca_memdump_states memdump_state;
165 	struct mutex hci_memdump_lock;
166 
167 	/* For debugging purpose */
168 	u64 ibs_sent_wacks;
169 	u64 ibs_sent_slps;
170 	u64 ibs_sent_wakes;
171 	u64 ibs_recv_wacks;
172 	u64 ibs_recv_slps;
173 	u64 ibs_recv_wakes;
174 	u64 vote_last_jif;
175 	u32 vote_on_ms;
176 	u32 vote_off_ms;
177 	u64 tx_votes_on;
178 	u64 rx_votes_on;
179 	u64 tx_votes_off;
180 	u64 rx_votes_off;
181 	u64 votes_on;
182 	u64 votes_off;
183 };
184 
185 enum qca_speed_type {
186 	QCA_INIT_SPEED = 1,
187 	QCA_OPER_SPEED
188 };
189 
190 /*
191  * Voltage regulator information required for configuring the
192  * QCA Bluetooth chipset
193  */
194 struct qca_vreg {
195 	const char *name;
196 	unsigned int load_uA;
197 };
198 
199 struct qca_device_data {
200 	enum qca_btsoc_type soc_type;
201 	struct qca_vreg *vregs;
202 	size_t num_vregs;
203 	uint32_t capabilities;
204 };
205 
206 /*
207  * Platform data for the QCA Bluetooth power driver.
208  */
209 struct qca_power {
210 	struct device *dev;
211 	struct regulator_bulk_data *vreg_bulk;
212 	int num_vregs;
213 	bool vregs_on;
214 };
215 
216 struct qca_serdev {
217 	struct hci_uart	 serdev_hu;
218 	struct gpio_desc *bt_en;
219 	struct clk	 *susclk;
220 	enum qca_btsoc_type btsoc_type;
221 	struct qca_power *bt_power;
222 	u32 init_speed;
223 	u32 oper_speed;
224 	const char *firmware_name;
225 };
226 
227 static int qca_regulator_enable(struct qca_serdev *qcadev);
228 static void qca_regulator_disable(struct qca_serdev *qcadev);
229 static void qca_power_shutdown(struct hci_uart *hu);
230 static int qca_power_off(struct hci_dev *hdev);
231 static void qca_controller_memdump(struct work_struct *work);
232 
233 static enum qca_btsoc_type qca_soc_type(struct hci_uart *hu)
234 {
235 	enum qca_btsoc_type soc_type;
236 
237 	if (hu->serdev) {
238 		struct qca_serdev *qsd = serdev_device_get_drvdata(hu->serdev);
239 
240 		soc_type = qsd->btsoc_type;
241 	} else {
242 		soc_type = QCA_ROME;
243 	}
244 
245 	return soc_type;
246 }
247 
248 static const char *qca_get_firmware_name(struct hci_uart *hu)
249 {
250 	if (hu->serdev) {
251 		struct qca_serdev *qsd = serdev_device_get_drvdata(hu->serdev);
252 
253 		return qsd->firmware_name;
254 	} else {
255 		return NULL;
256 	}
257 }
258 
259 static void __serial_clock_on(struct tty_struct *tty)
260 {
261 	/* TODO: Some chipset requires to enable UART clock on client
262 	 * side to save power consumption or manual work is required.
263 	 * Please put your code to control UART clock here if needed
264 	 */
265 }
266 
267 static void __serial_clock_off(struct tty_struct *tty)
268 {
269 	/* TODO: Some chipset requires to disable UART clock on client
270 	 * side to save power consumption or manual work is required.
271 	 * Please put your code to control UART clock off here if needed
272 	 */
273 }
274 
275 /* serial_clock_vote needs to be called with the ibs lock held */
276 static void serial_clock_vote(unsigned long vote, struct hci_uart *hu)
277 {
278 	struct qca_data *qca = hu->priv;
279 	unsigned int diff;
280 
281 	bool old_vote = (qca->tx_vote | qca->rx_vote);
282 	bool new_vote;
283 
284 	switch (vote) {
285 	case HCI_IBS_VOTE_STATS_UPDATE:
286 		diff = jiffies_to_msecs(jiffies - qca->vote_last_jif);
287 
288 		if (old_vote)
289 			qca->vote_off_ms += diff;
290 		else
291 			qca->vote_on_ms += diff;
292 		return;
293 
294 	case HCI_IBS_TX_VOTE_CLOCK_ON:
295 		qca->tx_vote = true;
296 		qca->tx_votes_on++;
297 		break;
298 
299 	case HCI_IBS_RX_VOTE_CLOCK_ON:
300 		qca->rx_vote = true;
301 		qca->rx_votes_on++;
302 		break;
303 
304 	case HCI_IBS_TX_VOTE_CLOCK_OFF:
305 		qca->tx_vote = false;
306 		qca->tx_votes_off++;
307 		break;
308 
309 	case HCI_IBS_RX_VOTE_CLOCK_OFF:
310 		qca->rx_vote = false;
311 		qca->rx_votes_off++;
312 		break;
313 
314 	default:
315 		BT_ERR("Voting irregularity");
316 		return;
317 	}
318 
319 	new_vote = qca->rx_vote | qca->tx_vote;
320 
321 	if (new_vote != old_vote) {
322 		if (new_vote)
323 			__serial_clock_on(hu->tty);
324 		else
325 			__serial_clock_off(hu->tty);
326 
327 		BT_DBG("Vote serial clock %s(%s)", new_vote ? "true" : "false",
328 		       vote ? "true" : "false");
329 
330 		diff = jiffies_to_msecs(jiffies - qca->vote_last_jif);
331 
332 		if (new_vote) {
333 			qca->votes_on++;
334 			qca->vote_off_ms += diff;
335 		} else {
336 			qca->votes_off++;
337 			qca->vote_on_ms += diff;
338 		}
339 		qca->vote_last_jif = jiffies;
340 	}
341 }
342 
343 /* Builds and sends an HCI_IBS command packet.
344  * These are very simple packets with only 1 cmd byte.
345  */
346 static int send_hci_ibs_cmd(u8 cmd, struct hci_uart *hu)
347 {
348 	int err = 0;
349 	struct sk_buff *skb = NULL;
350 	struct qca_data *qca = hu->priv;
351 
352 	BT_DBG("hu %p send hci ibs cmd 0x%x", hu, cmd);
353 
354 	skb = bt_skb_alloc(1, GFP_ATOMIC);
355 	if (!skb) {
356 		BT_ERR("Failed to allocate memory for HCI_IBS packet");
357 		return -ENOMEM;
358 	}
359 
360 	/* Assign HCI_IBS type */
361 	skb_put_u8(skb, cmd);
362 
363 	skb_queue_tail(&qca->txq, skb);
364 
365 	return err;
366 }
367 
368 static void qca_wq_awake_device(struct work_struct *work)
369 {
370 	struct qca_data *qca = container_of(work, struct qca_data,
371 					    ws_awake_device);
372 	struct hci_uart *hu = qca->hu;
373 	unsigned long retrans_delay;
374 	unsigned long flags;
375 
376 	BT_DBG("hu %p wq awake device", hu);
377 
378 	/* Vote for serial clock */
379 	serial_clock_vote(HCI_IBS_TX_VOTE_CLOCK_ON, hu);
380 
381 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
382 
383 	/* Send wake indication to device */
384 	if (send_hci_ibs_cmd(HCI_IBS_WAKE_IND, hu) < 0)
385 		BT_ERR("Failed to send WAKE to device");
386 
387 	qca->ibs_sent_wakes++;
388 
389 	/* Start retransmit timer */
390 	retrans_delay = msecs_to_jiffies(qca->wake_retrans);
391 	mod_timer(&qca->wake_retrans_timer, jiffies + retrans_delay);
392 
393 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
394 
395 	/* Actually send the packets */
396 	hci_uart_tx_wakeup(hu);
397 }
398 
399 static void qca_wq_awake_rx(struct work_struct *work)
400 {
401 	struct qca_data *qca = container_of(work, struct qca_data,
402 					    ws_awake_rx);
403 	struct hci_uart *hu = qca->hu;
404 	unsigned long flags;
405 
406 	BT_DBG("hu %p wq awake rx", hu);
407 
408 	serial_clock_vote(HCI_IBS_RX_VOTE_CLOCK_ON, hu);
409 
410 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
411 	qca->rx_ibs_state = HCI_IBS_RX_AWAKE;
412 
413 	/* Always acknowledge device wake up,
414 	 * sending IBS message doesn't count as TX ON.
415 	 */
416 	if (send_hci_ibs_cmd(HCI_IBS_WAKE_ACK, hu) < 0)
417 		BT_ERR("Failed to acknowledge device wake up");
418 
419 	qca->ibs_sent_wacks++;
420 
421 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
422 
423 	/* Actually send the packets */
424 	hci_uart_tx_wakeup(hu);
425 }
426 
427 static void qca_wq_serial_rx_clock_vote_off(struct work_struct *work)
428 {
429 	struct qca_data *qca = container_of(work, struct qca_data,
430 					    ws_rx_vote_off);
431 	struct hci_uart *hu = qca->hu;
432 
433 	BT_DBG("hu %p rx clock vote off", hu);
434 
435 	serial_clock_vote(HCI_IBS_RX_VOTE_CLOCK_OFF, hu);
436 }
437 
438 static void qca_wq_serial_tx_clock_vote_off(struct work_struct *work)
439 {
440 	struct qca_data *qca = container_of(work, struct qca_data,
441 					    ws_tx_vote_off);
442 	struct hci_uart *hu = qca->hu;
443 
444 	BT_DBG("hu %p tx clock vote off", hu);
445 
446 	/* Run HCI tx handling unlocked */
447 	hci_uart_tx_wakeup(hu);
448 
449 	/* Now that message queued to tty driver, vote for tty clocks off.
450 	 * It is up to the tty driver to pend the clocks off until tx done.
451 	 */
452 	serial_clock_vote(HCI_IBS_TX_VOTE_CLOCK_OFF, hu);
453 }
454 
455 static void hci_ibs_tx_idle_timeout(struct timer_list *t)
456 {
457 	struct qca_data *qca = from_timer(qca, t, tx_idle_timer);
458 	struct hci_uart *hu = qca->hu;
459 	unsigned long flags;
460 
461 	BT_DBG("hu %p idle timeout in %d state", hu, qca->tx_ibs_state);
462 
463 	spin_lock_irqsave_nested(&qca->hci_ibs_lock,
464 				 flags, SINGLE_DEPTH_NESTING);
465 
466 	switch (qca->tx_ibs_state) {
467 	case HCI_IBS_TX_AWAKE:
468 		/* TX_IDLE, go to SLEEP */
469 		if (send_hci_ibs_cmd(HCI_IBS_SLEEP_IND, hu) < 0) {
470 			BT_ERR("Failed to send SLEEP to device");
471 			break;
472 		}
473 		qca->tx_ibs_state = HCI_IBS_TX_ASLEEP;
474 		qca->ibs_sent_slps++;
475 		queue_work(qca->workqueue, &qca->ws_tx_vote_off);
476 		break;
477 
478 	case HCI_IBS_TX_ASLEEP:
479 	case HCI_IBS_TX_WAKING:
480 	default:
481 		BT_ERR("Spurious timeout tx state %d", qca->tx_ibs_state);
482 		break;
483 	}
484 
485 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
486 }
487 
488 static void hci_ibs_wake_retrans_timeout(struct timer_list *t)
489 {
490 	struct qca_data *qca = from_timer(qca, t, wake_retrans_timer);
491 	struct hci_uart *hu = qca->hu;
492 	unsigned long flags, retrans_delay;
493 	bool retransmit = false;
494 
495 	BT_DBG("hu %p wake retransmit timeout in %d state",
496 		hu, qca->tx_ibs_state);
497 
498 	spin_lock_irqsave_nested(&qca->hci_ibs_lock,
499 				 flags, SINGLE_DEPTH_NESTING);
500 
501 	/* Don't retransmit the HCI_IBS_WAKE_IND when suspending. */
502 	if (test_bit(QCA_SUSPENDING, &qca->flags)) {
503 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
504 		return;
505 	}
506 
507 	switch (qca->tx_ibs_state) {
508 	case HCI_IBS_TX_WAKING:
509 		/* No WAKE_ACK, retransmit WAKE */
510 		retransmit = true;
511 		if (send_hci_ibs_cmd(HCI_IBS_WAKE_IND, hu) < 0) {
512 			BT_ERR("Failed to acknowledge device wake up");
513 			break;
514 		}
515 		qca->ibs_sent_wakes++;
516 		retrans_delay = msecs_to_jiffies(qca->wake_retrans);
517 		mod_timer(&qca->wake_retrans_timer, jiffies + retrans_delay);
518 		break;
519 
520 	case HCI_IBS_TX_ASLEEP:
521 	case HCI_IBS_TX_AWAKE:
522 	default:
523 		BT_ERR("Spurious timeout tx state %d", qca->tx_ibs_state);
524 		break;
525 	}
526 
527 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
528 
529 	if (retransmit)
530 		hci_uart_tx_wakeup(hu);
531 }
532 
533 
534 static void qca_controller_memdump_timeout(struct work_struct *work)
535 {
536 	struct qca_data *qca = container_of(work, struct qca_data,
537 					ctrl_memdump_timeout.work);
538 	struct hci_uart *hu = qca->hu;
539 
540 	mutex_lock(&qca->hci_memdump_lock);
541 	if (test_bit(QCA_MEMDUMP_COLLECTION, &qca->flags)) {
542 		qca->memdump_state = QCA_MEMDUMP_TIMEOUT;
543 		if (!test_bit(QCA_HW_ERROR_EVENT, &qca->flags)) {
544 			/* Inject hw error event to reset the device
545 			 * and driver.
546 			 */
547 			hci_reset_dev(hu->hdev);
548 		}
549 	}
550 
551 	mutex_unlock(&qca->hci_memdump_lock);
552 }
553 
554 
555 /* Initialize protocol */
556 static int qca_open(struct hci_uart *hu)
557 {
558 	struct qca_serdev *qcadev;
559 	struct qca_data *qca;
560 
561 	BT_DBG("hu %p qca_open", hu);
562 
563 	if (!hci_uart_has_flow_control(hu))
564 		return -EOPNOTSUPP;
565 
566 	qca = kzalloc(sizeof(struct qca_data), GFP_KERNEL);
567 	if (!qca)
568 		return -ENOMEM;
569 
570 	skb_queue_head_init(&qca->txq);
571 	skb_queue_head_init(&qca->tx_wait_q);
572 	skb_queue_head_init(&qca->rx_memdump_q);
573 	spin_lock_init(&qca->hci_ibs_lock);
574 	mutex_init(&qca->hci_memdump_lock);
575 	qca->workqueue = alloc_ordered_workqueue("qca_wq", 0);
576 	if (!qca->workqueue) {
577 		BT_ERR("QCA Workqueue not initialized properly");
578 		kfree(qca);
579 		return -ENOMEM;
580 	}
581 
582 	INIT_WORK(&qca->ws_awake_rx, qca_wq_awake_rx);
583 	INIT_WORK(&qca->ws_awake_device, qca_wq_awake_device);
584 	INIT_WORK(&qca->ws_rx_vote_off, qca_wq_serial_rx_clock_vote_off);
585 	INIT_WORK(&qca->ws_tx_vote_off, qca_wq_serial_tx_clock_vote_off);
586 	INIT_WORK(&qca->ctrl_memdump_evt, qca_controller_memdump);
587 	INIT_DELAYED_WORK(&qca->ctrl_memdump_timeout,
588 			  qca_controller_memdump_timeout);
589 	init_waitqueue_head(&qca->suspend_wait_q);
590 
591 	qca->hu = hu;
592 	init_completion(&qca->drop_ev_comp);
593 
594 	/* Assume we start with both sides asleep -- extra wakes OK */
595 	qca->tx_ibs_state = HCI_IBS_TX_ASLEEP;
596 	qca->rx_ibs_state = HCI_IBS_RX_ASLEEP;
597 
598 	qca->vote_last_jif = jiffies;
599 
600 	hu->priv = qca;
601 
602 	if (hu->serdev) {
603 		qcadev = serdev_device_get_drvdata(hu->serdev);
604 
605 		if (qca_is_wcn399x(qcadev->btsoc_type))
606 			hu->init_speed = qcadev->init_speed;
607 
608 		if (qcadev->oper_speed)
609 			hu->oper_speed = qcadev->oper_speed;
610 	}
611 
612 	timer_setup(&qca->wake_retrans_timer, hci_ibs_wake_retrans_timeout, 0);
613 	qca->wake_retrans = IBS_WAKE_RETRANS_TIMEOUT_MS;
614 
615 	timer_setup(&qca->tx_idle_timer, hci_ibs_tx_idle_timeout, 0);
616 	qca->tx_idle_delay = IBS_HOST_TX_IDLE_TIMEOUT_MS;
617 
618 	BT_DBG("HCI_UART_QCA open, tx_idle_delay=%u, wake_retrans=%u",
619 	       qca->tx_idle_delay, qca->wake_retrans);
620 
621 	return 0;
622 }
623 
624 static void qca_debugfs_init(struct hci_dev *hdev)
625 {
626 	struct hci_uart *hu = hci_get_drvdata(hdev);
627 	struct qca_data *qca = hu->priv;
628 	struct dentry *ibs_dir;
629 	umode_t mode;
630 
631 	if (!hdev->debugfs)
632 		return;
633 
634 	ibs_dir = debugfs_create_dir("ibs", hdev->debugfs);
635 
636 	/* read only */
637 	mode = 0444;
638 	debugfs_create_u8("tx_ibs_state", mode, ibs_dir, &qca->tx_ibs_state);
639 	debugfs_create_u8("rx_ibs_state", mode, ibs_dir, &qca->rx_ibs_state);
640 	debugfs_create_u64("ibs_sent_sleeps", mode, ibs_dir,
641 			   &qca->ibs_sent_slps);
642 	debugfs_create_u64("ibs_sent_wakes", mode, ibs_dir,
643 			   &qca->ibs_sent_wakes);
644 	debugfs_create_u64("ibs_sent_wake_acks", mode, ibs_dir,
645 			   &qca->ibs_sent_wacks);
646 	debugfs_create_u64("ibs_recv_sleeps", mode, ibs_dir,
647 			   &qca->ibs_recv_slps);
648 	debugfs_create_u64("ibs_recv_wakes", mode, ibs_dir,
649 			   &qca->ibs_recv_wakes);
650 	debugfs_create_u64("ibs_recv_wake_acks", mode, ibs_dir,
651 			   &qca->ibs_recv_wacks);
652 	debugfs_create_bool("tx_vote", mode, ibs_dir, &qca->tx_vote);
653 	debugfs_create_u64("tx_votes_on", mode, ibs_dir, &qca->tx_votes_on);
654 	debugfs_create_u64("tx_votes_off", mode, ibs_dir, &qca->tx_votes_off);
655 	debugfs_create_bool("rx_vote", mode, ibs_dir, &qca->rx_vote);
656 	debugfs_create_u64("rx_votes_on", mode, ibs_dir, &qca->rx_votes_on);
657 	debugfs_create_u64("rx_votes_off", mode, ibs_dir, &qca->rx_votes_off);
658 	debugfs_create_u64("votes_on", mode, ibs_dir, &qca->votes_on);
659 	debugfs_create_u64("votes_off", mode, ibs_dir, &qca->votes_off);
660 	debugfs_create_u32("vote_on_ms", mode, ibs_dir, &qca->vote_on_ms);
661 	debugfs_create_u32("vote_off_ms", mode, ibs_dir, &qca->vote_off_ms);
662 
663 	/* read/write */
664 	mode = 0644;
665 	debugfs_create_u32("wake_retrans", mode, ibs_dir, &qca->wake_retrans);
666 	debugfs_create_u32("tx_idle_delay", mode, ibs_dir,
667 			   &qca->tx_idle_delay);
668 }
669 
670 /* Flush protocol data */
671 static int qca_flush(struct hci_uart *hu)
672 {
673 	struct qca_data *qca = hu->priv;
674 
675 	BT_DBG("hu %p qca flush", hu);
676 
677 	skb_queue_purge(&qca->tx_wait_q);
678 	skb_queue_purge(&qca->txq);
679 
680 	return 0;
681 }
682 
683 /* Close protocol */
684 static int qca_close(struct hci_uart *hu)
685 {
686 	struct qca_data *qca = hu->priv;
687 
688 	BT_DBG("hu %p qca close", hu);
689 
690 	serial_clock_vote(HCI_IBS_VOTE_STATS_UPDATE, hu);
691 
692 	skb_queue_purge(&qca->tx_wait_q);
693 	skb_queue_purge(&qca->txq);
694 	skb_queue_purge(&qca->rx_memdump_q);
695 	del_timer(&qca->tx_idle_timer);
696 	del_timer(&qca->wake_retrans_timer);
697 	destroy_workqueue(qca->workqueue);
698 	qca->hu = NULL;
699 
700 	kfree_skb(qca->rx_skb);
701 
702 	hu->priv = NULL;
703 
704 	kfree(qca);
705 
706 	return 0;
707 }
708 
709 /* Called upon a wake-up-indication from the device.
710  */
711 static void device_want_to_wakeup(struct hci_uart *hu)
712 {
713 	unsigned long flags;
714 	struct qca_data *qca = hu->priv;
715 
716 	BT_DBG("hu %p want to wake up", hu);
717 
718 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
719 
720 	qca->ibs_recv_wakes++;
721 
722 	/* Don't wake the rx up when suspending. */
723 	if (test_bit(QCA_SUSPENDING, &qca->flags)) {
724 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
725 		return;
726 	}
727 
728 	switch (qca->rx_ibs_state) {
729 	case HCI_IBS_RX_ASLEEP:
730 		/* Make sure clock is on - we may have turned clock off since
731 		 * receiving the wake up indicator awake rx clock.
732 		 */
733 		queue_work(qca->workqueue, &qca->ws_awake_rx);
734 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
735 		return;
736 
737 	case HCI_IBS_RX_AWAKE:
738 		/* Always acknowledge device wake up,
739 		 * sending IBS message doesn't count as TX ON.
740 		 */
741 		if (send_hci_ibs_cmd(HCI_IBS_WAKE_ACK, hu) < 0) {
742 			BT_ERR("Failed to acknowledge device wake up");
743 			break;
744 		}
745 		qca->ibs_sent_wacks++;
746 		break;
747 
748 	default:
749 		/* Any other state is illegal */
750 		BT_ERR("Received HCI_IBS_WAKE_IND in rx state %d",
751 		       qca->rx_ibs_state);
752 		break;
753 	}
754 
755 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
756 
757 	/* Actually send the packets */
758 	hci_uart_tx_wakeup(hu);
759 }
760 
761 /* Called upon a sleep-indication from the device.
762  */
763 static void device_want_to_sleep(struct hci_uart *hu)
764 {
765 	unsigned long flags;
766 	struct qca_data *qca = hu->priv;
767 
768 	BT_DBG("hu %p want to sleep in %d state", hu, qca->rx_ibs_state);
769 
770 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
771 
772 	qca->ibs_recv_slps++;
773 
774 	switch (qca->rx_ibs_state) {
775 	case HCI_IBS_RX_AWAKE:
776 		/* Update state */
777 		qca->rx_ibs_state = HCI_IBS_RX_ASLEEP;
778 		/* Vote off rx clock under workqueue */
779 		queue_work(qca->workqueue, &qca->ws_rx_vote_off);
780 		break;
781 
782 	case HCI_IBS_RX_ASLEEP:
783 		break;
784 
785 	default:
786 		/* Any other state is illegal */
787 		BT_ERR("Received HCI_IBS_SLEEP_IND in rx state %d",
788 		       qca->rx_ibs_state);
789 		break;
790 	}
791 
792 	wake_up_interruptible(&qca->suspend_wait_q);
793 
794 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
795 }
796 
797 /* Called upon wake-up-acknowledgement from the device
798  */
799 static void device_woke_up(struct hci_uart *hu)
800 {
801 	unsigned long flags, idle_delay;
802 	struct qca_data *qca = hu->priv;
803 	struct sk_buff *skb = NULL;
804 
805 	BT_DBG("hu %p woke up", hu);
806 
807 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
808 
809 	qca->ibs_recv_wacks++;
810 
811 	/* Don't react to the wake-up-acknowledgment when suspending. */
812 	if (test_bit(QCA_SUSPENDING, &qca->flags)) {
813 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
814 		return;
815 	}
816 
817 	switch (qca->tx_ibs_state) {
818 	case HCI_IBS_TX_AWAKE:
819 		/* Expect one if we send 2 WAKEs */
820 		BT_DBG("Received HCI_IBS_WAKE_ACK in tx state %d",
821 		       qca->tx_ibs_state);
822 		break;
823 
824 	case HCI_IBS_TX_WAKING:
825 		/* Send pending packets */
826 		while ((skb = skb_dequeue(&qca->tx_wait_q)))
827 			skb_queue_tail(&qca->txq, skb);
828 
829 		/* Switch timers and change state to HCI_IBS_TX_AWAKE */
830 		del_timer(&qca->wake_retrans_timer);
831 		idle_delay = msecs_to_jiffies(qca->tx_idle_delay);
832 		mod_timer(&qca->tx_idle_timer, jiffies + idle_delay);
833 		qca->tx_ibs_state = HCI_IBS_TX_AWAKE;
834 		break;
835 
836 	case HCI_IBS_TX_ASLEEP:
837 	default:
838 		BT_ERR("Received HCI_IBS_WAKE_ACK in tx state %d",
839 		       qca->tx_ibs_state);
840 		break;
841 	}
842 
843 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
844 
845 	/* Actually send the packets */
846 	hci_uart_tx_wakeup(hu);
847 }
848 
849 /* Enqueue frame for transmittion (padding, crc, etc) may be called from
850  * two simultaneous tasklets.
851  */
852 static int qca_enqueue(struct hci_uart *hu, struct sk_buff *skb)
853 {
854 	unsigned long flags = 0, idle_delay;
855 	struct qca_data *qca = hu->priv;
856 
857 	BT_DBG("hu %p qca enq skb %p tx_ibs_state %d", hu, skb,
858 	       qca->tx_ibs_state);
859 
860 	if (test_bit(QCA_SSR_TRIGGERED, &qca->flags)) {
861 		/* As SSR is in progress, ignore the packets */
862 		bt_dev_dbg(hu->hdev, "SSR is in progress");
863 		kfree_skb(skb);
864 		return 0;
865 	}
866 
867 	/* Prepend skb with frame type */
868 	memcpy(skb_push(skb, 1), &hci_skb_pkt_type(skb), 1);
869 
870 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
871 
872 	/* Don't go to sleep in middle of patch download or
873 	 * Out-Of-Band(GPIOs control) sleep is selected.
874 	 * Don't wake the device up when suspending.
875 	 */
876 	if (test_bit(QCA_IBS_DISABLED, &qca->flags) ||
877 	    test_bit(QCA_SUSPENDING, &qca->flags)) {
878 		skb_queue_tail(&qca->txq, skb);
879 		spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
880 		return 0;
881 	}
882 
883 	/* Act according to current state */
884 	switch (qca->tx_ibs_state) {
885 	case HCI_IBS_TX_AWAKE:
886 		BT_DBG("Device awake, sending normally");
887 		skb_queue_tail(&qca->txq, skb);
888 		idle_delay = msecs_to_jiffies(qca->tx_idle_delay);
889 		mod_timer(&qca->tx_idle_timer, jiffies + idle_delay);
890 		break;
891 
892 	case HCI_IBS_TX_ASLEEP:
893 		BT_DBG("Device asleep, waking up and queueing packet");
894 		/* Save packet for later */
895 		skb_queue_tail(&qca->tx_wait_q, skb);
896 
897 		qca->tx_ibs_state = HCI_IBS_TX_WAKING;
898 		/* Schedule a work queue to wake up device */
899 		queue_work(qca->workqueue, &qca->ws_awake_device);
900 		break;
901 
902 	case HCI_IBS_TX_WAKING:
903 		BT_DBG("Device waking up, queueing packet");
904 		/* Transient state; just keep packet for later */
905 		skb_queue_tail(&qca->tx_wait_q, skb);
906 		break;
907 
908 	default:
909 		BT_ERR("Illegal tx state: %d (losing packet)",
910 		       qca->tx_ibs_state);
911 		kfree_skb(skb);
912 		break;
913 	}
914 
915 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
916 
917 	return 0;
918 }
919 
920 static int qca_ibs_sleep_ind(struct hci_dev *hdev, struct sk_buff *skb)
921 {
922 	struct hci_uart *hu = hci_get_drvdata(hdev);
923 
924 	BT_DBG("hu %p recv hci ibs cmd 0x%x", hu, HCI_IBS_SLEEP_IND);
925 
926 	device_want_to_sleep(hu);
927 
928 	kfree_skb(skb);
929 	return 0;
930 }
931 
932 static int qca_ibs_wake_ind(struct hci_dev *hdev, struct sk_buff *skb)
933 {
934 	struct hci_uart *hu = hci_get_drvdata(hdev);
935 
936 	BT_DBG("hu %p recv hci ibs cmd 0x%x", hu, HCI_IBS_WAKE_IND);
937 
938 	device_want_to_wakeup(hu);
939 
940 	kfree_skb(skb);
941 	return 0;
942 }
943 
944 static int qca_ibs_wake_ack(struct hci_dev *hdev, struct sk_buff *skb)
945 {
946 	struct hci_uart *hu = hci_get_drvdata(hdev);
947 
948 	BT_DBG("hu %p recv hci ibs cmd 0x%x", hu, HCI_IBS_WAKE_ACK);
949 
950 	device_woke_up(hu);
951 
952 	kfree_skb(skb);
953 	return 0;
954 }
955 
956 static int qca_recv_acl_data(struct hci_dev *hdev, struct sk_buff *skb)
957 {
958 	/* We receive debug logs from chip as an ACL packets.
959 	 * Instead of sending the data to ACL to decode the
960 	 * received data, we are pushing them to the above layers
961 	 * as a diagnostic packet.
962 	 */
963 	if (get_unaligned_le16(skb->data) == QCA_DEBUG_HANDLE)
964 		return hci_recv_diag(hdev, skb);
965 
966 	return hci_recv_frame(hdev, skb);
967 }
968 
969 static void qca_controller_memdump(struct work_struct *work)
970 {
971 	struct qca_data *qca = container_of(work, struct qca_data,
972 					    ctrl_memdump_evt);
973 	struct hci_uart *hu = qca->hu;
974 	struct sk_buff *skb;
975 	struct qca_memdump_event_hdr *cmd_hdr;
976 	struct qca_memdump_data *qca_memdump = qca->qca_memdump;
977 	struct qca_dump_size *dump;
978 	char *memdump_buf;
979 	char nullBuff[QCA_DUMP_PACKET_SIZE] = { 0 };
980 	u16 seq_no;
981 	u32 dump_size;
982 	u32 rx_size;
983 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
984 
985 	while ((skb = skb_dequeue(&qca->rx_memdump_q))) {
986 
987 		mutex_lock(&qca->hci_memdump_lock);
988 		/* Skip processing the received packets if timeout detected
989 		 * or memdump collection completed.
990 		 */
991 		if (qca->memdump_state == QCA_MEMDUMP_TIMEOUT ||
992 		    qca->memdump_state == QCA_MEMDUMP_COLLECTED) {
993 			mutex_unlock(&qca->hci_memdump_lock);
994 			return;
995 		}
996 
997 		if (!qca_memdump) {
998 			qca_memdump = kzalloc(sizeof(struct qca_memdump_data),
999 					      GFP_ATOMIC);
1000 			if (!qca_memdump) {
1001 				mutex_unlock(&qca->hci_memdump_lock);
1002 				return;
1003 			}
1004 
1005 			qca->qca_memdump = qca_memdump;
1006 		}
1007 
1008 		qca->memdump_state = QCA_MEMDUMP_COLLECTING;
1009 		cmd_hdr = (void *) skb->data;
1010 		seq_no = __le16_to_cpu(cmd_hdr->seq_no);
1011 		skb_pull(skb, sizeof(struct qca_memdump_event_hdr));
1012 
1013 		if (!seq_no) {
1014 
1015 			/* This is the first frame of memdump packet from
1016 			 * the controller, Disable IBS to recevie dump
1017 			 * with out any interruption, ideally time required for
1018 			 * the controller to send the dump is 8 seconds. let us
1019 			 * start timer to handle this asynchronous activity.
1020 			 */
1021 			set_bit(QCA_IBS_DISABLED, &qca->flags);
1022 			set_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1023 			dump = (void *) skb->data;
1024 			dump_size = __le32_to_cpu(dump->dump_size);
1025 			if (!(dump_size)) {
1026 				bt_dev_err(hu->hdev, "Rx invalid memdump size");
1027 				kfree_skb(skb);
1028 				mutex_unlock(&qca->hci_memdump_lock);
1029 				return;
1030 			}
1031 
1032 			bt_dev_info(hu->hdev, "QCA collecting dump of size:%u",
1033 				    dump_size);
1034 			queue_delayed_work(qca->workqueue,
1035 					   &qca->ctrl_memdump_timeout,
1036 					   msecs_to_jiffies(MEMDUMP_TIMEOUT_MS)
1037 					  );
1038 
1039 			skb_pull(skb, sizeof(dump_size));
1040 			memdump_buf = vmalloc(dump_size);
1041 			qca_memdump->ram_dump_size = dump_size;
1042 			qca_memdump->memdump_buf_head = memdump_buf;
1043 			qca_memdump->memdump_buf_tail = memdump_buf;
1044 		}
1045 
1046 		memdump_buf = qca_memdump->memdump_buf_tail;
1047 
1048 		/* If sequence no 0 is missed then there is no point in
1049 		 * accepting the other sequences.
1050 		 */
1051 		if (!memdump_buf) {
1052 			bt_dev_err(hu->hdev, "QCA: Discarding other packets");
1053 			kfree(qca_memdump);
1054 			kfree_skb(skb);
1055 			qca->qca_memdump = NULL;
1056 			mutex_unlock(&qca->hci_memdump_lock);
1057 			return;
1058 		}
1059 
1060 		/* There could be chance of missing some packets from
1061 		 * the controller. In such cases let us store the dummy
1062 		 * packets in the buffer.
1063 		 */
1064 		/* For QCA6390, controller does not lost packets but
1065 		 * sequence number field of packat sometimes has error
1066 		 * bits, so skip this checking for missing packet.
1067 		 */
1068 		while ((seq_no > qca_memdump->current_seq_no + 1) &&
1069 		       (soc_type != QCA_QCA6390) &&
1070 		       seq_no != QCA_LAST_SEQUENCE_NUM) {
1071 			bt_dev_err(hu->hdev, "QCA controller missed packet:%d",
1072 				   qca_memdump->current_seq_no);
1073 			rx_size = qca_memdump->received_dump;
1074 			rx_size += QCA_DUMP_PACKET_SIZE;
1075 			if (rx_size > qca_memdump->ram_dump_size) {
1076 				bt_dev_err(hu->hdev,
1077 					   "QCA memdump received %d, no space for missed packet",
1078 					   qca_memdump->received_dump);
1079 				break;
1080 			}
1081 			memcpy(memdump_buf, nullBuff, QCA_DUMP_PACKET_SIZE);
1082 			memdump_buf = memdump_buf + QCA_DUMP_PACKET_SIZE;
1083 			qca_memdump->received_dump += QCA_DUMP_PACKET_SIZE;
1084 			qca_memdump->current_seq_no++;
1085 		}
1086 
1087 		rx_size = qca_memdump->received_dump + skb->len;
1088 		if (rx_size <= qca_memdump->ram_dump_size) {
1089 			if ((seq_no != QCA_LAST_SEQUENCE_NUM) &&
1090 			    (seq_no != qca_memdump->current_seq_no))
1091 				bt_dev_err(hu->hdev,
1092 					   "QCA memdump unexpected packet %d",
1093 					   seq_no);
1094 			bt_dev_dbg(hu->hdev,
1095 				   "QCA memdump packet %d with length %d",
1096 				   seq_no, skb->len);
1097 			memcpy(memdump_buf, (unsigned char *)skb->data,
1098 			       skb->len);
1099 			memdump_buf = memdump_buf + skb->len;
1100 			qca_memdump->memdump_buf_tail = memdump_buf;
1101 			qca_memdump->current_seq_no = seq_no + 1;
1102 			qca_memdump->received_dump += skb->len;
1103 		} else {
1104 			bt_dev_err(hu->hdev,
1105 				   "QCA memdump received %d, no space for packet %d",
1106 				   qca_memdump->received_dump, seq_no);
1107 		}
1108 		qca->qca_memdump = qca_memdump;
1109 		kfree_skb(skb);
1110 		if (seq_no == QCA_LAST_SEQUENCE_NUM) {
1111 			bt_dev_info(hu->hdev,
1112 				    "QCA memdump Done, received %d, total %d",
1113 				    qca_memdump->received_dump,
1114 				    qca_memdump->ram_dump_size);
1115 			memdump_buf = qca_memdump->memdump_buf_head;
1116 			dev_coredumpv(&hu->serdev->dev, memdump_buf,
1117 				      qca_memdump->received_dump, GFP_KERNEL);
1118 			cancel_delayed_work(&qca->ctrl_memdump_timeout);
1119 			kfree(qca->qca_memdump);
1120 			qca->qca_memdump = NULL;
1121 			qca->memdump_state = QCA_MEMDUMP_COLLECTED;
1122 			clear_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1123 		}
1124 
1125 		mutex_unlock(&qca->hci_memdump_lock);
1126 	}
1127 
1128 }
1129 
1130 static int qca_controller_memdump_event(struct hci_dev *hdev,
1131 					struct sk_buff *skb)
1132 {
1133 	struct hci_uart *hu = hci_get_drvdata(hdev);
1134 	struct qca_data *qca = hu->priv;
1135 
1136 	set_bit(QCA_SSR_TRIGGERED, &qca->flags);
1137 	skb_queue_tail(&qca->rx_memdump_q, skb);
1138 	queue_work(qca->workqueue, &qca->ctrl_memdump_evt);
1139 
1140 	return 0;
1141 }
1142 
1143 static int qca_recv_event(struct hci_dev *hdev, struct sk_buff *skb)
1144 {
1145 	struct hci_uart *hu = hci_get_drvdata(hdev);
1146 	struct qca_data *qca = hu->priv;
1147 
1148 	if (test_bit(QCA_DROP_VENDOR_EVENT, &qca->flags)) {
1149 		struct hci_event_hdr *hdr = (void *)skb->data;
1150 
1151 		/* For the WCN3990 the vendor command for a baudrate change
1152 		 * isn't sent as synchronous HCI command, because the
1153 		 * controller sends the corresponding vendor event with the
1154 		 * new baudrate. The event is received and properly decoded
1155 		 * after changing the baudrate of the host port. It needs to
1156 		 * be dropped, otherwise it can be misinterpreted as
1157 		 * response to a later firmware download command (also a
1158 		 * vendor command).
1159 		 */
1160 
1161 		if (hdr->evt == HCI_EV_VENDOR)
1162 			complete(&qca->drop_ev_comp);
1163 
1164 		kfree_skb(skb);
1165 
1166 		return 0;
1167 	}
1168 	/* We receive chip memory dump as an event packet, With a dedicated
1169 	 * handler followed by a hardware error event. When this event is
1170 	 * received we store dump into a file before closing hci. This
1171 	 * dump will help in triaging the issues.
1172 	 */
1173 	if ((skb->data[0] == HCI_VENDOR_PKT) &&
1174 	    (get_unaligned_be16(skb->data + 2) == QCA_SSR_DUMP_HANDLE))
1175 		return qca_controller_memdump_event(hdev, skb);
1176 
1177 	return hci_recv_frame(hdev, skb);
1178 }
1179 
1180 #define QCA_IBS_SLEEP_IND_EVENT \
1181 	.type = HCI_IBS_SLEEP_IND, \
1182 	.hlen = 0, \
1183 	.loff = 0, \
1184 	.lsize = 0, \
1185 	.maxlen = HCI_MAX_IBS_SIZE
1186 
1187 #define QCA_IBS_WAKE_IND_EVENT \
1188 	.type = HCI_IBS_WAKE_IND, \
1189 	.hlen = 0, \
1190 	.loff = 0, \
1191 	.lsize = 0, \
1192 	.maxlen = HCI_MAX_IBS_SIZE
1193 
1194 #define QCA_IBS_WAKE_ACK_EVENT \
1195 	.type = HCI_IBS_WAKE_ACK, \
1196 	.hlen = 0, \
1197 	.loff = 0, \
1198 	.lsize = 0, \
1199 	.maxlen = HCI_MAX_IBS_SIZE
1200 
1201 static const struct h4_recv_pkt qca_recv_pkts[] = {
1202 	{ H4_RECV_ACL,             .recv = qca_recv_acl_data },
1203 	{ H4_RECV_SCO,             .recv = hci_recv_frame    },
1204 	{ H4_RECV_EVENT,           .recv = qca_recv_event    },
1205 	{ QCA_IBS_WAKE_IND_EVENT,  .recv = qca_ibs_wake_ind  },
1206 	{ QCA_IBS_WAKE_ACK_EVENT,  .recv = qca_ibs_wake_ack  },
1207 	{ QCA_IBS_SLEEP_IND_EVENT, .recv = qca_ibs_sleep_ind },
1208 };
1209 
1210 static int qca_recv(struct hci_uart *hu, const void *data, int count)
1211 {
1212 	struct qca_data *qca = hu->priv;
1213 
1214 	if (!test_bit(HCI_UART_REGISTERED, &hu->flags))
1215 		return -EUNATCH;
1216 
1217 	qca->rx_skb = h4_recv_buf(hu->hdev, qca->rx_skb, data, count,
1218 				  qca_recv_pkts, ARRAY_SIZE(qca_recv_pkts));
1219 	if (IS_ERR(qca->rx_skb)) {
1220 		int err = PTR_ERR(qca->rx_skb);
1221 		bt_dev_err(hu->hdev, "Frame reassembly failed (%d)", err);
1222 		qca->rx_skb = NULL;
1223 		return err;
1224 	}
1225 
1226 	return count;
1227 }
1228 
1229 static struct sk_buff *qca_dequeue(struct hci_uart *hu)
1230 {
1231 	struct qca_data *qca = hu->priv;
1232 
1233 	return skb_dequeue(&qca->txq);
1234 }
1235 
1236 static uint8_t qca_get_baudrate_value(int speed)
1237 {
1238 	switch (speed) {
1239 	case 9600:
1240 		return QCA_BAUDRATE_9600;
1241 	case 19200:
1242 		return QCA_BAUDRATE_19200;
1243 	case 38400:
1244 		return QCA_BAUDRATE_38400;
1245 	case 57600:
1246 		return QCA_BAUDRATE_57600;
1247 	case 115200:
1248 		return QCA_BAUDRATE_115200;
1249 	case 230400:
1250 		return QCA_BAUDRATE_230400;
1251 	case 460800:
1252 		return QCA_BAUDRATE_460800;
1253 	case 500000:
1254 		return QCA_BAUDRATE_500000;
1255 	case 921600:
1256 		return QCA_BAUDRATE_921600;
1257 	case 1000000:
1258 		return QCA_BAUDRATE_1000000;
1259 	case 2000000:
1260 		return QCA_BAUDRATE_2000000;
1261 	case 3000000:
1262 		return QCA_BAUDRATE_3000000;
1263 	case 3200000:
1264 		return QCA_BAUDRATE_3200000;
1265 	case 3500000:
1266 		return QCA_BAUDRATE_3500000;
1267 	default:
1268 		return QCA_BAUDRATE_115200;
1269 	}
1270 }
1271 
1272 static int qca_set_baudrate(struct hci_dev *hdev, uint8_t baudrate)
1273 {
1274 	struct hci_uart *hu = hci_get_drvdata(hdev);
1275 	struct qca_data *qca = hu->priv;
1276 	struct sk_buff *skb;
1277 	u8 cmd[] = { 0x01, 0x48, 0xFC, 0x01, 0x00 };
1278 
1279 	if (baudrate > QCA_BAUDRATE_3200000)
1280 		return -EINVAL;
1281 
1282 	cmd[4] = baudrate;
1283 
1284 	skb = bt_skb_alloc(sizeof(cmd), GFP_KERNEL);
1285 	if (!skb) {
1286 		bt_dev_err(hdev, "Failed to allocate baudrate packet");
1287 		return -ENOMEM;
1288 	}
1289 
1290 	/* Assign commands to change baudrate and packet type. */
1291 	skb_put_data(skb, cmd, sizeof(cmd));
1292 	hci_skb_pkt_type(skb) = HCI_COMMAND_PKT;
1293 
1294 	skb_queue_tail(&qca->txq, skb);
1295 	hci_uart_tx_wakeup(hu);
1296 
1297 	/* Wait for the baudrate change request to be sent */
1298 
1299 	while (!skb_queue_empty(&qca->txq))
1300 		usleep_range(100, 200);
1301 
1302 	if (hu->serdev)
1303 		serdev_device_wait_until_sent(hu->serdev,
1304 		      msecs_to_jiffies(CMD_TRANS_TIMEOUT_MS));
1305 
1306 	/* Give the controller time to process the request */
1307 	if (qca_is_wcn399x(qca_soc_type(hu)))
1308 		usleep_range(1000, 10000);
1309 	else
1310 		msleep(300);
1311 
1312 	return 0;
1313 }
1314 
1315 static inline void host_set_baudrate(struct hci_uart *hu, unsigned int speed)
1316 {
1317 	if (hu->serdev)
1318 		serdev_device_set_baudrate(hu->serdev, speed);
1319 	else
1320 		hci_uart_set_baudrate(hu, speed);
1321 }
1322 
1323 static int qca_send_power_pulse(struct hci_uart *hu, bool on)
1324 {
1325 	int ret;
1326 	int timeout = msecs_to_jiffies(CMD_TRANS_TIMEOUT_MS);
1327 	u8 cmd = on ? QCA_WCN3990_POWERON_PULSE : QCA_WCN3990_POWEROFF_PULSE;
1328 
1329 	/* These power pulses are single byte command which are sent
1330 	 * at required baudrate to wcn3990. On wcn3990, we have an external
1331 	 * circuit at Tx pin which decodes the pulse sent at specific baudrate.
1332 	 * For example, wcn3990 supports RF COEX antenna for both Wi-Fi/BT
1333 	 * and also we use the same power inputs to turn on and off for
1334 	 * Wi-Fi/BT. Powering up the power sources will not enable BT, until
1335 	 * we send a power on pulse at 115200 bps. This algorithm will help to
1336 	 * save power. Disabling hardware flow control is mandatory while
1337 	 * sending power pulses to SoC.
1338 	 */
1339 	bt_dev_dbg(hu->hdev, "sending power pulse %02x to controller", cmd);
1340 
1341 	serdev_device_write_flush(hu->serdev);
1342 	hci_uart_set_flow_control(hu, true);
1343 	ret = serdev_device_write_buf(hu->serdev, &cmd, sizeof(cmd));
1344 	if (ret < 0) {
1345 		bt_dev_err(hu->hdev, "failed to send power pulse %02x", cmd);
1346 		return ret;
1347 	}
1348 
1349 	serdev_device_wait_until_sent(hu->serdev, timeout);
1350 	hci_uart_set_flow_control(hu, false);
1351 
1352 	/* Give to controller time to boot/shutdown */
1353 	if (on)
1354 		msleep(100);
1355 	else
1356 		usleep_range(1000, 10000);
1357 
1358 	return 0;
1359 }
1360 
1361 static unsigned int qca_get_speed(struct hci_uart *hu,
1362 				  enum qca_speed_type speed_type)
1363 {
1364 	unsigned int speed = 0;
1365 
1366 	if (speed_type == QCA_INIT_SPEED) {
1367 		if (hu->init_speed)
1368 			speed = hu->init_speed;
1369 		else if (hu->proto->init_speed)
1370 			speed = hu->proto->init_speed;
1371 	} else {
1372 		if (hu->oper_speed)
1373 			speed = hu->oper_speed;
1374 		else if (hu->proto->oper_speed)
1375 			speed = hu->proto->oper_speed;
1376 	}
1377 
1378 	return speed;
1379 }
1380 
1381 static int qca_check_speeds(struct hci_uart *hu)
1382 {
1383 	if (qca_is_wcn399x(qca_soc_type(hu))) {
1384 		if (!qca_get_speed(hu, QCA_INIT_SPEED) &&
1385 		    !qca_get_speed(hu, QCA_OPER_SPEED))
1386 			return -EINVAL;
1387 	} else {
1388 		if (!qca_get_speed(hu, QCA_INIT_SPEED) ||
1389 		    !qca_get_speed(hu, QCA_OPER_SPEED))
1390 			return -EINVAL;
1391 	}
1392 
1393 	return 0;
1394 }
1395 
1396 static int qca_set_speed(struct hci_uart *hu, enum qca_speed_type speed_type)
1397 {
1398 	unsigned int speed, qca_baudrate;
1399 	struct qca_data *qca = hu->priv;
1400 	int ret = 0;
1401 
1402 	if (speed_type == QCA_INIT_SPEED) {
1403 		speed = qca_get_speed(hu, QCA_INIT_SPEED);
1404 		if (speed)
1405 			host_set_baudrate(hu, speed);
1406 	} else {
1407 		enum qca_btsoc_type soc_type = qca_soc_type(hu);
1408 
1409 		speed = qca_get_speed(hu, QCA_OPER_SPEED);
1410 		if (!speed)
1411 			return 0;
1412 
1413 		/* Disable flow control for wcn3990 to deassert RTS while
1414 		 * changing the baudrate of chip and host.
1415 		 */
1416 		if (qca_is_wcn399x(soc_type))
1417 			hci_uart_set_flow_control(hu, true);
1418 
1419 		if (soc_type == QCA_WCN3990) {
1420 			reinit_completion(&qca->drop_ev_comp);
1421 			set_bit(QCA_DROP_VENDOR_EVENT, &qca->flags);
1422 		}
1423 
1424 		qca_baudrate = qca_get_baudrate_value(speed);
1425 		bt_dev_dbg(hu->hdev, "Set UART speed to %d", speed);
1426 		ret = qca_set_baudrate(hu->hdev, qca_baudrate);
1427 		if (ret)
1428 			goto error;
1429 
1430 		host_set_baudrate(hu, speed);
1431 
1432 error:
1433 		if (qca_is_wcn399x(soc_type))
1434 			hci_uart_set_flow_control(hu, false);
1435 
1436 		if (soc_type == QCA_WCN3990) {
1437 			/* Wait for the controller to send the vendor event
1438 			 * for the baudrate change command.
1439 			 */
1440 			if (!wait_for_completion_timeout(&qca->drop_ev_comp,
1441 						 msecs_to_jiffies(100))) {
1442 				bt_dev_err(hu->hdev,
1443 					   "Failed to change controller baudrate\n");
1444 				ret = -ETIMEDOUT;
1445 			}
1446 
1447 			clear_bit(QCA_DROP_VENDOR_EVENT, &qca->flags);
1448 		}
1449 	}
1450 
1451 	return ret;
1452 }
1453 
1454 static int qca_send_crashbuffer(struct hci_uart *hu)
1455 {
1456 	struct qca_data *qca = hu->priv;
1457 	struct sk_buff *skb;
1458 
1459 	skb = bt_skb_alloc(QCA_CRASHBYTE_PACKET_LEN, GFP_KERNEL);
1460 	if (!skb) {
1461 		bt_dev_err(hu->hdev, "Failed to allocate memory for skb packet");
1462 		return -ENOMEM;
1463 	}
1464 
1465 	/* We forcefully crash the controller, by sending 0xfb byte for
1466 	 * 1024 times. We also might have chance of losing data, To be
1467 	 * on safer side we send 1096 bytes to the SoC.
1468 	 */
1469 	memset(skb_put(skb, QCA_CRASHBYTE_PACKET_LEN), QCA_MEMDUMP_BYTE,
1470 	       QCA_CRASHBYTE_PACKET_LEN);
1471 	hci_skb_pkt_type(skb) = HCI_COMMAND_PKT;
1472 	bt_dev_info(hu->hdev, "crash the soc to collect controller dump");
1473 	skb_queue_tail(&qca->txq, skb);
1474 	hci_uart_tx_wakeup(hu);
1475 
1476 	return 0;
1477 }
1478 
1479 static void qca_wait_for_dump_collection(struct hci_dev *hdev)
1480 {
1481 	struct hci_uart *hu = hci_get_drvdata(hdev);
1482 	struct qca_data *qca = hu->priv;
1483 
1484 	wait_on_bit_timeout(&qca->flags, QCA_MEMDUMP_COLLECTION,
1485 			    TASK_UNINTERRUPTIBLE, MEMDUMP_TIMEOUT_MS);
1486 
1487 	clear_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1488 }
1489 
1490 static void qca_hw_error(struct hci_dev *hdev, u8 code)
1491 {
1492 	struct hci_uart *hu = hci_get_drvdata(hdev);
1493 	struct qca_data *qca = hu->priv;
1494 
1495 	set_bit(QCA_SSR_TRIGGERED, &qca->flags);
1496 	set_bit(QCA_HW_ERROR_EVENT, &qca->flags);
1497 	bt_dev_info(hdev, "mem_dump_status: %d", qca->memdump_state);
1498 
1499 	if (qca->memdump_state == QCA_MEMDUMP_IDLE) {
1500 		/* If hardware error event received for other than QCA
1501 		 * soc memory dump event, then we need to crash the SOC
1502 		 * and wait here for 8 seconds to get the dump packets.
1503 		 * This will block main thread to be on hold until we
1504 		 * collect dump.
1505 		 */
1506 		set_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1507 		qca_send_crashbuffer(hu);
1508 		qca_wait_for_dump_collection(hdev);
1509 	} else if (qca->memdump_state == QCA_MEMDUMP_COLLECTING) {
1510 		/* Let us wait here until memory dump collected or
1511 		 * memory dump timer expired.
1512 		 */
1513 		bt_dev_info(hdev, "waiting for dump to complete");
1514 		qca_wait_for_dump_collection(hdev);
1515 	}
1516 
1517 	mutex_lock(&qca->hci_memdump_lock);
1518 	if (qca->memdump_state != QCA_MEMDUMP_COLLECTED) {
1519 		bt_dev_err(hu->hdev, "clearing allocated memory due to memdump timeout");
1520 		if (qca->qca_memdump) {
1521 			vfree(qca->qca_memdump->memdump_buf_head);
1522 			kfree(qca->qca_memdump);
1523 			qca->qca_memdump = NULL;
1524 		}
1525 		qca->memdump_state = QCA_MEMDUMP_TIMEOUT;
1526 		cancel_delayed_work(&qca->ctrl_memdump_timeout);
1527 	}
1528 	mutex_unlock(&qca->hci_memdump_lock);
1529 
1530 	if (qca->memdump_state == QCA_MEMDUMP_TIMEOUT ||
1531 	    qca->memdump_state == QCA_MEMDUMP_COLLECTED) {
1532 		cancel_work_sync(&qca->ctrl_memdump_evt);
1533 		skb_queue_purge(&qca->rx_memdump_q);
1534 	}
1535 
1536 	clear_bit(QCA_HW_ERROR_EVENT, &qca->flags);
1537 }
1538 
1539 static void qca_cmd_timeout(struct hci_dev *hdev)
1540 {
1541 	struct hci_uart *hu = hci_get_drvdata(hdev);
1542 	struct qca_data *qca = hu->priv;
1543 
1544 	set_bit(QCA_SSR_TRIGGERED, &qca->flags);
1545 	if (qca->memdump_state == QCA_MEMDUMP_IDLE) {
1546 		set_bit(QCA_MEMDUMP_COLLECTION, &qca->flags);
1547 		qca_send_crashbuffer(hu);
1548 		qca_wait_for_dump_collection(hdev);
1549 	} else if (qca->memdump_state == QCA_MEMDUMP_COLLECTING) {
1550 		/* Let us wait here until memory dump collected or
1551 		 * memory dump timer expired.
1552 		 */
1553 		bt_dev_info(hdev, "waiting for dump to complete");
1554 		qca_wait_for_dump_collection(hdev);
1555 	}
1556 
1557 	mutex_lock(&qca->hci_memdump_lock);
1558 	if (qca->memdump_state != QCA_MEMDUMP_COLLECTED) {
1559 		qca->memdump_state = QCA_MEMDUMP_TIMEOUT;
1560 		if (!test_bit(QCA_HW_ERROR_EVENT, &qca->flags)) {
1561 			/* Inject hw error event to reset the device
1562 			 * and driver.
1563 			 */
1564 			hci_reset_dev(hu->hdev);
1565 		}
1566 	}
1567 	mutex_unlock(&qca->hci_memdump_lock);
1568 }
1569 
1570 static int qca_wcn3990_init(struct hci_uart *hu)
1571 {
1572 	struct qca_serdev *qcadev;
1573 	int ret;
1574 
1575 	/* Check for vregs status, may be hci down has turned
1576 	 * off the voltage regulator.
1577 	 */
1578 	qcadev = serdev_device_get_drvdata(hu->serdev);
1579 	if (!qcadev->bt_power->vregs_on) {
1580 		serdev_device_close(hu->serdev);
1581 		ret = qca_regulator_enable(qcadev);
1582 		if (ret)
1583 			return ret;
1584 
1585 		ret = serdev_device_open(hu->serdev);
1586 		if (ret) {
1587 			bt_dev_err(hu->hdev, "failed to open port");
1588 			return ret;
1589 		}
1590 	}
1591 
1592 	/* Forcefully enable wcn3990 to enter in to boot mode. */
1593 	host_set_baudrate(hu, 2400);
1594 	ret = qca_send_power_pulse(hu, false);
1595 	if (ret)
1596 		return ret;
1597 
1598 	qca_set_speed(hu, QCA_INIT_SPEED);
1599 	ret = qca_send_power_pulse(hu, true);
1600 	if (ret)
1601 		return ret;
1602 
1603 	/* Now the device is in ready state to communicate with host.
1604 	 * To sync host with device we need to reopen port.
1605 	 * Without this, we will have RTS and CTS synchronization
1606 	 * issues.
1607 	 */
1608 	serdev_device_close(hu->serdev);
1609 	ret = serdev_device_open(hu->serdev);
1610 	if (ret) {
1611 		bt_dev_err(hu->hdev, "failed to open port");
1612 		return ret;
1613 	}
1614 
1615 	hci_uart_set_flow_control(hu, false);
1616 
1617 	return 0;
1618 }
1619 
1620 static int qca_power_on(struct hci_dev *hdev)
1621 {
1622 	struct hci_uart *hu = hci_get_drvdata(hdev);
1623 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1624 	struct qca_serdev *qcadev;
1625 	struct qca_data *qca = hu->priv;
1626 	int ret = 0;
1627 
1628 	/* Non-serdev device usually is powered by external power
1629 	 * and don't need additional action in driver for power on
1630 	 */
1631 	if (!hu->serdev)
1632 		return 0;
1633 
1634 	if (qca_is_wcn399x(soc_type)) {
1635 		ret = qca_wcn3990_init(hu);
1636 	} else {
1637 		qcadev = serdev_device_get_drvdata(hu->serdev);
1638 		if (qcadev->bt_en) {
1639 			gpiod_set_value_cansleep(qcadev->bt_en, 1);
1640 			/* Controller needs time to bootup. */
1641 			msleep(150);
1642 		}
1643 	}
1644 
1645 	clear_bit(QCA_BT_OFF, &qca->flags);
1646 	return ret;
1647 }
1648 
1649 static int qca_setup(struct hci_uart *hu)
1650 {
1651 	struct hci_dev *hdev = hu->hdev;
1652 	struct qca_data *qca = hu->priv;
1653 	unsigned int speed, qca_baudrate = QCA_BAUDRATE_115200;
1654 	unsigned int retries = 0;
1655 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1656 	const char *firmware_name = qca_get_firmware_name(hu);
1657 	int ret;
1658 	struct qca_btsoc_version ver;
1659 
1660 	ret = qca_check_speeds(hu);
1661 	if (ret)
1662 		return ret;
1663 
1664 	/* Patch downloading has to be done without IBS mode */
1665 	set_bit(QCA_IBS_DISABLED, &qca->flags);
1666 
1667 	/* Enable controller to do both LE scan and BR/EDR inquiry
1668 	 * simultaneously.
1669 	 */
1670 	set_bit(HCI_QUIRK_SIMULTANEOUS_DISCOVERY, &hdev->quirks);
1671 
1672 	bt_dev_info(hdev, "setting up %s",
1673 		qca_is_wcn399x(soc_type) ? "wcn399x" : "ROME/QCA6390");
1674 
1675 	qca->memdump_state = QCA_MEMDUMP_IDLE;
1676 
1677 retry:
1678 	ret = qca_power_on(hdev);
1679 	if (ret)
1680 		goto out;
1681 
1682 	clear_bit(QCA_SSR_TRIGGERED, &qca->flags);
1683 
1684 	if (qca_is_wcn399x(soc_type)) {
1685 		set_bit(HCI_QUIRK_USE_BDADDR_PROPERTY, &hdev->quirks);
1686 
1687 		ret = qca_read_soc_version(hdev, &ver, soc_type);
1688 		if (ret)
1689 			goto out;
1690 	} else {
1691 		qca_set_speed(hu, QCA_INIT_SPEED);
1692 	}
1693 
1694 	/* Setup user speed if needed */
1695 	speed = qca_get_speed(hu, QCA_OPER_SPEED);
1696 	if (speed) {
1697 		ret = qca_set_speed(hu, QCA_OPER_SPEED);
1698 		if (ret)
1699 			goto out;
1700 
1701 		qca_baudrate = qca_get_baudrate_value(speed);
1702 	}
1703 
1704 	if (!qca_is_wcn399x(soc_type)) {
1705 		/* Get QCA version information */
1706 		ret = qca_read_soc_version(hdev, &ver, soc_type);
1707 		if (ret)
1708 			goto out;
1709 	}
1710 
1711 	/* Setup patch / NVM configurations */
1712 	ret = qca_uart_setup(hdev, qca_baudrate, soc_type, ver,
1713 			firmware_name);
1714 	if (!ret) {
1715 		clear_bit(QCA_IBS_DISABLED, &qca->flags);
1716 		qca_debugfs_init(hdev);
1717 		hu->hdev->hw_error = qca_hw_error;
1718 		hu->hdev->cmd_timeout = qca_cmd_timeout;
1719 	} else if (ret == -ENOENT) {
1720 		/* No patch/nvm-config found, run with original fw/config */
1721 		ret = 0;
1722 	} else if (ret == -EAGAIN) {
1723 		/*
1724 		 * Userspace firmware loader will return -EAGAIN in case no
1725 		 * patch/nvm-config is found, so run with original fw/config.
1726 		 */
1727 		ret = 0;
1728 	}
1729 
1730 out:
1731 	if (ret && retries < MAX_INIT_RETRIES) {
1732 		bt_dev_warn(hdev, "Retry BT power ON:%d", retries);
1733 		qca_power_shutdown(hu);
1734 		if (hu->serdev) {
1735 			serdev_device_close(hu->serdev);
1736 			ret = serdev_device_open(hu->serdev);
1737 			if (ret) {
1738 				bt_dev_err(hdev, "failed to open port");
1739 				return ret;
1740 			}
1741 		}
1742 		retries++;
1743 		goto retry;
1744 	}
1745 
1746 	/* Setup bdaddr */
1747 	if (soc_type == QCA_ROME)
1748 		hu->hdev->set_bdaddr = qca_set_bdaddr_rome;
1749 	else
1750 		hu->hdev->set_bdaddr = qca_set_bdaddr;
1751 
1752 	return ret;
1753 }
1754 
1755 static const struct hci_uart_proto qca_proto = {
1756 	.id		= HCI_UART_QCA,
1757 	.name		= "QCA",
1758 	.manufacturer	= 29,
1759 	.init_speed	= 115200,
1760 	.oper_speed	= 3000000,
1761 	.open		= qca_open,
1762 	.close		= qca_close,
1763 	.flush		= qca_flush,
1764 	.setup		= qca_setup,
1765 	.recv		= qca_recv,
1766 	.enqueue	= qca_enqueue,
1767 	.dequeue	= qca_dequeue,
1768 };
1769 
1770 static const struct qca_device_data qca_soc_data_wcn3990 = {
1771 	.soc_type = QCA_WCN3990,
1772 	.vregs = (struct qca_vreg []) {
1773 		{ "vddio", 15000  },
1774 		{ "vddxo", 80000  },
1775 		{ "vddrf", 300000 },
1776 		{ "vddch0", 450000 },
1777 	},
1778 	.num_vregs = 4,
1779 };
1780 
1781 static const struct qca_device_data qca_soc_data_wcn3991 = {
1782 	.soc_type = QCA_WCN3991,
1783 	.vregs = (struct qca_vreg []) {
1784 		{ "vddio", 15000  },
1785 		{ "vddxo", 80000  },
1786 		{ "vddrf", 300000 },
1787 		{ "vddch0", 450000 },
1788 	},
1789 	.num_vregs = 4,
1790 	.capabilities = QCA_CAP_WIDEBAND_SPEECH | QCA_CAP_VALID_LE_STATES,
1791 };
1792 
1793 static const struct qca_device_data qca_soc_data_wcn3998 = {
1794 	.soc_type = QCA_WCN3998,
1795 	.vregs = (struct qca_vreg []) {
1796 		{ "vddio", 10000  },
1797 		{ "vddxo", 80000  },
1798 		{ "vddrf", 300000 },
1799 		{ "vddch0", 450000 },
1800 	},
1801 	.num_vregs = 4,
1802 };
1803 
1804 static const struct qca_device_data qca_soc_data_qca6390 = {
1805 	.soc_type = QCA_QCA6390,
1806 	.num_vregs = 0,
1807 };
1808 
1809 static void qca_power_shutdown(struct hci_uart *hu)
1810 {
1811 	struct qca_serdev *qcadev;
1812 	struct qca_data *qca = hu->priv;
1813 	unsigned long flags;
1814 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1815 
1816 	qcadev = serdev_device_get_drvdata(hu->serdev);
1817 
1818 	/* From this point we go into power off state. But serial port is
1819 	 * still open, stop queueing the IBS data and flush all the buffered
1820 	 * data in skb's.
1821 	 */
1822 	spin_lock_irqsave(&qca->hci_ibs_lock, flags);
1823 	set_bit(QCA_IBS_DISABLED, &qca->flags);
1824 	qca_flush(hu);
1825 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
1826 
1827 	/* Non-serdev device usually is powered by external power
1828 	 * and don't need additional action in driver for power down
1829 	 */
1830 	if (!hu->serdev)
1831 		return;
1832 
1833 	if (qca_is_wcn399x(soc_type)) {
1834 		host_set_baudrate(hu, 2400);
1835 		qca_send_power_pulse(hu, false);
1836 		qca_regulator_disable(qcadev);
1837 	} else if (qcadev->bt_en) {
1838 		gpiod_set_value_cansleep(qcadev->bt_en, 0);
1839 	}
1840 
1841 	set_bit(QCA_BT_OFF, &qca->flags);
1842 }
1843 
1844 static int qca_power_off(struct hci_dev *hdev)
1845 {
1846 	struct hci_uart *hu = hci_get_drvdata(hdev);
1847 	struct qca_data *qca = hu->priv;
1848 	enum qca_btsoc_type soc_type = qca_soc_type(hu);
1849 
1850 	hu->hdev->hw_error = NULL;
1851 	hu->hdev->cmd_timeout = NULL;
1852 
1853 	/* Stop sending shutdown command if soc crashes. */
1854 	if (soc_type != QCA_ROME
1855 		&& qca->memdump_state == QCA_MEMDUMP_IDLE) {
1856 		qca_send_pre_shutdown_cmd(hdev);
1857 		usleep_range(8000, 10000);
1858 	}
1859 
1860 	qca_power_shutdown(hu);
1861 	return 0;
1862 }
1863 
1864 static int qca_regulator_enable(struct qca_serdev *qcadev)
1865 {
1866 	struct qca_power *power = qcadev->bt_power;
1867 	int ret;
1868 
1869 	/* Already enabled */
1870 	if (power->vregs_on)
1871 		return 0;
1872 
1873 	BT_DBG("enabling %d regulators)", power->num_vregs);
1874 
1875 	ret = regulator_bulk_enable(power->num_vregs, power->vreg_bulk);
1876 	if (ret)
1877 		return ret;
1878 
1879 	power->vregs_on = true;
1880 
1881 	ret = clk_prepare_enable(qcadev->susclk);
1882 	if (ret)
1883 		qca_regulator_disable(qcadev);
1884 
1885 	return ret;
1886 }
1887 
1888 static void qca_regulator_disable(struct qca_serdev *qcadev)
1889 {
1890 	struct qca_power *power;
1891 
1892 	if (!qcadev)
1893 		return;
1894 
1895 	power = qcadev->bt_power;
1896 
1897 	/* Already disabled? */
1898 	if (!power->vregs_on)
1899 		return;
1900 
1901 	regulator_bulk_disable(power->num_vregs, power->vreg_bulk);
1902 	power->vregs_on = false;
1903 
1904 	clk_disable_unprepare(qcadev->susclk);
1905 }
1906 
1907 static int qca_init_regulators(struct qca_power *qca,
1908 				const struct qca_vreg *vregs, size_t num_vregs)
1909 {
1910 	struct regulator_bulk_data *bulk;
1911 	int ret;
1912 	int i;
1913 
1914 	bulk = devm_kcalloc(qca->dev, num_vregs, sizeof(*bulk), GFP_KERNEL);
1915 	if (!bulk)
1916 		return -ENOMEM;
1917 
1918 	for (i = 0; i < num_vregs; i++)
1919 		bulk[i].supply = vregs[i].name;
1920 
1921 	ret = devm_regulator_bulk_get(qca->dev, num_vregs, bulk);
1922 	if (ret < 0)
1923 		return ret;
1924 
1925 	for (i = 0; i < num_vregs; i++) {
1926 		ret = regulator_set_load(bulk[i].consumer, vregs[i].load_uA);
1927 		if (ret)
1928 			return ret;
1929 	}
1930 
1931 	qca->vreg_bulk = bulk;
1932 	qca->num_vregs = num_vregs;
1933 
1934 	return 0;
1935 }
1936 
1937 static int qca_serdev_probe(struct serdev_device *serdev)
1938 {
1939 	struct qca_serdev *qcadev;
1940 	struct hci_dev *hdev;
1941 	const struct qca_device_data *data;
1942 	int err;
1943 	bool power_ctrl_enabled = true;
1944 
1945 	qcadev = devm_kzalloc(&serdev->dev, sizeof(*qcadev), GFP_KERNEL);
1946 	if (!qcadev)
1947 		return -ENOMEM;
1948 
1949 	qcadev->serdev_hu.serdev = serdev;
1950 	data = device_get_match_data(&serdev->dev);
1951 	serdev_device_set_drvdata(serdev, qcadev);
1952 	device_property_read_string(&serdev->dev, "firmware-name",
1953 					 &qcadev->firmware_name);
1954 	device_property_read_u32(&serdev->dev, "max-speed",
1955 				 &qcadev->oper_speed);
1956 	if (!qcadev->oper_speed)
1957 		BT_DBG("UART will pick default operating speed");
1958 
1959 	if (data && qca_is_wcn399x(data->soc_type)) {
1960 		qcadev->btsoc_type = data->soc_type;
1961 		qcadev->bt_power = devm_kzalloc(&serdev->dev,
1962 						sizeof(struct qca_power),
1963 						GFP_KERNEL);
1964 		if (!qcadev->bt_power)
1965 			return -ENOMEM;
1966 
1967 		qcadev->bt_power->dev = &serdev->dev;
1968 		err = qca_init_regulators(qcadev->bt_power, data->vregs,
1969 					  data->num_vregs);
1970 		if (err) {
1971 			BT_ERR("Failed to init regulators:%d", err);
1972 			return err;
1973 		}
1974 
1975 		qcadev->bt_power->vregs_on = false;
1976 
1977 		qcadev->susclk = devm_clk_get_optional(&serdev->dev, NULL);
1978 		if (IS_ERR(qcadev->susclk)) {
1979 			dev_err(&serdev->dev, "failed to acquire clk\n");
1980 			return PTR_ERR(qcadev->susclk);
1981 		}
1982 
1983 		err = hci_uart_register_device(&qcadev->serdev_hu, &qca_proto);
1984 		if (err) {
1985 			BT_ERR("wcn3990 serdev registration failed");
1986 			return err;
1987 		}
1988 	} else {
1989 		if (data)
1990 			qcadev->btsoc_type = data->soc_type;
1991 		else
1992 			qcadev->btsoc_type = QCA_ROME;
1993 
1994 		qcadev->bt_en = devm_gpiod_get_optional(&serdev->dev, "enable",
1995 					       GPIOD_OUT_LOW);
1996 		if (!qcadev->bt_en) {
1997 			dev_warn(&serdev->dev, "failed to acquire enable gpio\n");
1998 			power_ctrl_enabled = false;
1999 		}
2000 
2001 		qcadev->susclk = devm_clk_get_optional(&serdev->dev, NULL);
2002 		if (IS_ERR(qcadev->susclk)) {
2003 			dev_warn(&serdev->dev, "failed to acquire clk\n");
2004 			return PTR_ERR(qcadev->susclk);
2005 		}
2006 		err = clk_set_rate(qcadev->susclk, SUSCLK_RATE_32KHZ);
2007 		if (err)
2008 			return err;
2009 
2010 		err = clk_prepare_enable(qcadev->susclk);
2011 		if (err)
2012 			return err;
2013 
2014 		err = hci_uart_register_device(&qcadev->serdev_hu, &qca_proto);
2015 		if (err) {
2016 			BT_ERR("Rome serdev registration failed");
2017 			clk_disable_unprepare(qcadev->susclk);
2018 			return err;
2019 		}
2020 	}
2021 
2022 	hdev = qcadev->serdev_hu.hdev;
2023 
2024 	if (power_ctrl_enabled) {
2025 		set_bit(HCI_QUIRK_NON_PERSISTENT_SETUP, &hdev->quirks);
2026 		hdev->shutdown = qca_power_off;
2027 	}
2028 
2029 	if (data) {
2030 		/* Wideband speech support must be set per driver since it can't
2031 		 * be queried via hci. Same with the valid le states quirk.
2032 		 */
2033 		if (data->capabilities & QCA_CAP_WIDEBAND_SPEECH)
2034 			set_bit(HCI_QUIRK_WIDEBAND_SPEECH_SUPPORTED,
2035 				&hdev->quirks);
2036 
2037 		if (data->capabilities & QCA_CAP_VALID_LE_STATES)
2038 			set_bit(HCI_QUIRK_VALID_LE_STATES, &hdev->quirks);
2039 	}
2040 
2041 	return 0;
2042 }
2043 
2044 static void qca_serdev_remove(struct serdev_device *serdev)
2045 {
2046 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2047 	struct qca_power *power = qcadev->bt_power;
2048 
2049 	if (qca_is_wcn399x(qcadev->btsoc_type) && power->vregs_on)
2050 		qca_power_shutdown(&qcadev->serdev_hu);
2051 	else if (qcadev->susclk)
2052 		clk_disable_unprepare(qcadev->susclk);
2053 
2054 	hci_uart_unregister_device(&qcadev->serdev_hu);
2055 }
2056 
2057 static void qca_serdev_shutdown(struct device *dev)
2058 {
2059 	int ret;
2060 	int timeout = msecs_to_jiffies(CMD_TRANS_TIMEOUT_MS);
2061 	struct serdev_device *serdev = to_serdev_device(dev);
2062 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2063 	const u8 ibs_wake_cmd[] = { 0xFD };
2064 	const u8 edl_reset_soc_cmd[] = { 0x01, 0x00, 0xFC, 0x01, 0x05 };
2065 
2066 	if (qcadev->btsoc_type == QCA_QCA6390) {
2067 		serdev_device_write_flush(serdev);
2068 		ret = serdev_device_write_buf(serdev, ibs_wake_cmd,
2069 					      sizeof(ibs_wake_cmd));
2070 		if (ret < 0) {
2071 			BT_ERR("QCA send IBS_WAKE_IND error: %d", ret);
2072 			return;
2073 		}
2074 		serdev_device_wait_until_sent(serdev, timeout);
2075 		usleep_range(8000, 10000);
2076 
2077 		serdev_device_write_flush(serdev);
2078 		ret = serdev_device_write_buf(serdev, edl_reset_soc_cmd,
2079 					      sizeof(edl_reset_soc_cmd));
2080 		if (ret < 0) {
2081 			BT_ERR("QCA send EDL_RESET_REQ error: %d", ret);
2082 			return;
2083 		}
2084 		serdev_device_wait_until_sent(serdev, timeout);
2085 		usleep_range(8000, 10000);
2086 	}
2087 }
2088 
2089 static int __maybe_unused qca_suspend(struct device *dev)
2090 {
2091 	struct serdev_device *serdev = to_serdev_device(dev);
2092 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2093 	struct hci_uart *hu = &qcadev->serdev_hu;
2094 	struct qca_data *qca = hu->priv;
2095 	unsigned long flags;
2096 	bool tx_pending = false;
2097 	int ret = 0;
2098 	u8 cmd;
2099 	u32 wait_timeout = 0;
2100 
2101 	set_bit(QCA_SUSPENDING, &qca->flags);
2102 
2103 	if (test_bit(QCA_BT_OFF, &qca->flags))
2104 		return 0;
2105 
2106 	if (test_bit(QCA_IBS_DISABLED, &qca->flags)) {
2107 		wait_timeout = test_bit(QCA_SSR_TRIGGERED, &qca->flags) ?
2108 					IBS_DISABLE_SSR_TIMEOUT_MS :
2109 					FW_DOWNLOAD_TIMEOUT_MS;
2110 
2111 		/* QCA_IBS_DISABLED flag is set to true, During FW download
2112 		 * and during memory dump collection. It is reset to false,
2113 		 * After FW download complete and after memory dump collections.
2114 		 */
2115 		wait_on_bit_timeout(&qca->flags, QCA_IBS_DISABLED,
2116 			    TASK_UNINTERRUPTIBLE, msecs_to_jiffies(wait_timeout));
2117 
2118 		if (test_bit(QCA_IBS_DISABLED, &qca->flags)) {
2119 			bt_dev_err(hu->hdev, "SSR or FW download time out");
2120 			ret = -ETIMEDOUT;
2121 			goto error;
2122 		}
2123 	}
2124 
2125 	/* After memory dump collection, Controller is powered off.*/
2126 	if (test_bit(QCA_BT_OFF, &qca->flags))
2127 		return 0;
2128 
2129 	cancel_work_sync(&qca->ws_awake_device);
2130 	cancel_work_sync(&qca->ws_awake_rx);
2131 
2132 	spin_lock_irqsave_nested(&qca->hci_ibs_lock,
2133 				 flags, SINGLE_DEPTH_NESTING);
2134 
2135 	switch (qca->tx_ibs_state) {
2136 	case HCI_IBS_TX_WAKING:
2137 		del_timer(&qca->wake_retrans_timer);
2138 		fallthrough;
2139 	case HCI_IBS_TX_AWAKE:
2140 		del_timer(&qca->tx_idle_timer);
2141 
2142 		serdev_device_write_flush(hu->serdev);
2143 		cmd = HCI_IBS_SLEEP_IND;
2144 		ret = serdev_device_write_buf(hu->serdev, &cmd, sizeof(cmd));
2145 
2146 		if (ret < 0) {
2147 			BT_ERR("Failed to send SLEEP to device");
2148 			break;
2149 		}
2150 
2151 		qca->tx_ibs_state = HCI_IBS_TX_ASLEEP;
2152 		qca->ibs_sent_slps++;
2153 		tx_pending = true;
2154 		break;
2155 
2156 	case HCI_IBS_TX_ASLEEP:
2157 		break;
2158 
2159 	default:
2160 		BT_ERR("Spurious tx state %d", qca->tx_ibs_state);
2161 		ret = -EINVAL;
2162 		break;
2163 	}
2164 
2165 	spin_unlock_irqrestore(&qca->hci_ibs_lock, flags);
2166 
2167 	if (ret < 0)
2168 		goto error;
2169 
2170 	if (tx_pending) {
2171 		serdev_device_wait_until_sent(hu->serdev,
2172 					      msecs_to_jiffies(CMD_TRANS_TIMEOUT_MS));
2173 		serial_clock_vote(HCI_IBS_TX_VOTE_CLOCK_OFF, hu);
2174 	}
2175 
2176 	/* Wait for HCI_IBS_SLEEP_IND sent by device to indicate its Tx is going
2177 	 * to sleep, so that the packet does not wake the system later.
2178 	 */
2179 	ret = wait_event_interruptible_timeout(qca->suspend_wait_q,
2180 			qca->rx_ibs_state == HCI_IBS_RX_ASLEEP,
2181 			msecs_to_jiffies(IBS_BTSOC_TX_IDLE_TIMEOUT_MS));
2182 	if (ret == 0) {
2183 		ret = -ETIMEDOUT;
2184 		goto error;
2185 	}
2186 
2187 	return 0;
2188 
2189 error:
2190 	clear_bit(QCA_SUSPENDING, &qca->flags);
2191 
2192 	return ret;
2193 }
2194 
2195 static int __maybe_unused qca_resume(struct device *dev)
2196 {
2197 	struct serdev_device *serdev = to_serdev_device(dev);
2198 	struct qca_serdev *qcadev = serdev_device_get_drvdata(serdev);
2199 	struct hci_uart *hu = &qcadev->serdev_hu;
2200 	struct qca_data *qca = hu->priv;
2201 
2202 	clear_bit(QCA_SUSPENDING, &qca->flags);
2203 
2204 	return 0;
2205 }
2206 
2207 static SIMPLE_DEV_PM_OPS(qca_pm_ops, qca_suspend, qca_resume);
2208 
2209 #ifdef CONFIG_OF
2210 static const struct of_device_id qca_bluetooth_of_match[] = {
2211 	{ .compatible = "qcom,qca6174-bt" },
2212 	{ .compatible = "qcom,qca6390-bt", .data = &qca_soc_data_qca6390},
2213 	{ .compatible = "qcom,qca9377-bt" },
2214 	{ .compatible = "qcom,wcn3990-bt", .data = &qca_soc_data_wcn3990},
2215 	{ .compatible = "qcom,wcn3991-bt", .data = &qca_soc_data_wcn3991},
2216 	{ .compatible = "qcom,wcn3998-bt", .data = &qca_soc_data_wcn3998},
2217 	{ /* sentinel */ }
2218 };
2219 MODULE_DEVICE_TABLE(of, qca_bluetooth_of_match);
2220 #endif
2221 
2222 #ifdef CONFIG_ACPI
2223 static const struct acpi_device_id qca_bluetooth_acpi_match[] = {
2224 	{ "QCOM6390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2225 	{ "DLA16390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2226 	{ "DLB16390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2227 	{ "DLB26390", (kernel_ulong_t)&qca_soc_data_qca6390 },
2228 	{ },
2229 };
2230 MODULE_DEVICE_TABLE(acpi, qca_bluetooth_acpi_match);
2231 #endif
2232 
2233 
2234 static struct serdev_device_driver qca_serdev_driver = {
2235 	.probe = qca_serdev_probe,
2236 	.remove = qca_serdev_remove,
2237 	.driver = {
2238 		.name = "hci_uart_qca",
2239 		.of_match_table = of_match_ptr(qca_bluetooth_of_match),
2240 		.acpi_match_table = ACPI_PTR(qca_bluetooth_acpi_match),
2241 		.shutdown = qca_serdev_shutdown,
2242 		.pm = &qca_pm_ops,
2243 	},
2244 };
2245 
2246 int __init qca_init(void)
2247 {
2248 	serdev_device_driver_register(&qca_serdev_driver);
2249 
2250 	return hci_uart_register_proto(&qca_proto);
2251 }
2252 
2253 int __exit qca_deinit(void)
2254 {
2255 	serdev_device_driver_unregister(&qca_serdev_driver);
2256 
2257 	return hci_uart_unregister_proto(&qca_proto);
2258 }
2259