xref: /openbmc/linux/net/bluetooth/hci_core.c (revision 4ee812f6)
1 /*
2    BlueZ - Bluetooth protocol stack for Linux
3    Copyright (C) 2000-2001 Qualcomm Incorporated
4    Copyright (C) 2011 ProFUSION Embedded Systems
5 
6    Written 2000,2001 by Maxim Krasnyansky <maxk@qualcomm.com>
7 
8    This program is free software; you can redistribute it and/or modify
9    it under the terms of the GNU General Public License version 2 as
10    published by the Free Software Foundation;
11 
12    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
13    OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
14    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT OF THIRD PARTY RIGHTS.
15    IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) AND AUTHOR(S) BE LIABLE FOR ANY
16    CLAIM, OR ANY SPECIAL INDIRECT OR CONSEQUENTIAL DAMAGES, OR ANY DAMAGES
17    WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
18    ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
19    OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
20 
21    ALL LIABILITY, INCLUDING LIABILITY FOR INFRINGEMENT OF ANY PATENTS,
22    COPYRIGHTS, TRADEMARKS OR OTHER RIGHTS, RELATING TO USE OF THIS
23    SOFTWARE IS DISCLAIMED.
24 */
25 
26 /* Bluetooth HCI core. */
27 
28 #include <linux/export.h>
29 #include <linux/idr.h>
30 #include <linux/rfkill.h>
31 #include <linux/debugfs.h>
32 #include <linux/crypto.h>
33 #include <linux/property.h>
34 #include <asm/unaligned.h>
35 
36 #include <net/bluetooth/bluetooth.h>
37 #include <net/bluetooth/hci_core.h>
38 #include <net/bluetooth/l2cap.h>
39 #include <net/bluetooth/mgmt.h>
40 
41 #include "hci_request.h"
42 #include "hci_debugfs.h"
43 #include "smp.h"
44 #include "leds.h"
45 
46 static void hci_rx_work(struct work_struct *work);
47 static void hci_cmd_work(struct work_struct *work);
48 static void hci_tx_work(struct work_struct *work);
49 
50 /* HCI device list */
51 LIST_HEAD(hci_dev_list);
52 DEFINE_RWLOCK(hci_dev_list_lock);
53 
54 /* HCI callback list */
55 LIST_HEAD(hci_cb_list);
56 DEFINE_MUTEX(hci_cb_list_lock);
57 
58 /* HCI ID Numbering */
59 static DEFINE_IDA(hci_index_ida);
60 
61 /* ---- HCI debugfs entries ---- */
62 
63 static ssize_t dut_mode_read(struct file *file, char __user *user_buf,
64 			     size_t count, loff_t *ppos)
65 {
66 	struct hci_dev *hdev = file->private_data;
67 	char buf[3];
68 
69 	buf[0] = hci_dev_test_flag(hdev, HCI_DUT_MODE) ? 'Y' : 'N';
70 	buf[1] = '\n';
71 	buf[2] = '\0';
72 	return simple_read_from_buffer(user_buf, count, ppos, buf, 2);
73 }
74 
75 static ssize_t dut_mode_write(struct file *file, const char __user *user_buf,
76 			      size_t count, loff_t *ppos)
77 {
78 	struct hci_dev *hdev = file->private_data;
79 	struct sk_buff *skb;
80 	bool enable;
81 	int err;
82 
83 	if (!test_bit(HCI_UP, &hdev->flags))
84 		return -ENETDOWN;
85 
86 	err = kstrtobool_from_user(user_buf, count, &enable);
87 	if (err)
88 		return err;
89 
90 	if (enable == hci_dev_test_flag(hdev, HCI_DUT_MODE))
91 		return -EALREADY;
92 
93 	hci_req_sync_lock(hdev);
94 	if (enable)
95 		skb = __hci_cmd_sync(hdev, HCI_OP_ENABLE_DUT_MODE, 0, NULL,
96 				     HCI_CMD_TIMEOUT);
97 	else
98 		skb = __hci_cmd_sync(hdev, HCI_OP_RESET, 0, NULL,
99 				     HCI_CMD_TIMEOUT);
100 	hci_req_sync_unlock(hdev);
101 
102 	if (IS_ERR(skb))
103 		return PTR_ERR(skb);
104 
105 	kfree_skb(skb);
106 
107 	hci_dev_change_flag(hdev, HCI_DUT_MODE);
108 
109 	return count;
110 }
111 
112 static const struct file_operations dut_mode_fops = {
113 	.open		= simple_open,
114 	.read		= dut_mode_read,
115 	.write		= dut_mode_write,
116 	.llseek		= default_llseek,
117 };
118 
119 static ssize_t vendor_diag_read(struct file *file, char __user *user_buf,
120 				size_t count, loff_t *ppos)
121 {
122 	struct hci_dev *hdev = file->private_data;
123 	char buf[3];
124 
125 	buf[0] = hci_dev_test_flag(hdev, HCI_VENDOR_DIAG) ? 'Y' : 'N';
126 	buf[1] = '\n';
127 	buf[2] = '\0';
128 	return simple_read_from_buffer(user_buf, count, ppos, buf, 2);
129 }
130 
131 static ssize_t vendor_diag_write(struct file *file, const char __user *user_buf,
132 				 size_t count, loff_t *ppos)
133 {
134 	struct hci_dev *hdev = file->private_data;
135 	bool enable;
136 	int err;
137 
138 	err = kstrtobool_from_user(user_buf, count, &enable);
139 	if (err)
140 		return err;
141 
142 	/* When the diagnostic flags are not persistent and the transport
143 	 * is not active or in user channel operation, then there is no need
144 	 * for the vendor callback. Instead just store the desired value and
145 	 * the setting will be programmed when the controller gets powered on.
146 	 */
147 	if (test_bit(HCI_QUIRK_NON_PERSISTENT_DIAG, &hdev->quirks) &&
148 	    (!test_bit(HCI_RUNNING, &hdev->flags) ||
149 	     hci_dev_test_flag(hdev, HCI_USER_CHANNEL)))
150 		goto done;
151 
152 	hci_req_sync_lock(hdev);
153 	err = hdev->set_diag(hdev, enable);
154 	hci_req_sync_unlock(hdev);
155 
156 	if (err < 0)
157 		return err;
158 
159 done:
160 	if (enable)
161 		hci_dev_set_flag(hdev, HCI_VENDOR_DIAG);
162 	else
163 		hci_dev_clear_flag(hdev, HCI_VENDOR_DIAG);
164 
165 	return count;
166 }
167 
168 static const struct file_operations vendor_diag_fops = {
169 	.open		= simple_open,
170 	.read		= vendor_diag_read,
171 	.write		= vendor_diag_write,
172 	.llseek		= default_llseek,
173 };
174 
175 static void hci_debugfs_create_basic(struct hci_dev *hdev)
176 {
177 	debugfs_create_file("dut_mode", 0644, hdev->debugfs, hdev,
178 			    &dut_mode_fops);
179 
180 	if (hdev->set_diag)
181 		debugfs_create_file("vendor_diag", 0644, hdev->debugfs, hdev,
182 				    &vendor_diag_fops);
183 }
184 
185 static int hci_reset_req(struct hci_request *req, unsigned long opt)
186 {
187 	BT_DBG("%s %ld", req->hdev->name, opt);
188 
189 	/* Reset device */
190 	set_bit(HCI_RESET, &req->hdev->flags);
191 	hci_req_add(req, HCI_OP_RESET, 0, NULL);
192 	return 0;
193 }
194 
195 static void bredr_init(struct hci_request *req)
196 {
197 	req->hdev->flow_ctl_mode = HCI_FLOW_CTL_MODE_PACKET_BASED;
198 
199 	/* Read Local Supported Features */
200 	hci_req_add(req, HCI_OP_READ_LOCAL_FEATURES, 0, NULL);
201 
202 	/* Read Local Version */
203 	hci_req_add(req, HCI_OP_READ_LOCAL_VERSION, 0, NULL);
204 
205 	/* Read BD Address */
206 	hci_req_add(req, HCI_OP_READ_BD_ADDR, 0, NULL);
207 }
208 
209 static void amp_init1(struct hci_request *req)
210 {
211 	req->hdev->flow_ctl_mode = HCI_FLOW_CTL_MODE_BLOCK_BASED;
212 
213 	/* Read Local Version */
214 	hci_req_add(req, HCI_OP_READ_LOCAL_VERSION, 0, NULL);
215 
216 	/* Read Local Supported Commands */
217 	hci_req_add(req, HCI_OP_READ_LOCAL_COMMANDS, 0, NULL);
218 
219 	/* Read Local AMP Info */
220 	hci_req_add(req, HCI_OP_READ_LOCAL_AMP_INFO, 0, NULL);
221 
222 	/* Read Data Blk size */
223 	hci_req_add(req, HCI_OP_READ_DATA_BLOCK_SIZE, 0, NULL);
224 
225 	/* Read Flow Control Mode */
226 	hci_req_add(req, HCI_OP_READ_FLOW_CONTROL_MODE, 0, NULL);
227 
228 	/* Read Location Data */
229 	hci_req_add(req, HCI_OP_READ_LOCATION_DATA, 0, NULL);
230 }
231 
232 static int amp_init2(struct hci_request *req)
233 {
234 	/* Read Local Supported Features. Not all AMP controllers
235 	 * support this so it's placed conditionally in the second
236 	 * stage init.
237 	 */
238 	if (req->hdev->commands[14] & 0x20)
239 		hci_req_add(req, HCI_OP_READ_LOCAL_FEATURES, 0, NULL);
240 
241 	return 0;
242 }
243 
244 static int hci_init1_req(struct hci_request *req, unsigned long opt)
245 {
246 	struct hci_dev *hdev = req->hdev;
247 
248 	BT_DBG("%s %ld", hdev->name, opt);
249 
250 	/* Reset */
251 	if (!test_bit(HCI_QUIRK_RESET_ON_CLOSE, &hdev->quirks))
252 		hci_reset_req(req, 0);
253 
254 	switch (hdev->dev_type) {
255 	case HCI_PRIMARY:
256 		bredr_init(req);
257 		break;
258 	case HCI_AMP:
259 		amp_init1(req);
260 		break;
261 	default:
262 		bt_dev_err(hdev, "Unknown device type %d", hdev->dev_type);
263 		break;
264 	}
265 
266 	return 0;
267 }
268 
269 static void bredr_setup(struct hci_request *req)
270 {
271 	__le16 param;
272 	__u8 flt_type;
273 
274 	/* Read Buffer Size (ACL mtu, max pkt, etc.) */
275 	hci_req_add(req, HCI_OP_READ_BUFFER_SIZE, 0, NULL);
276 
277 	/* Read Class of Device */
278 	hci_req_add(req, HCI_OP_READ_CLASS_OF_DEV, 0, NULL);
279 
280 	/* Read Local Name */
281 	hci_req_add(req, HCI_OP_READ_LOCAL_NAME, 0, NULL);
282 
283 	/* Read Voice Setting */
284 	hci_req_add(req, HCI_OP_READ_VOICE_SETTING, 0, NULL);
285 
286 	/* Read Number of Supported IAC */
287 	hci_req_add(req, HCI_OP_READ_NUM_SUPPORTED_IAC, 0, NULL);
288 
289 	/* Read Current IAC LAP */
290 	hci_req_add(req, HCI_OP_READ_CURRENT_IAC_LAP, 0, NULL);
291 
292 	/* Clear Event Filters */
293 	flt_type = HCI_FLT_CLEAR_ALL;
294 	hci_req_add(req, HCI_OP_SET_EVENT_FLT, 1, &flt_type);
295 
296 	/* Connection accept timeout ~20 secs */
297 	param = cpu_to_le16(0x7d00);
298 	hci_req_add(req, HCI_OP_WRITE_CA_TIMEOUT, 2, &param);
299 }
300 
301 static void le_setup(struct hci_request *req)
302 {
303 	struct hci_dev *hdev = req->hdev;
304 
305 	/* Read LE Buffer Size */
306 	hci_req_add(req, HCI_OP_LE_READ_BUFFER_SIZE, 0, NULL);
307 
308 	/* Read LE Local Supported Features */
309 	hci_req_add(req, HCI_OP_LE_READ_LOCAL_FEATURES, 0, NULL);
310 
311 	/* Read LE Supported States */
312 	hci_req_add(req, HCI_OP_LE_READ_SUPPORTED_STATES, 0, NULL);
313 
314 	/* LE-only controllers have LE implicitly enabled */
315 	if (!lmp_bredr_capable(hdev))
316 		hci_dev_set_flag(hdev, HCI_LE_ENABLED);
317 }
318 
319 static void hci_setup_event_mask(struct hci_request *req)
320 {
321 	struct hci_dev *hdev = req->hdev;
322 
323 	/* The second byte is 0xff instead of 0x9f (two reserved bits
324 	 * disabled) since a Broadcom 1.2 dongle doesn't respond to the
325 	 * command otherwise.
326 	 */
327 	u8 events[8] = { 0xff, 0xff, 0xfb, 0xff, 0x00, 0x00, 0x00, 0x00 };
328 
329 	/* CSR 1.1 dongles does not accept any bitfield so don't try to set
330 	 * any event mask for pre 1.2 devices.
331 	 */
332 	if (hdev->hci_ver < BLUETOOTH_VER_1_2)
333 		return;
334 
335 	if (lmp_bredr_capable(hdev)) {
336 		events[4] |= 0x01; /* Flow Specification Complete */
337 	} else {
338 		/* Use a different default for LE-only devices */
339 		memset(events, 0, sizeof(events));
340 		events[1] |= 0x20; /* Command Complete */
341 		events[1] |= 0x40; /* Command Status */
342 		events[1] |= 0x80; /* Hardware Error */
343 
344 		/* If the controller supports the Disconnect command, enable
345 		 * the corresponding event. In addition enable packet flow
346 		 * control related events.
347 		 */
348 		if (hdev->commands[0] & 0x20) {
349 			events[0] |= 0x10; /* Disconnection Complete */
350 			events[2] |= 0x04; /* Number of Completed Packets */
351 			events[3] |= 0x02; /* Data Buffer Overflow */
352 		}
353 
354 		/* If the controller supports the Read Remote Version
355 		 * Information command, enable the corresponding event.
356 		 */
357 		if (hdev->commands[2] & 0x80)
358 			events[1] |= 0x08; /* Read Remote Version Information
359 					    * Complete
360 					    */
361 
362 		if (hdev->le_features[0] & HCI_LE_ENCRYPTION) {
363 			events[0] |= 0x80; /* Encryption Change */
364 			events[5] |= 0x80; /* Encryption Key Refresh Complete */
365 		}
366 	}
367 
368 	if (lmp_inq_rssi_capable(hdev) ||
369 	    test_bit(HCI_QUIRK_FIXUP_INQUIRY_MODE, &hdev->quirks))
370 		events[4] |= 0x02; /* Inquiry Result with RSSI */
371 
372 	if (lmp_ext_feat_capable(hdev))
373 		events[4] |= 0x04; /* Read Remote Extended Features Complete */
374 
375 	if (lmp_esco_capable(hdev)) {
376 		events[5] |= 0x08; /* Synchronous Connection Complete */
377 		events[5] |= 0x10; /* Synchronous Connection Changed */
378 	}
379 
380 	if (lmp_sniffsubr_capable(hdev))
381 		events[5] |= 0x20; /* Sniff Subrating */
382 
383 	if (lmp_pause_enc_capable(hdev))
384 		events[5] |= 0x80; /* Encryption Key Refresh Complete */
385 
386 	if (lmp_ext_inq_capable(hdev))
387 		events[5] |= 0x40; /* Extended Inquiry Result */
388 
389 	if (lmp_no_flush_capable(hdev))
390 		events[7] |= 0x01; /* Enhanced Flush Complete */
391 
392 	if (lmp_lsto_capable(hdev))
393 		events[6] |= 0x80; /* Link Supervision Timeout Changed */
394 
395 	if (lmp_ssp_capable(hdev)) {
396 		events[6] |= 0x01;	/* IO Capability Request */
397 		events[6] |= 0x02;	/* IO Capability Response */
398 		events[6] |= 0x04;	/* User Confirmation Request */
399 		events[6] |= 0x08;	/* User Passkey Request */
400 		events[6] |= 0x10;	/* Remote OOB Data Request */
401 		events[6] |= 0x20;	/* Simple Pairing Complete */
402 		events[7] |= 0x04;	/* User Passkey Notification */
403 		events[7] |= 0x08;	/* Keypress Notification */
404 		events[7] |= 0x10;	/* Remote Host Supported
405 					 * Features Notification
406 					 */
407 	}
408 
409 	if (lmp_le_capable(hdev))
410 		events[7] |= 0x20;	/* LE Meta-Event */
411 
412 	hci_req_add(req, HCI_OP_SET_EVENT_MASK, sizeof(events), events);
413 }
414 
415 static int hci_init2_req(struct hci_request *req, unsigned long opt)
416 {
417 	struct hci_dev *hdev = req->hdev;
418 
419 	if (hdev->dev_type == HCI_AMP)
420 		return amp_init2(req);
421 
422 	if (lmp_bredr_capable(hdev))
423 		bredr_setup(req);
424 	else
425 		hci_dev_clear_flag(hdev, HCI_BREDR_ENABLED);
426 
427 	if (lmp_le_capable(hdev))
428 		le_setup(req);
429 
430 	/* All Bluetooth 1.2 and later controllers should support the
431 	 * HCI command for reading the local supported commands.
432 	 *
433 	 * Unfortunately some controllers indicate Bluetooth 1.2 support,
434 	 * but do not have support for this command. If that is the case,
435 	 * the driver can quirk the behavior and skip reading the local
436 	 * supported commands.
437 	 */
438 	if (hdev->hci_ver > BLUETOOTH_VER_1_1 &&
439 	    !test_bit(HCI_QUIRK_BROKEN_LOCAL_COMMANDS, &hdev->quirks))
440 		hci_req_add(req, HCI_OP_READ_LOCAL_COMMANDS, 0, NULL);
441 
442 	if (lmp_ssp_capable(hdev)) {
443 		/* When SSP is available, then the host features page
444 		 * should also be available as well. However some
445 		 * controllers list the max_page as 0 as long as SSP
446 		 * has not been enabled. To achieve proper debugging
447 		 * output, force the minimum max_page to 1 at least.
448 		 */
449 		hdev->max_page = 0x01;
450 
451 		if (hci_dev_test_flag(hdev, HCI_SSP_ENABLED)) {
452 			u8 mode = 0x01;
453 
454 			hci_req_add(req, HCI_OP_WRITE_SSP_MODE,
455 				    sizeof(mode), &mode);
456 		} else {
457 			struct hci_cp_write_eir cp;
458 
459 			memset(hdev->eir, 0, sizeof(hdev->eir));
460 			memset(&cp, 0, sizeof(cp));
461 
462 			hci_req_add(req, HCI_OP_WRITE_EIR, sizeof(cp), &cp);
463 		}
464 	}
465 
466 	if (lmp_inq_rssi_capable(hdev) ||
467 	    test_bit(HCI_QUIRK_FIXUP_INQUIRY_MODE, &hdev->quirks)) {
468 		u8 mode;
469 
470 		/* If Extended Inquiry Result events are supported, then
471 		 * they are clearly preferred over Inquiry Result with RSSI
472 		 * events.
473 		 */
474 		mode = lmp_ext_inq_capable(hdev) ? 0x02 : 0x01;
475 
476 		hci_req_add(req, HCI_OP_WRITE_INQUIRY_MODE, 1, &mode);
477 	}
478 
479 	if (lmp_inq_tx_pwr_capable(hdev))
480 		hci_req_add(req, HCI_OP_READ_INQ_RSP_TX_POWER, 0, NULL);
481 
482 	if (lmp_ext_feat_capable(hdev)) {
483 		struct hci_cp_read_local_ext_features cp;
484 
485 		cp.page = 0x01;
486 		hci_req_add(req, HCI_OP_READ_LOCAL_EXT_FEATURES,
487 			    sizeof(cp), &cp);
488 	}
489 
490 	if (hci_dev_test_flag(hdev, HCI_LINK_SECURITY)) {
491 		u8 enable = 1;
492 		hci_req_add(req, HCI_OP_WRITE_AUTH_ENABLE, sizeof(enable),
493 			    &enable);
494 	}
495 
496 	return 0;
497 }
498 
499 static void hci_setup_link_policy(struct hci_request *req)
500 {
501 	struct hci_dev *hdev = req->hdev;
502 	struct hci_cp_write_def_link_policy cp;
503 	u16 link_policy = 0;
504 
505 	if (lmp_rswitch_capable(hdev))
506 		link_policy |= HCI_LP_RSWITCH;
507 	if (lmp_hold_capable(hdev))
508 		link_policy |= HCI_LP_HOLD;
509 	if (lmp_sniff_capable(hdev))
510 		link_policy |= HCI_LP_SNIFF;
511 	if (lmp_park_capable(hdev))
512 		link_policy |= HCI_LP_PARK;
513 
514 	cp.policy = cpu_to_le16(link_policy);
515 	hci_req_add(req, HCI_OP_WRITE_DEF_LINK_POLICY, sizeof(cp), &cp);
516 }
517 
518 static void hci_set_le_support(struct hci_request *req)
519 {
520 	struct hci_dev *hdev = req->hdev;
521 	struct hci_cp_write_le_host_supported cp;
522 
523 	/* LE-only devices do not support explicit enablement */
524 	if (!lmp_bredr_capable(hdev))
525 		return;
526 
527 	memset(&cp, 0, sizeof(cp));
528 
529 	if (hci_dev_test_flag(hdev, HCI_LE_ENABLED)) {
530 		cp.le = 0x01;
531 		cp.simul = 0x00;
532 	}
533 
534 	if (cp.le != lmp_host_le_capable(hdev))
535 		hci_req_add(req, HCI_OP_WRITE_LE_HOST_SUPPORTED, sizeof(cp),
536 			    &cp);
537 }
538 
539 static void hci_set_event_mask_page_2(struct hci_request *req)
540 {
541 	struct hci_dev *hdev = req->hdev;
542 	u8 events[8] = { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 };
543 	bool changed = false;
544 
545 	/* If Connectionless Slave Broadcast master role is supported
546 	 * enable all necessary events for it.
547 	 */
548 	if (lmp_csb_master_capable(hdev)) {
549 		events[1] |= 0x40;	/* Triggered Clock Capture */
550 		events[1] |= 0x80;	/* Synchronization Train Complete */
551 		events[2] |= 0x10;	/* Slave Page Response Timeout */
552 		events[2] |= 0x20;	/* CSB Channel Map Change */
553 		changed = true;
554 	}
555 
556 	/* If Connectionless Slave Broadcast slave role is supported
557 	 * enable all necessary events for it.
558 	 */
559 	if (lmp_csb_slave_capable(hdev)) {
560 		events[2] |= 0x01;	/* Synchronization Train Received */
561 		events[2] |= 0x02;	/* CSB Receive */
562 		events[2] |= 0x04;	/* CSB Timeout */
563 		events[2] |= 0x08;	/* Truncated Page Complete */
564 		changed = true;
565 	}
566 
567 	/* Enable Authenticated Payload Timeout Expired event if supported */
568 	if (lmp_ping_capable(hdev) || hdev->le_features[0] & HCI_LE_PING) {
569 		events[2] |= 0x80;
570 		changed = true;
571 	}
572 
573 	/* Some Broadcom based controllers indicate support for Set Event
574 	 * Mask Page 2 command, but then actually do not support it. Since
575 	 * the default value is all bits set to zero, the command is only
576 	 * required if the event mask has to be changed. In case no change
577 	 * to the event mask is needed, skip this command.
578 	 */
579 	if (changed)
580 		hci_req_add(req, HCI_OP_SET_EVENT_MASK_PAGE_2,
581 			    sizeof(events), events);
582 }
583 
584 static int hci_init3_req(struct hci_request *req, unsigned long opt)
585 {
586 	struct hci_dev *hdev = req->hdev;
587 	u8 p;
588 
589 	hci_setup_event_mask(req);
590 
591 	if (hdev->commands[6] & 0x20 &&
592 	    !test_bit(HCI_QUIRK_BROKEN_STORED_LINK_KEY, &hdev->quirks)) {
593 		struct hci_cp_read_stored_link_key cp;
594 
595 		bacpy(&cp.bdaddr, BDADDR_ANY);
596 		cp.read_all = 0x01;
597 		hci_req_add(req, HCI_OP_READ_STORED_LINK_KEY, sizeof(cp), &cp);
598 	}
599 
600 	if (hdev->commands[5] & 0x10)
601 		hci_setup_link_policy(req);
602 
603 	if (hdev->commands[8] & 0x01)
604 		hci_req_add(req, HCI_OP_READ_PAGE_SCAN_ACTIVITY, 0, NULL);
605 
606 	/* Some older Broadcom based Bluetooth 1.2 controllers do not
607 	 * support the Read Page Scan Type command. Check support for
608 	 * this command in the bit mask of supported commands.
609 	 */
610 	if (hdev->commands[13] & 0x01)
611 		hci_req_add(req, HCI_OP_READ_PAGE_SCAN_TYPE, 0, NULL);
612 
613 	if (lmp_le_capable(hdev)) {
614 		u8 events[8];
615 
616 		memset(events, 0, sizeof(events));
617 
618 		if (hdev->le_features[0] & HCI_LE_ENCRYPTION)
619 			events[0] |= 0x10;	/* LE Long Term Key Request */
620 
621 		/* If controller supports the Connection Parameters Request
622 		 * Link Layer Procedure, enable the corresponding event.
623 		 */
624 		if (hdev->le_features[0] & HCI_LE_CONN_PARAM_REQ_PROC)
625 			events[0] |= 0x20;	/* LE Remote Connection
626 						 * Parameter Request
627 						 */
628 
629 		/* If the controller supports the Data Length Extension
630 		 * feature, enable the corresponding event.
631 		 */
632 		if (hdev->le_features[0] & HCI_LE_DATA_LEN_EXT)
633 			events[0] |= 0x40;	/* LE Data Length Change */
634 
635 		/* If the controller supports Extended Scanner Filter
636 		 * Policies, enable the correspondig event.
637 		 */
638 		if (hdev->le_features[0] & HCI_LE_EXT_SCAN_POLICY)
639 			events[1] |= 0x04;	/* LE Direct Advertising
640 						 * Report
641 						 */
642 
643 		/* If the controller supports Channel Selection Algorithm #2
644 		 * feature, enable the corresponding event.
645 		 */
646 		if (hdev->le_features[1] & HCI_LE_CHAN_SEL_ALG2)
647 			events[2] |= 0x08;	/* LE Channel Selection
648 						 * Algorithm
649 						 */
650 
651 		/* If the controller supports the LE Set Scan Enable command,
652 		 * enable the corresponding advertising report event.
653 		 */
654 		if (hdev->commands[26] & 0x08)
655 			events[0] |= 0x02;	/* LE Advertising Report */
656 
657 		/* If the controller supports the LE Create Connection
658 		 * command, enable the corresponding event.
659 		 */
660 		if (hdev->commands[26] & 0x10)
661 			events[0] |= 0x01;	/* LE Connection Complete */
662 
663 		/* If the controller supports the LE Connection Update
664 		 * command, enable the corresponding event.
665 		 */
666 		if (hdev->commands[27] & 0x04)
667 			events[0] |= 0x04;	/* LE Connection Update
668 						 * Complete
669 						 */
670 
671 		/* If the controller supports the LE Read Remote Used Features
672 		 * command, enable the corresponding event.
673 		 */
674 		if (hdev->commands[27] & 0x20)
675 			events[0] |= 0x08;	/* LE Read Remote Used
676 						 * Features Complete
677 						 */
678 
679 		/* If the controller supports the LE Read Local P-256
680 		 * Public Key command, enable the corresponding event.
681 		 */
682 		if (hdev->commands[34] & 0x02)
683 			events[0] |= 0x80;	/* LE Read Local P-256
684 						 * Public Key Complete
685 						 */
686 
687 		/* If the controller supports the LE Generate DHKey
688 		 * command, enable the corresponding event.
689 		 */
690 		if (hdev->commands[34] & 0x04)
691 			events[1] |= 0x01;	/* LE Generate DHKey Complete */
692 
693 		/* If the controller supports the LE Set Default PHY or
694 		 * LE Set PHY commands, enable the corresponding event.
695 		 */
696 		if (hdev->commands[35] & (0x20 | 0x40))
697 			events[1] |= 0x08;        /* LE PHY Update Complete */
698 
699 		/* If the controller supports LE Set Extended Scan Parameters
700 		 * and LE Set Extended Scan Enable commands, enable the
701 		 * corresponding event.
702 		 */
703 		if (use_ext_scan(hdev))
704 			events[1] |= 0x10;	/* LE Extended Advertising
705 						 * Report
706 						 */
707 
708 		/* If the controller supports the LE Extended Create Connection
709 		 * command, enable the corresponding event.
710 		 */
711 		if (use_ext_conn(hdev))
712 			events[1] |= 0x02;      /* LE Enhanced Connection
713 						 * Complete
714 						 */
715 
716 		/* If the controller supports the LE Extended Advertising
717 		 * command, enable the corresponding event.
718 		 */
719 		if (ext_adv_capable(hdev))
720 			events[2] |= 0x02;	/* LE Advertising Set
721 						 * Terminated
722 						 */
723 
724 		hci_req_add(req, HCI_OP_LE_SET_EVENT_MASK, sizeof(events),
725 			    events);
726 
727 		/* Read LE Advertising Channel TX Power */
728 		if ((hdev->commands[25] & 0x40) && !ext_adv_capable(hdev)) {
729 			/* HCI TS spec forbids mixing of legacy and extended
730 			 * advertising commands wherein READ_ADV_TX_POWER is
731 			 * also included. So do not call it if extended adv
732 			 * is supported otherwise controller will return
733 			 * COMMAND_DISALLOWED for extended commands.
734 			 */
735 			hci_req_add(req, HCI_OP_LE_READ_ADV_TX_POWER, 0, NULL);
736 		}
737 
738 		if (hdev->commands[26] & 0x40) {
739 			/* Read LE White List Size */
740 			hci_req_add(req, HCI_OP_LE_READ_WHITE_LIST_SIZE,
741 				    0, NULL);
742 		}
743 
744 		if (hdev->commands[26] & 0x80) {
745 			/* Clear LE White List */
746 			hci_req_add(req, HCI_OP_LE_CLEAR_WHITE_LIST, 0, NULL);
747 		}
748 
749 		if (hdev->commands[34] & 0x40) {
750 			/* Read LE Resolving List Size */
751 			hci_req_add(req, HCI_OP_LE_READ_RESOLV_LIST_SIZE,
752 				    0, NULL);
753 		}
754 
755 		if (hdev->commands[34] & 0x20) {
756 			/* Clear LE Resolving List */
757 			hci_req_add(req, HCI_OP_LE_CLEAR_RESOLV_LIST, 0, NULL);
758 		}
759 
760 		if (hdev->le_features[0] & HCI_LE_DATA_LEN_EXT) {
761 			/* Read LE Maximum Data Length */
762 			hci_req_add(req, HCI_OP_LE_READ_MAX_DATA_LEN, 0, NULL);
763 
764 			/* Read LE Suggested Default Data Length */
765 			hci_req_add(req, HCI_OP_LE_READ_DEF_DATA_LEN, 0, NULL);
766 		}
767 
768 		if (ext_adv_capable(hdev)) {
769 			/* Read LE Number of Supported Advertising Sets */
770 			hci_req_add(req, HCI_OP_LE_READ_NUM_SUPPORTED_ADV_SETS,
771 				    0, NULL);
772 		}
773 
774 		hci_set_le_support(req);
775 	}
776 
777 	/* Read features beyond page 1 if available */
778 	for (p = 2; p < HCI_MAX_PAGES && p <= hdev->max_page; p++) {
779 		struct hci_cp_read_local_ext_features cp;
780 
781 		cp.page = p;
782 		hci_req_add(req, HCI_OP_READ_LOCAL_EXT_FEATURES,
783 			    sizeof(cp), &cp);
784 	}
785 
786 	return 0;
787 }
788 
789 static int hci_init4_req(struct hci_request *req, unsigned long opt)
790 {
791 	struct hci_dev *hdev = req->hdev;
792 
793 	/* Some Broadcom based Bluetooth controllers do not support the
794 	 * Delete Stored Link Key command. They are clearly indicating its
795 	 * absence in the bit mask of supported commands.
796 	 *
797 	 * Check the supported commands and only if the the command is marked
798 	 * as supported send it. If not supported assume that the controller
799 	 * does not have actual support for stored link keys which makes this
800 	 * command redundant anyway.
801 	 *
802 	 * Some controllers indicate that they support handling deleting
803 	 * stored link keys, but they don't. The quirk lets a driver
804 	 * just disable this command.
805 	 */
806 	if (hdev->commands[6] & 0x80 &&
807 	    !test_bit(HCI_QUIRK_BROKEN_STORED_LINK_KEY, &hdev->quirks)) {
808 		struct hci_cp_delete_stored_link_key cp;
809 
810 		bacpy(&cp.bdaddr, BDADDR_ANY);
811 		cp.delete_all = 0x01;
812 		hci_req_add(req, HCI_OP_DELETE_STORED_LINK_KEY,
813 			    sizeof(cp), &cp);
814 	}
815 
816 	/* Set event mask page 2 if the HCI command for it is supported */
817 	if (hdev->commands[22] & 0x04)
818 		hci_set_event_mask_page_2(req);
819 
820 	/* Read local codec list if the HCI command is supported */
821 	if (hdev->commands[29] & 0x20)
822 		hci_req_add(req, HCI_OP_READ_LOCAL_CODECS, 0, NULL);
823 
824 	/* Get MWS transport configuration if the HCI command is supported */
825 	if (hdev->commands[30] & 0x08)
826 		hci_req_add(req, HCI_OP_GET_MWS_TRANSPORT_CONFIG, 0, NULL);
827 
828 	/* Check for Synchronization Train support */
829 	if (lmp_sync_train_capable(hdev))
830 		hci_req_add(req, HCI_OP_READ_SYNC_TRAIN_PARAMS, 0, NULL);
831 
832 	/* Enable Secure Connections if supported and configured */
833 	if (hci_dev_test_flag(hdev, HCI_SSP_ENABLED) &&
834 	    bredr_sc_enabled(hdev)) {
835 		u8 support = 0x01;
836 
837 		hci_req_add(req, HCI_OP_WRITE_SC_SUPPORT,
838 			    sizeof(support), &support);
839 	}
840 
841 	/* Set Suggested Default Data Length to maximum if supported */
842 	if (hdev->le_features[0] & HCI_LE_DATA_LEN_EXT) {
843 		struct hci_cp_le_write_def_data_len cp;
844 
845 		cp.tx_len = hdev->le_max_tx_len;
846 		cp.tx_time = hdev->le_max_tx_time;
847 		hci_req_add(req, HCI_OP_LE_WRITE_DEF_DATA_LEN, sizeof(cp), &cp);
848 	}
849 
850 	/* Set Default PHY parameters if command is supported */
851 	if (hdev->commands[35] & 0x20) {
852 		struct hci_cp_le_set_default_phy cp;
853 
854 		cp.all_phys = 0x00;
855 		cp.tx_phys = hdev->le_tx_def_phys;
856 		cp.rx_phys = hdev->le_rx_def_phys;
857 
858 		hci_req_add(req, HCI_OP_LE_SET_DEFAULT_PHY, sizeof(cp), &cp);
859 	}
860 
861 	return 0;
862 }
863 
864 static int __hci_init(struct hci_dev *hdev)
865 {
866 	int err;
867 
868 	err = __hci_req_sync(hdev, hci_init1_req, 0, HCI_INIT_TIMEOUT, NULL);
869 	if (err < 0)
870 		return err;
871 
872 	if (hci_dev_test_flag(hdev, HCI_SETUP))
873 		hci_debugfs_create_basic(hdev);
874 
875 	err = __hci_req_sync(hdev, hci_init2_req, 0, HCI_INIT_TIMEOUT, NULL);
876 	if (err < 0)
877 		return err;
878 
879 	/* HCI_PRIMARY covers both single-mode LE, BR/EDR and dual-mode
880 	 * BR/EDR/LE type controllers. AMP controllers only need the
881 	 * first two stages of init.
882 	 */
883 	if (hdev->dev_type != HCI_PRIMARY)
884 		return 0;
885 
886 	err = __hci_req_sync(hdev, hci_init3_req, 0, HCI_INIT_TIMEOUT, NULL);
887 	if (err < 0)
888 		return err;
889 
890 	err = __hci_req_sync(hdev, hci_init4_req, 0, HCI_INIT_TIMEOUT, NULL);
891 	if (err < 0)
892 		return err;
893 
894 	/* This function is only called when the controller is actually in
895 	 * configured state. When the controller is marked as unconfigured,
896 	 * this initialization procedure is not run.
897 	 *
898 	 * It means that it is possible that a controller runs through its
899 	 * setup phase and then discovers missing settings. If that is the
900 	 * case, then this function will not be called. It then will only
901 	 * be called during the config phase.
902 	 *
903 	 * So only when in setup phase or config phase, create the debugfs
904 	 * entries and register the SMP channels.
905 	 */
906 	if (!hci_dev_test_flag(hdev, HCI_SETUP) &&
907 	    !hci_dev_test_flag(hdev, HCI_CONFIG))
908 		return 0;
909 
910 	hci_debugfs_create_common(hdev);
911 
912 	if (lmp_bredr_capable(hdev))
913 		hci_debugfs_create_bredr(hdev);
914 
915 	if (lmp_le_capable(hdev))
916 		hci_debugfs_create_le(hdev);
917 
918 	return 0;
919 }
920 
921 static int hci_init0_req(struct hci_request *req, unsigned long opt)
922 {
923 	struct hci_dev *hdev = req->hdev;
924 
925 	BT_DBG("%s %ld", hdev->name, opt);
926 
927 	/* Reset */
928 	if (!test_bit(HCI_QUIRK_RESET_ON_CLOSE, &hdev->quirks))
929 		hci_reset_req(req, 0);
930 
931 	/* Read Local Version */
932 	hci_req_add(req, HCI_OP_READ_LOCAL_VERSION, 0, NULL);
933 
934 	/* Read BD Address */
935 	if (hdev->set_bdaddr)
936 		hci_req_add(req, HCI_OP_READ_BD_ADDR, 0, NULL);
937 
938 	return 0;
939 }
940 
941 static int __hci_unconf_init(struct hci_dev *hdev)
942 {
943 	int err;
944 
945 	if (test_bit(HCI_QUIRK_RAW_DEVICE, &hdev->quirks))
946 		return 0;
947 
948 	err = __hci_req_sync(hdev, hci_init0_req, 0, HCI_INIT_TIMEOUT, NULL);
949 	if (err < 0)
950 		return err;
951 
952 	if (hci_dev_test_flag(hdev, HCI_SETUP))
953 		hci_debugfs_create_basic(hdev);
954 
955 	return 0;
956 }
957 
958 static int hci_scan_req(struct hci_request *req, unsigned long opt)
959 {
960 	__u8 scan = opt;
961 
962 	BT_DBG("%s %x", req->hdev->name, scan);
963 
964 	/* Inquiry and Page scans */
965 	hci_req_add(req, HCI_OP_WRITE_SCAN_ENABLE, 1, &scan);
966 	return 0;
967 }
968 
969 static int hci_auth_req(struct hci_request *req, unsigned long opt)
970 {
971 	__u8 auth = opt;
972 
973 	BT_DBG("%s %x", req->hdev->name, auth);
974 
975 	/* Authentication */
976 	hci_req_add(req, HCI_OP_WRITE_AUTH_ENABLE, 1, &auth);
977 	return 0;
978 }
979 
980 static int hci_encrypt_req(struct hci_request *req, unsigned long opt)
981 {
982 	__u8 encrypt = opt;
983 
984 	BT_DBG("%s %x", req->hdev->name, encrypt);
985 
986 	/* Encryption */
987 	hci_req_add(req, HCI_OP_WRITE_ENCRYPT_MODE, 1, &encrypt);
988 	return 0;
989 }
990 
991 static int hci_linkpol_req(struct hci_request *req, unsigned long opt)
992 {
993 	__le16 policy = cpu_to_le16(opt);
994 
995 	BT_DBG("%s %x", req->hdev->name, policy);
996 
997 	/* Default link policy */
998 	hci_req_add(req, HCI_OP_WRITE_DEF_LINK_POLICY, 2, &policy);
999 	return 0;
1000 }
1001 
1002 /* Get HCI device by index.
1003  * Device is held on return. */
1004 struct hci_dev *hci_dev_get(int index)
1005 {
1006 	struct hci_dev *hdev = NULL, *d;
1007 
1008 	BT_DBG("%d", index);
1009 
1010 	if (index < 0)
1011 		return NULL;
1012 
1013 	read_lock(&hci_dev_list_lock);
1014 	list_for_each_entry(d, &hci_dev_list, list) {
1015 		if (d->id == index) {
1016 			hdev = hci_dev_hold(d);
1017 			break;
1018 		}
1019 	}
1020 	read_unlock(&hci_dev_list_lock);
1021 	return hdev;
1022 }
1023 
1024 /* ---- Inquiry support ---- */
1025 
1026 bool hci_discovery_active(struct hci_dev *hdev)
1027 {
1028 	struct discovery_state *discov = &hdev->discovery;
1029 
1030 	switch (discov->state) {
1031 	case DISCOVERY_FINDING:
1032 	case DISCOVERY_RESOLVING:
1033 		return true;
1034 
1035 	default:
1036 		return false;
1037 	}
1038 }
1039 
1040 void hci_discovery_set_state(struct hci_dev *hdev, int state)
1041 {
1042 	int old_state = hdev->discovery.state;
1043 
1044 	BT_DBG("%s state %u -> %u", hdev->name, hdev->discovery.state, state);
1045 
1046 	if (old_state == state)
1047 		return;
1048 
1049 	hdev->discovery.state = state;
1050 
1051 	switch (state) {
1052 	case DISCOVERY_STOPPED:
1053 		hci_update_background_scan(hdev);
1054 
1055 		if (old_state != DISCOVERY_STARTING)
1056 			mgmt_discovering(hdev, 0);
1057 		break;
1058 	case DISCOVERY_STARTING:
1059 		break;
1060 	case DISCOVERY_FINDING:
1061 		mgmt_discovering(hdev, 1);
1062 		break;
1063 	case DISCOVERY_RESOLVING:
1064 		break;
1065 	case DISCOVERY_STOPPING:
1066 		break;
1067 	}
1068 }
1069 
1070 void hci_inquiry_cache_flush(struct hci_dev *hdev)
1071 {
1072 	struct discovery_state *cache = &hdev->discovery;
1073 	struct inquiry_entry *p, *n;
1074 
1075 	list_for_each_entry_safe(p, n, &cache->all, all) {
1076 		list_del(&p->all);
1077 		kfree(p);
1078 	}
1079 
1080 	INIT_LIST_HEAD(&cache->unknown);
1081 	INIT_LIST_HEAD(&cache->resolve);
1082 }
1083 
1084 struct inquiry_entry *hci_inquiry_cache_lookup(struct hci_dev *hdev,
1085 					       bdaddr_t *bdaddr)
1086 {
1087 	struct discovery_state *cache = &hdev->discovery;
1088 	struct inquiry_entry *e;
1089 
1090 	BT_DBG("cache %p, %pMR", cache, bdaddr);
1091 
1092 	list_for_each_entry(e, &cache->all, all) {
1093 		if (!bacmp(&e->data.bdaddr, bdaddr))
1094 			return e;
1095 	}
1096 
1097 	return NULL;
1098 }
1099 
1100 struct inquiry_entry *hci_inquiry_cache_lookup_unknown(struct hci_dev *hdev,
1101 						       bdaddr_t *bdaddr)
1102 {
1103 	struct discovery_state *cache = &hdev->discovery;
1104 	struct inquiry_entry *e;
1105 
1106 	BT_DBG("cache %p, %pMR", cache, bdaddr);
1107 
1108 	list_for_each_entry(e, &cache->unknown, list) {
1109 		if (!bacmp(&e->data.bdaddr, bdaddr))
1110 			return e;
1111 	}
1112 
1113 	return NULL;
1114 }
1115 
1116 struct inquiry_entry *hci_inquiry_cache_lookup_resolve(struct hci_dev *hdev,
1117 						       bdaddr_t *bdaddr,
1118 						       int state)
1119 {
1120 	struct discovery_state *cache = &hdev->discovery;
1121 	struct inquiry_entry *e;
1122 
1123 	BT_DBG("cache %p bdaddr %pMR state %d", cache, bdaddr, state);
1124 
1125 	list_for_each_entry(e, &cache->resolve, list) {
1126 		if (!bacmp(bdaddr, BDADDR_ANY) && e->name_state == state)
1127 			return e;
1128 		if (!bacmp(&e->data.bdaddr, bdaddr))
1129 			return e;
1130 	}
1131 
1132 	return NULL;
1133 }
1134 
1135 void hci_inquiry_cache_update_resolve(struct hci_dev *hdev,
1136 				      struct inquiry_entry *ie)
1137 {
1138 	struct discovery_state *cache = &hdev->discovery;
1139 	struct list_head *pos = &cache->resolve;
1140 	struct inquiry_entry *p;
1141 
1142 	list_del(&ie->list);
1143 
1144 	list_for_each_entry(p, &cache->resolve, list) {
1145 		if (p->name_state != NAME_PENDING &&
1146 		    abs(p->data.rssi) >= abs(ie->data.rssi))
1147 			break;
1148 		pos = &p->list;
1149 	}
1150 
1151 	list_add(&ie->list, pos);
1152 }
1153 
1154 u32 hci_inquiry_cache_update(struct hci_dev *hdev, struct inquiry_data *data,
1155 			     bool name_known)
1156 {
1157 	struct discovery_state *cache = &hdev->discovery;
1158 	struct inquiry_entry *ie;
1159 	u32 flags = 0;
1160 
1161 	BT_DBG("cache %p, %pMR", cache, &data->bdaddr);
1162 
1163 	hci_remove_remote_oob_data(hdev, &data->bdaddr, BDADDR_BREDR);
1164 
1165 	if (!data->ssp_mode)
1166 		flags |= MGMT_DEV_FOUND_LEGACY_PAIRING;
1167 
1168 	ie = hci_inquiry_cache_lookup(hdev, &data->bdaddr);
1169 	if (ie) {
1170 		if (!ie->data.ssp_mode)
1171 			flags |= MGMT_DEV_FOUND_LEGACY_PAIRING;
1172 
1173 		if (ie->name_state == NAME_NEEDED &&
1174 		    data->rssi != ie->data.rssi) {
1175 			ie->data.rssi = data->rssi;
1176 			hci_inquiry_cache_update_resolve(hdev, ie);
1177 		}
1178 
1179 		goto update;
1180 	}
1181 
1182 	/* Entry not in the cache. Add new one. */
1183 	ie = kzalloc(sizeof(*ie), GFP_KERNEL);
1184 	if (!ie) {
1185 		flags |= MGMT_DEV_FOUND_CONFIRM_NAME;
1186 		goto done;
1187 	}
1188 
1189 	list_add(&ie->all, &cache->all);
1190 
1191 	if (name_known) {
1192 		ie->name_state = NAME_KNOWN;
1193 	} else {
1194 		ie->name_state = NAME_NOT_KNOWN;
1195 		list_add(&ie->list, &cache->unknown);
1196 	}
1197 
1198 update:
1199 	if (name_known && ie->name_state != NAME_KNOWN &&
1200 	    ie->name_state != NAME_PENDING) {
1201 		ie->name_state = NAME_KNOWN;
1202 		list_del(&ie->list);
1203 	}
1204 
1205 	memcpy(&ie->data, data, sizeof(*data));
1206 	ie->timestamp = jiffies;
1207 	cache->timestamp = jiffies;
1208 
1209 	if (ie->name_state == NAME_NOT_KNOWN)
1210 		flags |= MGMT_DEV_FOUND_CONFIRM_NAME;
1211 
1212 done:
1213 	return flags;
1214 }
1215 
1216 static int inquiry_cache_dump(struct hci_dev *hdev, int num, __u8 *buf)
1217 {
1218 	struct discovery_state *cache = &hdev->discovery;
1219 	struct inquiry_info *info = (struct inquiry_info *) buf;
1220 	struct inquiry_entry *e;
1221 	int copied = 0;
1222 
1223 	list_for_each_entry(e, &cache->all, all) {
1224 		struct inquiry_data *data = &e->data;
1225 
1226 		if (copied >= num)
1227 			break;
1228 
1229 		bacpy(&info->bdaddr, &data->bdaddr);
1230 		info->pscan_rep_mode	= data->pscan_rep_mode;
1231 		info->pscan_period_mode	= data->pscan_period_mode;
1232 		info->pscan_mode	= data->pscan_mode;
1233 		memcpy(info->dev_class, data->dev_class, 3);
1234 		info->clock_offset	= data->clock_offset;
1235 
1236 		info++;
1237 		copied++;
1238 	}
1239 
1240 	BT_DBG("cache %p, copied %d", cache, copied);
1241 	return copied;
1242 }
1243 
1244 static int hci_inq_req(struct hci_request *req, unsigned long opt)
1245 {
1246 	struct hci_inquiry_req *ir = (struct hci_inquiry_req *) opt;
1247 	struct hci_dev *hdev = req->hdev;
1248 	struct hci_cp_inquiry cp;
1249 
1250 	BT_DBG("%s", hdev->name);
1251 
1252 	if (test_bit(HCI_INQUIRY, &hdev->flags))
1253 		return 0;
1254 
1255 	/* Start Inquiry */
1256 	memcpy(&cp.lap, &ir->lap, 3);
1257 	cp.length  = ir->length;
1258 	cp.num_rsp = ir->num_rsp;
1259 	hci_req_add(req, HCI_OP_INQUIRY, sizeof(cp), &cp);
1260 
1261 	return 0;
1262 }
1263 
1264 int hci_inquiry(void __user *arg)
1265 {
1266 	__u8 __user *ptr = arg;
1267 	struct hci_inquiry_req ir;
1268 	struct hci_dev *hdev;
1269 	int err = 0, do_inquiry = 0, max_rsp;
1270 	long timeo;
1271 	__u8 *buf;
1272 
1273 	if (copy_from_user(&ir, ptr, sizeof(ir)))
1274 		return -EFAULT;
1275 
1276 	hdev = hci_dev_get(ir.dev_id);
1277 	if (!hdev)
1278 		return -ENODEV;
1279 
1280 	if (hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
1281 		err = -EBUSY;
1282 		goto done;
1283 	}
1284 
1285 	if (hci_dev_test_flag(hdev, HCI_UNCONFIGURED)) {
1286 		err = -EOPNOTSUPP;
1287 		goto done;
1288 	}
1289 
1290 	if (hdev->dev_type != HCI_PRIMARY) {
1291 		err = -EOPNOTSUPP;
1292 		goto done;
1293 	}
1294 
1295 	if (!hci_dev_test_flag(hdev, HCI_BREDR_ENABLED)) {
1296 		err = -EOPNOTSUPP;
1297 		goto done;
1298 	}
1299 
1300 	hci_dev_lock(hdev);
1301 	if (inquiry_cache_age(hdev) > INQUIRY_CACHE_AGE_MAX ||
1302 	    inquiry_cache_empty(hdev) || ir.flags & IREQ_CACHE_FLUSH) {
1303 		hci_inquiry_cache_flush(hdev);
1304 		do_inquiry = 1;
1305 	}
1306 	hci_dev_unlock(hdev);
1307 
1308 	timeo = ir.length * msecs_to_jiffies(2000);
1309 
1310 	if (do_inquiry) {
1311 		err = hci_req_sync(hdev, hci_inq_req, (unsigned long) &ir,
1312 				   timeo, NULL);
1313 		if (err < 0)
1314 			goto done;
1315 
1316 		/* Wait until Inquiry procedure finishes (HCI_INQUIRY flag is
1317 		 * cleared). If it is interrupted by a signal, return -EINTR.
1318 		 */
1319 		if (wait_on_bit(&hdev->flags, HCI_INQUIRY,
1320 				TASK_INTERRUPTIBLE))
1321 			return -EINTR;
1322 	}
1323 
1324 	/* for unlimited number of responses we will use buffer with
1325 	 * 255 entries
1326 	 */
1327 	max_rsp = (ir.num_rsp == 0) ? 255 : ir.num_rsp;
1328 
1329 	/* cache_dump can't sleep. Therefore we allocate temp buffer and then
1330 	 * copy it to the user space.
1331 	 */
1332 	buf = kmalloc_array(max_rsp, sizeof(struct inquiry_info), GFP_KERNEL);
1333 	if (!buf) {
1334 		err = -ENOMEM;
1335 		goto done;
1336 	}
1337 
1338 	hci_dev_lock(hdev);
1339 	ir.num_rsp = inquiry_cache_dump(hdev, max_rsp, buf);
1340 	hci_dev_unlock(hdev);
1341 
1342 	BT_DBG("num_rsp %d", ir.num_rsp);
1343 
1344 	if (!copy_to_user(ptr, &ir, sizeof(ir))) {
1345 		ptr += sizeof(ir);
1346 		if (copy_to_user(ptr, buf, sizeof(struct inquiry_info) *
1347 				 ir.num_rsp))
1348 			err = -EFAULT;
1349 	} else
1350 		err = -EFAULT;
1351 
1352 	kfree(buf);
1353 
1354 done:
1355 	hci_dev_put(hdev);
1356 	return err;
1357 }
1358 
1359 /**
1360  * hci_dev_get_bd_addr_from_property - Get the Bluetooth Device Address
1361  *				       (BD_ADDR) for a HCI device from
1362  *				       a firmware node property.
1363  * @hdev:	The HCI device
1364  *
1365  * Search the firmware node for 'local-bd-address'.
1366  *
1367  * All-zero BD addresses are rejected, because those could be properties
1368  * that exist in the firmware tables, but were not updated by the firmware. For
1369  * example, the DTS could define 'local-bd-address', with zero BD addresses.
1370  */
1371 static void hci_dev_get_bd_addr_from_property(struct hci_dev *hdev)
1372 {
1373 	struct fwnode_handle *fwnode = dev_fwnode(hdev->dev.parent);
1374 	bdaddr_t ba;
1375 	int ret;
1376 
1377 	ret = fwnode_property_read_u8_array(fwnode, "local-bd-address",
1378 					    (u8 *)&ba, sizeof(ba));
1379 	if (ret < 0 || !bacmp(&ba, BDADDR_ANY))
1380 		return;
1381 
1382 	bacpy(&hdev->public_addr, &ba);
1383 }
1384 
1385 static int hci_dev_do_open(struct hci_dev *hdev)
1386 {
1387 	int ret = 0;
1388 
1389 	BT_DBG("%s %p", hdev->name, hdev);
1390 
1391 	hci_req_sync_lock(hdev);
1392 
1393 	if (hci_dev_test_flag(hdev, HCI_UNREGISTER)) {
1394 		ret = -ENODEV;
1395 		goto done;
1396 	}
1397 
1398 	if (!hci_dev_test_flag(hdev, HCI_SETUP) &&
1399 	    !hci_dev_test_flag(hdev, HCI_CONFIG)) {
1400 		/* Check for rfkill but allow the HCI setup stage to
1401 		 * proceed (which in itself doesn't cause any RF activity).
1402 		 */
1403 		if (hci_dev_test_flag(hdev, HCI_RFKILLED)) {
1404 			ret = -ERFKILL;
1405 			goto done;
1406 		}
1407 
1408 		/* Check for valid public address or a configured static
1409 		 * random adddress, but let the HCI setup proceed to
1410 		 * be able to determine if there is a public address
1411 		 * or not.
1412 		 *
1413 		 * In case of user channel usage, it is not important
1414 		 * if a public address or static random address is
1415 		 * available.
1416 		 *
1417 		 * This check is only valid for BR/EDR controllers
1418 		 * since AMP controllers do not have an address.
1419 		 */
1420 		if (!hci_dev_test_flag(hdev, HCI_USER_CHANNEL) &&
1421 		    hdev->dev_type == HCI_PRIMARY &&
1422 		    !bacmp(&hdev->bdaddr, BDADDR_ANY) &&
1423 		    !bacmp(&hdev->static_addr, BDADDR_ANY)) {
1424 			ret = -EADDRNOTAVAIL;
1425 			goto done;
1426 		}
1427 	}
1428 
1429 	if (test_bit(HCI_UP, &hdev->flags)) {
1430 		ret = -EALREADY;
1431 		goto done;
1432 	}
1433 
1434 	if (hdev->open(hdev)) {
1435 		ret = -EIO;
1436 		goto done;
1437 	}
1438 
1439 	set_bit(HCI_RUNNING, &hdev->flags);
1440 	hci_sock_dev_event(hdev, HCI_DEV_OPEN);
1441 
1442 	atomic_set(&hdev->cmd_cnt, 1);
1443 	set_bit(HCI_INIT, &hdev->flags);
1444 
1445 	if (hci_dev_test_flag(hdev, HCI_SETUP) ||
1446 	    test_bit(HCI_QUIRK_NON_PERSISTENT_SETUP, &hdev->quirks)) {
1447 		hci_sock_dev_event(hdev, HCI_DEV_SETUP);
1448 
1449 		if (hdev->setup)
1450 			ret = hdev->setup(hdev);
1451 
1452 		if (ret)
1453 			goto setup_failed;
1454 
1455 		if (test_bit(HCI_QUIRK_USE_BDADDR_PROPERTY, &hdev->quirks)) {
1456 			if (!bacmp(&hdev->public_addr, BDADDR_ANY))
1457 				hci_dev_get_bd_addr_from_property(hdev);
1458 
1459 			if (bacmp(&hdev->public_addr, BDADDR_ANY) &&
1460 			    hdev->set_bdaddr)
1461 				ret = hdev->set_bdaddr(hdev,
1462 						       &hdev->public_addr);
1463 		}
1464 
1465 setup_failed:
1466 		/* The transport driver can set these quirks before
1467 		 * creating the HCI device or in its setup callback.
1468 		 *
1469 		 * In case any of them is set, the controller has to
1470 		 * start up as unconfigured.
1471 		 */
1472 		if (test_bit(HCI_QUIRK_EXTERNAL_CONFIG, &hdev->quirks) ||
1473 		    test_bit(HCI_QUIRK_INVALID_BDADDR, &hdev->quirks))
1474 			hci_dev_set_flag(hdev, HCI_UNCONFIGURED);
1475 
1476 		/* For an unconfigured controller it is required to
1477 		 * read at least the version information provided by
1478 		 * the Read Local Version Information command.
1479 		 *
1480 		 * If the set_bdaddr driver callback is provided, then
1481 		 * also the original Bluetooth public device address
1482 		 * will be read using the Read BD Address command.
1483 		 */
1484 		if (hci_dev_test_flag(hdev, HCI_UNCONFIGURED))
1485 			ret = __hci_unconf_init(hdev);
1486 	}
1487 
1488 	if (hci_dev_test_flag(hdev, HCI_CONFIG)) {
1489 		/* If public address change is configured, ensure that
1490 		 * the address gets programmed. If the driver does not
1491 		 * support changing the public address, fail the power
1492 		 * on procedure.
1493 		 */
1494 		if (bacmp(&hdev->public_addr, BDADDR_ANY) &&
1495 		    hdev->set_bdaddr)
1496 			ret = hdev->set_bdaddr(hdev, &hdev->public_addr);
1497 		else
1498 			ret = -EADDRNOTAVAIL;
1499 	}
1500 
1501 	if (!ret) {
1502 		if (!hci_dev_test_flag(hdev, HCI_UNCONFIGURED) &&
1503 		    !hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
1504 			ret = __hci_init(hdev);
1505 			if (!ret && hdev->post_init)
1506 				ret = hdev->post_init(hdev);
1507 		}
1508 	}
1509 
1510 	/* If the HCI Reset command is clearing all diagnostic settings,
1511 	 * then they need to be reprogrammed after the init procedure
1512 	 * completed.
1513 	 */
1514 	if (test_bit(HCI_QUIRK_NON_PERSISTENT_DIAG, &hdev->quirks) &&
1515 	    !hci_dev_test_flag(hdev, HCI_USER_CHANNEL) &&
1516 	    hci_dev_test_flag(hdev, HCI_VENDOR_DIAG) && hdev->set_diag)
1517 		ret = hdev->set_diag(hdev, true);
1518 
1519 	clear_bit(HCI_INIT, &hdev->flags);
1520 
1521 	if (!ret) {
1522 		hci_dev_hold(hdev);
1523 		hci_dev_set_flag(hdev, HCI_RPA_EXPIRED);
1524 		hci_adv_instances_set_rpa_expired(hdev, true);
1525 		set_bit(HCI_UP, &hdev->flags);
1526 		hci_sock_dev_event(hdev, HCI_DEV_UP);
1527 		hci_leds_update_powered(hdev, true);
1528 		if (!hci_dev_test_flag(hdev, HCI_SETUP) &&
1529 		    !hci_dev_test_flag(hdev, HCI_CONFIG) &&
1530 		    !hci_dev_test_flag(hdev, HCI_UNCONFIGURED) &&
1531 		    !hci_dev_test_flag(hdev, HCI_USER_CHANNEL) &&
1532 		    hci_dev_test_flag(hdev, HCI_MGMT) &&
1533 		    hdev->dev_type == HCI_PRIMARY) {
1534 			ret = __hci_req_hci_power_on(hdev);
1535 			mgmt_power_on(hdev, ret);
1536 		}
1537 	} else {
1538 		/* Init failed, cleanup */
1539 		flush_work(&hdev->tx_work);
1540 		flush_work(&hdev->cmd_work);
1541 		flush_work(&hdev->rx_work);
1542 
1543 		skb_queue_purge(&hdev->cmd_q);
1544 		skb_queue_purge(&hdev->rx_q);
1545 
1546 		if (hdev->flush)
1547 			hdev->flush(hdev);
1548 
1549 		if (hdev->sent_cmd) {
1550 			kfree_skb(hdev->sent_cmd);
1551 			hdev->sent_cmd = NULL;
1552 		}
1553 
1554 		clear_bit(HCI_RUNNING, &hdev->flags);
1555 		hci_sock_dev_event(hdev, HCI_DEV_CLOSE);
1556 
1557 		hdev->close(hdev);
1558 		hdev->flags &= BIT(HCI_RAW);
1559 	}
1560 
1561 done:
1562 	hci_req_sync_unlock(hdev);
1563 	return ret;
1564 }
1565 
1566 /* ---- HCI ioctl helpers ---- */
1567 
1568 int hci_dev_open(__u16 dev)
1569 {
1570 	struct hci_dev *hdev;
1571 	int err;
1572 
1573 	hdev = hci_dev_get(dev);
1574 	if (!hdev)
1575 		return -ENODEV;
1576 
1577 	/* Devices that are marked as unconfigured can only be powered
1578 	 * up as user channel. Trying to bring them up as normal devices
1579 	 * will result into a failure. Only user channel operation is
1580 	 * possible.
1581 	 *
1582 	 * When this function is called for a user channel, the flag
1583 	 * HCI_USER_CHANNEL will be set first before attempting to
1584 	 * open the device.
1585 	 */
1586 	if (hci_dev_test_flag(hdev, HCI_UNCONFIGURED) &&
1587 	    !hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
1588 		err = -EOPNOTSUPP;
1589 		goto done;
1590 	}
1591 
1592 	/* We need to ensure that no other power on/off work is pending
1593 	 * before proceeding to call hci_dev_do_open. This is
1594 	 * particularly important if the setup procedure has not yet
1595 	 * completed.
1596 	 */
1597 	if (hci_dev_test_and_clear_flag(hdev, HCI_AUTO_OFF))
1598 		cancel_delayed_work(&hdev->power_off);
1599 
1600 	/* After this call it is guaranteed that the setup procedure
1601 	 * has finished. This means that error conditions like RFKILL
1602 	 * or no valid public or static random address apply.
1603 	 */
1604 	flush_workqueue(hdev->req_workqueue);
1605 
1606 	/* For controllers not using the management interface and that
1607 	 * are brought up using legacy ioctl, set the HCI_BONDABLE bit
1608 	 * so that pairing works for them. Once the management interface
1609 	 * is in use this bit will be cleared again and userspace has
1610 	 * to explicitly enable it.
1611 	 */
1612 	if (!hci_dev_test_flag(hdev, HCI_USER_CHANNEL) &&
1613 	    !hci_dev_test_flag(hdev, HCI_MGMT))
1614 		hci_dev_set_flag(hdev, HCI_BONDABLE);
1615 
1616 	err = hci_dev_do_open(hdev);
1617 
1618 done:
1619 	hci_dev_put(hdev);
1620 	return err;
1621 }
1622 
1623 /* This function requires the caller holds hdev->lock */
1624 static void hci_pend_le_actions_clear(struct hci_dev *hdev)
1625 {
1626 	struct hci_conn_params *p;
1627 
1628 	list_for_each_entry(p, &hdev->le_conn_params, list) {
1629 		if (p->conn) {
1630 			hci_conn_drop(p->conn);
1631 			hci_conn_put(p->conn);
1632 			p->conn = NULL;
1633 		}
1634 		list_del_init(&p->action);
1635 	}
1636 
1637 	BT_DBG("All LE pending actions cleared");
1638 }
1639 
1640 int hci_dev_do_close(struct hci_dev *hdev)
1641 {
1642 	bool auto_off;
1643 
1644 	BT_DBG("%s %p", hdev->name, hdev);
1645 
1646 	if (!hci_dev_test_flag(hdev, HCI_UNREGISTER) &&
1647 	    !hci_dev_test_flag(hdev, HCI_USER_CHANNEL) &&
1648 	    test_bit(HCI_UP, &hdev->flags)) {
1649 		/* Execute vendor specific shutdown routine */
1650 		if (hdev->shutdown)
1651 			hdev->shutdown(hdev);
1652 	}
1653 
1654 	cancel_delayed_work(&hdev->power_off);
1655 
1656 	hci_request_cancel_all(hdev);
1657 	hci_req_sync_lock(hdev);
1658 
1659 	if (!test_and_clear_bit(HCI_UP, &hdev->flags)) {
1660 		cancel_delayed_work_sync(&hdev->cmd_timer);
1661 		hci_req_sync_unlock(hdev);
1662 		return 0;
1663 	}
1664 
1665 	hci_leds_update_powered(hdev, false);
1666 
1667 	/* Flush RX and TX works */
1668 	flush_work(&hdev->tx_work);
1669 	flush_work(&hdev->rx_work);
1670 
1671 	if (hdev->discov_timeout > 0) {
1672 		hdev->discov_timeout = 0;
1673 		hci_dev_clear_flag(hdev, HCI_DISCOVERABLE);
1674 		hci_dev_clear_flag(hdev, HCI_LIMITED_DISCOVERABLE);
1675 	}
1676 
1677 	if (hci_dev_test_and_clear_flag(hdev, HCI_SERVICE_CACHE))
1678 		cancel_delayed_work(&hdev->service_cache);
1679 
1680 	if (hci_dev_test_flag(hdev, HCI_MGMT)) {
1681 		struct adv_info *adv_instance;
1682 
1683 		cancel_delayed_work_sync(&hdev->rpa_expired);
1684 
1685 		list_for_each_entry(adv_instance, &hdev->adv_instances, list)
1686 			cancel_delayed_work_sync(&adv_instance->rpa_expired_cb);
1687 	}
1688 
1689 	/* Avoid potential lockdep warnings from the *_flush() calls by
1690 	 * ensuring the workqueue is empty up front.
1691 	 */
1692 	drain_workqueue(hdev->workqueue);
1693 
1694 	hci_dev_lock(hdev);
1695 
1696 	hci_discovery_set_state(hdev, DISCOVERY_STOPPED);
1697 
1698 	auto_off = hci_dev_test_and_clear_flag(hdev, HCI_AUTO_OFF);
1699 
1700 	if (!auto_off && hdev->dev_type == HCI_PRIMARY &&
1701 	    !hci_dev_test_flag(hdev, HCI_USER_CHANNEL) &&
1702 	    hci_dev_test_flag(hdev, HCI_MGMT))
1703 		__mgmt_power_off(hdev);
1704 
1705 	hci_inquiry_cache_flush(hdev);
1706 	hci_pend_le_actions_clear(hdev);
1707 	hci_conn_hash_flush(hdev);
1708 	hci_dev_unlock(hdev);
1709 
1710 	smp_unregister(hdev);
1711 
1712 	hci_sock_dev_event(hdev, HCI_DEV_DOWN);
1713 
1714 	if (hdev->flush)
1715 		hdev->flush(hdev);
1716 
1717 	/* Reset device */
1718 	skb_queue_purge(&hdev->cmd_q);
1719 	atomic_set(&hdev->cmd_cnt, 1);
1720 	if (test_bit(HCI_QUIRK_RESET_ON_CLOSE, &hdev->quirks) &&
1721 	    !auto_off && !hci_dev_test_flag(hdev, HCI_UNCONFIGURED)) {
1722 		set_bit(HCI_INIT, &hdev->flags);
1723 		__hci_req_sync(hdev, hci_reset_req, 0, HCI_CMD_TIMEOUT, NULL);
1724 		clear_bit(HCI_INIT, &hdev->flags);
1725 	}
1726 
1727 	/* flush cmd  work */
1728 	flush_work(&hdev->cmd_work);
1729 
1730 	/* Drop queues */
1731 	skb_queue_purge(&hdev->rx_q);
1732 	skb_queue_purge(&hdev->cmd_q);
1733 	skb_queue_purge(&hdev->raw_q);
1734 
1735 	/* Drop last sent command */
1736 	if (hdev->sent_cmd) {
1737 		cancel_delayed_work_sync(&hdev->cmd_timer);
1738 		kfree_skb(hdev->sent_cmd);
1739 		hdev->sent_cmd = NULL;
1740 	}
1741 
1742 	clear_bit(HCI_RUNNING, &hdev->flags);
1743 	hci_sock_dev_event(hdev, HCI_DEV_CLOSE);
1744 
1745 	/* After this point our queues are empty
1746 	 * and no tasks are scheduled. */
1747 	hdev->close(hdev);
1748 
1749 	/* Clear flags */
1750 	hdev->flags &= BIT(HCI_RAW);
1751 	hci_dev_clear_volatile_flags(hdev);
1752 
1753 	/* Controller radio is available but is currently powered down */
1754 	hdev->amp_status = AMP_STATUS_POWERED_DOWN;
1755 
1756 	memset(hdev->eir, 0, sizeof(hdev->eir));
1757 	memset(hdev->dev_class, 0, sizeof(hdev->dev_class));
1758 	bacpy(&hdev->random_addr, BDADDR_ANY);
1759 
1760 	hci_req_sync_unlock(hdev);
1761 
1762 	hci_dev_put(hdev);
1763 	return 0;
1764 }
1765 
1766 int hci_dev_close(__u16 dev)
1767 {
1768 	struct hci_dev *hdev;
1769 	int err;
1770 
1771 	hdev = hci_dev_get(dev);
1772 	if (!hdev)
1773 		return -ENODEV;
1774 
1775 	if (hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
1776 		err = -EBUSY;
1777 		goto done;
1778 	}
1779 
1780 	if (hci_dev_test_and_clear_flag(hdev, HCI_AUTO_OFF))
1781 		cancel_delayed_work(&hdev->power_off);
1782 
1783 	err = hci_dev_do_close(hdev);
1784 
1785 done:
1786 	hci_dev_put(hdev);
1787 	return err;
1788 }
1789 
1790 static int hci_dev_do_reset(struct hci_dev *hdev)
1791 {
1792 	int ret;
1793 
1794 	BT_DBG("%s %p", hdev->name, hdev);
1795 
1796 	hci_req_sync_lock(hdev);
1797 
1798 	/* Drop queues */
1799 	skb_queue_purge(&hdev->rx_q);
1800 	skb_queue_purge(&hdev->cmd_q);
1801 
1802 	/* Avoid potential lockdep warnings from the *_flush() calls by
1803 	 * ensuring the workqueue is empty up front.
1804 	 */
1805 	drain_workqueue(hdev->workqueue);
1806 
1807 	hci_dev_lock(hdev);
1808 	hci_inquiry_cache_flush(hdev);
1809 	hci_conn_hash_flush(hdev);
1810 	hci_dev_unlock(hdev);
1811 
1812 	if (hdev->flush)
1813 		hdev->flush(hdev);
1814 
1815 	atomic_set(&hdev->cmd_cnt, 1);
1816 	hdev->acl_cnt = 0; hdev->sco_cnt = 0; hdev->le_cnt = 0;
1817 
1818 	ret = __hci_req_sync(hdev, hci_reset_req, 0, HCI_INIT_TIMEOUT, NULL);
1819 
1820 	hci_req_sync_unlock(hdev);
1821 	return ret;
1822 }
1823 
1824 int hci_dev_reset(__u16 dev)
1825 {
1826 	struct hci_dev *hdev;
1827 	int err;
1828 
1829 	hdev = hci_dev_get(dev);
1830 	if (!hdev)
1831 		return -ENODEV;
1832 
1833 	if (!test_bit(HCI_UP, &hdev->flags)) {
1834 		err = -ENETDOWN;
1835 		goto done;
1836 	}
1837 
1838 	if (hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
1839 		err = -EBUSY;
1840 		goto done;
1841 	}
1842 
1843 	if (hci_dev_test_flag(hdev, HCI_UNCONFIGURED)) {
1844 		err = -EOPNOTSUPP;
1845 		goto done;
1846 	}
1847 
1848 	err = hci_dev_do_reset(hdev);
1849 
1850 done:
1851 	hci_dev_put(hdev);
1852 	return err;
1853 }
1854 
1855 int hci_dev_reset_stat(__u16 dev)
1856 {
1857 	struct hci_dev *hdev;
1858 	int ret = 0;
1859 
1860 	hdev = hci_dev_get(dev);
1861 	if (!hdev)
1862 		return -ENODEV;
1863 
1864 	if (hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
1865 		ret = -EBUSY;
1866 		goto done;
1867 	}
1868 
1869 	if (hci_dev_test_flag(hdev, HCI_UNCONFIGURED)) {
1870 		ret = -EOPNOTSUPP;
1871 		goto done;
1872 	}
1873 
1874 	memset(&hdev->stat, 0, sizeof(struct hci_dev_stats));
1875 
1876 done:
1877 	hci_dev_put(hdev);
1878 	return ret;
1879 }
1880 
1881 static void hci_update_scan_state(struct hci_dev *hdev, u8 scan)
1882 {
1883 	bool conn_changed, discov_changed;
1884 
1885 	BT_DBG("%s scan 0x%02x", hdev->name, scan);
1886 
1887 	if ((scan & SCAN_PAGE))
1888 		conn_changed = !hci_dev_test_and_set_flag(hdev,
1889 							  HCI_CONNECTABLE);
1890 	else
1891 		conn_changed = hci_dev_test_and_clear_flag(hdev,
1892 							   HCI_CONNECTABLE);
1893 
1894 	if ((scan & SCAN_INQUIRY)) {
1895 		discov_changed = !hci_dev_test_and_set_flag(hdev,
1896 							    HCI_DISCOVERABLE);
1897 	} else {
1898 		hci_dev_clear_flag(hdev, HCI_LIMITED_DISCOVERABLE);
1899 		discov_changed = hci_dev_test_and_clear_flag(hdev,
1900 							     HCI_DISCOVERABLE);
1901 	}
1902 
1903 	if (!hci_dev_test_flag(hdev, HCI_MGMT))
1904 		return;
1905 
1906 	if (conn_changed || discov_changed) {
1907 		/* In case this was disabled through mgmt */
1908 		hci_dev_set_flag(hdev, HCI_BREDR_ENABLED);
1909 
1910 		if (hci_dev_test_flag(hdev, HCI_LE_ENABLED))
1911 			hci_req_update_adv_data(hdev, hdev->cur_adv_instance);
1912 
1913 		mgmt_new_settings(hdev);
1914 	}
1915 }
1916 
1917 int hci_dev_cmd(unsigned int cmd, void __user *arg)
1918 {
1919 	struct hci_dev *hdev;
1920 	struct hci_dev_req dr;
1921 	int err = 0;
1922 
1923 	if (copy_from_user(&dr, arg, sizeof(dr)))
1924 		return -EFAULT;
1925 
1926 	hdev = hci_dev_get(dr.dev_id);
1927 	if (!hdev)
1928 		return -ENODEV;
1929 
1930 	if (hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
1931 		err = -EBUSY;
1932 		goto done;
1933 	}
1934 
1935 	if (hci_dev_test_flag(hdev, HCI_UNCONFIGURED)) {
1936 		err = -EOPNOTSUPP;
1937 		goto done;
1938 	}
1939 
1940 	if (hdev->dev_type != HCI_PRIMARY) {
1941 		err = -EOPNOTSUPP;
1942 		goto done;
1943 	}
1944 
1945 	if (!hci_dev_test_flag(hdev, HCI_BREDR_ENABLED)) {
1946 		err = -EOPNOTSUPP;
1947 		goto done;
1948 	}
1949 
1950 	switch (cmd) {
1951 	case HCISETAUTH:
1952 		err = hci_req_sync(hdev, hci_auth_req, dr.dev_opt,
1953 				   HCI_INIT_TIMEOUT, NULL);
1954 		break;
1955 
1956 	case HCISETENCRYPT:
1957 		if (!lmp_encrypt_capable(hdev)) {
1958 			err = -EOPNOTSUPP;
1959 			break;
1960 		}
1961 
1962 		if (!test_bit(HCI_AUTH, &hdev->flags)) {
1963 			/* Auth must be enabled first */
1964 			err = hci_req_sync(hdev, hci_auth_req, dr.dev_opt,
1965 					   HCI_INIT_TIMEOUT, NULL);
1966 			if (err)
1967 				break;
1968 		}
1969 
1970 		err = hci_req_sync(hdev, hci_encrypt_req, dr.dev_opt,
1971 				   HCI_INIT_TIMEOUT, NULL);
1972 		break;
1973 
1974 	case HCISETSCAN:
1975 		err = hci_req_sync(hdev, hci_scan_req, dr.dev_opt,
1976 				   HCI_INIT_TIMEOUT, NULL);
1977 
1978 		/* Ensure that the connectable and discoverable states
1979 		 * get correctly modified as this was a non-mgmt change.
1980 		 */
1981 		if (!err)
1982 			hci_update_scan_state(hdev, dr.dev_opt);
1983 		break;
1984 
1985 	case HCISETLINKPOL:
1986 		err = hci_req_sync(hdev, hci_linkpol_req, dr.dev_opt,
1987 				   HCI_INIT_TIMEOUT, NULL);
1988 		break;
1989 
1990 	case HCISETLINKMODE:
1991 		hdev->link_mode = ((__u16) dr.dev_opt) &
1992 					(HCI_LM_MASTER | HCI_LM_ACCEPT);
1993 		break;
1994 
1995 	case HCISETPTYPE:
1996 		if (hdev->pkt_type == (__u16) dr.dev_opt)
1997 			break;
1998 
1999 		hdev->pkt_type = (__u16) dr.dev_opt;
2000 		mgmt_phy_configuration_changed(hdev, NULL);
2001 		break;
2002 
2003 	case HCISETACLMTU:
2004 		hdev->acl_mtu  = *((__u16 *) &dr.dev_opt + 1);
2005 		hdev->acl_pkts = *((__u16 *) &dr.dev_opt + 0);
2006 		break;
2007 
2008 	case HCISETSCOMTU:
2009 		hdev->sco_mtu  = *((__u16 *) &dr.dev_opt + 1);
2010 		hdev->sco_pkts = *((__u16 *) &dr.dev_opt + 0);
2011 		break;
2012 
2013 	default:
2014 		err = -EINVAL;
2015 		break;
2016 	}
2017 
2018 done:
2019 	hci_dev_put(hdev);
2020 	return err;
2021 }
2022 
2023 int hci_get_dev_list(void __user *arg)
2024 {
2025 	struct hci_dev *hdev;
2026 	struct hci_dev_list_req *dl;
2027 	struct hci_dev_req *dr;
2028 	int n = 0, size, err;
2029 	__u16 dev_num;
2030 
2031 	if (get_user(dev_num, (__u16 __user *) arg))
2032 		return -EFAULT;
2033 
2034 	if (!dev_num || dev_num > (PAGE_SIZE * 2) / sizeof(*dr))
2035 		return -EINVAL;
2036 
2037 	size = sizeof(*dl) + dev_num * sizeof(*dr);
2038 
2039 	dl = kzalloc(size, GFP_KERNEL);
2040 	if (!dl)
2041 		return -ENOMEM;
2042 
2043 	dr = dl->dev_req;
2044 
2045 	read_lock(&hci_dev_list_lock);
2046 	list_for_each_entry(hdev, &hci_dev_list, list) {
2047 		unsigned long flags = hdev->flags;
2048 
2049 		/* When the auto-off is configured it means the transport
2050 		 * is running, but in that case still indicate that the
2051 		 * device is actually down.
2052 		 */
2053 		if (hci_dev_test_flag(hdev, HCI_AUTO_OFF))
2054 			flags &= ~BIT(HCI_UP);
2055 
2056 		(dr + n)->dev_id  = hdev->id;
2057 		(dr + n)->dev_opt = flags;
2058 
2059 		if (++n >= dev_num)
2060 			break;
2061 	}
2062 	read_unlock(&hci_dev_list_lock);
2063 
2064 	dl->dev_num = n;
2065 	size = sizeof(*dl) + n * sizeof(*dr);
2066 
2067 	err = copy_to_user(arg, dl, size);
2068 	kfree(dl);
2069 
2070 	return err ? -EFAULT : 0;
2071 }
2072 
2073 int hci_get_dev_info(void __user *arg)
2074 {
2075 	struct hci_dev *hdev;
2076 	struct hci_dev_info di;
2077 	unsigned long flags;
2078 	int err = 0;
2079 
2080 	if (copy_from_user(&di, arg, sizeof(di)))
2081 		return -EFAULT;
2082 
2083 	hdev = hci_dev_get(di.dev_id);
2084 	if (!hdev)
2085 		return -ENODEV;
2086 
2087 	/* When the auto-off is configured it means the transport
2088 	 * is running, but in that case still indicate that the
2089 	 * device is actually down.
2090 	 */
2091 	if (hci_dev_test_flag(hdev, HCI_AUTO_OFF))
2092 		flags = hdev->flags & ~BIT(HCI_UP);
2093 	else
2094 		flags = hdev->flags;
2095 
2096 	strcpy(di.name, hdev->name);
2097 	di.bdaddr   = hdev->bdaddr;
2098 	di.type     = (hdev->bus & 0x0f) | ((hdev->dev_type & 0x03) << 4);
2099 	di.flags    = flags;
2100 	di.pkt_type = hdev->pkt_type;
2101 	if (lmp_bredr_capable(hdev)) {
2102 		di.acl_mtu  = hdev->acl_mtu;
2103 		di.acl_pkts = hdev->acl_pkts;
2104 		di.sco_mtu  = hdev->sco_mtu;
2105 		di.sco_pkts = hdev->sco_pkts;
2106 	} else {
2107 		di.acl_mtu  = hdev->le_mtu;
2108 		di.acl_pkts = hdev->le_pkts;
2109 		di.sco_mtu  = 0;
2110 		di.sco_pkts = 0;
2111 	}
2112 	di.link_policy = hdev->link_policy;
2113 	di.link_mode   = hdev->link_mode;
2114 
2115 	memcpy(&di.stat, &hdev->stat, sizeof(di.stat));
2116 	memcpy(&di.features, &hdev->features, sizeof(di.features));
2117 
2118 	if (copy_to_user(arg, &di, sizeof(di)))
2119 		err = -EFAULT;
2120 
2121 	hci_dev_put(hdev);
2122 
2123 	return err;
2124 }
2125 
2126 /* ---- Interface to HCI drivers ---- */
2127 
2128 static int hci_rfkill_set_block(void *data, bool blocked)
2129 {
2130 	struct hci_dev *hdev = data;
2131 
2132 	BT_DBG("%p name %s blocked %d", hdev, hdev->name, blocked);
2133 
2134 	if (hci_dev_test_flag(hdev, HCI_USER_CHANNEL))
2135 		return -EBUSY;
2136 
2137 	if (blocked) {
2138 		hci_dev_set_flag(hdev, HCI_RFKILLED);
2139 		if (!hci_dev_test_flag(hdev, HCI_SETUP) &&
2140 		    !hci_dev_test_flag(hdev, HCI_CONFIG))
2141 			hci_dev_do_close(hdev);
2142 	} else {
2143 		hci_dev_clear_flag(hdev, HCI_RFKILLED);
2144 	}
2145 
2146 	return 0;
2147 }
2148 
2149 static const struct rfkill_ops hci_rfkill_ops = {
2150 	.set_block = hci_rfkill_set_block,
2151 };
2152 
2153 static void hci_power_on(struct work_struct *work)
2154 {
2155 	struct hci_dev *hdev = container_of(work, struct hci_dev, power_on);
2156 	int err;
2157 
2158 	BT_DBG("%s", hdev->name);
2159 
2160 	if (test_bit(HCI_UP, &hdev->flags) &&
2161 	    hci_dev_test_flag(hdev, HCI_MGMT) &&
2162 	    hci_dev_test_and_clear_flag(hdev, HCI_AUTO_OFF)) {
2163 		cancel_delayed_work(&hdev->power_off);
2164 		hci_req_sync_lock(hdev);
2165 		err = __hci_req_hci_power_on(hdev);
2166 		hci_req_sync_unlock(hdev);
2167 		mgmt_power_on(hdev, err);
2168 		return;
2169 	}
2170 
2171 	err = hci_dev_do_open(hdev);
2172 	if (err < 0) {
2173 		hci_dev_lock(hdev);
2174 		mgmt_set_powered_failed(hdev, err);
2175 		hci_dev_unlock(hdev);
2176 		return;
2177 	}
2178 
2179 	/* During the HCI setup phase, a few error conditions are
2180 	 * ignored and they need to be checked now. If they are still
2181 	 * valid, it is important to turn the device back off.
2182 	 */
2183 	if (hci_dev_test_flag(hdev, HCI_RFKILLED) ||
2184 	    hci_dev_test_flag(hdev, HCI_UNCONFIGURED) ||
2185 	    (hdev->dev_type == HCI_PRIMARY &&
2186 	     !bacmp(&hdev->bdaddr, BDADDR_ANY) &&
2187 	     !bacmp(&hdev->static_addr, BDADDR_ANY))) {
2188 		hci_dev_clear_flag(hdev, HCI_AUTO_OFF);
2189 		hci_dev_do_close(hdev);
2190 	} else if (hci_dev_test_flag(hdev, HCI_AUTO_OFF)) {
2191 		queue_delayed_work(hdev->req_workqueue, &hdev->power_off,
2192 				   HCI_AUTO_OFF_TIMEOUT);
2193 	}
2194 
2195 	if (hci_dev_test_and_clear_flag(hdev, HCI_SETUP)) {
2196 		/* For unconfigured devices, set the HCI_RAW flag
2197 		 * so that userspace can easily identify them.
2198 		 */
2199 		if (hci_dev_test_flag(hdev, HCI_UNCONFIGURED))
2200 			set_bit(HCI_RAW, &hdev->flags);
2201 
2202 		/* For fully configured devices, this will send
2203 		 * the Index Added event. For unconfigured devices,
2204 		 * it will send Unconfigued Index Added event.
2205 		 *
2206 		 * Devices with HCI_QUIRK_RAW_DEVICE are ignored
2207 		 * and no event will be send.
2208 		 */
2209 		mgmt_index_added(hdev);
2210 	} else if (hci_dev_test_and_clear_flag(hdev, HCI_CONFIG)) {
2211 		/* When the controller is now configured, then it
2212 		 * is important to clear the HCI_RAW flag.
2213 		 */
2214 		if (!hci_dev_test_flag(hdev, HCI_UNCONFIGURED))
2215 			clear_bit(HCI_RAW, &hdev->flags);
2216 
2217 		/* Powering on the controller with HCI_CONFIG set only
2218 		 * happens with the transition from unconfigured to
2219 		 * configured. This will send the Index Added event.
2220 		 */
2221 		mgmt_index_added(hdev);
2222 	}
2223 }
2224 
2225 static void hci_power_off(struct work_struct *work)
2226 {
2227 	struct hci_dev *hdev = container_of(work, struct hci_dev,
2228 					    power_off.work);
2229 
2230 	BT_DBG("%s", hdev->name);
2231 
2232 	hci_dev_do_close(hdev);
2233 }
2234 
2235 static void hci_error_reset(struct work_struct *work)
2236 {
2237 	struct hci_dev *hdev = container_of(work, struct hci_dev, error_reset);
2238 
2239 	BT_DBG("%s", hdev->name);
2240 
2241 	if (hdev->hw_error)
2242 		hdev->hw_error(hdev, hdev->hw_error_code);
2243 	else
2244 		bt_dev_err(hdev, "hardware error 0x%2.2x", hdev->hw_error_code);
2245 
2246 	if (hci_dev_do_close(hdev))
2247 		return;
2248 
2249 	hci_dev_do_open(hdev);
2250 }
2251 
2252 void hci_uuids_clear(struct hci_dev *hdev)
2253 {
2254 	struct bt_uuid *uuid, *tmp;
2255 
2256 	list_for_each_entry_safe(uuid, tmp, &hdev->uuids, list) {
2257 		list_del(&uuid->list);
2258 		kfree(uuid);
2259 	}
2260 }
2261 
2262 void hci_link_keys_clear(struct hci_dev *hdev)
2263 {
2264 	struct link_key *key;
2265 
2266 	list_for_each_entry_rcu(key, &hdev->link_keys, list) {
2267 		list_del_rcu(&key->list);
2268 		kfree_rcu(key, rcu);
2269 	}
2270 }
2271 
2272 void hci_smp_ltks_clear(struct hci_dev *hdev)
2273 {
2274 	struct smp_ltk *k;
2275 
2276 	list_for_each_entry_rcu(k, &hdev->long_term_keys, list) {
2277 		list_del_rcu(&k->list);
2278 		kfree_rcu(k, rcu);
2279 	}
2280 }
2281 
2282 void hci_smp_irks_clear(struct hci_dev *hdev)
2283 {
2284 	struct smp_irk *k;
2285 
2286 	list_for_each_entry_rcu(k, &hdev->identity_resolving_keys, list) {
2287 		list_del_rcu(&k->list);
2288 		kfree_rcu(k, rcu);
2289 	}
2290 }
2291 
2292 struct link_key *hci_find_link_key(struct hci_dev *hdev, bdaddr_t *bdaddr)
2293 {
2294 	struct link_key *k;
2295 
2296 	rcu_read_lock();
2297 	list_for_each_entry_rcu(k, &hdev->link_keys, list) {
2298 		if (bacmp(bdaddr, &k->bdaddr) == 0) {
2299 			rcu_read_unlock();
2300 			return k;
2301 		}
2302 	}
2303 	rcu_read_unlock();
2304 
2305 	return NULL;
2306 }
2307 
2308 static bool hci_persistent_key(struct hci_dev *hdev, struct hci_conn *conn,
2309 			       u8 key_type, u8 old_key_type)
2310 {
2311 	/* Legacy key */
2312 	if (key_type < 0x03)
2313 		return true;
2314 
2315 	/* Debug keys are insecure so don't store them persistently */
2316 	if (key_type == HCI_LK_DEBUG_COMBINATION)
2317 		return false;
2318 
2319 	/* Changed combination key and there's no previous one */
2320 	if (key_type == HCI_LK_CHANGED_COMBINATION && old_key_type == 0xff)
2321 		return false;
2322 
2323 	/* Security mode 3 case */
2324 	if (!conn)
2325 		return true;
2326 
2327 	/* BR/EDR key derived using SC from an LE link */
2328 	if (conn->type == LE_LINK)
2329 		return true;
2330 
2331 	/* Neither local nor remote side had no-bonding as requirement */
2332 	if (conn->auth_type > 0x01 && conn->remote_auth > 0x01)
2333 		return true;
2334 
2335 	/* Local side had dedicated bonding as requirement */
2336 	if (conn->auth_type == 0x02 || conn->auth_type == 0x03)
2337 		return true;
2338 
2339 	/* Remote side had dedicated bonding as requirement */
2340 	if (conn->remote_auth == 0x02 || conn->remote_auth == 0x03)
2341 		return true;
2342 
2343 	/* If none of the above criteria match, then don't store the key
2344 	 * persistently */
2345 	return false;
2346 }
2347 
2348 static u8 ltk_role(u8 type)
2349 {
2350 	if (type == SMP_LTK)
2351 		return HCI_ROLE_MASTER;
2352 
2353 	return HCI_ROLE_SLAVE;
2354 }
2355 
2356 struct smp_ltk *hci_find_ltk(struct hci_dev *hdev, bdaddr_t *bdaddr,
2357 			     u8 addr_type, u8 role)
2358 {
2359 	struct smp_ltk *k;
2360 
2361 	rcu_read_lock();
2362 	list_for_each_entry_rcu(k, &hdev->long_term_keys, list) {
2363 		if (addr_type != k->bdaddr_type || bacmp(bdaddr, &k->bdaddr))
2364 			continue;
2365 
2366 		if (smp_ltk_is_sc(k) || ltk_role(k->type) == role) {
2367 			rcu_read_unlock();
2368 			return k;
2369 		}
2370 	}
2371 	rcu_read_unlock();
2372 
2373 	return NULL;
2374 }
2375 
2376 struct smp_irk *hci_find_irk_by_rpa(struct hci_dev *hdev, bdaddr_t *rpa)
2377 {
2378 	struct smp_irk *irk;
2379 
2380 	rcu_read_lock();
2381 	list_for_each_entry_rcu(irk, &hdev->identity_resolving_keys, list) {
2382 		if (!bacmp(&irk->rpa, rpa)) {
2383 			rcu_read_unlock();
2384 			return irk;
2385 		}
2386 	}
2387 
2388 	list_for_each_entry_rcu(irk, &hdev->identity_resolving_keys, list) {
2389 		if (smp_irk_matches(hdev, irk->val, rpa)) {
2390 			bacpy(&irk->rpa, rpa);
2391 			rcu_read_unlock();
2392 			return irk;
2393 		}
2394 	}
2395 	rcu_read_unlock();
2396 
2397 	return NULL;
2398 }
2399 
2400 struct smp_irk *hci_find_irk_by_addr(struct hci_dev *hdev, bdaddr_t *bdaddr,
2401 				     u8 addr_type)
2402 {
2403 	struct smp_irk *irk;
2404 
2405 	/* Identity Address must be public or static random */
2406 	if (addr_type == ADDR_LE_DEV_RANDOM && (bdaddr->b[5] & 0xc0) != 0xc0)
2407 		return NULL;
2408 
2409 	rcu_read_lock();
2410 	list_for_each_entry_rcu(irk, &hdev->identity_resolving_keys, list) {
2411 		if (addr_type == irk->addr_type &&
2412 		    bacmp(bdaddr, &irk->bdaddr) == 0) {
2413 			rcu_read_unlock();
2414 			return irk;
2415 		}
2416 	}
2417 	rcu_read_unlock();
2418 
2419 	return NULL;
2420 }
2421 
2422 struct link_key *hci_add_link_key(struct hci_dev *hdev, struct hci_conn *conn,
2423 				  bdaddr_t *bdaddr, u8 *val, u8 type,
2424 				  u8 pin_len, bool *persistent)
2425 {
2426 	struct link_key *key, *old_key;
2427 	u8 old_key_type;
2428 
2429 	old_key = hci_find_link_key(hdev, bdaddr);
2430 	if (old_key) {
2431 		old_key_type = old_key->type;
2432 		key = old_key;
2433 	} else {
2434 		old_key_type = conn ? conn->key_type : 0xff;
2435 		key = kzalloc(sizeof(*key), GFP_KERNEL);
2436 		if (!key)
2437 			return NULL;
2438 		list_add_rcu(&key->list, &hdev->link_keys);
2439 	}
2440 
2441 	BT_DBG("%s key for %pMR type %u", hdev->name, bdaddr, type);
2442 
2443 	/* Some buggy controller combinations generate a changed
2444 	 * combination key for legacy pairing even when there's no
2445 	 * previous key */
2446 	if (type == HCI_LK_CHANGED_COMBINATION &&
2447 	    (!conn || conn->remote_auth == 0xff) && old_key_type == 0xff) {
2448 		type = HCI_LK_COMBINATION;
2449 		if (conn)
2450 			conn->key_type = type;
2451 	}
2452 
2453 	bacpy(&key->bdaddr, bdaddr);
2454 	memcpy(key->val, val, HCI_LINK_KEY_SIZE);
2455 	key->pin_len = pin_len;
2456 
2457 	if (type == HCI_LK_CHANGED_COMBINATION)
2458 		key->type = old_key_type;
2459 	else
2460 		key->type = type;
2461 
2462 	if (persistent)
2463 		*persistent = hci_persistent_key(hdev, conn, type,
2464 						 old_key_type);
2465 
2466 	return key;
2467 }
2468 
2469 struct smp_ltk *hci_add_ltk(struct hci_dev *hdev, bdaddr_t *bdaddr,
2470 			    u8 addr_type, u8 type, u8 authenticated,
2471 			    u8 tk[16], u8 enc_size, __le16 ediv, __le64 rand)
2472 {
2473 	struct smp_ltk *key, *old_key;
2474 	u8 role = ltk_role(type);
2475 
2476 	old_key = hci_find_ltk(hdev, bdaddr, addr_type, role);
2477 	if (old_key)
2478 		key = old_key;
2479 	else {
2480 		key = kzalloc(sizeof(*key), GFP_KERNEL);
2481 		if (!key)
2482 			return NULL;
2483 		list_add_rcu(&key->list, &hdev->long_term_keys);
2484 	}
2485 
2486 	bacpy(&key->bdaddr, bdaddr);
2487 	key->bdaddr_type = addr_type;
2488 	memcpy(key->val, tk, sizeof(key->val));
2489 	key->authenticated = authenticated;
2490 	key->ediv = ediv;
2491 	key->rand = rand;
2492 	key->enc_size = enc_size;
2493 	key->type = type;
2494 
2495 	return key;
2496 }
2497 
2498 struct smp_irk *hci_add_irk(struct hci_dev *hdev, bdaddr_t *bdaddr,
2499 			    u8 addr_type, u8 val[16], bdaddr_t *rpa)
2500 {
2501 	struct smp_irk *irk;
2502 
2503 	irk = hci_find_irk_by_addr(hdev, bdaddr, addr_type);
2504 	if (!irk) {
2505 		irk = kzalloc(sizeof(*irk), GFP_KERNEL);
2506 		if (!irk)
2507 			return NULL;
2508 
2509 		bacpy(&irk->bdaddr, bdaddr);
2510 		irk->addr_type = addr_type;
2511 
2512 		list_add_rcu(&irk->list, &hdev->identity_resolving_keys);
2513 	}
2514 
2515 	memcpy(irk->val, val, 16);
2516 	bacpy(&irk->rpa, rpa);
2517 
2518 	return irk;
2519 }
2520 
2521 int hci_remove_link_key(struct hci_dev *hdev, bdaddr_t *bdaddr)
2522 {
2523 	struct link_key *key;
2524 
2525 	key = hci_find_link_key(hdev, bdaddr);
2526 	if (!key)
2527 		return -ENOENT;
2528 
2529 	BT_DBG("%s removing %pMR", hdev->name, bdaddr);
2530 
2531 	list_del_rcu(&key->list);
2532 	kfree_rcu(key, rcu);
2533 
2534 	return 0;
2535 }
2536 
2537 int hci_remove_ltk(struct hci_dev *hdev, bdaddr_t *bdaddr, u8 bdaddr_type)
2538 {
2539 	struct smp_ltk *k;
2540 	int removed = 0;
2541 
2542 	list_for_each_entry_rcu(k, &hdev->long_term_keys, list) {
2543 		if (bacmp(bdaddr, &k->bdaddr) || k->bdaddr_type != bdaddr_type)
2544 			continue;
2545 
2546 		BT_DBG("%s removing %pMR", hdev->name, bdaddr);
2547 
2548 		list_del_rcu(&k->list);
2549 		kfree_rcu(k, rcu);
2550 		removed++;
2551 	}
2552 
2553 	return removed ? 0 : -ENOENT;
2554 }
2555 
2556 void hci_remove_irk(struct hci_dev *hdev, bdaddr_t *bdaddr, u8 addr_type)
2557 {
2558 	struct smp_irk *k;
2559 
2560 	list_for_each_entry_rcu(k, &hdev->identity_resolving_keys, list) {
2561 		if (bacmp(bdaddr, &k->bdaddr) || k->addr_type != addr_type)
2562 			continue;
2563 
2564 		BT_DBG("%s removing %pMR", hdev->name, bdaddr);
2565 
2566 		list_del_rcu(&k->list);
2567 		kfree_rcu(k, rcu);
2568 	}
2569 }
2570 
2571 bool hci_bdaddr_is_paired(struct hci_dev *hdev, bdaddr_t *bdaddr, u8 type)
2572 {
2573 	struct smp_ltk *k;
2574 	struct smp_irk *irk;
2575 	u8 addr_type;
2576 
2577 	if (type == BDADDR_BREDR) {
2578 		if (hci_find_link_key(hdev, bdaddr))
2579 			return true;
2580 		return false;
2581 	}
2582 
2583 	/* Convert to HCI addr type which struct smp_ltk uses */
2584 	if (type == BDADDR_LE_PUBLIC)
2585 		addr_type = ADDR_LE_DEV_PUBLIC;
2586 	else
2587 		addr_type = ADDR_LE_DEV_RANDOM;
2588 
2589 	irk = hci_get_irk(hdev, bdaddr, addr_type);
2590 	if (irk) {
2591 		bdaddr = &irk->bdaddr;
2592 		addr_type = irk->addr_type;
2593 	}
2594 
2595 	rcu_read_lock();
2596 	list_for_each_entry_rcu(k, &hdev->long_term_keys, list) {
2597 		if (k->bdaddr_type == addr_type && !bacmp(bdaddr, &k->bdaddr)) {
2598 			rcu_read_unlock();
2599 			return true;
2600 		}
2601 	}
2602 	rcu_read_unlock();
2603 
2604 	return false;
2605 }
2606 
2607 /* HCI command timer function */
2608 static void hci_cmd_timeout(struct work_struct *work)
2609 {
2610 	struct hci_dev *hdev = container_of(work, struct hci_dev,
2611 					    cmd_timer.work);
2612 
2613 	if (hdev->sent_cmd) {
2614 		struct hci_command_hdr *sent = (void *) hdev->sent_cmd->data;
2615 		u16 opcode = __le16_to_cpu(sent->opcode);
2616 
2617 		bt_dev_err(hdev, "command 0x%4.4x tx timeout", opcode);
2618 	} else {
2619 		bt_dev_err(hdev, "command tx timeout");
2620 	}
2621 
2622 	if (hdev->cmd_timeout)
2623 		hdev->cmd_timeout(hdev);
2624 
2625 	atomic_set(&hdev->cmd_cnt, 1);
2626 	queue_work(hdev->workqueue, &hdev->cmd_work);
2627 }
2628 
2629 struct oob_data *hci_find_remote_oob_data(struct hci_dev *hdev,
2630 					  bdaddr_t *bdaddr, u8 bdaddr_type)
2631 {
2632 	struct oob_data *data;
2633 
2634 	list_for_each_entry(data, &hdev->remote_oob_data, list) {
2635 		if (bacmp(bdaddr, &data->bdaddr) != 0)
2636 			continue;
2637 		if (data->bdaddr_type != bdaddr_type)
2638 			continue;
2639 		return data;
2640 	}
2641 
2642 	return NULL;
2643 }
2644 
2645 int hci_remove_remote_oob_data(struct hci_dev *hdev, bdaddr_t *bdaddr,
2646 			       u8 bdaddr_type)
2647 {
2648 	struct oob_data *data;
2649 
2650 	data = hci_find_remote_oob_data(hdev, bdaddr, bdaddr_type);
2651 	if (!data)
2652 		return -ENOENT;
2653 
2654 	BT_DBG("%s removing %pMR (%u)", hdev->name, bdaddr, bdaddr_type);
2655 
2656 	list_del(&data->list);
2657 	kfree(data);
2658 
2659 	return 0;
2660 }
2661 
2662 void hci_remote_oob_data_clear(struct hci_dev *hdev)
2663 {
2664 	struct oob_data *data, *n;
2665 
2666 	list_for_each_entry_safe(data, n, &hdev->remote_oob_data, list) {
2667 		list_del(&data->list);
2668 		kfree(data);
2669 	}
2670 }
2671 
2672 int hci_add_remote_oob_data(struct hci_dev *hdev, bdaddr_t *bdaddr,
2673 			    u8 bdaddr_type, u8 *hash192, u8 *rand192,
2674 			    u8 *hash256, u8 *rand256)
2675 {
2676 	struct oob_data *data;
2677 
2678 	data = hci_find_remote_oob_data(hdev, bdaddr, bdaddr_type);
2679 	if (!data) {
2680 		data = kmalloc(sizeof(*data), GFP_KERNEL);
2681 		if (!data)
2682 			return -ENOMEM;
2683 
2684 		bacpy(&data->bdaddr, bdaddr);
2685 		data->bdaddr_type = bdaddr_type;
2686 		list_add(&data->list, &hdev->remote_oob_data);
2687 	}
2688 
2689 	if (hash192 && rand192) {
2690 		memcpy(data->hash192, hash192, sizeof(data->hash192));
2691 		memcpy(data->rand192, rand192, sizeof(data->rand192));
2692 		if (hash256 && rand256)
2693 			data->present = 0x03;
2694 	} else {
2695 		memset(data->hash192, 0, sizeof(data->hash192));
2696 		memset(data->rand192, 0, sizeof(data->rand192));
2697 		if (hash256 && rand256)
2698 			data->present = 0x02;
2699 		else
2700 			data->present = 0x00;
2701 	}
2702 
2703 	if (hash256 && rand256) {
2704 		memcpy(data->hash256, hash256, sizeof(data->hash256));
2705 		memcpy(data->rand256, rand256, sizeof(data->rand256));
2706 	} else {
2707 		memset(data->hash256, 0, sizeof(data->hash256));
2708 		memset(data->rand256, 0, sizeof(data->rand256));
2709 		if (hash192 && rand192)
2710 			data->present = 0x01;
2711 	}
2712 
2713 	BT_DBG("%s for %pMR", hdev->name, bdaddr);
2714 
2715 	return 0;
2716 }
2717 
2718 /* This function requires the caller holds hdev->lock */
2719 struct adv_info *hci_find_adv_instance(struct hci_dev *hdev, u8 instance)
2720 {
2721 	struct adv_info *adv_instance;
2722 
2723 	list_for_each_entry(adv_instance, &hdev->adv_instances, list) {
2724 		if (adv_instance->instance == instance)
2725 			return adv_instance;
2726 	}
2727 
2728 	return NULL;
2729 }
2730 
2731 /* This function requires the caller holds hdev->lock */
2732 struct adv_info *hci_get_next_instance(struct hci_dev *hdev, u8 instance)
2733 {
2734 	struct adv_info *cur_instance;
2735 
2736 	cur_instance = hci_find_adv_instance(hdev, instance);
2737 	if (!cur_instance)
2738 		return NULL;
2739 
2740 	if (cur_instance == list_last_entry(&hdev->adv_instances,
2741 					    struct adv_info, list))
2742 		return list_first_entry(&hdev->adv_instances,
2743 						 struct adv_info, list);
2744 	else
2745 		return list_next_entry(cur_instance, list);
2746 }
2747 
2748 /* This function requires the caller holds hdev->lock */
2749 int hci_remove_adv_instance(struct hci_dev *hdev, u8 instance)
2750 {
2751 	struct adv_info *adv_instance;
2752 
2753 	adv_instance = hci_find_adv_instance(hdev, instance);
2754 	if (!adv_instance)
2755 		return -ENOENT;
2756 
2757 	BT_DBG("%s removing %dMR", hdev->name, instance);
2758 
2759 	if (hdev->cur_adv_instance == instance) {
2760 		if (hdev->adv_instance_timeout) {
2761 			cancel_delayed_work(&hdev->adv_instance_expire);
2762 			hdev->adv_instance_timeout = 0;
2763 		}
2764 		hdev->cur_adv_instance = 0x00;
2765 	}
2766 
2767 	cancel_delayed_work_sync(&adv_instance->rpa_expired_cb);
2768 
2769 	list_del(&adv_instance->list);
2770 	kfree(adv_instance);
2771 
2772 	hdev->adv_instance_cnt--;
2773 
2774 	return 0;
2775 }
2776 
2777 void hci_adv_instances_set_rpa_expired(struct hci_dev *hdev, bool rpa_expired)
2778 {
2779 	struct adv_info *adv_instance, *n;
2780 
2781 	list_for_each_entry_safe(adv_instance, n, &hdev->adv_instances, list)
2782 		adv_instance->rpa_expired = rpa_expired;
2783 }
2784 
2785 /* This function requires the caller holds hdev->lock */
2786 void hci_adv_instances_clear(struct hci_dev *hdev)
2787 {
2788 	struct adv_info *adv_instance, *n;
2789 
2790 	if (hdev->adv_instance_timeout) {
2791 		cancel_delayed_work(&hdev->adv_instance_expire);
2792 		hdev->adv_instance_timeout = 0;
2793 	}
2794 
2795 	list_for_each_entry_safe(adv_instance, n, &hdev->adv_instances, list) {
2796 		cancel_delayed_work_sync(&adv_instance->rpa_expired_cb);
2797 		list_del(&adv_instance->list);
2798 		kfree(adv_instance);
2799 	}
2800 
2801 	hdev->adv_instance_cnt = 0;
2802 	hdev->cur_adv_instance = 0x00;
2803 }
2804 
2805 static void adv_instance_rpa_expired(struct work_struct *work)
2806 {
2807 	struct adv_info *adv_instance = container_of(work, struct adv_info,
2808 						     rpa_expired_cb.work);
2809 
2810 	BT_DBG("");
2811 
2812 	adv_instance->rpa_expired = true;
2813 }
2814 
2815 /* This function requires the caller holds hdev->lock */
2816 int hci_add_adv_instance(struct hci_dev *hdev, u8 instance, u32 flags,
2817 			 u16 adv_data_len, u8 *adv_data,
2818 			 u16 scan_rsp_len, u8 *scan_rsp_data,
2819 			 u16 timeout, u16 duration)
2820 {
2821 	struct adv_info *adv_instance;
2822 
2823 	adv_instance = hci_find_adv_instance(hdev, instance);
2824 	if (adv_instance) {
2825 		memset(adv_instance->adv_data, 0,
2826 		       sizeof(adv_instance->adv_data));
2827 		memset(adv_instance->scan_rsp_data, 0,
2828 		       sizeof(adv_instance->scan_rsp_data));
2829 	} else {
2830 		if (hdev->adv_instance_cnt >= hdev->le_num_of_adv_sets ||
2831 		    instance < 1 || instance > HCI_MAX_ADV_INSTANCES)
2832 			return -EOVERFLOW;
2833 
2834 		adv_instance = kzalloc(sizeof(*adv_instance), GFP_KERNEL);
2835 		if (!adv_instance)
2836 			return -ENOMEM;
2837 
2838 		adv_instance->pending = true;
2839 		adv_instance->instance = instance;
2840 		list_add(&adv_instance->list, &hdev->adv_instances);
2841 		hdev->adv_instance_cnt++;
2842 	}
2843 
2844 	adv_instance->flags = flags;
2845 	adv_instance->adv_data_len = adv_data_len;
2846 	adv_instance->scan_rsp_len = scan_rsp_len;
2847 
2848 	if (adv_data_len)
2849 		memcpy(adv_instance->adv_data, adv_data, adv_data_len);
2850 
2851 	if (scan_rsp_len)
2852 		memcpy(adv_instance->scan_rsp_data,
2853 		       scan_rsp_data, scan_rsp_len);
2854 
2855 	adv_instance->timeout = timeout;
2856 	adv_instance->remaining_time = timeout;
2857 
2858 	if (duration == 0)
2859 		adv_instance->duration = HCI_DEFAULT_ADV_DURATION;
2860 	else
2861 		adv_instance->duration = duration;
2862 
2863 	adv_instance->tx_power = HCI_TX_POWER_INVALID;
2864 
2865 	INIT_DELAYED_WORK(&adv_instance->rpa_expired_cb,
2866 			  adv_instance_rpa_expired);
2867 
2868 	BT_DBG("%s for %dMR", hdev->name, instance);
2869 
2870 	return 0;
2871 }
2872 
2873 struct bdaddr_list *hci_bdaddr_list_lookup(struct list_head *bdaddr_list,
2874 					 bdaddr_t *bdaddr, u8 type)
2875 {
2876 	struct bdaddr_list *b;
2877 
2878 	list_for_each_entry(b, bdaddr_list, list) {
2879 		if (!bacmp(&b->bdaddr, bdaddr) && b->bdaddr_type == type)
2880 			return b;
2881 	}
2882 
2883 	return NULL;
2884 }
2885 
2886 struct bdaddr_list_with_irk *hci_bdaddr_list_lookup_with_irk(
2887 				struct list_head *bdaddr_list, bdaddr_t *bdaddr,
2888 				u8 type)
2889 {
2890 	struct bdaddr_list_with_irk *b;
2891 
2892 	list_for_each_entry(b, bdaddr_list, list) {
2893 		if (!bacmp(&b->bdaddr, bdaddr) && b->bdaddr_type == type)
2894 			return b;
2895 	}
2896 
2897 	return NULL;
2898 }
2899 
2900 void hci_bdaddr_list_clear(struct list_head *bdaddr_list)
2901 {
2902 	struct bdaddr_list *b, *n;
2903 
2904 	list_for_each_entry_safe(b, n, bdaddr_list, list) {
2905 		list_del(&b->list);
2906 		kfree(b);
2907 	}
2908 }
2909 
2910 int hci_bdaddr_list_add(struct list_head *list, bdaddr_t *bdaddr, u8 type)
2911 {
2912 	struct bdaddr_list *entry;
2913 
2914 	if (!bacmp(bdaddr, BDADDR_ANY))
2915 		return -EBADF;
2916 
2917 	if (hci_bdaddr_list_lookup(list, bdaddr, type))
2918 		return -EEXIST;
2919 
2920 	entry = kzalloc(sizeof(*entry), GFP_KERNEL);
2921 	if (!entry)
2922 		return -ENOMEM;
2923 
2924 	bacpy(&entry->bdaddr, bdaddr);
2925 	entry->bdaddr_type = type;
2926 
2927 	list_add(&entry->list, list);
2928 
2929 	return 0;
2930 }
2931 
2932 int hci_bdaddr_list_add_with_irk(struct list_head *list, bdaddr_t *bdaddr,
2933 					u8 type, u8 *peer_irk, u8 *local_irk)
2934 {
2935 	struct bdaddr_list_with_irk *entry;
2936 
2937 	if (!bacmp(bdaddr, BDADDR_ANY))
2938 		return -EBADF;
2939 
2940 	if (hci_bdaddr_list_lookup(list, bdaddr, type))
2941 		return -EEXIST;
2942 
2943 	entry = kzalloc(sizeof(*entry), GFP_KERNEL);
2944 	if (!entry)
2945 		return -ENOMEM;
2946 
2947 	bacpy(&entry->bdaddr, bdaddr);
2948 	entry->bdaddr_type = type;
2949 
2950 	if (peer_irk)
2951 		memcpy(entry->peer_irk, peer_irk, 16);
2952 
2953 	if (local_irk)
2954 		memcpy(entry->local_irk, local_irk, 16);
2955 
2956 	list_add(&entry->list, list);
2957 
2958 	return 0;
2959 }
2960 
2961 int hci_bdaddr_list_del(struct list_head *list, bdaddr_t *bdaddr, u8 type)
2962 {
2963 	struct bdaddr_list *entry;
2964 
2965 	if (!bacmp(bdaddr, BDADDR_ANY)) {
2966 		hci_bdaddr_list_clear(list);
2967 		return 0;
2968 	}
2969 
2970 	entry = hci_bdaddr_list_lookup(list, bdaddr, type);
2971 	if (!entry)
2972 		return -ENOENT;
2973 
2974 	list_del(&entry->list);
2975 	kfree(entry);
2976 
2977 	return 0;
2978 }
2979 
2980 int hci_bdaddr_list_del_with_irk(struct list_head *list, bdaddr_t *bdaddr,
2981 							u8 type)
2982 {
2983 	struct bdaddr_list_with_irk *entry;
2984 
2985 	if (!bacmp(bdaddr, BDADDR_ANY)) {
2986 		hci_bdaddr_list_clear(list);
2987 		return 0;
2988 	}
2989 
2990 	entry = hci_bdaddr_list_lookup_with_irk(list, bdaddr, type);
2991 	if (!entry)
2992 		return -ENOENT;
2993 
2994 	list_del(&entry->list);
2995 	kfree(entry);
2996 
2997 	return 0;
2998 }
2999 
3000 /* This function requires the caller holds hdev->lock */
3001 struct hci_conn_params *hci_conn_params_lookup(struct hci_dev *hdev,
3002 					       bdaddr_t *addr, u8 addr_type)
3003 {
3004 	struct hci_conn_params *params;
3005 
3006 	list_for_each_entry(params, &hdev->le_conn_params, list) {
3007 		if (bacmp(&params->addr, addr) == 0 &&
3008 		    params->addr_type == addr_type) {
3009 			return params;
3010 		}
3011 	}
3012 
3013 	return NULL;
3014 }
3015 
3016 /* This function requires the caller holds hdev->lock */
3017 struct hci_conn_params *hci_pend_le_action_lookup(struct list_head *list,
3018 						  bdaddr_t *addr, u8 addr_type)
3019 {
3020 	struct hci_conn_params *param;
3021 
3022 	list_for_each_entry(param, list, action) {
3023 		if (bacmp(&param->addr, addr) == 0 &&
3024 		    param->addr_type == addr_type)
3025 			return param;
3026 	}
3027 
3028 	return NULL;
3029 }
3030 
3031 /* This function requires the caller holds hdev->lock */
3032 struct hci_conn_params *hci_conn_params_add(struct hci_dev *hdev,
3033 					    bdaddr_t *addr, u8 addr_type)
3034 {
3035 	struct hci_conn_params *params;
3036 
3037 	params = hci_conn_params_lookup(hdev, addr, addr_type);
3038 	if (params)
3039 		return params;
3040 
3041 	params = kzalloc(sizeof(*params), GFP_KERNEL);
3042 	if (!params) {
3043 		bt_dev_err(hdev, "out of memory");
3044 		return NULL;
3045 	}
3046 
3047 	bacpy(&params->addr, addr);
3048 	params->addr_type = addr_type;
3049 
3050 	list_add(&params->list, &hdev->le_conn_params);
3051 	INIT_LIST_HEAD(&params->action);
3052 
3053 	params->conn_min_interval = hdev->le_conn_min_interval;
3054 	params->conn_max_interval = hdev->le_conn_max_interval;
3055 	params->conn_latency = hdev->le_conn_latency;
3056 	params->supervision_timeout = hdev->le_supv_timeout;
3057 	params->auto_connect = HCI_AUTO_CONN_DISABLED;
3058 
3059 	BT_DBG("addr %pMR (type %u)", addr, addr_type);
3060 
3061 	return params;
3062 }
3063 
3064 static void hci_conn_params_free(struct hci_conn_params *params)
3065 {
3066 	if (params->conn) {
3067 		hci_conn_drop(params->conn);
3068 		hci_conn_put(params->conn);
3069 	}
3070 
3071 	list_del(&params->action);
3072 	list_del(&params->list);
3073 	kfree(params);
3074 }
3075 
3076 /* This function requires the caller holds hdev->lock */
3077 void hci_conn_params_del(struct hci_dev *hdev, bdaddr_t *addr, u8 addr_type)
3078 {
3079 	struct hci_conn_params *params;
3080 
3081 	params = hci_conn_params_lookup(hdev, addr, addr_type);
3082 	if (!params)
3083 		return;
3084 
3085 	hci_conn_params_free(params);
3086 
3087 	hci_update_background_scan(hdev);
3088 
3089 	BT_DBG("addr %pMR (type %u)", addr, addr_type);
3090 }
3091 
3092 /* This function requires the caller holds hdev->lock */
3093 void hci_conn_params_clear_disabled(struct hci_dev *hdev)
3094 {
3095 	struct hci_conn_params *params, *tmp;
3096 
3097 	list_for_each_entry_safe(params, tmp, &hdev->le_conn_params, list) {
3098 		if (params->auto_connect != HCI_AUTO_CONN_DISABLED)
3099 			continue;
3100 
3101 		/* If trying to estabilish one time connection to disabled
3102 		 * device, leave the params, but mark them as just once.
3103 		 */
3104 		if (params->explicit_connect) {
3105 			params->auto_connect = HCI_AUTO_CONN_EXPLICIT;
3106 			continue;
3107 		}
3108 
3109 		list_del(&params->list);
3110 		kfree(params);
3111 	}
3112 
3113 	BT_DBG("All LE disabled connection parameters were removed");
3114 }
3115 
3116 /* This function requires the caller holds hdev->lock */
3117 static void hci_conn_params_clear_all(struct hci_dev *hdev)
3118 {
3119 	struct hci_conn_params *params, *tmp;
3120 
3121 	list_for_each_entry_safe(params, tmp, &hdev->le_conn_params, list)
3122 		hci_conn_params_free(params);
3123 
3124 	BT_DBG("All LE connection parameters were removed");
3125 }
3126 
3127 /* Copy the Identity Address of the controller.
3128  *
3129  * If the controller has a public BD_ADDR, then by default use that one.
3130  * If this is a LE only controller without a public address, default to
3131  * the static random address.
3132  *
3133  * For debugging purposes it is possible to force controllers with a
3134  * public address to use the static random address instead.
3135  *
3136  * In case BR/EDR has been disabled on a dual-mode controller and
3137  * userspace has configured a static address, then that address
3138  * becomes the identity address instead of the public BR/EDR address.
3139  */
3140 void hci_copy_identity_address(struct hci_dev *hdev, bdaddr_t *bdaddr,
3141 			       u8 *bdaddr_type)
3142 {
3143 	if (hci_dev_test_flag(hdev, HCI_FORCE_STATIC_ADDR) ||
3144 	    !bacmp(&hdev->bdaddr, BDADDR_ANY) ||
3145 	    (!hci_dev_test_flag(hdev, HCI_BREDR_ENABLED) &&
3146 	     bacmp(&hdev->static_addr, BDADDR_ANY))) {
3147 		bacpy(bdaddr, &hdev->static_addr);
3148 		*bdaddr_type = ADDR_LE_DEV_RANDOM;
3149 	} else {
3150 		bacpy(bdaddr, &hdev->bdaddr);
3151 		*bdaddr_type = ADDR_LE_DEV_PUBLIC;
3152 	}
3153 }
3154 
3155 /* Alloc HCI device */
3156 struct hci_dev *hci_alloc_dev(void)
3157 {
3158 	struct hci_dev *hdev;
3159 
3160 	hdev = kzalloc(sizeof(*hdev), GFP_KERNEL);
3161 	if (!hdev)
3162 		return NULL;
3163 
3164 	hdev->pkt_type  = (HCI_DM1 | HCI_DH1 | HCI_HV1);
3165 	hdev->esco_type = (ESCO_HV1);
3166 	hdev->link_mode = (HCI_LM_ACCEPT);
3167 	hdev->num_iac = 0x01;		/* One IAC support is mandatory */
3168 	hdev->io_capability = 0x03;	/* No Input No Output */
3169 	hdev->manufacturer = 0xffff;	/* Default to internal use */
3170 	hdev->inq_tx_power = HCI_TX_POWER_INVALID;
3171 	hdev->adv_tx_power = HCI_TX_POWER_INVALID;
3172 	hdev->adv_instance_cnt = 0;
3173 	hdev->cur_adv_instance = 0x00;
3174 	hdev->adv_instance_timeout = 0;
3175 
3176 	hdev->sniff_max_interval = 800;
3177 	hdev->sniff_min_interval = 80;
3178 
3179 	hdev->le_adv_channel_map = 0x07;
3180 	hdev->le_adv_min_interval = 0x0800;
3181 	hdev->le_adv_max_interval = 0x0800;
3182 	hdev->le_scan_interval = 0x0060;
3183 	hdev->le_scan_window = 0x0030;
3184 	hdev->le_conn_min_interval = 0x0018;
3185 	hdev->le_conn_max_interval = 0x0028;
3186 	hdev->le_conn_latency = 0x0000;
3187 	hdev->le_supv_timeout = 0x002a;
3188 	hdev->le_def_tx_len = 0x001b;
3189 	hdev->le_def_tx_time = 0x0148;
3190 	hdev->le_max_tx_len = 0x001b;
3191 	hdev->le_max_tx_time = 0x0148;
3192 	hdev->le_max_rx_len = 0x001b;
3193 	hdev->le_max_rx_time = 0x0148;
3194 	hdev->le_max_key_size = SMP_MAX_ENC_KEY_SIZE;
3195 	hdev->le_min_key_size = SMP_MIN_ENC_KEY_SIZE;
3196 	hdev->le_tx_def_phys = HCI_LE_SET_PHY_1M;
3197 	hdev->le_rx_def_phys = HCI_LE_SET_PHY_1M;
3198 	hdev->le_num_of_adv_sets = HCI_MAX_ADV_INSTANCES;
3199 
3200 	hdev->rpa_timeout = HCI_DEFAULT_RPA_TIMEOUT;
3201 	hdev->discov_interleaved_timeout = DISCOV_INTERLEAVED_TIMEOUT;
3202 	hdev->conn_info_min_age = DEFAULT_CONN_INFO_MIN_AGE;
3203 	hdev->conn_info_max_age = DEFAULT_CONN_INFO_MAX_AGE;
3204 	hdev->auth_payload_timeout = DEFAULT_AUTH_PAYLOAD_TIMEOUT;
3205 	hdev->min_enc_key_size = HCI_MIN_ENC_KEY_SIZE;
3206 
3207 	mutex_init(&hdev->lock);
3208 	mutex_init(&hdev->req_lock);
3209 
3210 	INIT_LIST_HEAD(&hdev->mgmt_pending);
3211 	INIT_LIST_HEAD(&hdev->blacklist);
3212 	INIT_LIST_HEAD(&hdev->whitelist);
3213 	INIT_LIST_HEAD(&hdev->uuids);
3214 	INIT_LIST_HEAD(&hdev->link_keys);
3215 	INIT_LIST_HEAD(&hdev->long_term_keys);
3216 	INIT_LIST_HEAD(&hdev->identity_resolving_keys);
3217 	INIT_LIST_HEAD(&hdev->remote_oob_data);
3218 	INIT_LIST_HEAD(&hdev->le_white_list);
3219 	INIT_LIST_HEAD(&hdev->le_resolv_list);
3220 	INIT_LIST_HEAD(&hdev->le_conn_params);
3221 	INIT_LIST_HEAD(&hdev->pend_le_conns);
3222 	INIT_LIST_HEAD(&hdev->pend_le_reports);
3223 	INIT_LIST_HEAD(&hdev->conn_hash.list);
3224 	INIT_LIST_HEAD(&hdev->adv_instances);
3225 
3226 	INIT_WORK(&hdev->rx_work, hci_rx_work);
3227 	INIT_WORK(&hdev->cmd_work, hci_cmd_work);
3228 	INIT_WORK(&hdev->tx_work, hci_tx_work);
3229 	INIT_WORK(&hdev->power_on, hci_power_on);
3230 	INIT_WORK(&hdev->error_reset, hci_error_reset);
3231 
3232 	INIT_DELAYED_WORK(&hdev->power_off, hci_power_off);
3233 
3234 	skb_queue_head_init(&hdev->rx_q);
3235 	skb_queue_head_init(&hdev->cmd_q);
3236 	skb_queue_head_init(&hdev->raw_q);
3237 
3238 	init_waitqueue_head(&hdev->req_wait_q);
3239 
3240 	INIT_DELAYED_WORK(&hdev->cmd_timer, hci_cmd_timeout);
3241 
3242 	hci_request_setup(hdev);
3243 
3244 	hci_init_sysfs(hdev);
3245 	discovery_init(hdev);
3246 
3247 	return hdev;
3248 }
3249 EXPORT_SYMBOL(hci_alloc_dev);
3250 
3251 /* Free HCI device */
3252 void hci_free_dev(struct hci_dev *hdev)
3253 {
3254 	/* will free via device release */
3255 	put_device(&hdev->dev);
3256 }
3257 EXPORT_SYMBOL(hci_free_dev);
3258 
3259 /* Register HCI device */
3260 int hci_register_dev(struct hci_dev *hdev)
3261 {
3262 	int id, error;
3263 
3264 	if (!hdev->open || !hdev->close || !hdev->send)
3265 		return -EINVAL;
3266 
3267 	/* Do not allow HCI_AMP devices to register at index 0,
3268 	 * so the index can be used as the AMP controller ID.
3269 	 */
3270 	switch (hdev->dev_type) {
3271 	case HCI_PRIMARY:
3272 		id = ida_simple_get(&hci_index_ida, 0, 0, GFP_KERNEL);
3273 		break;
3274 	case HCI_AMP:
3275 		id = ida_simple_get(&hci_index_ida, 1, 0, GFP_KERNEL);
3276 		break;
3277 	default:
3278 		return -EINVAL;
3279 	}
3280 
3281 	if (id < 0)
3282 		return id;
3283 
3284 	sprintf(hdev->name, "hci%d", id);
3285 	hdev->id = id;
3286 
3287 	BT_DBG("%p name %s bus %d", hdev, hdev->name, hdev->bus);
3288 
3289 	hdev->workqueue = alloc_ordered_workqueue("%s", WQ_HIGHPRI, hdev->name);
3290 	if (!hdev->workqueue) {
3291 		error = -ENOMEM;
3292 		goto err;
3293 	}
3294 
3295 	hdev->req_workqueue = alloc_ordered_workqueue("%s", WQ_HIGHPRI,
3296 						      hdev->name);
3297 	if (!hdev->req_workqueue) {
3298 		destroy_workqueue(hdev->workqueue);
3299 		error = -ENOMEM;
3300 		goto err;
3301 	}
3302 
3303 	if (!IS_ERR_OR_NULL(bt_debugfs))
3304 		hdev->debugfs = debugfs_create_dir(hdev->name, bt_debugfs);
3305 
3306 	dev_set_name(&hdev->dev, "%s", hdev->name);
3307 
3308 	error = device_add(&hdev->dev);
3309 	if (error < 0)
3310 		goto err_wqueue;
3311 
3312 	hci_leds_init(hdev);
3313 
3314 	hdev->rfkill = rfkill_alloc(hdev->name, &hdev->dev,
3315 				    RFKILL_TYPE_BLUETOOTH, &hci_rfkill_ops,
3316 				    hdev);
3317 	if (hdev->rfkill) {
3318 		if (rfkill_register(hdev->rfkill) < 0) {
3319 			rfkill_destroy(hdev->rfkill);
3320 			hdev->rfkill = NULL;
3321 		}
3322 	}
3323 
3324 	if (hdev->rfkill && rfkill_blocked(hdev->rfkill))
3325 		hci_dev_set_flag(hdev, HCI_RFKILLED);
3326 
3327 	hci_dev_set_flag(hdev, HCI_SETUP);
3328 	hci_dev_set_flag(hdev, HCI_AUTO_OFF);
3329 
3330 	if (hdev->dev_type == HCI_PRIMARY) {
3331 		/* Assume BR/EDR support until proven otherwise (such as
3332 		 * through reading supported features during init.
3333 		 */
3334 		hci_dev_set_flag(hdev, HCI_BREDR_ENABLED);
3335 	}
3336 
3337 	write_lock(&hci_dev_list_lock);
3338 	list_add(&hdev->list, &hci_dev_list);
3339 	write_unlock(&hci_dev_list_lock);
3340 
3341 	/* Devices that are marked for raw-only usage are unconfigured
3342 	 * and should not be included in normal operation.
3343 	 */
3344 	if (test_bit(HCI_QUIRK_RAW_DEVICE, &hdev->quirks))
3345 		hci_dev_set_flag(hdev, HCI_UNCONFIGURED);
3346 
3347 	hci_sock_dev_event(hdev, HCI_DEV_REG);
3348 	hci_dev_hold(hdev);
3349 
3350 	queue_work(hdev->req_workqueue, &hdev->power_on);
3351 
3352 	return id;
3353 
3354 err_wqueue:
3355 	destroy_workqueue(hdev->workqueue);
3356 	destroy_workqueue(hdev->req_workqueue);
3357 err:
3358 	ida_simple_remove(&hci_index_ida, hdev->id);
3359 
3360 	return error;
3361 }
3362 EXPORT_SYMBOL(hci_register_dev);
3363 
3364 /* Unregister HCI device */
3365 void hci_unregister_dev(struct hci_dev *hdev)
3366 {
3367 	int id;
3368 
3369 	BT_DBG("%p name %s bus %d", hdev, hdev->name, hdev->bus);
3370 
3371 	hci_dev_set_flag(hdev, HCI_UNREGISTER);
3372 
3373 	id = hdev->id;
3374 
3375 	write_lock(&hci_dev_list_lock);
3376 	list_del(&hdev->list);
3377 	write_unlock(&hci_dev_list_lock);
3378 
3379 	cancel_work_sync(&hdev->power_on);
3380 
3381 	hci_dev_do_close(hdev);
3382 
3383 	if (!test_bit(HCI_INIT, &hdev->flags) &&
3384 	    !hci_dev_test_flag(hdev, HCI_SETUP) &&
3385 	    !hci_dev_test_flag(hdev, HCI_CONFIG)) {
3386 		hci_dev_lock(hdev);
3387 		mgmt_index_removed(hdev);
3388 		hci_dev_unlock(hdev);
3389 	}
3390 
3391 	/* mgmt_index_removed should take care of emptying the
3392 	 * pending list */
3393 	BUG_ON(!list_empty(&hdev->mgmt_pending));
3394 
3395 	hci_sock_dev_event(hdev, HCI_DEV_UNREG);
3396 
3397 	if (hdev->rfkill) {
3398 		rfkill_unregister(hdev->rfkill);
3399 		rfkill_destroy(hdev->rfkill);
3400 	}
3401 
3402 	device_del(&hdev->dev);
3403 
3404 	debugfs_remove_recursive(hdev->debugfs);
3405 	kfree_const(hdev->hw_info);
3406 	kfree_const(hdev->fw_info);
3407 
3408 	destroy_workqueue(hdev->workqueue);
3409 	destroy_workqueue(hdev->req_workqueue);
3410 
3411 	hci_dev_lock(hdev);
3412 	hci_bdaddr_list_clear(&hdev->blacklist);
3413 	hci_bdaddr_list_clear(&hdev->whitelist);
3414 	hci_uuids_clear(hdev);
3415 	hci_link_keys_clear(hdev);
3416 	hci_smp_ltks_clear(hdev);
3417 	hci_smp_irks_clear(hdev);
3418 	hci_remote_oob_data_clear(hdev);
3419 	hci_adv_instances_clear(hdev);
3420 	hci_bdaddr_list_clear(&hdev->le_white_list);
3421 	hci_bdaddr_list_clear(&hdev->le_resolv_list);
3422 	hci_conn_params_clear_all(hdev);
3423 	hci_discovery_filter_clear(hdev);
3424 	hci_dev_unlock(hdev);
3425 
3426 	hci_dev_put(hdev);
3427 
3428 	ida_simple_remove(&hci_index_ida, id);
3429 }
3430 EXPORT_SYMBOL(hci_unregister_dev);
3431 
3432 /* Suspend HCI device */
3433 int hci_suspend_dev(struct hci_dev *hdev)
3434 {
3435 	hci_sock_dev_event(hdev, HCI_DEV_SUSPEND);
3436 	return 0;
3437 }
3438 EXPORT_SYMBOL(hci_suspend_dev);
3439 
3440 /* Resume HCI device */
3441 int hci_resume_dev(struct hci_dev *hdev)
3442 {
3443 	hci_sock_dev_event(hdev, HCI_DEV_RESUME);
3444 	return 0;
3445 }
3446 EXPORT_SYMBOL(hci_resume_dev);
3447 
3448 /* Reset HCI device */
3449 int hci_reset_dev(struct hci_dev *hdev)
3450 {
3451 	static const u8 hw_err[] = { HCI_EV_HARDWARE_ERROR, 0x01, 0x00 };
3452 	struct sk_buff *skb;
3453 
3454 	skb = bt_skb_alloc(3, GFP_ATOMIC);
3455 	if (!skb)
3456 		return -ENOMEM;
3457 
3458 	hci_skb_pkt_type(skb) = HCI_EVENT_PKT;
3459 	skb_put_data(skb, hw_err, 3);
3460 
3461 	/* Send Hardware Error to upper stack */
3462 	return hci_recv_frame(hdev, skb);
3463 }
3464 EXPORT_SYMBOL(hci_reset_dev);
3465 
3466 /* Receive frame from HCI drivers */
3467 int hci_recv_frame(struct hci_dev *hdev, struct sk_buff *skb)
3468 {
3469 	if (!hdev || (!test_bit(HCI_UP, &hdev->flags)
3470 		      && !test_bit(HCI_INIT, &hdev->flags))) {
3471 		kfree_skb(skb);
3472 		return -ENXIO;
3473 	}
3474 
3475 	if (hci_skb_pkt_type(skb) != HCI_EVENT_PKT &&
3476 	    hci_skb_pkt_type(skb) != HCI_ACLDATA_PKT &&
3477 	    hci_skb_pkt_type(skb) != HCI_SCODATA_PKT) {
3478 		kfree_skb(skb);
3479 		return -EINVAL;
3480 	}
3481 
3482 	/* Incoming skb */
3483 	bt_cb(skb)->incoming = 1;
3484 
3485 	/* Time stamp */
3486 	__net_timestamp(skb);
3487 
3488 	skb_queue_tail(&hdev->rx_q, skb);
3489 	queue_work(hdev->workqueue, &hdev->rx_work);
3490 
3491 	return 0;
3492 }
3493 EXPORT_SYMBOL(hci_recv_frame);
3494 
3495 /* Receive diagnostic message from HCI drivers */
3496 int hci_recv_diag(struct hci_dev *hdev, struct sk_buff *skb)
3497 {
3498 	/* Mark as diagnostic packet */
3499 	hci_skb_pkt_type(skb) = HCI_DIAG_PKT;
3500 
3501 	/* Time stamp */
3502 	__net_timestamp(skb);
3503 
3504 	skb_queue_tail(&hdev->rx_q, skb);
3505 	queue_work(hdev->workqueue, &hdev->rx_work);
3506 
3507 	return 0;
3508 }
3509 EXPORT_SYMBOL(hci_recv_diag);
3510 
3511 void hci_set_hw_info(struct hci_dev *hdev, const char *fmt, ...)
3512 {
3513 	va_list vargs;
3514 
3515 	va_start(vargs, fmt);
3516 	kfree_const(hdev->hw_info);
3517 	hdev->hw_info = kvasprintf_const(GFP_KERNEL, fmt, vargs);
3518 	va_end(vargs);
3519 }
3520 EXPORT_SYMBOL(hci_set_hw_info);
3521 
3522 void hci_set_fw_info(struct hci_dev *hdev, const char *fmt, ...)
3523 {
3524 	va_list vargs;
3525 
3526 	va_start(vargs, fmt);
3527 	kfree_const(hdev->fw_info);
3528 	hdev->fw_info = kvasprintf_const(GFP_KERNEL, fmt, vargs);
3529 	va_end(vargs);
3530 }
3531 EXPORT_SYMBOL(hci_set_fw_info);
3532 
3533 /* ---- Interface to upper protocols ---- */
3534 
3535 int hci_register_cb(struct hci_cb *cb)
3536 {
3537 	BT_DBG("%p name %s", cb, cb->name);
3538 
3539 	mutex_lock(&hci_cb_list_lock);
3540 	list_add_tail(&cb->list, &hci_cb_list);
3541 	mutex_unlock(&hci_cb_list_lock);
3542 
3543 	return 0;
3544 }
3545 EXPORT_SYMBOL(hci_register_cb);
3546 
3547 int hci_unregister_cb(struct hci_cb *cb)
3548 {
3549 	BT_DBG("%p name %s", cb, cb->name);
3550 
3551 	mutex_lock(&hci_cb_list_lock);
3552 	list_del(&cb->list);
3553 	mutex_unlock(&hci_cb_list_lock);
3554 
3555 	return 0;
3556 }
3557 EXPORT_SYMBOL(hci_unregister_cb);
3558 
3559 static void hci_send_frame(struct hci_dev *hdev, struct sk_buff *skb)
3560 {
3561 	int err;
3562 
3563 	BT_DBG("%s type %d len %d", hdev->name, hci_skb_pkt_type(skb),
3564 	       skb->len);
3565 
3566 	/* Time stamp */
3567 	__net_timestamp(skb);
3568 
3569 	/* Send copy to monitor */
3570 	hci_send_to_monitor(hdev, skb);
3571 
3572 	if (atomic_read(&hdev->promisc)) {
3573 		/* Send copy to the sockets */
3574 		hci_send_to_sock(hdev, skb);
3575 	}
3576 
3577 	/* Get rid of skb owner, prior to sending to the driver. */
3578 	skb_orphan(skb);
3579 
3580 	if (!test_bit(HCI_RUNNING, &hdev->flags)) {
3581 		kfree_skb(skb);
3582 		return;
3583 	}
3584 
3585 	err = hdev->send(hdev, skb);
3586 	if (err < 0) {
3587 		bt_dev_err(hdev, "sending frame failed (%d)", err);
3588 		kfree_skb(skb);
3589 	}
3590 }
3591 
3592 /* Send HCI command */
3593 int hci_send_cmd(struct hci_dev *hdev, __u16 opcode, __u32 plen,
3594 		 const void *param)
3595 {
3596 	struct sk_buff *skb;
3597 
3598 	BT_DBG("%s opcode 0x%4.4x plen %d", hdev->name, opcode, plen);
3599 
3600 	skb = hci_prepare_cmd(hdev, opcode, plen, param);
3601 	if (!skb) {
3602 		bt_dev_err(hdev, "no memory for command");
3603 		return -ENOMEM;
3604 	}
3605 
3606 	/* Stand-alone HCI commands must be flagged as
3607 	 * single-command requests.
3608 	 */
3609 	bt_cb(skb)->hci.req_flags |= HCI_REQ_START;
3610 
3611 	skb_queue_tail(&hdev->cmd_q, skb);
3612 	queue_work(hdev->workqueue, &hdev->cmd_work);
3613 
3614 	return 0;
3615 }
3616 
3617 int __hci_cmd_send(struct hci_dev *hdev, u16 opcode, u32 plen,
3618 		   const void *param)
3619 {
3620 	struct sk_buff *skb;
3621 
3622 	if (hci_opcode_ogf(opcode) != 0x3f) {
3623 		/* A controller receiving a command shall respond with either
3624 		 * a Command Status Event or a Command Complete Event.
3625 		 * Therefore, all standard HCI commands must be sent via the
3626 		 * standard API, using hci_send_cmd or hci_cmd_sync helpers.
3627 		 * Some vendors do not comply with this rule for vendor-specific
3628 		 * commands and do not return any event. We want to support
3629 		 * unresponded commands for such cases only.
3630 		 */
3631 		bt_dev_err(hdev, "unresponded command not supported");
3632 		return -EINVAL;
3633 	}
3634 
3635 	skb = hci_prepare_cmd(hdev, opcode, plen, param);
3636 	if (!skb) {
3637 		bt_dev_err(hdev, "no memory for command (opcode 0x%4.4x)",
3638 			   opcode);
3639 		return -ENOMEM;
3640 	}
3641 
3642 	hci_send_frame(hdev, skb);
3643 
3644 	return 0;
3645 }
3646 EXPORT_SYMBOL(__hci_cmd_send);
3647 
3648 /* Get data from the previously sent command */
3649 void *hci_sent_cmd_data(struct hci_dev *hdev, __u16 opcode)
3650 {
3651 	struct hci_command_hdr *hdr;
3652 
3653 	if (!hdev->sent_cmd)
3654 		return NULL;
3655 
3656 	hdr = (void *) hdev->sent_cmd->data;
3657 
3658 	if (hdr->opcode != cpu_to_le16(opcode))
3659 		return NULL;
3660 
3661 	BT_DBG("%s opcode 0x%4.4x", hdev->name, opcode);
3662 
3663 	return hdev->sent_cmd->data + HCI_COMMAND_HDR_SIZE;
3664 }
3665 
3666 /* Send HCI command and wait for command commplete event */
3667 struct sk_buff *hci_cmd_sync(struct hci_dev *hdev, u16 opcode, u32 plen,
3668 			     const void *param, u32 timeout)
3669 {
3670 	struct sk_buff *skb;
3671 
3672 	if (!test_bit(HCI_UP, &hdev->flags))
3673 		return ERR_PTR(-ENETDOWN);
3674 
3675 	bt_dev_dbg(hdev, "opcode 0x%4.4x plen %d", opcode, plen);
3676 
3677 	hci_req_sync_lock(hdev);
3678 	skb = __hci_cmd_sync(hdev, opcode, plen, param, timeout);
3679 	hci_req_sync_unlock(hdev);
3680 
3681 	return skb;
3682 }
3683 EXPORT_SYMBOL(hci_cmd_sync);
3684 
3685 /* Send ACL data */
3686 static void hci_add_acl_hdr(struct sk_buff *skb, __u16 handle, __u16 flags)
3687 {
3688 	struct hci_acl_hdr *hdr;
3689 	int len = skb->len;
3690 
3691 	skb_push(skb, HCI_ACL_HDR_SIZE);
3692 	skb_reset_transport_header(skb);
3693 	hdr = (struct hci_acl_hdr *)skb_transport_header(skb);
3694 	hdr->handle = cpu_to_le16(hci_handle_pack(handle, flags));
3695 	hdr->dlen   = cpu_to_le16(len);
3696 }
3697 
3698 static void hci_queue_acl(struct hci_chan *chan, struct sk_buff_head *queue,
3699 			  struct sk_buff *skb, __u16 flags)
3700 {
3701 	struct hci_conn *conn = chan->conn;
3702 	struct hci_dev *hdev = conn->hdev;
3703 	struct sk_buff *list;
3704 
3705 	skb->len = skb_headlen(skb);
3706 	skb->data_len = 0;
3707 
3708 	hci_skb_pkt_type(skb) = HCI_ACLDATA_PKT;
3709 
3710 	switch (hdev->dev_type) {
3711 	case HCI_PRIMARY:
3712 		hci_add_acl_hdr(skb, conn->handle, flags);
3713 		break;
3714 	case HCI_AMP:
3715 		hci_add_acl_hdr(skb, chan->handle, flags);
3716 		break;
3717 	default:
3718 		bt_dev_err(hdev, "unknown dev_type %d", hdev->dev_type);
3719 		return;
3720 	}
3721 
3722 	list = skb_shinfo(skb)->frag_list;
3723 	if (!list) {
3724 		/* Non fragmented */
3725 		BT_DBG("%s nonfrag skb %p len %d", hdev->name, skb, skb->len);
3726 
3727 		skb_queue_tail(queue, skb);
3728 	} else {
3729 		/* Fragmented */
3730 		BT_DBG("%s frag %p len %d", hdev->name, skb, skb->len);
3731 
3732 		skb_shinfo(skb)->frag_list = NULL;
3733 
3734 		/* Queue all fragments atomically. We need to use spin_lock_bh
3735 		 * here because of 6LoWPAN links, as there this function is
3736 		 * called from softirq and using normal spin lock could cause
3737 		 * deadlocks.
3738 		 */
3739 		spin_lock_bh(&queue->lock);
3740 
3741 		__skb_queue_tail(queue, skb);
3742 
3743 		flags &= ~ACL_START;
3744 		flags |= ACL_CONT;
3745 		do {
3746 			skb = list; list = list->next;
3747 
3748 			hci_skb_pkt_type(skb) = HCI_ACLDATA_PKT;
3749 			hci_add_acl_hdr(skb, conn->handle, flags);
3750 
3751 			BT_DBG("%s frag %p len %d", hdev->name, skb, skb->len);
3752 
3753 			__skb_queue_tail(queue, skb);
3754 		} while (list);
3755 
3756 		spin_unlock_bh(&queue->lock);
3757 	}
3758 }
3759 
3760 void hci_send_acl(struct hci_chan *chan, struct sk_buff *skb, __u16 flags)
3761 {
3762 	struct hci_dev *hdev = chan->conn->hdev;
3763 
3764 	BT_DBG("%s chan %p flags 0x%4.4x", hdev->name, chan, flags);
3765 
3766 	hci_queue_acl(chan, &chan->data_q, skb, flags);
3767 
3768 	queue_work(hdev->workqueue, &hdev->tx_work);
3769 }
3770 
3771 /* Send SCO data */
3772 void hci_send_sco(struct hci_conn *conn, struct sk_buff *skb)
3773 {
3774 	struct hci_dev *hdev = conn->hdev;
3775 	struct hci_sco_hdr hdr;
3776 
3777 	BT_DBG("%s len %d", hdev->name, skb->len);
3778 
3779 	hdr.handle = cpu_to_le16(conn->handle);
3780 	hdr.dlen   = skb->len;
3781 
3782 	skb_push(skb, HCI_SCO_HDR_SIZE);
3783 	skb_reset_transport_header(skb);
3784 	memcpy(skb_transport_header(skb), &hdr, HCI_SCO_HDR_SIZE);
3785 
3786 	hci_skb_pkt_type(skb) = HCI_SCODATA_PKT;
3787 
3788 	skb_queue_tail(&conn->data_q, skb);
3789 	queue_work(hdev->workqueue, &hdev->tx_work);
3790 }
3791 
3792 /* ---- HCI TX task (outgoing data) ---- */
3793 
3794 /* HCI Connection scheduler */
3795 static struct hci_conn *hci_low_sent(struct hci_dev *hdev, __u8 type,
3796 				     int *quote)
3797 {
3798 	struct hci_conn_hash *h = &hdev->conn_hash;
3799 	struct hci_conn *conn = NULL, *c;
3800 	unsigned int num = 0, min = ~0;
3801 
3802 	/* We don't have to lock device here. Connections are always
3803 	 * added and removed with TX task disabled. */
3804 
3805 	rcu_read_lock();
3806 
3807 	list_for_each_entry_rcu(c, &h->list, list) {
3808 		if (c->type != type || skb_queue_empty(&c->data_q))
3809 			continue;
3810 
3811 		if (c->state != BT_CONNECTED && c->state != BT_CONFIG)
3812 			continue;
3813 
3814 		num++;
3815 
3816 		if (c->sent < min) {
3817 			min  = c->sent;
3818 			conn = c;
3819 		}
3820 
3821 		if (hci_conn_num(hdev, type) == num)
3822 			break;
3823 	}
3824 
3825 	rcu_read_unlock();
3826 
3827 	if (conn) {
3828 		int cnt, q;
3829 
3830 		switch (conn->type) {
3831 		case ACL_LINK:
3832 			cnt = hdev->acl_cnt;
3833 			break;
3834 		case SCO_LINK:
3835 		case ESCO_LINK:
3836 			cnt = hdev->sco_cnt;
3837 			break;
3838 		case LE_LINK:
3839 			cnt = hdev->le_mtu ? hdev->le_cnt : hdev->acl_cnt;
3840 			break;
3841 		default:
3842 			cnt = 0;
3843 			bt_dev_err(hdev, "unknown link type %d", conn->type);
3844 		}
3845 
3846 		q = cnt / num;
3847 		*quote = q ? q : 1;
3848 	} else
3849 		*quote = 0;
3850 
3851 	BT_DBG("conn %p quote %d", conn, *quote);
3852 	return conn;
3853 }
3854 
3855 static void hci_link_tx_to(struct hci_dev *hdev, __u8 type)
3856 {
3857 	struct hci_conn_hash *h = &hdev->conn_hash;
3858 	struct hci_conn *c;
3859 
3860 	bt_dev_err(hdev, "link tx timeout");
3861 
3862 	rcu_read_lock();
3863 
3864 	/* Kill stalled connections */
3865 	list_for_each_entry_rcu(c, &h->list, list) {
3866 		if (c->type == type && c->sent) {
3867 			bt_dev_err(hdev, "killing stalled connection %pMR",
3868 				   &c->dst);
3869 			hci_disconnect(c, HCI_ERROR_REMOTE_USER_TERM);
3870 		}
3871 	}
3872 
3873 	rcu_read_unlock();
3874 }
3875 
3876 static struct hci_chan *hci_chan_sent(struct hci_dev *hdev, __u8 type,
3877 				      int *quote)
3878 {
3879 	struct hci_conn_hash *h = &hdev->conn_hash;
3880 	struct hci_chan *chan = NULL;
3881 	unsigned int num = 0, min = ~0, cur_prio = 0;
3882 	struct hci_conn *conn;
3883 	int cnt, q, conn_num = 0;
3884 
3885 	BT_DBG("%s", hdev->name);
3886 
3887 	rcu_read_lock();
3888 
3889 	list_for_each_entry_rcu(conn, &h->list, list) {
3890 		struct hci_chan *tmp;
3891 
3892 		if (conn->type != type)
3893 			continue;
3894 
3895 		if (conn->state != BT_CONNECTED && conn->state != BT_CONFIG)
3896 			continue;
3897 
3898 		conn_num++;
3899 
3900 		list_for_each_entry_rcu(tmp, &conn->chan_list, list) {
3901 			struct sk_buff *skb;
3902 
3903 			if (skb_queue_empty(&tmp->data_q))
3904 				continue;
3905 
3906 			skb = skb_peek(&tmp->data_q);
3907 			if (skb->priority < cur_prio)
3908 				continue;
3909 
3910 			if (skb->priority > cur_prio) {
3911 				num = 0;
3912 				min = ~0;
3913 				cur_prio = skb->priority;
3914 			}
3915 
3916 			num++;
3917 
3918 			if (conn->sent < min) {
3919 				min  = conn->sent;
3920 				chan = tmp;
3921 			}
3922 		}
3923 
3924 		if (hci_conn_num(hdev, type) == conn_num)
3925 			break;
3926 	}
3927 
3928 	rcu_read_unlock();
3929 
3930 	if (!chan)
3931 		return NULL;
3932 
3933 	switch (chan->conn->type) {
3934 	case ACL_LINK:
3935 		cnt = hdev->acl_cnt;
3936 		break;
3937 	case AMP_LINK:
3938 		cnt = hdev->block_cnt;
3939 		break;
3940 	case SCO_LINK:
3941 	case ESCO_LINK:
3942 		cnt = hdev->sco_cnt;
3943 		break;
3944 	case LE_LINK:
3945 		cnt = hdev->le_mtu ? hdev->le_cnt : hdev->acl_cnt;
3946 		break;
3947 	default:
3948 		cnt = 0;
3949 		bt_dev_err(hdev, "unknown link type %d", chan->conn->type);
3950 	}
3951 
3952 	q = cnt / num;
3953 	*quote = q ? q : 1;
3954 	BT_DBG("chan %p quote %d", chan, *quote);
3955 	return chan;
3956 }
3957 
3958 static void hci_prio_recalculate(struct hci_dev *hdev, __u8 type)
3959 {
3960 	struct hci_conn_hash *h = &hdev->conn_hash;
3961 	struct hci_conn *conn;
3962 	int num = 0;
3963 
3964 	BT_DBG("%s", hdev->name);
3965 
3966 	rcu_read_lock();
3967 
3968 	list_for_each_entry_rcu(conn, &h->list, list) {
3969 		struct hci_chan *chan;
3970 
3971 		if (conn->type != type)
3972 			continue;
3973 
3974 		if (conn->state != BT_CONNECTED && conn->state != BT_CONFIG)
3975 			continue;
3976 
3977 		num++;
3978 
3979 		list_for_each_entry_rcu(chan, &conn->chan_list, list) {
3980 			struct sk_buff *skb;
3981 
3982 			if (chan->sent) {
3983 				chan->sent = 0;
3984 				continue;
3985 			}
3986 
3987 			if (skb_queue_empty(&chan->data_q))
3988 				continue;
3989 
3990 			skb = skb_peek(&chan->data_q);
3991 			if (skb->priority >= HCI_PRIO_MAX - 1)
3992 				continue;
3993 
3994 			skb->priority = HCI_PRIO_MAX - 1;
3995 
3996 			BT_DBG("chan %p skb %p promoted to %d", chan, skb,
3997 			       skb->priority);
3998 		}
3999 
4000 		if (hci_conn_num(hdev, type) == num)
4001 			break;
4002 	}
4003 
4004 	rcu_read_unlock();
4005 
4006 }
4007 
4008 static inline int __get_blocks(struct hci_dev *hdev, struct sk_buff *skb)
4009 {
4010 	/* Calculate count of blocks used by this packet */
4011 	return DIV_ROUND_UP(skb->len - HCI_ACL_HDR_SIZE, hdev->block_len);
4012 }
4013 
4014 static void __check_timeout(struct hci_dev *hdev, unsigned int cnt)
4015 {
4016 	if (!hci_dev_test_flag(hdev, HCI_UNCONFIGURED)) {
4017 		/* ACL tx timeout must be longer than maximum
4018 		 * link supervision timeout (40.9 seconds) */
4019 		if (!cnt && time_after(jiffies, hdev->acl_last_tx +
4020 				       HCI_ACL_TX_TIMEOUT))
4021 			hci_link_tx_to(hdev, ACL_LINK);
4022 	}
4023 }
4024 
4025 static void hci_sched_acl_pkt(struct hci_dev *hdev)
4026 {
4027 	unsigned int cnt = hdev->acl_cnt;
4028 	struct hci_chan *chan;
4029 	struct sk_buff *skb;
4030 	int quote;
4031 
4032 	__check_timeout(hdev, cnt);
4033 
4034 	while (hdev->acl_cnt &&
4035 	       (chan = hci_chan_sent(hdev, ACL_LINK, &quote))) {
4036 		u32 priority = (skb_peek(&chan->data_q))->priority;
4037 		while (quote-- && (skb = skb_peek(&chan->data_q))) {
4038 			BT_DBG("chan %p skb %p len %d priority %u", chan, skb,
4039 			       skb->len, skb->priority);
4040 
4041 			/* Stop if priority has changed */
4042 			if (skb->priority < priority)
4043 				break;
4044 
4045 			skb = skb_dequeue(&chan->data_q);
4046 
4047 			hci_conn_enter_active_mode(chan->conn,
4048 						   bt_cb(skb)->force_active);
4049 
4050 			hci_send_frame(hdev, skb);
4051 			hdev->acl_last_tx = jiffies;
4052 
4053 			hdev->acl_cnt--;
4054 			chan->sent++;
4055 			chan->conn->sent++;
4056 		}
4057 	}
4058 
4059 	if (cnt != hdev->acl_cnt)
4060 		hci_prio_recalculate(hdev, ACL_LINK);
4061 }
4062 
4063 static void hci_sched_acl_blk(struct hci_dev *hdev)
4064 {
4065 	unsigned int cnt = hdev->block_cnt;
4066 	struct hci_chan *chan;
4067 	struct sk_buff *skb;
4068 	int quote;
4069 	u8 type;
4070 
4071 	__check_timeout(hdev, cnt);
4072 
4073 	BT_DBG("%s", hdev->name);
4074 
4075 	if (hdev->dev_type == HCI_AMP)
4076 		type = AMP_LINK;
4077 	else
4078 		type = ACL_LINK;
4079 
4080 	while (hdev->block_cnt > 0 &&
4081 	       (chan = hci_chan_sent(hdev, type, &quote))) {
4082 		u32 priority = (skb_peek(&chan->data_q))->priority;
4083 		while (quote > 0 && (skb = skb_peek(&chan->data_q))) {
4084 			int blocks;
4085 
4086 			BT_DBG("chan %p skb %p len %d priority %u", chan, skb,
4087 			       skb->len, skb->priority);
4088 
4089 			/* Stop if priority has changed */
4090 			if (skb->priority < priority)
4091 				break;
4092 
4093 			skb = skb_dequeue(&chan->data_q);
4094 
4095 			blocks = __get_blocks(hdev, skb);
4096 			if (blocks > hdev->block_cnt)
4097 				return;
4098 
4099 			hci_conn_enter_active_mode(chan->conn,
4100 						   bt_cb(skb)->force_active);
4101 
4102 			hci_send_frame(hdev, skb);
4103 			hdev->acl_last_tx = jiffies;
4104 
4105 			hdev->block_cnt -= blocks;
4106 			quote -= blocks;
4107 
4108 			chan->sent += blocks;
4109 			chan->conn->sent += blocks;
4110 		}
4111 	}
4112 
4113 	if (cnt != hdev->block_cnt)
4114 		hci_prio_recalculate(hdev, type);
4115 }
4116 
4117 static void hci_sched_acl(struct hci_dev *hdev)
4118 {
4119 	BT_DBG("%s", hdev->name);
4120 
4121 	/* No ACL link over BR/EDR controller */
4122 	if (!hci_conn_num(hdev, ACL_LINK) && hdev->dev_type == HCI_PRIMARY)
4123 		return;
4124 
4125 	/* No AMP link over AMP controller */
4126 	if (!hci_conn_num(hdev, AMP_LINK) && hdev->dev_type == HCI_AMP)
4127 		return;
4128 
4129 	switch (hdev->flow_ctl_mode) {
4130 	case HCI_FLOW_CTL_MODE_PACKET_BASED:
4131 		hci_sched_acl_pkt(hdev);
4132 		break;
4133 
4134 	case HCI_FLOW_CTL_MODE_BLOCK_BASED:
4135 		hci_sched_acl_blk(hdev);
4136 		break;
4137 	}
4138 }
4139 
4140 /* Schedule SCO */
4141 static void hci_sched_sco(struct hci_dev *hdev)
4142 {
4143 	struct hci_conn *conn;
4144 	struct sk_buff *skb;
4145 	int quote;
4146 
4147 	BT_DBG("%s", hdev->name);
4148 
4149 	if (!hci_conn_num(hdev, SCO_LINK))
4150 		return;
4151 
4152 	while (hdev->sco_cnt && (conn = hci_low_sent(hdev, SCO_LINK, &quote))) {
4153 		while (quote-- && (skb = skb_dequeue(&conn->data_q))) {
4154 			BT_DBG("skb %p len %d", skb, skb->len);
4155 			hci_send_frame(hdev, skb);
4156 
4157 			conn->sent++;
4158 			if (conn->sent == ~0)
4159 				conn->sent = 0;
4160 		}
4161 	}
4162 }
4163 
4164 static void hci_sched_esco(struct hci_dev *hdev)
4165 {
4166 	struct hci_conn *conn;
4167 	struct sk_buff *skb;
4168 	int quote;
4169 
4170 	BT_DBG("%s", hdev->name);
4171 
4172 	if (!hci_conn_num(hdev, ESCO_LINK))
4173 		return;
4174 
4175 	while (hdev->sco_cnt && (conn = hci_low_sent(hdev, ESCO_LINK,
4176 						     &quote))) {
4177 		while (quote-- && (skb = skb_dequeue(&conn->data_q))) {
4178 			BT_DBG("skb %p len %d", skb, skb->len);
4179 			hci_send_frame(hdev, skb);
4180 
4181 			conn->sent++;
4182 			if (conn->sent == ~0)
4183 				conn->sent = 0;
4184 		}
4185 	}
4186 }
4187 
4188 static void hci_sched_le(struct hci_dev *hdev)
4189 {
4190 	struct hci_chan *chan;
4191 	struct sk_buff *skb;
4192 	int quote, cnt, tmp;
4193 
4194 	BT_DBG("%s", hdev->name);
4195 
4196 	if (!hci_conn_num(hdev, LE_LINK))
4197 		return;
4198 
4199 	if (!hci_dev_test_flag(hdev, HCI_UNCONFIGURED)) {
4200 		/* LE tx timeout must be longer than maximum
4201 		 * link supervision timeout (40.9 seconds) */
4202 		if (!hdev->le_cnt && hdev->le_pkts &&
4203 		    time_after(jiffies, hdev->le_last_tx + HZ * 45))
4204 			hci_link_tx_to(hdev, LE_LINK);
4205 	}
4206 
4207 	cnt = hdev->le_pkts ? hdev->le_cnt : hdev->acl_cnt;
4208 	tmp = cnt;
4209 	while (cnt && (chan = hci_chan_sent(hdev, LE_LINK, &quote))) {
4210 		u32 priority = (skb_peek(&chan->data_q))->priority;
4211 		while (quote-- && (skb = skb_peek(&chan->data_q))) {
4212 			BT_DBG("chan %p skb %p len %d priority %u", chan, skb,
4213 			       skb->len, skb->priority);
4214 
4215 			/* Stop if priority has changed */
4216 			if (skb->priority < priority)
4217 				break;
4218 
4219 			skb = skb_dequeue(&chan->data_q);
4220 
4221 			hci_send_frame(hdev, skb);
4222 			hdev->le_last_tx = jiffies;
4223 
4224 			cnt--;
4225 			chan->sent++;
4226 			chan->conn->sent++;
4227 		}
4228 	}
4229 
4230 	if (hdev->le_pkts)
4231 		hdev->le_cnt = cnt;
4232 	else
4233 		hdev->acl_cnt = cnt;
4234 
4235 	if (cnt != tmp)
4236 		hci_prio_recalculate(hdev, LE_LINK);
4237 }
4238 
4239 static void hci_tx_work(struct work_struct *work)
4240 {
4241 	struct hci_dev *hdev = container_of(work, struct hci_dev, tx_work);
4242 	struct sk_buff *skb;
4243 
4244 	BT_DBG("%s acl %d sco %d le %d", hdev->name, hdev->acl_cnt,
4245 	       hdev->sco_cnt, hdev->le_cnt);
4246 
4247 	if (!hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
4248 		/* Schedule queues and send stuff to HCI driver */
4249 		hci_sched_acl(hdev);
4250 		hci_sched_sco(hdev);
4251 		hci_sched_esco(hdev);
4252 		hci_sched_le(hdev);
4253 	}
4254 
4255 	/* Send next queued raw (unknown type) packet */
4256 	while ((skb = skb_dequeue(&hdev->raw_q)))
4257 		hci_send_frame(hdev, skb);
4258 }
4259 
4260 /* ----- HCI RX task (incoming data processing) ----- */
4261 
4262 /* ACL data packet */
4263 static void hci_acldata_packet(struct hci_dev *hdev, struct sk_buff *skb)
4264 {
4265 	struct hci_acl_hdr *hdr = (void *) skb->data;
4266 	struct hci_conn *conn;
4267 	__u16 handle, flags;
4268 
4269 	skb_pull(skb, HCI_ACL_HDR_SIZE);
4270 
4271 	handle = __le16_to_cpu(hdr->handle);
4272 	flags  = hci_flags(handle);
4273 	handle = hci_handle(handle);
4274 
4275 	BT_DBG("%s len %d handle 0x%4.4x flags 0x%4.4x", hdev->name, skb->len,
4276 	       handle, flags);
4277 
4278 	hdev->stat.acl_rx++;
4279 
4280 	hci_dev_lock(hdev);
4281 	conn = hci_conn_hash_lookup_handle(hdev, handle);
4282 	hci_dev_unlock(hdev);
4283 
4284 	if (conn) {
4285 		hci_conn_enter_active_mode(conn, BT_POWER_FORCE_ACTIVE_OFF);
4286 
4287 		/* Send to upper protocol */
4288 		l2cap_recv_acldata(conn, skb, flags);
4289 		return;
4290 	} else {
4291 		bt_dev_err(hdev, "ACL packet for unknown connection handle %d",
4292 			   handle);
4293 	}
4294 
4295 	kfree_skb(skb);
4296 }
4297 
4298 /* SCO data packet */
4299 static void hci_scodata_packet(struct hci_dev *hdev, struct sk_buff *skb)
4300 {
4301 	struct hci_sco_hdr *hdr = (void *) skb->data;
4302 	struct hci_conn *conn;
4303 	__u16 handle;
4304 
4305 	skb_pull(skb, HCI_SCO_HDR_SIZE);
4306 
4307 	handle = __le16_to_cpu(hdr->handle);
4308 
4309 	BT_DBG("%s len %d handle 0x%4.4x", hdev->name, skb->len, handle);
4310 
4311 	hdev->stat.sco_rx++;
4312 
4313 	hci_dev_lock(hdev);
4314 	conn = hci_conn_hash_lookup_handle(hdev, handle);
4315 	hci_dev_unlock(hdev);
4316 
4317 	if (conn) {
4318 		/* Send to upper protocol */
4319 		sco_recv_scodata(conn, skb);
4320 		return;
4321 	} else {
4322 		bt_dev_err(hdev, "SCO packet for unknown connection handle %d",
4323 			   handle);
4324 	}
4325 
4326 	kfree_skb(skb);
4327 }
4328 
4329 static bool hci_req_is_complete(struct hci_dev *hdev)
4330 {
4331 	struct sk_buff *skb;
4332 
4333 	skb = skb_peek(&hdev->cmd_q);
4334 	if (!skb)
4335 		return true;
4336 
4337 	return (bt_cb(skb)->hci.req_flags & HCI_REQ_START);
4338 }
4339 
4340 static void hci_resend_last(struct hci_dev *hdev)
4341 {
4342 	struct hci_command_hdr *sent;
4343 	struct sk_buff *skb;
4344 	u16 opcode;
4345 
4346 	if (!hdev->sent_cmd)
4347 		return;
4348 
4349 	sent = (void *) hdev->sent_cmd->data;
4350 	opcode = __le16_to_cpu(sent->opcode);
4351 	if (opcode == HCI_OP_RESET)
4352 		return;
4353 
4354 	skb = skb_clone(hdev->sent_cmd, GFP_KERNEL);
4355 	if (!skb)
4356 		return;
4357 
4358 	skb_queue_head(&hdev->cmd_q, skb);
4359 	queue_work(hdev->workqueue, &hdev->cmd_work);
4360 }
4361 
4362 void hci_req_cmd_complete(struct hci_dev *hdev, u16 opcode, u8 status,
4363 			  hci_req_complete_t *req_complete,
4364 			  hci_req_complete_skb_t *req_complete_skb)
4365 {
4366 	struct sk_buff *skb;
4367 	unsigned long flags;
4368 
4369 	BT_DBG("opcode 0x%04x status 0x%02x", opcode, status);
4370 
4371 	/* If the completed command doesn't match the last one that was
4372 	 * sent we need to do special handling of it.
4373 	 */
4374 	if (!hci_sent_cmd_data(hdev, opcode)) {
4375 		/* Some CSR based controllers generate a spontaneous
4376 		 * reset complete event during init and any pending
4377 		 * command will never be completed. In such a case we
4378 		 * need to resend whatever was the last sent
4379 		 * command.
4380 		 */
4381 		if (test_bit(HCI_INIT, &hdev->flags) && opcode == HCI_OP_RESET)
4382 			hci_resend_last(hdev);
4383 
4384 		return;
4385 	}
4386 
4387 	/* If we reach this point this event matches the last command sent */
4388 	hci_dev_clear_flag(hdev, HCI_CMD_PENDING);
4389 
4390 	/* If the command succeeded and there's still more commands in
4391 	 * this request the request is not yet complete.
4392 	 */
4393 	if (!status && !hci_req_is_complete(hdev))
4394 		return;
4395 
4396 	/* If this was the last command in a request the complete
4397 	 * callback would be found in hdev->sent_cmd instead of the
4398 	 * command queue (hdev->cmd_q).
4399 	 */
4400 	if (bt_cb(hdev->sent_cmd)->hci.req_flags & HCI_REQ_SKB) {
4401 		*req_complete_skb = bt_cb(hdev->sent_cmd)->hci.req_complete_skb;
4402 		return;
4403 	}
4404 
4405 	if (bt_cb(hdev->sent_cmd)->hci.req_complete) {
4406 		*req_complete = bt_cb(hdev->sent_cmd)->hci.req_complete;
4407 		return;
4408 	}
4409 
4410 	/* Remove all pending commands belonging to this request */
4411 	spin_lock_irqsave(&hdev->cmd_q.lock, flags);
4412 	while ((skb = __skb_dequeue(&hdev->cmd_q))) {
4413 		if (bt_cb(skb)->hci.req_flags & HCI_REQ_START) {
4414 			__skb_queue_head(&hdev->cmd_q, skb);
4415 			break;
4416 		}
4417 
4418 		if (bt_cb(skb)->hci.req_flags & HCI_REQ_SKB)
4419 			*req_complete_skb = bt_cb(skb)->hci.req_complete_skb;
4420 		else
4421 			*req_complete = bt_cb(skb)->hci.req_complete;
4422 		kfree_skb(skb);
4423 	}
4424 	spin_unlock_irqrestore(&hdev->cmd_q.lock, flags);
4425 }
4426 
4427 static void hci_rx_work(struct work_struct *work)
4428 {
4429 	struct hci_dev *hdev = container_of(work, struct hci_dev, rx_work);
4430 	struct sk_buff *skb;
4431 
4432 	BT_DBG("%s", hdev->name);
4433 
4434 	while ((skb = skb_dequeue(&hdev->rx_q))) {
4435 		/* Send copy to monitor */
4436 		hci_send_to_monitor(hdev, skb);
4437 
4438 		if (atomic_read(&hdev->promisc)) {
4439 			/* Send copy to the sockets */
4440 			hci_send_to_sock(hdev, skb);
4441 		}
4442 
4443 		if (hci_dev_test_flag(hdev, HCI_USER_CHANNEL)) {
4444 			kfree_skb(skb);
4445 			continue;
4446 		}
4447 
4448 		if (test_bit(HCI_INIT, &hdev->flags)) {
4449 			/* Don't process data packets in this states. */
4450 			switch (hci_skb_pkt_type(skb)) {
4451 			case HCI_ACLDATA_PKT:
4452 			case HCI_SCODATA_PKT:
4453 				kfree_skb(skb);
4454 				continue;
4455 			}
4456 		}
4457 
4458 		/* Process frame */
4459 		switch (hci_skb_pkt_type(skb)) {
4460 		case HCI_EVENT_PKT:
4461 			BT_DBG("%s Event packet", hdev->name);
4462 			hci_event_packet(hdev, skb);
4463 			break;
4464 
4465 		case HCI_ACLDATA_PKT:
4466 			BT_DBG("%s ACL data packet", hdev->name);
4467 			hci_acldata_packet(hdev, skb);
4468 			break;
4469 
4470 		case HCI_SCODATA_PKT:
4471 			BT_DBG("%s SCO data packet", hdev->name);
4472 			hci_scodata_packet(hdev, skb);
4473 			break;
4474 
4475 		default:
4476 			kfree_skb(skb);
4477 			break;
4478 		}
4479 	}
4480 }
4481 
4482 static void hci_cmd_work(struct work_struct *work)
4483 {
4484 	struct hci_dev *hdev = container_of(work, struct hci_dev, cmd_work);
4485 	struct sk_buff *skb;
4486 
4487 	BT_DBG("%s cmd_cnt %d cmd queued %d", hdev->name,
4488 	       atomic_read(&hdev->cmd_cnt), skb_queue_len(&hdev->cmd_q));
4489 
4490 	/* Send queued commands */
4491 	if (atomic_read(&hdev->cmd_cnt)) {
4492 		skb = skb_dequeue(&hdev->cmd_q);
4493 		if (!skb)
4494 			return;
4495 
4496 		kfree_skb(hdev->sent_cmd);
4497 
4498 		hdev->sent_cmd = skb_clone(skb, GFP_KERNEL);
4499 		if (hdev->sent_cmd) {
4500 			if (hci_req_status_pend(hdev))
4501 				hci_dev_set_flag(hdev, HCI_CMD_PENDING);
4502 			atomic_dec(&hdev->cmd_cnt);
4503 			hci_send_frame(hdev, skb);
4504 			if (test_bit(HCI_RESET, &hdev->flags))
4505 				cancel_delayed_work(&hdev->cmd_timer);
4506 			else
4507 				schedule_delayed_work(&hdev->cmd_timer,
4508 						      HCI_CMD_TIMEOUT);
4509 		} else {
4510 			skb_queue_head(&hdev->cmd_q, skb);
4511 			queue_work(hdev->workqueue, &hdev->cmd_work);
4512 		}
4513 	}
4514 }
4515