1 /******************************************************************************
2  *
3  * This file is provided under a dual BSD/GPLv2 license.  When using or
4  * redistributing this file, you may do so under either license.
5  *
6  * GPL LICENSE SUMMARY
7  *
8  * Copyright(c) 2007 - 2014 Intel Corporation. All rights reserved.
9  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10  * Copyright(c) 2016-2017 Intel Deutschland GmbH
11  *
12  * This program is free software; you can redistribute it and/or modify
13  * it under the terms of version 2 of the GNU General Public License as
14  * published by the Free Software Foundation.
15  *
16  * This program is distributed in the hope that it will be useful, but
17  * WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24  * USA
25  *
26  * The full GNU General Public License is included in this distribution
27  * in the file called COPYING.
28  *
29  * Contact Information:
30  *  Intel Linux Wireless <linuxwifi@intel.com>
31  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32  *
33  * BSD LICENSE
34  *
35  * Copyright(c) 2005 - 2014 Intel Corporation. All rights reserved.
36  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
37  * All rights reserved.
38  * Copyright(c) 2017 Intel Deutschland GmbH
39  *
40  * Redistribution and use in source and binary forms, with or without
41  * modification, are permitted provided that the following conditions
42  * are met:
43  *
44  *  * Redistributions of source code must retain the above copyright
45  *    notice, this list of conditions and the following disclaimer.
46  *  * Redistributions in binary form must reproduce the above copyright
47  *    notice, this list of conditions and the following disclaimer in
48  *    the documentation and/or other materials provided with the
49  *    distribution.
50  *  * Neither the name Intel Corporation nor the names of its
51  *    contributors may be used to endorse or promote products derived
52  *    from this software without specific prior written permission.
53  *
54  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65  *
66  *****************************************************************************/
67 
68 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
69 
70 #include <linux/module.h>
71 #include <linux/pm_runtime.h>
72 #include <linux/pci.h>
73 #include <linux/pci-aspm.h>
74 #include <linux/acpi.h>
75 
76 #include "fw/acpi.h"
77 
78 #include "iwl-trans.h"
79 #include "iwl-drv.h"
80 #include "internal.h"
81 
82 #define IWL_PCI_DEVICE(dev, subdev, cfg) \
83 	.vendor = PCI_VENDOR_ID_INTEL,  .device = (dev), \
84 	.subvendor = PCI_ANY_ID, .subdevice = (subdev), \
85 	.driver_data = (kernel_ulong_t)&(cfg)
86 
87 /* Hardware specific file defines the PCI IDs table for that hardware module */
88 static const struct pci_device_id iwl_hw_card_ids[] = {
89 #if IS_ENABLED(CONFIG_IWLDVM)
90 	{IWL_PCI_DEVICE(0x4232, 0x1201, iwl5100_agn_cfg)}, /* Mini Card */
91 	{IWL_PCI_DEVICE(0x4232, 0x1301, iwl5100_agn_cfg)}, /* Half Mini Card */
92 	{IWL_PCI_DEVICE(0x4232, 0x1204, iwl5100_agn_cfg)}, /* Mini Card */
93 	{IWL_PCI_DEVICE(0x4232, 0x1304, iwl5100_agn_cfg)}, /* Half Mini Card */
94 	{IWL_PCI_DEVICE(0x4232, 0x1205, iwl5100_bgn_cfg)}, /* Mini Card */
95 	{IWL_PCI_DEVICE(0x4232, 0x1305, iwl5100_bgn_cfg)}, /* Half Mini Card */
96 	{IWL_PCI_DEVICE(0x4232, 0x1206, iwl5100_abg_cfg)}, /* Mini Card */
97 	{IWL_PCI_DEVICE(0x4232, 0x1306, iwl5100_abg_cfg)}, /* Half Mini Card */
98 	{IWL_PCI_DEVICE(0x4232, 0x1221, iwl5100_agn_cfg)}, /* Mini Card */
99 	{IWL_PCI_DEVICE(0x4232, 0x1321, iwl5100_agn_cfg)}, /* Half Mini Card */
100 	{IWL_PCI_DEVICE(0x4232, 0x1224, iwl5100_agn_cfg)}, /* Mini Card */
101 	{IWL_PCI_DEVICE(0x4232, 0x1324, iwl5100_agn_cfg)}, /* Half Mini Card */
102 	{IWL_PCI_DEVICE(0x4232, 0x1225, iwl5100_bgn_cfg)}, /* Mini Card */
103 	{IWL_PCI_DEVICE(0x4232, 0x1325, iwl5100_bgn_cfg)}, /* Half Mini Card */
104 	{IWL_PCI_DEVICE(0x4232, 0x1226, iwl5100_abg_cfg)}, /* Mini Card */
105 	{IWL_PCI_DEVICE(0x4232, 0x1326, iwl5100_abg_cfg)}, /* Half Mini Card */
106 	{IWL_PCI_DEVICE(0x4237, 0x1211, iwl5100_agn_cfg)}, /* Mini Card */
107 	{IWL_PCI_DEVICE(0x4237, 0x1311, iwl5100_agn_cfg)}, /* Half Mini Card */
108 	{IWL_PCI_DEVICE(0x4237, 0x1214, iwl5100_agn_cfg)}, /* Mini Card */
109 	{IWL_PCI_DEVICE(0x4237, 0x1314, iwl5100_agn_cfg)}, /* Half Mini Card */
110 	{IWL_PCI_DEVICE(0x4237, 0x1215, iwl5100_bgn_cfg)}, /* Mini Card */
111 	{IWL_PCI_DEVICE(0x4237, 0x1315, iwl5100_bgn_cfg)}, /* Half Mini Card */
112 	{IWL_PCI_DEVICE(0x4237, 0x1216, iwl5100_abg_cfg)}, /* Mini Card */
113 	{IWL_PCI_DEVICE(0x4237, 0x1316, iwl5100_abg_cfg)}, /* Half Mini Card */
114 
115 /* 5300 Series WiFi */
116 	{IWL_PCI_DEVICE(0x4235, 0x1021, iwl5300_agn_cfg)}, /* Mini Card */
117 	{IWL_PCI_DEVICE(0x4235, 0x1121, iwl5300_agn_cfg)}, /* Half Mini Card */
118 	{IWL_PCI_DEVICE(0x4235, 0x1024, iwl5300_agn_cfg)}, /* Mini Card */
119 	{IWL_PCI_DEVICE(0x4235, 0x1124, iwl5300_agn_cfg)}, /* Half Mini Card */
120 	{IWL_PCI_DEVICE(0x4235, 0x1001, iwl5300_agn_cfg)}, /* Mini Card */
121 	{IWL_PCI_DEVICE(0x4235, 0x1101, iwl5300_agn_cfg)}, /* Half Mini Card */
122 	{IWL_PCI_DEVICE(0x4235, 0x1004, iwl5300_agn_cfg)}, /* Mini Card */
123 	{IWL_PCI_DEVICE(0x4235, 0x1104, iwl5300_agn_cfg)}, /* Half Mini Card */
124 	{IWL_PCI_DEVICE(0x4236, 0x1011, iwl5300_agn_cfg)}, /* Mini Card */
125 	{IWL_PCI_DEVICE(0x4236, 0x1111, iwl5300_agn_cfg)}, /* Half Mini Card */
126 	{IWL_PCI_DEVICE(0x4236, 0x1014, iwl5300_agn_cfg)}, /* Mini Card */
127 	{IWL_PCI_DEVICE(0x4236, 0x1114, iwl5300_agn_cfg)}, /* Half Mini Card */
128 
129 /* 5350 Series WiFi/WiMax */
130 	{IWL_PCI_DEVICE(0x423A, 0x1001, iwl5350_agn_cfg)}, /* Mini Card */
131 	{IWL_PCI_DEVICE(0x423A, 0x1021, iwl5350_agn_cfg)}, /* Mini Card */
132 	{IWL_PCI_DEVICE(0x423B, 0x1011, iwl5350_agn_cfg)}, /* Mini Card */
133 
134 /* 5150 Series Wifi/WiMax */
135 	{IWL_PCI_DEVICE(0x423C, 0x1201, iwl5150_agn_cfg)}, /* Mini Card */
136 	{IWL_PCI_DEVICE(0x423C, 0x1301, iwl5150_agn_cfg)}, /* Half Mini Card */
137 	{IWL_PCI_DEVICE(0x423C, 0x1206, iwl5150_abg_cfg)}, /* Mini Card */
138 	{IWL_PCI_DEVICE(0x423C, 0x1306, iwl5150_abg_cfg)}, /* Half Mini Card */
139 	{IWL_PCI_DEVICE(0x423C, 0x1221, iwl5150_agn_cfg)}, /* Mini Card */
140 	{IWL_PCI_DEVICE(0x423C, 0x1321, iwl5150_agn_cfg)}, /* Half Mini Card */
141 	{IWL_PCI_DEVICE(0x423C, 0x1326, iwl5150_abg_cfg)}, /* Half Mini Card */
142 
143 	{IWL_PCI_DEVICE(0x423D, 0x1211, iwl5150_agn_cfg)}, /* Mini Card */
144 	{IWL_PCI_DEVICE(0x423D, 0x1311, iwl5150_agn_cfg)}, /* Half Mini Card */
145 	{IWL_PCI_DEVICE(0x423D, 0x1216, iwl5150_abg_cfg)}, /* Mini Card */
146 	{IWL_PCI_DEVICE(0x423D, 0x1316, iwl5150_abg_cfg)}, /* Half Mini Card */
147 
148 /* 6x00 Series */
149 	{IWL_PCI_DEVICE(0x422B, 0x1101, iwl6000_3agn_cfg)},
150 	{IWL_PCI_DEVICE(0x422B, 0x1108, iwl6000_3agn_cfg)},
151 	{IWL_PCI_DEVICE(0x422B, 0x1121, iwl6000_3agn_cfg)},
152 	{IWL_PCI_DEVICE(0x422B, 0x1128, iwl6000_3agn_cfg)},
153 	{IWL_PCI_DEVICE(0x422C, 0x1301, iwl6000i_2agn_cfg)},
154 	{IWL_PCI_DEVICE(0x422C, 0x1306, iwl6000i_2abg_cfg)},
155 	{IWL_PCI_DEVICE(0x422C, 0x1307, iwl6000i_2bg_cfg)},
156 	{IWL_PCI_DEVICE(0x422C, 0x1321, iwl6000i_2agn_cfg)},
157 	{IWL_PCI_DEVICE(0x422C, 0x1326, iwl6000i_2abg_cfg)},
158 	{IWL_PCI_DEVICE(0x4238, 0x1111, iwl6000_3agn_cfg)},
159 	{IWL_PCI_DEVICE(0x4238, 0x1118, iwl6000_3agn_cfg)},
160 	{IWL_PCI_DEVICE(0x4239, 0x1311, iwl6000i_2agn_cfg)},
161 	{IWL_PCI_DEVICE(0x4239, 0x1316, iwl6000i_2abg_cfg)},
162 
163 /* 6x05 Series */
164 	{IWL_PCI_DEVICE(0x0082, 0x1301, iwl6005_2agn_cfg)},
165 	{IWL_PCI_DEVICE(0x0082, 0x1306, iwl6005_2abg_cfg)},
166 	{IWL_PCI_DEVICE(0x0082, 0x1307, iwl6005_2bg_cfg)},
167 	{IWL_PCI_DEVICE(0x0082, 0x1308, iwl6005_2agn_cfg)},
168 	{IWL_PCI_DEVICE(0x0082, 0x1321, iwl6005_2agn_cfg)},
169 	{IWL_PCI_DEVICE(0x0082, 0x1326, iwl6005_2abg_cfg)},
170 	{IWL_PCI_DEVICE(0x0082, 0x1328, iwl6005_2agn_cfg)},
171 	{IWL_PCI_DEVICE(0x0085, 0x1311, iwl6005_2agn_cfg)},
172 	{IWL_PCI_DEVICE(0x0085, 0x1318, iwl6005_2agn_cfg)},
173 	{IWL_PCI_DEVICE(0x0085, 0x1316, iwl6005_2abg_cfg)},
174 	{IWL_PCI_DEVICE(0x0082, 0xC020, iwl6005_2agn_sff_cfg)},
175 	{IWL_PCI_DEVICE(0x0085, 0xC220, iwl6005_2agn_sff_cfg)},
176 	{IWL_PCI_DEVICE(0x0085, 0xC228, iwl6005_2agn_sff_cfg)},
177 	{IWL_PCI_DEVICE(0x0082, 0x4820, iwl6005_2agn_d_cfg)},
178 	{IWL_PCI_DEVICE(0x0082, 0x1304, iwl6005_2agn_mow1_cfg)},/* low 5GHz active */
179 	{IWL_PCI_DEVICE(0x0082, 0x1305, iwl6005_2agn_mow2_cfg)},/* high 5GHz active */
180 
181 /* 6x30 Series */
182 	{IWL_PCI_DEVICE(0x008A, 0x5305, iwl1030_bgn_cfg)},
183 	{IWL_PCI_DEVICE(0x008A, 0x5307, iwl1030_bg_cfg)},
184 	{IWL_PCI_DEVICE(0x008A, 0x5325, iwl1030_bgn_cfg)},
185 	{IWL_PCI_DEVICE(0x008A, 0x5327, iwl1030_bg_cfg)},
186 	{IWL_PCI_DEVICE(0x008B, 0x5315, iwl1030_bgn_cfg)},
187 	{IWL_PCI_DEVICE(0x008B, 0x5317, iwl1030_bg_cfg)},
188 	{IWL_PCI_DEVICE(0x0090, 0x5211, iwl6030_2agn_cfg)},
189 	{IWL_PCI_DEVICE(0x0090, 0x5215, iwl6030_2bgn_cfg)},
190 	{IWL_PCI_DEVICE(0x0090, 0x5216, iwl6030_2abg_cfg)},
191 	{IWL_PCI_DEVICE(0x0091, 0x5201, iwl6030_2agn_cfg)},
192 	{IWL_PCI_DEVICE(0x0091, 0x5205, iwl6030_2bgn_cfg)},
193 	{IWL_PCI_DEVICE(0x0091, 0x5206, iwl6030_2abg_cfg)},
194 	{IWL_PCI_DEVICE(0x0091, 0x5207, iwl6030_2bg_cfg)},
195 	{IWL_PCI_DEVICE(0x0091, 0x5221, iwl6030_2agn_cfg)},
196 	{IWL_PCI_DEVICE(0x0091, 0x5225, iwl6030_2bgn_cfg)},
197 	{IWL_PCI_DEVICE(0x0091, 0x5226, iwl6030_2abg_cfg)},
198 
199 /* 6x50 WiFi/WiMax Series */
200 	{IWL_PCI_DEVICE(0x0087, 0x1301, iwl6050_2agn_cfg)},
201 	{IWL_PCI_DEVICE(0x0087, 0x1306, iwl6050_2abg_cfg)},
202 	{IWL_PCI_DEVICE(0x0087, 0x1321, iwl6050_2agn_cfg)},
203 	{IWL_PCI_DEVICE(0x0087, 0x1326, iwl6050_2abg_cfg)},
204 	{IWL_PCI_DEVICE(0x0089, 0x1311, iwl6050_2agn_cfg)},
205 	{IWL_PCI_DEVICE(0x0089, 0x1316, iwl6050_2abg_cfg)},
206 
207 /* 6150 WiFi/WiMax Series */
208 	{IWL_PCI_DEVICE(0x0885, 0x1305, iwl6150_bgn_cfg)},
209 	{IWL_PCI_DEVICE(0x0885, 0x1307, iwl6150_bg_cfg)},
210 	{IWL_PCI_DEVICE(0x0885, 0x1325, iwl6150_bgn_cfg)},
211 	{IWL_PCI_DEVICE(0x0885, 0x1327, iwl6150_bg_cfg)},
212 	{IWL_PCI_DEVICE(0x0886, 0x1315, iwl6150_bgn_cfg)},
213 	{IWL_PCI_DEVICE(0x0886, 0x1317, iwl6150_bg_cfg)},
214 
215 /* 1000 Series WiFi */
216 	{IWL_PCI_DEVICE(0x0083, 0x1205, iwl1000_bgn_cfg)},
217 	{IWL_PCI_DEVICE(0x0083, 0x1305, iwl1000_bgn_cfg)},
218 	{IWL_PCI_DEVICE(0x0083, 0x1225, iwl1000_bgn_cfg)},
219 	{IWL_PCI_DEVICE(0x0083, 0x1325, iwl1000_bgn_cfg)},
220 	{IWL_PCI_DEVICE(0x0084, 0x1215, iwl1000_bgn_cfg)},
221 	{IWL_PCI_DEVICE(0x0084, 0x1315, iwl1000_bgn_cfg)},
222 	{IWL_PCI_DEVICE(0x0083, 0x1206, iwl1000_bg_cfg)},
223 	{IWL_PCI_DEVICE(0x0083, 0x1306, iwl1000_bg_cfg)},
224 	{IWL_PCI_DEVICE(0x0083, 0x1226, iwl1000_bg_cfg)},
225 	{IWL_PCI_DEVICE(0x0083, 0x1326, iwl1000_bg_cfg)},
226 	{IWL_PCI_DEVICE(0x0084, 0x1216, iwl1000_bg_cfg)},
227 	{IWL_PCI_DEVICE(0x0084, 0x1316, iwl1000_bg_cfg)},
228 
229 /* 100 Series WiFi */
230 	{IWL_PCI_DEVICE(0x08AE, 0x1005, iwl100_bgn_cfg)},
231 	{IWL_PCI_DEVICE(0x08AE, 0x1007, iwl100_bg_cfg)},
232 	{IWL_PCI_DEVICE(0x08AF, 0x1015, iwl100_bgn_cfg)},
233 	{IWL_PCI_DEVICE(0x08AF, 0x1017, iwl100_bg_cfg)},
234 	{IWL_PCI_DEVICE(0x08AE, 0x1025, iwl100_bgn_cfg)},
235 	{IWL_PCI_DEVICE(0x08AE, 0x1027, iwl100_bg_cfg)},
236 
237 /* 130 Series WiFi */
238 	{IWL_PCI_DEVICE(0x0896, 0x5005, iwl130_bgn_cfg)},
239 	{IWL_PCI_DEVICE(0x0896, 0x5007, iwl130_bg_cfg)},
240 	{IWL_PCI_DEVICE(0x0897, 0x5015, iwl130_bgn_cfg)},
241 	{IWL_PCI_DEVICE(0x0897, 0x5017, iwl130_bg_cfg)},
242 	{IWL_PCI_DEVICE(0x0896, 0x5025, iwl130_bgn_cfg)},
243 	{IWL_PCI_DEVICE(0x0896, 0x5027, iwl130_bg_cfg)},
244 
245 /* 2x00 Series */
246 	{IWL_PCI_DEVICE(0x0890, 0x4022, iwl2000_2bgn_cfg)},
247 	{IWL_PCI_DEVICE(0x0891, 0x4222, iwl2000_2bgn_cfg)},
248 	{IWL_PCI_DEVICE(0x0890, 0x4422, iwl2000_2bgn_cfg)},
249 	{IWL_PCI_DEVICE(0x0890, 0x4822, iwl2000_2bgn_d_cfg)},
250 
251 /* 2x30 Series */
252 	{IWL_PCI_DEVICE(0x0887, 0x4062, iwl2030_2bgn_cfg)},
253 	{IWL_PCI_DEVICE(0x0888, 0x4262, iwl2030_2bgn_cfg)},
254 	{IWL_PCI_DEVICE(0x0887, 0x4462, iwl2030_2bgn_cfg)},
255 
256 /* 6x35 Series */
257 	{IWL_PCI_DEVICE(0x088E, 0x4060, iwl6035_2agn_cfg)},
258 	{IWL_PCI_DEVICE(0x088E, 0x406A, iwl6035_2agn_sff_cfg)},
259 	{IWL_PCI_DEVICE(0x088F, 0x4260, iwl6035_2agn_cfg)},
260 	{IWL_PCI_DEVICE(0x088F, 0x426A, iwl6035_2agn_sff_cfg)},
261 	{IWL_PCI_DEVICE(0x088E, 0x4460, iwl6035_2agn_cfg)},
262 	{IWL_PCI_DEVICE(0x088E, 0x446A, iwl6035_2agn_sff_cfg)},
263 	{IWL_PCI_DEVICE(0x088E, 0x4860, iwl6035_2agn_cfg)},
264 	{IWL_PCI_DEVICE(0x088F, 0x5260, iwl6035_2agn_cfg)},
265 
266 /* 105 Series */
267 	{IWL_PCI_DEVICE(0x0894, 0x0022, iwl105_bgn_cfg)},
268 	{IWL_PCI_DEVICE(0x0895, 0x0222, iwl105_bgn_cfg)},
269 	{IWL_PCI_DEVICE(0x0894, 0x0422, iwl105_bgn_cfg)},
270 	{IWL_PCI_DEVICE(0x0894, 0x0822, iwl105_bgn_d_cfg)},
271 
272 /* 135 Series */
273 	{IWL_PCI_DEVICE(0x0892, 0x0062, iwl135_bgn_cfg)},
274 	{IWL_PCI_DEVICE(0x0893, 0x0262, iwl135_bgn_cfg)},
275 	{IWL_PCI_DEVICE(0x0892, 0x0462, iwl135_bgn_cfg)},
276 #endif /* CONFIG_IWLDVM */
277 
278 #if IS_ENABLED(CONFIG_IWLMVM)
279 /* 7260 Series */
280 	{IWL_PCI_DEVICE(0x08B1, 0x4070, iwl7260_2ac_cfg)},
281 	{IWL_PCI_DEVICE(0x08B1, 0x4072, iwl7260_2ac_cfg)},
282 	{IWL_PCI_DEVICE(0x08B1, 0x4170, iwl7260_2ac_cfg)},
283 	{IWL_PCI_DEVICE(0x08B1, 0x4C60, iwl7260_2ac_cfg)},
284 	{IWL_PCI_DEVICE(0x08B1, 0x4C70, iwl7260_2ac_cfg)},
285 	{IWL_PCI_DEVICE(0x08B1, 0x4060, iwl7260_2n_cfg)},
286 	{IWL_PCI_DEVICE(0x08B1, 0x406A, iwl7260_2n_cfg)},
287 	{IWL_PCI_DEVICE(0x08B1, 0x4160, iwl7260_2n_cfg)},
288 	{IWL_PCI_DEVICE(0x08B1, 0x4062, iwl7260_n_cfg)},
289 	{IWL_PCI_DEVICE(0x08B1, 0x4162, iwl7260_n_cfg)},
290 	{IWL_PCI_DEVICE(0x08B2, 0x4270, iwl7260_2ac_cfg)},
291 	{IWL_PCI_DEVICE(0x08B2, 0x4272, iwl7260_2ac_cfg)},
292 	{IWL_PCI_DEVICE(0x08B2, 0x4260, iwl7260_2n_cfg)},
293 	{IWL_PCI_DEVICE(0x08B2, 0x426A, iwl7260_2n_cfg)},
294 	{IWL_PCI_DEVICE(0x08B2, 0x4262, iwl7260_n_cfg)},
295 	{IWL_PCI_DEVICE(0x08B1, 0x4470, iwl7260_2ac_cfg)},
296 	{IWL_PCI_DEVICE(0x08B1, 0x4472, iwl7260_2ac_cfg)},
297 	{IWL_PCI_DEVICE(0x08B1, 0x4460, iwl7260_2n_cfg)},
298 	{IWL_PCI_DEVICE(0x08B1, 0x446A, iwl7260_2n_cfg)},
299 	{IWL_PCI_DEVICE(0x08B1, 0x4462, iwl7260_n_cfg)},
300 	{IWL_PCI_DEVICE(0x08B1, 0x4870, iwl7260_2ac_cfg)},
301 	{IWL_PCI_DEVICE(0x08B1, 0x486E, iwl7260_2ac_cfg)},
302 	{IWL_PCI_DEVICE(0x08B1, 0x4A70, iwl7260_2ac_cfg_high_temp)},
303 	{IWL_PCI_DEVICE(0x08B1, 0x4A6E, iwl7260_2ac_cfg_high_temp)},
304 	{IWL_PCI_DEVICE(0x08B1, 0x4A6C, iwl7260_2ac_cfg_high_temp)},
305 	{IWL_PCI_DEVICE(0x08B1, 0x4570, iwl7260_2ac_cfg)},
306 	{IWL_PCI_DEVICE(0x08B1, 0x4560, iwl7260_2n_cfg)},
307 	{IWL_PCI_DEVICE(0x08B2, 0x4370, iwl7260_2ac_cfg)},
308 	{IWL_PCI_DEVICE(0x08B2, 0x4360, iwl7260_2n_cfg)},
309 	{IWL_PCI_DEVICE(0x08B1, 0x5070, iwl7260_2ac_cfg)},
310 	{IWL_PCI_DEVICE(0x08B1, 0x5072, iwl7260_2ac_cfg)},
311 	{IWL_PCI_DEVICE(0x08B1, 0x5170, iwl7260_2ac_cfg)},
312 	{IWL_PCI_DEVICE(0x08B1, 0x5770, iwl7260_2ac_cfg)},
313 	{IWL_PCI_DEVICE(0x08B1, 0x4020, iwl7260_2n_cfg)},
314 	{IWL_PCI_DEVICE(0x08B1, 0x402A, iwl7260_2n_cfg)},
315 	{IWL_PCI_DEVICE(0x08B2, 0x4220, iwl7260_2n_cfg)},
316 	{IWL_PCI_DEVICE(0x08B1, 0x4420, iwl7260_2n_cfg)},
317 	{IWL_PCI_DEVICE(0x08B1, 0xC070, iwl7260_2ac_cfg)},
318 	{IWL_PCI_DEVICE(0x08B1, 0xC072, iwl7260_2ac_cfg)},
319 	{IWL_PCI_DEVICE(0x08B1, 0xC170, iwl7260_2ac_cfg)},
320 	{IWL_PCI_DEVICE(0x08B1, 0xC060, iwl7260_2n_cfg)},
321 	{IWL_PCI_DEVICE(0x08B1, 0xC06A, iwl7260_2n_cfg)},
322 	{IWL_PCI_DEVICE(0x08B1, 0xC160, iwl7260_2n_cfg)},
323 	{IWL_PCI_DEVICE(0x08B1, 0xC062, iwl7260_n_cfg)},
324 	{IWL_PCI_DEVICE(0x08B1, 0xC162, iwl7260_n_cfg)},
325 	{IWL_PCI_DEVICE(0x08B1, 0xC770, iwl7260_2ac_cfg)},
326 	{IWL_PCI_DEVICE(0x08B1, 0xC760, iwl7260_2n_cfg)},
327 	{IWL_PCI_DEVICE(0x08B2, 0xC270, iwl7260_2ac_cfg)},
328 	{IWL_PCI_DEVICE(0x08B1, 0xCC70, iwl7260_2ac_cfg)},
329 	{IWL_PCI_DEVICE(0x08B1, 0xCC60, iwl7260_2ac_cfg)},
330 	{IWL_PCI_DEVICE(0x08B2, 0xC272, iwl7260_2ac_cfg)},
331 	{IWL_PCI_DEVICE(0x08B2, 0xC260, iwl7260_2n_cfg)},
332 	{IWL_PCI_DEVICE(0x08B2, 0xC26A, iwl7260_n_cfg)},
333 	{IWL_PCI_DEVICE(0x08B2, 0xC262, iwl7260_n_cfg)},
334 	{IWL_PCI_DEVICE(0x08B1, 0xC470, iwl7260_2ac_cfg)},
335 	{IWL_PCI_DEVICE(0x08B1, 0xC472, iwl7260_2ac_cfg)},
336 	{IWL_PCI_DEVICE(0x08B1, 0xC460, iwl7260_2n_cfg)},
337 	{IWL_PCI_DEVICE(0x08B1, 0xC462, iwl7260_n_cfg)},
338 	{IWL_PCI_DEVICE(0x08B1, 0xC570, iwl7260_2ac_cfg)},
339 	{IWL_PCI_DEVICE(0x08B1, 0xC560, iwl7260_2n_cfg)},
340 	{IWL_PCI_DEVICE(0x08B2, 0xC370, iwl7260_2ac_cfg)},
341 	{IWL_PCI_DEVICE(0x08B1, 0xC360, iwl7260_2n_cfg)},
342 	{IWL_PCI_DEVICE(0x08B1, 0xC020, iwl7260_2n_cfg)},
343 	{IWL_PCI_DEVICE(0x08B1, 0xC02A, iwl7260_2n_cfg)},
344 	{IWL_PCI_DEVICE(0x08B2, 0xC220, iwl7260_2n_cfg)},
345 	{IWL_PCI_DEVICE(0x08B1, 0xC420, iwl7260_2n_cfg)},
346 
347 /* 3160 Series */
348 	{IWL_PCI_DEVICE(0x08B3, 0x0070, iwl3160_2ac_cfg)},
349 	{IWL_PCI_DEVICE(0x08B3, 0x0072, iwl3160_2ac_cfg)},
350 	{IWL_PCI_DEVICE(0x08B3, 0x0170, iwl3160_2ac_cfg)},
351 	{IWL_PCI_DEVICE(0x08B3, 0x0172, iwl3160_2ac_cfg)},
352 	{IWL_PCI_DEVICE(0x08B3, 0x0060, iwl3160_2n_cfg)},
353 	{IWL_PCI_DEVICE(0x08B3, 0x0062, iwl3160_n_cfg)},
354 	{IWL_PCI_DEVICE(0x08B4, 0x0270, iwl3160_2ac_cfg)},
355 	{IWL_PCI_DEVICE(0x08B4, 0x0272, iwl3160_2ac_cfg)},
356 	{IWL_PCI_DEVICE(0x08B3, 0x0470, iwl3160_2ac_cfg)},
357 	{IWL_PCI_DEVICE(0x08B3, 0x0472, iwl3160_2ac_cfg)},
358 	{IWL_PCI_DEVICE(0x08B4, 0x0370, iwl3160_2ac_cfg)},
359 	{IWL_PCI_DEVICE(0x08B3, 0x8070, iwl3160_2ac_cfg)},
360 	{IWL_PCI_DEVICE(0x08B3, 0x8072, iwl3160_2ac_cfg)},
361 	{IWL_PCI_DEVICE(0x08B3, 0x8170, iwl3160_2ac_cfg)},
362 	{IWL_PCI_DEVICE(0x08B3, 0x8172, iwl3160_2ac_cfg)},
363 	{IWL_PCI_DEVICE(0x08B3, 0x8060, iwl3160_2n_cfg)},
364 	{IWL_PCI_DEVICE(0x08B3, 0x8062, iwl3160_n_cfg)},
365 	{IWL_PCI_DEVICE(0x08B4, 0x8270, iwl3160_2ac_cfg)},
366 	{IWL_PCI_DEVICE(0x08B4, 0x8370, iwl3160_2ac_cfg)},
367 	{IWL_PCI_DEVICE(0x08B4, 0x8272, iwl3160_2ac_cfg)},
368 	{IWL_PCI_DEVICE(0x08B3, 0x8470, iwl3160_2ac_cfg)},
369 	{IWL_PCI_DEVICE(0x08B3, 0x8570, iwl3160_2ac_cfg)},
370 	{IWL_PCI_DEVICE(0x08B3, 0x1070, iwl3160_2ac_cfg)},
371 	{IWL_PCI_DEVICE(0x08B3, 0x1170, iwl3160_2ac_cfg)},
372 
373 /* 3165 Series */
374 	{IWL_PCI_DEVICE(0x3165, 0x4010, iwl3165_2ac_cfg)},
375 	{IWL_PCI_DEVICE(0x3165, 0x4012, iwl3165_2ac_cfg)},
376 	{IWL_PCI_DEVICE(0x3166, 0x4212, iwl3165_2ac_cfg)},
377 	{IWL_PCI_DEVICE(0x3165, 0x4410, iwl3165_2ac_cfg)},
378 	{IWL_PCI_DEVICE(0x3165, 0x4510, iwl3165_2ac_cfg)},
379 	{IWL_PCI_DEVICE(0x3165, 0x4110, iwl3165_2ac_cfg)},
380 	{IWL_PCI_DEVICE(0x3166, 0x4310, iwl3165_2ac_cfg)},
381 	{IWL_PCI_DEVICE(0x3166, 0x4210, iwl3165_2ac_cfg)},
382 	{IWL_PCI_DEVICE(0x3165, 0x8010, iwl3165_2ac_cfg)},
383 	{IWL_PCI_DEVICE(0x3165, 0x8110, iwl3165_2ac_cfg)},
384 
385 /* 3168 Series */
386 	{IWL_PCI_DEVICE(0x24FB, 0x2010, iwl3168_2ac_cfg)},
387 	{IWL_PCI_DEVICE(0x24FB, 0x2110, iwl3168_2ac_cfg)},
388 	{IWL_PCI_DEVICE(0x24FB, 0x2050, iwl3168_2ac_cfg)},
389 	{IWL_PCI_DEVICE(0x24FB, 0x2150, iwl3168_2ac_cfg)},
390 	{IWL_PCI_DEVICE(0x24FB, 0x0000, iwl3168_2ac_cfg)},
391 
392 /* 7265 Series */
393 	{IWL_PCI_DEVICE(0x095A, 0x5010, iwl7265_2ac_cfg)},
394 	{IWL_PCI_DEVICE(0x095A, 0x5110, iwl7265_2ac_cfg)},
395 	{IWL_PCI_DEVICE(0x095A, 0x5100, iwl7265_2ac_cfg)},
396 	{IWL_PCI_DEVICE(0x095B, 0x5310, iwl7265_2ac_cfg)},
397 	{IWL_PCI_DEVICE(0x095B, 0x5302, iwl7265_n_cfg)},
398 	{IWL_PCI_DEVICE(0x095B, 0x5210, iwl7265_2ac_cfg)},
399 	{IWL_PCI_DEVICE(0x095A, 0x5C10, iwl7265_2ac_cfg)},
400 	{IWL_PCI_DEVICE(0x095A, 0x5012, iwl7265_2ac_cfg)},
401 	{IWL_PCI_DEVICE(0x095A, 0x5412, iwl7265_2ac_cfg)},
402 	{IWL_PCI_DEVICE(0x095A, 0x5410, iwl7265_2ac_cfg)},
403 	{IWL_PCI_DEVICE(0x095A, 0x5510, iwl7265_2ac_cfg)},
404 	{IWL_PCI_DEVICE(0x095A, 0x5400, iwl7265_2ac_cfg)},
405 	{IWL_PCI_DEVICE(0x095A, 0x1010, iwl7265_2ac_cfg)},
406 	{IWL_PCI_DEVICE(0x095A, 0x5000, iwl7265_2n_cfg)},
407 	{IWL_PCI_DEVICE(0x095A, 0x500A, iwl7265_2n_cfg)},
408 	{IWL_PCI_DEVICE(0x095B, 0x5200, iwl7265_2n_cfg)},
409 	{IWL_PCI_DEVICE(0x095A, 0x5002, iwl7265_n_cfg)},
410 	{IWL_PCI_DEVICE(0x095A, 0x5102, iwl7265_n_cfg)},
411 	{IWL_PCI_DEVICE(0x095B, 0x5202, iwl7265_n_cfg)},
412 	{IWL_PCI_DEVICE(0x095A, 0x9010, iwl7265_2ac_cfg)},
413 	{IWL_PCI_DEVICE(0x095A, 0x9012, iwl7265_2ac_cfg)},
414 	{IWL_PCI_DEVICE(0x095A, 0x900A, iwl7265_2ac_cfg)},
415 	{IWL_PCI_DEVICE(0x095A, 0x9110, iwl7265_2ac_cfg)},
416 	{IWL_PCI_DEVICE(0x095A, 0x9112, iwl7265_2ac_cfg)},
417 	{IWL_PCI_DEVICE(0x095B, 0x9210, iwl7265_2ac_cfg)},
418 	{IWL_PCI_DEVICE(0x095B, 0x9200, iwl7265_2ac_cfg)},
419 	{IWL_PCI_DEVICE(0x095A, 0x9510, iwl7265_2ac_cfg)},
420 	{IWL_PCI_DEVICE(0x095B, 0x9310, iwl7265_2ac_cfg)},
421 	{IWL_PCI_DEVICE(0x095A, 0x9410, iwl7265_2ac_cfg)},
422 	{IWL_PCI_DEVICE(0x095A, 0x5020, iwl7265_2n_cfg)},
423 	{IWL_PCI_DEVICE(0x095A, 0x502A, iwl7265_2n_cfg)},
424 	{IWL_PCI_DEVICE(0x095A, 0x5420, iwl7265_2n_cfg)},
425 	{IWL_PCI_DEVICE(0x095A, 0x5090, iwl7265_2ac_cfg)},
426 	{IWL_PCI_DEVICE(0x095A, 0x5190, iwl7265_2ac_cfg)},
427 	{IWL_PCI_DEVICE(0x095A, 0x5590, iwl7265_2ac_cfg)},
428 	{IWL_PCI_DEVICE(0x095B, 0x5290, iwl7265_2ac_cfg)},
429 	{IWL_PCI_DEVICE(0x095A, 0x5490, iwl7265_2ac_cfg)},
430 	{IWL_PCI_DEVICE(0x095A, 0x5F10, iwl7265_2ac_cfg)},
431 	{IWL_PCI_DEVICE(0x095B, 0x5212, iwl7265_2ac_cfg)},
432 	{IWL_PCI_DEVICE(0x095B, 0x520A, iwl7265_2ac_cfg)},
433 	{IWL_PCI_DEVICE(0x095A, 0x9000, iwl7265_2ac_cfg)},
434 	{IWL_PCI_DEVICE(0x095A, 0x9400, iwl7265_2ac_cfg)},
435 	{IWL_PCI_DEVICE(0x095A, 0x9E10, iwl7265_2ac_cfg)},
436 
437 /* 8000 Series */
438 	{IWL_PCI_DEVICE(0x24F3, 0x0010, iwl8260_2ac_cfg)},
439 	{IWL_PCI_DEVICE(0x24F3, 0x1010, iwl8260_2ac_cfg)},
440 	{IWL_PCI_DEVICE(0x24F3, 0x10B0, iwl8260_2ac_cfg)},
441 	{IWL_PCI_DEVICE(0x24F3, 0x0130, iwl8260_2ac_cfg)},
442 	{IWL_PCI_DEVICE(0x24F3, 0x1130, iwl8260_2ac_cfg)},
443 	{IWL_PCI_DEVICE(0x24F3, 0x0132, iwl8260_2ac_cfg)},
444 	{IWL_PCI_DEVICE(0x24F3, 0x1132, iwl8260_2ac_cfg)},
445 	{IWL_PCI_DEVICE(0x24F3, 0x0110, iwl8260_2ac_cfg)},
446 	{IWL_PCI_DEVICE(0x24F3, 0x01F0, iwl8260_2ac_cfg)},
447 	{IWL_PCI_DEVICE(0x24F3, 0x0012, iwl8260_2ac_cfg)},
448 	{IWL_PCI_DEVICE(0x24F3, 0x1012, iwl8260_2ac_cfg)},
449 	{IWL_PCI_DEVICE(0x24F3, 0x1110, iwl8260_2ac_cfg)},
450 	{IWL_PCI_DEVICE(0x24F3, 0x0050, iwl8260_2ac_cfg)},
451 	{IWL_PCI_DEVICE(0x24F3, 0x0250, iwl8260_2ac_cfg)},
452 	{IWL_PCI_DEVICE(0x24F3, 0x1050, iwl8260_2ac_cfg)},
453 	{IWL_PCI_DEVICE(0x24F3, 0x0150, iwl8260_2ac_cfg)},
454 	{IWL_PCI_DEVICE(0x24F3, 0x1150, iwl8260_2ac_cfg)},
455 	{IWL_PCI_DEVICE(0x24F4, 0x0030, iwl8260_2ac_cfg)},
456 	{IWL_PCI_DEVICE(0x24F4, 0x1030, iwl8260_2ac_cfg)},
457 	{IWL_PCI_DEVICE(0x24F3, 0xC010, iwl8260_2ac_cfg)},
458 	{IWL_PCI_DEVICE(0x24F3, 0xC110, iwl8260_2ac_cfg)},
459 	{IWL_PCI_DEVICE(0x24F3, 0xD010, iwl8260_2ac_cfg)},
460 	{IWL_PCI_DEVICE(0x24F3, 0xC050, iwl8260_2ac_cfg)},
461 	{IWL_PCI_DEVICE(0x24F3, 0xD050, iwl8260_2ac_cfg)},
462 	{IWL_PCI_DEVICE(0x24F3, 0xD0B0, iwl8260_2ac_cfg)},
463 	{IWL_PCI_DEVICE(0x24F3, 0xB0B0, iwl8260_2ac_cfg)},
464 	{IWL_PCI_DEVICE(0x24F3, 0x8010, iwl8260_2ac_cfg)},
465 	{IWL_PCI_DEVICE(0x24F3, 0x8110, iwl8260_2ac_cfg)},
466 	{IWL_PCI_DEVICE(0x24F3, 0x9010, iwl8260_2ac_cfg)},
467 	{IWL_PCI_DEVICE(0x24F3, 0x9110, iwl8260_2ac_cfg)},
468 	{IWL_PCI_DEVICE(0x24F4, 0x8030, iwl8260_2ac_cfg)},
469 	{IWL_PCI_DEVICE(0x24F4, 0x9030, iwl8260_2ac_cfg)},
470 	{IWL_PCI_DEVICE(0x24F4, 0xC030, iwl8260_2ac_cfg)},
471 	{IWL_PCI_DEVICE(0x24F4, 0xD030, iwl8260_2ac_cfg)},
472 	{IWL_PCI_DEVICE(0x24F3, 0x8130, iwl8260_2ac_cfg)},
473 	{IWL_PCI_DEVICE(0x24F3, 0x9130, iwl8260_2ac_cfg)},
474 	{IWL_PCI_DEVICE(0x24F3, 0x8132, iwl8260_2ac_cfg)},
475 	{IWL_PCI_DEVICE(0x24F3, 0x9132, iwl8260_2ac_cfg)},
476 	{IWL_PCI_DEVICE(0x24F3, 0x8050, iwl8260_2ac_cfg)},
477 	{IWL_PCI_DEVICE(0x24F3, 0x8150, iwl8260_2ac_cfg)},
478 	{IWL_PCI_DEVICE(0x24F3, 0x9050, iwl8260_2ac_cfg)},
479 	{IWL_PCI_DEVICE(0x24F3, 0x9150, iwl8260_2ac_cfg)},
480 	{IWL_PCI_DEVICE(0x24F3, 0x0004, iwl8260_2n_cfg)},
481 	{IWL_PCI_DEVICE(0x24F3, 0x0044, iwl8260_2n_cfg)},
482 	{IWL_PCI_DEVICE(0x24F5, 0x0010, iwl4165_2ac_cfg)},
483 	{IWL_PCI_DEVICE(0x24F6, 0x0030, iwl4165_2ac_cfg)},
484 	{IWL_PCI_DEVICE(0x24F3, 0x0810, iwl8260_2ac_cfg)},
485 	{IWL_PCI_DEVICE(0x24F3, 0x0910, iwl8260_2ac_cfg)},
486 	{IWL_PCI_DEVICE(0x24F3, 0x0850, iwl8260_2ac_cfg)},
487 	{IWL_PCI_DEVICE(0x24F3, 0x0950, iwl8260_2ac_cfg)},
488 	{IWL_PCI_DEVICE(0x24F3, 0x0930, iwl8260_2ac_cfg)},
489 	{IWL_PCI_DEVICE(0x24F3, 0x0000, iwl8265_2ac_cfg)},
490 	{IWL_PCI_DEVICE(0x24F3, 0x4010, iwl8260_2ac_cfg)},
491 	{IWL_PCI_DEVICE(0x24FD, 0x0010, iwl8265_2ac_cfg)},
492 	{IWL_PCI_DEVICE(0x24FD, 0x0110, iwl8265_2ac_cfg)},
493 	{IWL_PCI_DEVICE(0x24FD, 0x1110, iwl8265_2ac_cfg)},
494 	{IWL_PCI_DEVICE(0x24FD, 0x1130, iwl8265_2ac_cfg)},
495 	{IWL_PCI_DEVICE(0x24FD, 0x0130, iwl8265_2ac_cfg)},
496 	{IWL_PCI_DEVICE(0x24FD, 0x1010, iwl8265_2ac_cfg)},
497 	{IWL_PCI_DEVICE(0x24FD, 0x10D0, iwl8265_2ac_cfg)},
498 	{IWL_PCI_DEVICE(0x24FD, 0x0050, iwl8265_2ac_cfg)},
499 	{IWL_PCI_DEVICE(0x24FD, 0x0150, iwl8265_2ac_cfg)},
500 	{IWL_PCI_DEVICE(0x24FD, 0x9010, iwl8265_2ac_cfg)},
501 	{IWL_PCI_DEVICE(0x24FD, 0x8110, iwl8265_2ac_cfg)},
502 	{IWL_PCI_DEVICE(0x24FD, 0x8050, iwl8265_2ac_cfg)},
503 	{IWL_PCI_DEVICE(0x24FD, 0x8010, iwl8265_2ac_cfg)},
504 	{IWL_PCI_DEVICE(0x24FD, 0x0810, iwl8265_2ac_cfg)},
505 	{IWL_PCI_DEVICE(0x24FD, 0x9110, iwl8265_2ac_cfg)},
506 	{IWL_PCI_DEVICE(0x24FD, 0x8130, iwl8265_2ac_cfg)},
507 	{IWL_PCI_DEVICE(0x24FD, 0x0910, iwl8265_2ac_cfg)},
508 	{IWL_PCI_DEVICE(0x24FD, 0x0930, iwl8265_2ac_cfg)},
509 	{IWL_PCI_DEVICE(0x24FD, 0x0950, iwl8265_2ac_cfg)},
510 	{IWL_PCI_DEVICE(0x24FD, 0x0850, iwl8265_2ac_cfg)},
511 	{IWL_PCI_DEVICE(0x24FD, 0x1014, iwl8265_2ac_cfg)},
512 	{IWL_PCI_DEVICE(0x24FD, 0x3E02, iwl8275_2ac_cfg)},
513 	{IWL_PCI_DEVICE(0x24FD, 0x3E01, iwl8275_2ac_cfg)},
514 	{IWL_PCI_DEVICE(0x24FD, 0x1012, iwl8275_2ac_cfg)},
515 	{IWL_PCI_DEVICE(0x24FD, 0x0012, iwl8275_2ac_cfg)},
516 	{IWL_PCI_DEVICE(0x24FD, 0x0014, iwl8265_2ac_cfg)},
517 	{IWL_PCI_DEVICE(0x24FD, 0x9074, iwl8265_2ac_cfg)},
518 
519 /* 9000 Series */
520 	{IWL_PCI_DEVICE(0x2526, 0x0000, iwl9260_2ac_cfg)},
521 	{IWL_PCI_DEVICE(0x2526, 0x0010, iwl9260_2ac_cfg)},
522 	{IWL_PCI_DEVICE(0x2526, 0x0014, iwl9260_2ac_cfg)},
523 	{IWL_PCI_DEVICE(0x2526, 0x0030, iwl9560_2ac_cfg)},
524 	{IWL_PCI_DEVICE(0x2526, 0x0034, iwl9560_2ac_cfg)},
525 	{IWL_PCI_DEVICE(0x2526, 0x0038, iwl9560_2ac_cfg)},
526 	{IWL_PCI_DEVICE(0x2526, 0x003C, iwl9560_2ac_cfg)},
527 	{IWL_PCI_DEVICE(0x2526, 0x0060, iwl9460_2ac_cfg)},
528 	{IWL_PCI_DEVICE(0x2526, 0x0064, iwl9460_2ac_cfg)},
529 	{IWL_PCI_DEVICE(0x2526, 0x00A0, iwl9460_2ac_cfg)},
530 	{IWL_PCI_DEVICE(0x2526, 0x00A4, iwl9460_2ac_cfg)},
531 	{IWL_PCI_DEVICE(0x2526, 0x0210, iwl9260_2ac_cfg)},
532 	{IWL_PCI_DEVICE(0x2526, 0x0214, iwl9260_2ac_cfg)},
533 	{IWL_PCI_DEVICE(0x2526, 0x0230, iwl9560_2ac_cfg)},
534 	{IWL_PCI_DEVICE(0x2526, 0x0234, iwl9560_2ac_cfg)},
535 	{IWL_PCI_DEVICE(0x2526, 0x0238, iwl9560_2ac_cfg)},
536 	{IWL_PCI_DEVICE(0x2526, 0x023C, iwl9560_2ac_cfg)},
537 	{IWL_PCI_DEVICE(0x2526, 0x0260, iwl9460_2ac_cfg)},
538 	{IWL_PCI_DEVICE(0x2526, 0x0264, iwl9461_2ac_cfg_soc)},
539 	{IWL_PCI_DEVICE(0x2526, 0x02A0, iwl9460_2ac_cfg)},
540 	{IWL_PCI_DEVICE(0x2526, 0x02A4, iwl9460_2ac_cfg)},
541 	{IWL_PCI_DEVICE(0x2526, 0x1010, iwl9260_2ac_cfg)},
542 	{IWL_PCI_DEVICE(0x2526, 0x1030, iwl9560_2ac_cfg)},
543 	{IWL_PCI_DEVICE(0x2526, 0x1210, iwl9260_2ac_cfg)},
544 	{IWL_PCI_DEVICE(0x2526, 0x1410, iwl9270_2ac_cfg)},
545 	{IWL_PCI_DEVICE(0x2526, 0x1420, iwl9460_2ac_cfg_soc)},
546 	{IWL_PCI_DEVICE(0x2526, 0x1610, iwl9270_2ac_cfg)},
547 	{IWL_PCI_DEVICE(0x2526, 0x4010, iwl9260_2ac_cfg)},
548 	{IWL_PCI_DEVICE(0x2526, 0x4030, iwl9560_2ac_cfg)},
549 	{IWL_PCI_DEVICE(0x2526, 0x40A4, iwl9460_2ac_cfg)},
550 	{IWL_PCI_DEVICE(0x2526, 0xA014, iwl9260_2ac_cfg)},
551 	{IWL_PCI_DEVICE(0x2526, 0x42A4, iwl9462_2ac_cfg_soc)},
552 	{IWL_PCI_DEVICE(0x271B, 0x0010, iwl9160_2ac_cfg)},
553 	{IWL_PCI_DEVICE(0x271B, 0x0014, iwl9160_2ac_cfg)},
554 	{IWL_PCI_DEVICE(0x271B, 0x0210, iwl9160_2ac_cfg)},
555 	{IWL_PCI_DEVICE(0x271B, 0x0214, iwl9260_2ac_cfg)},
556 	{IWL_PCI_DEVICE(0x2720, 0x0034, iwl9560_2ac_cfg)},
557 	{IWL_PCI_DEVICE(0x2720, 0x0038, iwl9560_2ac_cfg)},
558 	{IWL_PCI_DEVICE(0x2720, 0x003C, iwl9560_2ac_cfg)},
559 	{IWL_PCI_DEVICE(0x2720, 0x0060, iwl9461_2ac_cfg_soc)},
560 	{IWL_PCI_DEVICE(0x2720, 0x0064, iwl9461_2ac_cfg_soc)},
561 	{IWL_PCI_DEVICE(0x2720, 0x00A0, iwl9462_2ac_cfg_soc)},
562 	{IWL_PCI_DEVICE(0x2720, 0x00A4, iwl9462_2ac_cfg_soc)},
563 	{IWL_PCI_DEVICE(0x2720, 0x0230, iwl9560_2ac_cfg)},
564 	{IWL_PCI_DEVICE(0x2720, 0x0234, iwl9560_2ac_cfg)},
565 	{IWL_PCI_DEVICE(0x2720, 0x0238, iwl9560_2ac_cfg)},
566 	{IWL_PCI_DEVICE(0x2720, 0x023C, iwl9560_2ac_cfg)},
567 	{IWL_PCI_DEVICE(0x2720, 0x0260, iwl9461_2ac_cfg_soc)},
568 	{IWL_PCI_DEVICE(0x2720, 0x0264, iwl9461_2ac_cfg_soc)},
569 	{IWL_PCI_DEVICE(0x2720, 0x02A0, iwl9462_2ac_cfg_soc)},
570 	{IWL_PCI_DEVICE(0x2720, 0x02A4, iwl9462_2ac_cfg_soc)},
571 	{IWL_PCI_DEVICE(0x2720, 0x4030, iwl9560_2ac_cfg)},
572 	{IWL_PCI_DEVICE(0x2720, 0x40A4, iwl9462_2ac_cfg_soc)},
573 	{IWL_PCI_DEVICE(0x30DC, 0x0060, iwl9460_2ac_cfg_soc)},
574 	{IWL_PCI_DEVICE(0x30DC, 0x0064, iwl9461_2ac_cfg_soc)},
575 	{IWL_PCI_DEVICE(0x30DC, 0x00A0, iwl9462_2ac_cfg_soc)},
576 	{IWL_PCI_DEVICE(0x30DC, 0x00A4, iwl9462_2ac_cfg_soc)},
577 	{IWL_PCI_DEVICE(0x30DC, 0x0260, iwl9461_2ac_cfg_soc)},
578 	{IWL_PCI_DEVICE(0x30DC, 0x0264, iwl9461_2ac_cfg_soc)},
579 	{IWL_PCI_DEVICE(0x30DC, 0x02A0, iwl9462_2ac_cfg_soc)},
580 	{IWL_PCI_DEVICE(0x30DC, 0x02A4, iwl9462_2ac_cfg_soc)},
581 	{IWL_PCI_DEVICE(0x31DC, 0x0030, iwl9560_2ac_cfg_soc)},
582 	{IWL_PCI_DEVICE(0x31DC, 0x0034, iwl9560_2ac_cfg_soc)},
583 	{IWL_PCI_DEVICE(0x31DC, 0x0038, iwl9560_2ac_cfg_soc)},
584 	{IWL_PCI_DEVICE(0x31DC, 0x003C, iwl9560_2ac_cfg_soc)},
585 	{IWL_PCI_DEVICE(0x31DC, 0x0060, iwl9460_2ac_cfg_soc)},
586 	{IWL_PCI_DEVICE(0x31DC, 0x0064, iwl9461_2ac_cfg_soc)},
587 	{IWL_PCI_DEVICE(0x31DC, 0x00A0, iwl9462_2ac_cfg_soc)},
588 	{IWL_PCI_DEVICE(0x31DC, 0x00A4, iwl9462_2ac_cfg_soc)},
589 	{IWL_PCI_DEVICE(0x31DC, 0x0230, iwl9560_2ac_cfg_soc)},
590 	{IWL_PCI_DEVICE(0x31DC, 0x0234, iwl9560_2ac_cfg_soc)},
591 	{IWL_PCI_DEVICE(0x31DC, 0x0238, iwl9560_2ac_cfg_soc)},
592 	{IWL_PCI_DEVICE(0x31DC, 0x023C, iwl9560_2ac_cfg_soc)},
593 	{IWL_PCI_DEVICE(0x31DC, 0x0260, iwl9461_2ac_cfg_soc)},
594 	{IWL_PCI_DEVICE(0x31DC, 0x0264, iwl9461_2ac_cfg_soc)},
595 	{IWL_PCI_DEVICE(0x31DC, 0x02A0, iwl9462_2ac_cfg_soc)},
596 	{IWL_PCI_DEVICE(0x31DC, 0x02A4, iwl9462_2ac_cfg_soc)},
597 	{IWL_PCI_DEVICE(0x31DC, 0x4030, iwl9560_2ac_cfg_soc)},
598 	{IWL_PCI_DEVICE(0x31DC, 0x4034, iwl9560_2ac_cfg_soc)},
599 	{IWL_PCI_DEVICE(0x31DC, 0x40A4, iwl9462_2ac_cfg_soc)},
600 	{IWL_PCI_DEVICE(0x34F0, 0x0030, iwl9560_2ac_cfg_soc)},
601 	{IWL_PCI_DEVICE(0x34F0, 0x0034, iwl9560_2ac_cfg_soc)},
602 	{IWL_PCI_DEVICE(0x34F0, 0x02A4, iwl9462_2ac_cfg_soc)},
603 	{IWL_PCI_DEVICE(0x9DF0, 0x0000, iwl9460_2ac_cfg_soc)},
604 	{IWL_PCI_DEVICE(0x9DF0, 0x0010, iwl9460_2ac_cfg_soc)},
605 	{IWL_PCI_DEVICE(0x9DF0, 0x0030, iwl9560_2ac_cfg_soc)},
606 	{IWL_PCI_DEVICE(0x9DF0, 0x0034, iwl9560_2ac_cfg_soc)},
607 	{IWL_PCI_DEVICE(0x9DF0, 0x0038, iwl9560_2ac_cfg_soc)},
608 	{IWL_PCI_DEVICE(0x9DF0, 0x003C, iwl9560_2ac_cfg_soc)},
609 	{IWL_PCI_DEVICE(0x9DF0, 0x0060, iwl9460_2ac_cfg_soc)},
610 	{IWL_PCI_DEVICE(0x9DF0, 0x0064, iwl9461_2ac_cfg_soc)},
611 	{IWL_PCI_DEVICE(0x9DF0, 0x00A0, iwl9462_2ac_cfg_soc)},
612 	{IWL_PCI_DEVICE(0x9DF0, 0x00A4, iwl9462_2ac_cfg_soc)},
613 	{IWL_PCI_DEVICE(0x9DF0, 0x0210, iwl9460_2ac_cfg_soc)},
614 	{IWL_PCI_DEVICE(0x9DF0, 0x0230, iwl9560_2ac_cfg_soc)},
615 	{IWL_PCI_DEVICE(0x9DF0, 0x0234, iwl9560_2ac_cfg_soc)},
616 	{IWL_PCI_DEVICE(0x9DF0, 0x0238, iwl9560_2ac_cfg_soc)},
617 	{IWL_PCI_DEVICE(0x9DF0, 0x023C, iwl9560_2ac_cfg_soc)},
618 	{IWL_PCI_DEVICE(0x9DF0, 0x0260, iwl9461_2ac_cfg_soc)},
619 	{IWL_PCI_DEVICE(0x9DF0, 0x0264, iwl9461_2ac_cfg_soc)},
620 	{IWL_PCI_DEVICE(0x9DF0, 0x02A0, iwl9462_2ac_cfg_soc)},
621 	{IWL_PCI_DEVICE(0x9DF0, 0x02A4, iwl9462_2ac_cfg_soc)},
622 	{IWL_PCI_DEVICE(0x9DF0, 0x0310, iwl9460_2ac_cfg_soc)},
623 	{IWL_PCI_DEVICE(0x9DF0, 0x0410, iwl9460_2ac_cfg_soc)},
624 	{IWL_PCI_DEVICE(0x9DF0, 0x0510, iwl9460_2ac_cfg_soc)},
625 	{IWL_PCI_DEVICE(0x9DF0, 0x0610, iwl9460_2ac_cfg_soc)},
626 	{IWL_PCI_DEVICE(0x9DF0, 0x0710, iwl9460_2ac_cfg_soc)},
627 	{IWL_PCI_DEVICE(0x9DF0, 0x0A10, iwl9460_2ac_cfg_soc)},
628 	{IWL_PCI_DEVICE(0x9DF0, 0x2010, iwl9460_2ac_cfg_soc)},
629 	{IWL_PCI_DEVICE(0x9DF0, 0x2A10, iwl9460_2ac_cfg_soc)},
630 	{IWL_PCI_DEVICE(0x9DF0, 0x4030, iwl9560_2ac_cfg_soc)},
631 	{IWL_PCI_DEVICE(0x9DF0, 0x4034, iwl9560_2ac_cfg_soc)},
632 	{IWL_PCI_DEVICE(0x9DF0, 0x40A4, iwl9462_2ac_cfg_soc)},
633 	{IWL_PCI_DEVICE(0xA370, 0x0030, iwl9560_2ac_cfg_soc)},
634 	{IWL_PCI_DEVICE(0xA370, 0x0034, iwl9560_2ac_cfg_soc)},
635 	{IWL_PCI_DEVICE(0xA370, 0x0038, iwl9560_2ac_cfg_soc)},
636 	{IWL_PCI_DEVICE(0xA370, 0x003C, iwl9560_2ac_cfg_soc)},
637 	{IWL_PCI_DEVICE(0xA370, 0x0060, iwl9460_2ac_cfg_soc)},
638 	{IWL_PCI_DEVICE(0xA370, 0x0064, iwl9461_2ac_cfg_soc)},
639 	{IWL_PCI_DEVICE(0xA370, 0x00A0, iwl9462_2ac_cfg_soc)},
640 	{IWL_PCI_DEVICE(0xA370, 0x00A4, iwl9462_2ac_cfg_soc)},
641 	{IWL_PCI_DEVICE(0xA370, 0x0230, iwl9560_2ac_cfg_soc)},
642 	{IWL_PCI_DEVICE(0xA370, 0x0234, iwl9560_2ac_cfg_soc)},
643 	{IWL_PCI_DEVICE(0xA370, 0x0238, iwl9560_2ac_cfg_soc)},
644 	{IWL_PCI_DEVICE(0xA370, 0x023C, iwl9560_2ac_cfg_soc)},
645 	{IWL_PCI_DEVICE(0xA370, 0x0260, iwl9461_2ac_cfg_soc)},
646 	{IWL_PCI_DEVICE(0xA370, 0x0264, iwl9461_2ac_cfg_soc)},
647 	{IWL_PCI_DEVICE(0xA370, 0x02A0, iwl9462_2ac_cfg_soc)},
648 	{IWL_PCI_DEVICE(0xA370, 0x02A4, iwl9462_2ac_cfg_soc)},
649 	{IWL_PCI_DEVICE(0xA370, 0x1030, iwl9560_2ac_cfg_soc)},
650 	{IWL_PCI_DEVICE(0xA370, 0x4030, iwl9560_2ac_cfg_soc)},
651 	{IWL_PCI_DEVICE(0xA370, 0x4034, iwl9560_2ac_cfg_soc)},
652 	{IWL_PCI_DEVICE(0xA370, 0x40A4, iwl9462_2ac_cfg_soc)},
653 
654 /* a000 Series */
655 	{IWL_PCI_DEVICE(0x2720, 0x0A10, iwla000_2ac_cfg_hr_cdb)},
656 	{IWL_PCI_DEVICE(0x34F0, 0x0310, iwla000_2ac_cfg_jf)},
657 	{IWL_PCI_DEVICE(0x2720, 0x0000, iwla000_2ax_cfg_hr)},
658 	{IWL_PCI_DEVICE(0x34F0, 0x0070, iwla000_2ax_cfg_hr)},
659 	{IWL_PCI_DEVICE(0x2720, 0x0078, iwla000_2ax_cfg_hr)},
660 	{IWL_PCI_DEVICE(0x2720, 0x0070, iwla000_2ac_cfg_hr_cdb)},
661 	{IWL_PCI_DEVICE(0x2720, 0x0030, iwla000_2ac_cfg_hr_cdb)},
662 	{IWL_PCI_DEVICE(0x2720, 0x1080, iwla000_2ax_cfg_hr)},
663 	{IWL_PCI_DEVICE(0x2720, 0x0090, iwla000_2ac_cfg_hr_cdb)},
664 	{IWL_PCI_DEVICE(0x2720, 0x0310, iwla000_2ac_cfg_hr_cdb)},
665 	{IWL_PCI_DEVICE(0x40C0, 0x0000, iwla000_2ax_cfg_hr)},
666 	{IWL_PCI_DEVICE(0x40C0, 0x0A10, iwla000_2ax_cfg_hr)},
667 
668 #endif /* CONFIG_IWLMVM */
669 
670 	{0}
671 };
672 MODULE_DEVICE_TABLE(pci, iwl_hw_card_ids);
673 
674 /* PCI registers */
675 #define PCI_CFG_RETRY_TIMEOUT	0x041
676 
677 static int iwl_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
678 {
679 	const struct iwl_cfg *cfg = (struct iwl_cfg *)(ent->driver_data);
680 	const struct iwl_cfg *cfg_7265d __maybe_unused = NULL;
681 	struct iwl_trans *iwl_trans;
682 	int ret;
683 
684 	iwl_trans = iwl_trans_pcie_alloc(pdev, ent, cfg);
685 	if (IS_ERR(iwl_trans))
686 		return PTR_ERR(iwl_trans);
687 
688 #if IS_ENABLED(CONFIG_IWLMVM)
689 	/*
690 	 * special-case 7265D, it has the same PCI IDs.
691 	 *
692 	 * Note that because we already pass the cfg to the transport above,
693 	 * all the parameters that the transport uses must, until that is
694 	 * changed, be identical to the ones in the 7265D configuration.
695 	 */
696 	if (cfg == &iwl7265_2ac_cfg)
697 		cfg_7265d = &iwl7265d_2ac_cfg;
698 	else if (cfg == &iwl7265_2n_cfg)
699 		cfg_7265d = &iwl7265d_2n_cfg;
700 	else if (cfg == &iwl7265_n_cfg)
701 		cfg_7265d = &iwl7265d_n_cfg;
702 	if (cfg_7265d &&
703 	    (iwl_trans->hw_rev & CSR_HW_REV_TYPE_MSK) == CSR_HW_REV_TYPE_7265D) {
704 		cfg = cfg_7265d;
705 		iwl_trans->cfg = cfg_7265d;
706 	}
707 
708 	if (iwl_trans->cfg->rf_id && cfg == &iwla000_2ac_cfg_hr_cdb &&
709 	    iwl_trans->hw_rev != CSR_HW_REV_TYPE_HR_CDB) {
710 		u32 rf_id_chp = CSR_HW_RF_ID_TYPE_CHIP_ID(iwl_trans->hw_rf_id);
711 		u32 jf_chp_id = CSR_HW_RF_ID_TYPE_CHIP_ID(CSR_HW_RF_ID_TYPE_JF);
712 		u32 hr_chp_id = CSR_HW_RF_ID_TYPE_CHIP_ID(CSR_HW_RF_ID_TYPE_HR);
713 
714 		if (rf_id_chp == jf_chp_id) {
715 			if (iwl_trans->hw_rev == CSR_HW_REV_TYPE_QNJ)
716 				cfg = &iwla000_2ax_cfg_qnj_jf_b0;
717 			else
718 				cfg = &iwla000_2ac_cfg_jf;
719 		} else if (rf_id_chp == hr_chp_id) {
720 			if (iwl_trans->hw_rev == CSR_HW_REV_TYPE_QNJ)
721 				cfg = &iwla000_2ax_cfg_qnj_hr_a0;
722 			else
723 				cfg = &iwla000_2ac_cfg_hr;
724 		}
725 		iwl_trans->cfg = cfg;
726 	}
727 #endif
728 
729 	pci_set_drvdata(pdev, iwl_trans);
730 	iwl_trans->drv = iwl_drv_start(iwl_trans);
731 
732 	if (IS_ERR(iwl_trans->drv)) {
733 		ret = PTR_ERR(iwl_trans->drv);
734 		goto out_free_trans;
735 	}
736 
737 	/* register transport layer debugfs here */
738 	ret = iwl_trans_pcie_dbgfs_register(iwl_trans);
739 	if (ret)
740 		goto out_free_drv;
741 
742 	/* if RTPM is in use, enable it in our device */
743 	if (iwl_trans->runtime_pm_mode != IWL_PLAT_PM_MODE_DISABLED) {
744 		/* We explicitly set the device to active here to
745 		 * clear contingent errors.
746 		 */
747 		pm_runtime_set_active(&pdev->dev);
748 
749 		pm_runtime_set_autosuspend_delay(&pdev->dev,
750 					 iwlwifi_mod_params.d0i3_timeout);
751 		pm_runtime_use_autosuspend(&pdev->dev);
752 
753 		/* We are not supposed to call pm_runtime_allow() by
754 		 * ourselves, but let userspace enable runtime PM via
755 		 * sysfs.  However, since we don't enable this from
756 		 * userspace yet, we need to allow/forbid() ourselves.
757 		*/
758 		pm_runtime_allow(&pdev->dev);
759 	}
760 
761 	/* The PCI device starts with a reference taken and we are
762 	 * supposed to release it here.  But to simplify the
763 	 * interaction with the opmode, we don't do it now, but let
764 	 * the opmode release it when it's ready.
765 	 */
766 
767 	return 0;
768 
769 out_free_drv:
770 	iwl_drv_stop(iwl_trans->drv);
771 out_free_trans:
772 	iwl_trans_pcie_free(iwl_trans);
773 	return ret;
774 }
775 
776 static void iwl_pci_remove(struct pci_dev *pdev)
777 {
778 	struct iwl_trans *trans = pci_get_drvdata(pdev);
779 
780 	/* if RTPM was in use, restore it to the state before probe */
781 	if (trans->runtime_pm_mode != IWL_PLAT_PM_MODE_DISABLED) {
782 		/* We should not call forbid here, but we do for now.
783 		 * Check the comment to pm_runtime_allow() in
784 		 * iwl_pci_probe().
785 		 */
786 		pm_runtime_forbid(trans->dev);
787 	}
788 
789 	iwl_drv_stop(trans->drv);
790 
791 	iwl_trans_pcie_free(trans);
792 }
793 
794 #ifdef CONFIG_PM_SLEEP
795 
796 static int iwl_pci_suspend(struct device *device)
797 {
798 	/* Before you put code here, think about WoWLAN. You cannot check here
799 	 * whether WoWLAN is enabled or not, and your code will run even if
800 	 * WoWLAN is enabled - don't kill the NIC, someone may need it in Sx.
801 	 */
802 
803 	return 0;
804 }
805 
806 static int iwl_pci_resume(struct device *device)
807 {
808 	struct pci_dev *pdev = to_pci_dev(device);
809 	struct iwl_trans *trans = pci_get_drvdata(pdev);
810 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
811 
812 	/* Before you put code here, think about WoWLAN. You cannot check here
813 	 * whether WoWLAN is enabled or not, and your code will run even if
814 	 * WoWLAN is enabled - the NIC may be alive.
815 	 */
816 
817 	/*
818 	 * We disable the RETRY_TIMEOUT register (0x41) to keep
819 	 * PCI Tx retries from interfering with C3 CPU state.
820 	 */
821 	pci_write_config_byte(pdev, PCI_CFG_RETRY_TIMEOUT, 0x00);
822 
823 	if (!trans->op_mode)
824 		return 0;
825 
826 	/* reconfigure the MSI-X mapping to get the correct IRQ for rfkill */
827 	iwl_pcie_conf_msix_hw(trans_pcie);
828 
829 	/*
830 	 * Enable rfkill interrupt (in order to keep track of the rfkill
831 	 * status). Must be locked to avoid processing a possible rfkill
832 	 * interrupt while in iwl_pcie_check_hw_rf_kill().
833 	 */
834 	mutex_lock(&trans_pcie->mutex);
835 	iwl_enable_rfkill_int(trans);
836 	iwl_pcie_check_hw_rf_kill(trans);
837 	mutex_unlock(&trans_pcie->mutex);
838 
839 	return 0;
840 }
841 
842 int iwl_pci_fw_enter_d0i3(struct iwl_trans *trans)
843 {
844 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
845 	int ret;
846 
847 	if (test_bit(STATUS_FW_ERROR, &trans->status))
848 		return 0;
849 
850 	set_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
851 
852 	/* config the fw */
853 	ret = iwl_op_mode_enter_d0i3(trans->op_mode);
854 	if (ret == 1) {
855 		IWL_DEBUG_RPM(trans, "aborting d0i3 entrance\n");
856 		clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
857 		return -EBUSY;
858 	}
859 	if (ret)
860 		goto err;
861 
862 	ret = wait_event_timeout(trans_pcie->d0i3_waitq,
863 				 test_bit(STATUS_TRANS_IDLE, &trans->status),
864 				 msecs_to_jiffies(IWL_TRANS_IDLE_TIMEOUT));
865 	if (!ret) {
866 		IWL_ERR(trans, "Timeout entering D0i3\n");
867 		ret = -ETIMEDOUT;
868 		goto err;
869 	}
870 
871 	clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
872 
873 	return 0;
874 err:
875 	clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
876 	iwl_trans_fw_error(trans);
877 	return ret;
878 }
879 
880 int iwl_pci_fw_exit_d0i3(struct iwl_trans *trans)
881 {
882 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
883 	int ret;
884 
885 	/* sometimes a D0i3 entry is not followed through */
886 	if (!test_bit(STATUS_TRANS_IDLE, &trans->status))
887 		return 0;
888 
889 	/* config the fw */
890 	ret = iwl_op_mode_exit_d0i3(trans->op_mode);
891 	if (ret)
892 		goto err;
893 
894 	/* we clear STATUS_TRANS_IDLE only when D0I3_END command is completed */
895 
896 	ret = wait_event_timeout(trans_pcie->d0i3_waitq,
897 				 !test_bit(STATUS_TRANS_IDLE, &trans->status),
898 				 msecs_to_jiffies(IWL_TRANS_IDLE_TIMEOUT));
899 	if (!ret) {
900 		IWL_ERR(trans, "Timeout exiting D0i3\n");
901 		ret = -ETIMEDOUT;
902 		goto err;
903 	}
904 
905 	return 0;
906 err:
907 	clear_bit(STATUS_TRANS_IDLE, &trans->status);
908 	iwl_trans_fw_error(trans);
909 	return ret;
910 }
911 
912 #ifdef CONFIG_IWLWIFI_PCIE_RTPM
913 static int iwl_pci_runtime_suspend(struct device *device)
914 {
915 	struct pci_dev *pdev = to_pci_dev(device);
916 	struct iwl_trans *trans = pci_get_drvdata(pdev);
917 	int ret;
918 
919 	IWL_DEBUG_RPM(trans, "entering runtime suspend\n");
920 
921 	if (test_bit(STATUS_DEVICE_ENABLED, &trans->status)) {
922 		ret = iwl_pci_fw_enter_d0i3(trans);
923 		if (ret < 0)
924 			return ret;
925 	}
926 
927 	trans->system_pm_mode = IWL_PLAT_PM_MODE_D0I3;
928 
929 	iwl_trans_d3_suspend(trans, false, false);
930 
931 	return 0;
932 }
933 
934 static int iwl_pci_runtime_resume(struct device *device)
935 {
936 	struct pci_dev *pdev = to_pci_dev(device);
937 	struct iwl_trans *trans = pci_get_drvdata(pdev);
938 	enum iwl_d3_status d3_status;
939 
940 	IWL_DEBUG_RPM(trans, "exiting runtime suspend (resume)\n");
941 
942 	iwl_trans_d3_resume(trans, &d3_status, false, false);
943 
944 	if (test_bit(STATUS_DEVICE_ENABLED, &trans->status))
945 		return iwl_pci_fw_exit_d0i3(trans);
946 
947 	return 0;
948 }
949 
950 static int iwl_pci_system_prepare(struct device *device)
951 {
952 	struct pci_dev *pdev = to_pci_dev(device);
953 	struct iwl_trans *trans = pci_get_drvdata(pdev);
954 
955 	IWL_DEBUG_RPM(trans, "preparing for system suspend\n");
956 
957 	/* This is called before entering system suspend and before
958 	 * the runtime resume is called.  Set the suspending flag to
959 	 * prevent the wakelock from being taken.
960 	 */
961 	trans->suspending = true;
962 
963 	/* Wake the device up from runtime suspend before going to
964 	 * platform suspend.  This is needed because we don't know
965 	 * whether wowlan any is set and, if it's not, mac80211 will
966 	 * disconnect (in which case, we can't be in D0i3).
967 	 */
968 	pm_runtime_resume(device);
969 
970 	return 0;
971 }
972 
973 static void iwl_pci_system_complete(struct device *device)
974 {
975 	struct pci_dev *pdev = to_pci_dev(device);
976 	struct iwl_trans *trans = pci_get_drvdata(pdev);
977 
978 	IWL_DEBUG_RPM(trans, "completing system suspend\n");
979 
980 	/* This is called as a counterpart to the prepare op.  It is
981 	 * called either when suspending fails or when suspend
982 	 * completed successfully.  Now there's no risk of grabbing
983 	 * the wakelock anymore, so we can release the suspending
984 	 * flag.
985 	 */
986 	trans->suspending = false;
987 }
988 #endif /* CONFIG_IWLWIFI_PCIE_RTPM */
989 
990 static const struct dev_pm_ops iwl_dev_pm_ops = {
991 	SET_SYSTEM_SLEEP_PM_OPS(iwl_pci_suspend,
992 				iwl_pci_resume)
993 #ifdef CONFIG_IWLWIFI_PCIE_RTPM
994 	SET_RUNTIME_PM_OPS(iwl_pci_runtime_suspend,
995 			   iwl_pci_runtime_resume,
996 			   NULL)
997 	.prepare = iwl_pci_system_prepare,
998 	.complete = iwl_pci_system_complete,
999 #endif /* CONFIG_IWLWIFI_PCIE_RTPM */
1000 };
1001 
1002 #define IWL_PM_OPS	(&iwl_dev_pm_ops)
1003 
1004 #else /* CONFIG_PM_SLEEP */
1005 
1006 #define IWL_PM_OPS	NULL
1007 
1008 #endif /* CONFIG_PM_SLEEP */
1009 
1010 static struct pci_driver iwl_pci_driver = {
1011 	.name = DRV_NAME,
1012 	.id_table = iwl_hw_card_ids,
1013 	.probe = iwl_pci_probe,
1014 	.remove = iwl_pci_remove,
1015 	.driver.pm = IWL_PM_OPS,
1016 };
1017 
1018 int __must_check iwl_pci_register_driver(void)
1019 {
1020 	int ret;
1021 	ret = pci_register_driver(&iwl_pci_driver);
1022 	if (ret)
1023 		pr_err("Unable to initialize PCI module\n");
1024 
1025 	return ret;
1026 }
1027 
1028 void iwl_pci_unregister_driver(void)
1029 {
1030 	pci_unregister_driver(&iwl_pci_driver);
1031 }
1032