1 /******************************************************************************
2  *
3  * This file is provided under a dual BSD/GPLv2 license.  When using or
4  * redistributing this file, you may do so under either license.
5  *
6  * GPL LICENSE SUMMARY
7  *
8  * Copyright(c) 2007 - 2014 Intel Corporation. All rights reserved.
9  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
10  * Copyright(c) 2016-2017 Intel Deutschland GmbH
11  *
12  * This program is free software; you can redistribute it and/or modify
13  * it under the terms of version 2 of the GNU General Public License as
14  * published by the Free Software Foundation.
15  *
16  * This program is distributed in the hope that it will be useful, but
17  * WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
19  * General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
24  * USA
25  *
26  * The full GNU General Public License is included in this distribution
27  * in the file called COPYING.
28  *
29  * Contact Information:
30  *  Intel Linux Wireless <linuxwifi@intel.com>
31  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
32  *
33  * BSD LICENSE
34  *
35  * Copyright(c) 2005 - 2014 Intel Corporation. All rights reserved.
36  * Copyright(c) 2013 - 2015 Intel Mobile Communications GmbH
37  * All rights reserved.
38  * Copyright(c) 2017 Intel Deutschland GmbH
39  *
40  * Redistribution and use in source and binary forms, with or without
41  * modification, are permitted provided that the following conditions
42  * are met:
43  *
44  *  * Redistributions of source code must retain the above copyright
45  *    notice, this list of conditions and the following disclaimer.
46  *  * Redistributions in binary form must reproduce the above copyright
47  *    notice, this list of conditions and the following disclaimer in
48  *    the documentation and/or other materials provided with the
49  *    distribution.
50  *  * Neither the name Intel Corporation nor the names of its
51  *    contributors may be used to endorse or promote products derived
52  *    from this software without specific prior written permission.
53  *
54  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
55  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
56  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
57  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
58  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
59  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
60  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
61  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
62  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
63  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
64  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65  *
66  *****************************************************************************/
67 
68 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
69 
70 #include <linux/module.h>
71 #include <linux/pm_runtime.h>
72 #include <linux/pci.h>
73 #include <linux/pci-aspm.h>
74 #include <linux/acpi.h>
75 
76 #include "fw/acpi.h"
77 
78 #include "iwl-trans.h"
79 #include "iwl-drv.h"
80 #include "internal.h"
81 
82 #define IWL_PCI_DEVICE(dev, subdev, cfg) \
83 	.vendor = PCI_VENDOR_ID_INTEL,  .device = (dev), \
84 	.subvendor = PCI_ANY_ID, .subdevice = (subdev), \
85 	.driver_data = (kernel_ulong_t)&(cfg)
86 
87 /* Hardware specific file defines the PCI IDs table for that hardware module */
88 static const struct pci_device_id iwl_hw_card_ids[] = {
89 #if IS_ENABLED(CONFIG_IWLDVM)
90 	{IWL_PCI_DEVICE(0x4232, 0x1201, iwl5100_agn_cfg)}, /* Mini Card */
91 	{IWL_PCI_DEVICE(0x4232, 0x1301, iwl5100_agn_cfg)}, /* Half Mini Card */
92 	{IWL_PCI_DEVICE(0x4232, 0x1204, iwl5100_agn_cfg)}, /* Mini Card */
93 	{IWL_PCI_DEVICE(0x4232, 0x1304, iwl5100_agn_cfg)}, /* Half Mini Card */
94 	{IWL_PCI_DEVICE(0x4232, 0x1205, iwl5100_bgn_cfg)}, /* Mini Card */
95 	{IWL_PCI_DEVICE(0x4232, 0x1305, iwl5100_bgn_cfg)}, /* Half Mini Card */
96 	{IWL_PCI_DEVICE(0x4232, 0x1206, iwl5100_abg_cfg)}, /* Mini Card */
97 	{IWL_PCI_DEVICE(0x4232, 0x1306, iwl5100_abg_cfg)}, /* Half Mini Card */
98 	{IWL_PCI_DEVICE(0x4232, 0x1221, iwl5100_agn_cfg)}, /* Mini Card */
99 	{IWL_PCI_DEVICE(0x4232, 0x1321, iwl5100_agn_cfg)}, /* Half Mini Card */
100 	{IWL_PCI_DEVICE(0x4232, 0x1224, iwl5100_agn_cfg)}, /* Mini Card */
101 	{IWL_PCI_DEVICE(0x4232, 0x1324, iwl5100_agn_cfg)}, /* Half Mini Card */
102 	{IWL_PCI_DEVICE(0x4232, 0x1225, iwl5100_bgn_cfg)}, /* Mini Card */
103 	{IWL_PCI_DEVICE(0x4232, 0x1325, iwl5100_bgn_cfg)}, /* Half Mini Card */
104 	{IWL_PCI_DEVICE(0x4232, 0x1226, iwl5100_abg_cfg)}, /* Mini Card */
105 	{IWL_PCI_DEVICE(0x4232, 0x1326, iwl5100_abg_cfg)}, /* Half Mini Card */
106 	{IWL_PCI_DEVICE(0x4237, 0x1211, iwl5100_agn_cfg)}, /* Mini Card */
107 	{IWL_PCI_DEVICE(0x4237, 0x1311, iwl5100_agn_cfg)}, /* Half Mini Card */
108 	{IWL_PCI_DEVICE(0x4237, 0x1214, iwl5100_agn_cfg)}, /* Mini Card */
109 	{IWL_PCI_DEVICE(0x4237, 0x1314, iwl5100_agn_cfg)}, /* Half Mini Card */
110 	{IWL_PCI_DEVICE(0x4237, 0x1215, iwl5100_bgn_cfg)}, /* Mini Card */
111 	{IWL_PCI_DEVICE(0x4237, 0x1315, iwl5100_bgn_cfg)}, /* Half Mini Card */
112 	{IWL_PCI_DEVICE(0x4237, 0x1216, iwl5100_abg_cfg)}, /* Mini Card */
113 	{IWL_PCI_DEVICE(0x4237, 0x1316, iwl5100_abg_cfg)}, /* Half Mini Card */
114 
115 /* 5300 Series WiFi */
116 	{IWL_PCI_DEVICE(0x4235, 0x1021, iwl5300_agn_cfg)}, /* Mini Card */
117 	{IWL_PCI_DEVICE(0x4235, 0x1121, iwl5300_agn_cfg)}, /* Half Mini Card */
118 	{IWL_PCI_DEVICE(0x4235, 0x1024, iwl5300_agn_cfg)}, /* Mini Card */
119 	{IWL_PCI_DEVICE(0x4235, 0x1124, iwl5300_agn_cfg)}, /* Half Mini Card */
120 	{IWL_PCI_DEVICE(0x4235, 0x1001, iwl5300_agn_cfg)}, /* Mini Card */
121 	{IWL_PCI_DEVICE(0x4235, 0x1101, iwl5300_agn_cfg)}, /* Half Mini Card */
122 	{IWL_PCI_DEVICE(0x4235, 0x1004, iwl5300_agn_cfg)}, /* Mini Card */
123 	{IWL_PCI_DEVICE(0x4235, 0x1104, iwl5300_agn_cfg)}, /* Half Mini Card */
124 	{IWL_PCI_DEVICE(0x4236, 0x1011, iwl5300_agn_cfg)}, /* Mini Card */
125 	{IWL_PCI_DEVICE(0x4236, 0x1111, iwl5300_agn_cfg)}, /* Half Mini Card */
126 	{IWL_PCI_DEVICE(0x4236, 0x1014, iwl5300_agn_cfg)}, /* Mini Card */
127 	{IWL_PCI_DEVICE(0x4236, 0x1114, iwl5300_agn_cfg)}, /* Half Mini Card */
128 
129 /* 5350 Series WiFi/WiMax */
130 	{IWL_PCI_DEVICE(0x423A, 0x1001, iwl5350_agn_cfg)}, /* Mini Card */
131 	{IWL_PCI_DEVICE(0x423A, 0x1021, iwl5350_agn_cfg)}, /* Mini Card */
132 	{IWL_PCI_DEVICE(0x423B, 0x1011, iwl5350_agn_cfg)}, /* Mini Card */
133 
134 /* 5150 Series Wifi/WiMax */
135 	{IWL_PCI_DEVICE(0x423C, 0x1201, iwl5150_agn_cfg)}, /* Mini Card */
136 	{IWL_PCI_DEVICE(0x423C, 0x1301, iwl5150_agn_cfg)}, /* Half Mini Card */
137 	{IWL_PCI_DEVICE(0x423C, 0x1206, iwl5150_abg_cfg)}, /* Mini Card */
138 	{IWL_PCI_DEVICE(0x423C, 0x1306, iwl5150_abg_cfg)}, /* Half Mini Card */
139 	{IWL_PCI_DEVICE(0x423C, 0x1221, iwl5150_agn_cfg)}, /* Mini Card */
140 	{IWL_PCI_DEVICE(0x423C, 0x1321, iwl5150_agn_cfg)}, /* Half Mini Card */
141 	{IWL_PCI_DEVICE(0x423C, 0x1326, iwl5150_abg_cfg)}, /* Half Mini Card */
142 
143 	{IWL_PCI_DEVICE(0x423D, 0x1211, iwl5150_agn_cfg)}, /* Mini Card */
144 	{IWL_PCI_DEVICE(0x423D, 0x1311, iwl5150_agn_cfg)}, /* Half Mini Card */
145 	{IWL_PCI_DEVICE(0x423D, 0x1216, iwl5150_abg_cfg)}, /* Mini Card */
146 	{IWL_PCI_DEVICE(0x423D, 0x1316, iwl5150_abg_cfg)}, /* Half Mini Card */
147 
148 /* 6x00 Series */
149 	{IWL_PCI_DEVICE(0x422B, 0x1101, iwl6000_3agn_cfg)},
150 	{IWL_PCI_DEVICE(0x422B, 0x1108, iwl6000_3agn_cfg)},
151 	{IWL_PCI_DEVICE(0x422B, 0x1121, iwl6000_3agn_cfg)},
152 	{IWL_PCI_DEVICE(0x422B, 0x1128, iwl6000_3agn_cfg)},
153 	{IWL_PCI_DEVICE(0x422C, 0x1301, iwl6000i_2agn_cfg)},
154 	{IWL_PCI_DEVICE(0x422C, 0x1306, iwl6000i_2abg_cfg)},
155 	{IWL_PCI_DEVICE(0x422C, 0x1307, iwl6000i_2bg_cfg)},
156 	{IWL_PCI_DEVICE(0x422C, 0x1321, iwl6000i_2agn_cfg)},
157 	{IWL_PCI_DEVICE(0x422C, 0x1326, iwl6000i_2abg_cfg)},
158 	{IWL_PCI_DEVICE(0x4238, 0x1111, iwl6000_3agn_cfg)},
159 	{IWL_PCI_DEVICE(0x4238, 0x1118, iwl6000_3agn_cfg)},
160 	{IWL_PCI_DEVICE(0x4239, 0x1311, iwl6000i_2agn_cfg)},
161 	{IWL_PCI_DEVICE(0x4239, 0x1316, iwl6000i_2abg_cfg)},
162 
163 /* 6x05 Series */
164 	{IWL_PCI_DEVICE(0x0082, 0x1301, iwl6005_2agn_cfg)},
165 	{IWL_PCI_DEVICE(0x0082, 0x1306, iwl6005_2abg_cfg)},
166 	{IWL_PCI_DEVICE(0x0082, 0x1307, iwl6005_2bg_cfg)},
167 	{IWL_PCI_DEVICE(0x0082, 0x1308, iwl6005_2agn_cfg)},
168 	{IWL_PCI_DEVICE(0x0082, 0x1321, iwl6005_2agn_cfg)},
169 	{IWL_PCI_DEVICE(0x0082, 0x1326, iwl6005_2abg_cfg)},
170 	{IWL_PCI_DEVICE(0x0082, 0x1328, iwl6005_2agn_cfg)},
171 	{IWL_PCI_DEVICE(0x0085, 0x1311, iwl6005_2agn_cfg)},
172 	{IWL_PCI_DEVICE(0x0085, 0x1318, iwl6005_2agn_cfg)},
173 	{IWL_PCI_DEVICE(0x0085, 0x1316, iwl6005_2abg_cfg)},
174 	{IWL_PCI_DEVICE(0x0082, 0xC020, iwl6005_2agn_sff_cfg)},
175 	{IWL_PCI_DEVICE(0x0085, 0xC220, iwl6005_2agn_sff_cfg)},
176 	{IWL_PCI_DEVICE(0x0085, 0xC228, iwl6005_2agn_sff_cfg)},
177 	{IWL_PCI_DEVICE(0x0082, 0x4820, iwl6005_2agn_d_cfg)},
178 	{IWL_PCI_DEVICE(0x0082, 0x1304, iwl6005_2agn_mow1_cfg)},/* low 5GHz active */
179 	{IWL_PCI_DEVICE(0x0082, 0x1305, iwl6005_2agn_mow2_cfg)},/* high 5GHz active */
180 
181 /* 6x30 Series */
182 	{IWL_PCI_DEVICE(0x008A, 0x5305, iwl1030_bgn_cfg)},
183 	{IWL_PCI_DEVICE(0x008A, 0x5307, iwl1030_bg_cfg)},
184 	{IWL_PCI_DEVICE(0x008A, 0x5325, iwl1030_bgn_cfg)},
185 	{IWL_PCI_DEVICE(0x008A, 0x5327, iwl1030_bg_cfg)},
186 	{IWL_PCI_DEVICE(0x008B, 0x5315, iwl1030_bgn_cfg)},
187 	{IWL_PCI_DEVICE(0x008B, 0x5317, iwl1030_bg_cfg)},
188 	{IWL_PCI_DEVICE(0x0090, 0x5211, iwl6030_2agn_cfg)},
189 	{IWL_PCI_DEVICE(0x0090, 0x5215, iwl6030_2bgn_cfg)},
190 	{IWL_PCI_DEVICE(0x0090, 0x5216, iwl6030_2abg_cfg)},
191 	{IWL_PCI_DEVICE(0x0091, 0x5201, iwl6030_2agn_cfg)},
192 	{IWL_PCI_DEVICE(0x0091, 0x5205, iwl6030_2bgn_cfg)},
193 	{IWL_PCI_DEVICE(0x0091, 0x5206, iwl6030_2abg_cfg)},
194 	{IWL_PCI_DEVICE(0x0091, 0x5207, iwl6030_2bg_cfg)},
195 	{IWL_PCI_DEVICE(0x0091, 0x5221, iwl6030_2agn_cfg)},
196 	{IWL_PCI_DEVICE(0x0091, 0x5225, iwl6030_2bgn_cfg)},
197 	{IWL_PCI_DEVICE(0x0091, 0x5226, iwl6030_2abg_cfg)},
198 
199 /* 6x50 WiFi/WiMax Series */
200 	{IWL_PCI_DEVICE(0x0087, 0x1301, iwl6050_2agn_cfg)},
201 	{IWL_PCI_DEVICE(0x0087, 0x1306, iwl6050_2abg_cfg)},
202 	{IWL_PCI_DEVICE(0x0087, 0x1321, iwl6050_2agn_cfg)},
203 	{IWL_PCI_DEVICE(0x0087, 0x1326, iwl6050_2abg_cfg)},
204 	{IWL_PCI_DEVICE(0x0089, 0x1311, iwl6050_2agn_cfg)},
205 	{IWL_PCI_DEVICE(0x0089, 0x1316, iwl6050_2abg_cfg)},
206 
207 /* 6150 WiFi/WiMax Series */
208 	{IWL_PCI_DEVICE(0x0885, 0x1305, iwl6150_bgn_cfg)},
209 	{IWL_PCI_DEVICE(0x0885, 0x1307, iwl6150_bg_cfg)},
210 	{IWL_PCI_DEVICE(0x0885, 0x1325, iwl6150_bgn_cfg)},
211 	{IWL_PCI_DEVICE(0x0885, 0x1327, iwl6150_bg_cfg)},
212 	{IWL_PCI_DEVICE(0x0886, 0x1315, iwl6150_bgn_cfg)},
213 	{IWL_PCI_DEVICE(0x0886, 0x1317, iwl6150_bg_cfg)},
214 
215 /* 1000 Series WiFi */
216 	{IWL_PCI_DEVICE(0x0083, 0x1205, iwl1000_bgn_cfg)},
217 	{IWL_PCI_DEVICE(0x0083, 0x1305, iwl1000_bgn_cfg)},
218 	{IWL_PCI_DEVICE(0x0083, 0x1225, iwl1000_bgn_cfg)},
219 	{IWL_PCI_DEVICE(0x0083, 0x1325, iwl1000_bgn_cfg)},
220 	{IWL_PCI_DEVICE(0x0084, 0x1215, iwl1000_bgn_cfg)},
221 	{IWL_PCI_DEVICE(0x0084, 0x1315, iwl1000_bgn_cfg)},
222 	{IWL_PCI_DEVICE(0x0083, 0x1206, iwl1000_bg_cfg)},
223 	{IWL_PCI_DEVICE(0x0083, 0x1306, iwl1000_bg_cfg)},
224 	{IWL_PCI_DEVICE(0x0083, 0x1226, iwl1000_bg_cfg)},
225 	{IWL_PCI_DEVICE(0x0083, 0x1326, iwl1000_bg_cfg)},
226 	{IWL_PCI_DEVICE(0x0084, 0x1216, iwl1000_bg_cfg)},
227 	{IWL_PCI_DEVICE(0x0084, 0x1316, iwl1000_bg_cfg)},
228 
229 /* 100 Series WiFi */
230 	{IWL_PCI_DEVICE(0x08AE, 0x1005, iwl100_bgn_cfg)},
231 	{IWL_PCI_DEVICE(0x08AE, 0x1007, iwl100_bg_cfg)},
232 	{IWL_PCI_DEVICE(0x08AF, 0x1015, iwl100_bgn_cfg)},
233 	{IWL_PCI_DEVICE(0x08AF, 0x1017, iwl100_bg_cfg)},
234 	{IWL_PCI_DEVICE(0x08AE, 0x1025, iwl100_bgn_cfg)},
235 	{IWL_PCI_DEVICE(0x08AE, 0x1027, iwl100_bg_cfg)},
236 
237 /* 130 Series WiFi */
238 	{IWL_PCI_DEVICE(0x0896, 0x5005, iwl130_bgn_cfg)},
239 	{IWL_PCI_DEVICE(0x0896, 0x5007, iwl130_bg_cfg)},
240 	{IWL_PCI_DEVICE(0x0897, 0x5015, iwl130_bgn_cfg)},
241 	{IWL_PCI_DEVICE(0x0897, 0x5017, iwl130_bg_cfg)},
242 	{IWL_PCI_DEVICE(0x0896, 0x5025, iwl130_bgn_cfg)},
243 	{IWL_PCI_DEVICE(0x0896, 0x5027, iwl130_bg_cfg)},
244 
245 /* 2x00 Series */
246 	{IWL_PCI_DEVICE(0x0890, 0x4022, iwl2000_2bgn_cfg)},
247 	{IWL_PCI_DEVICE(0x0891, 0x4222, iwl2000_2bgn_cfg)},
248 	{IWL_PCI_DEVICE(0x0890, 0x4422, iwl2000_2bgn_cfg)},
249 	{IWL_PCI_DEVICE(0x0890, 0x4822, iwl2000_2bgn_d_cfg)},
250 
251 /* 2x30 Series */
252 	{IWL_PCI_DEVICE(0x0887, 0x4062, iwl2030_2bgn_cfg)},
253 	{IWL_PCI_DEVICE(0x0888, 0x4262, iwl2030_2bgn_cfg)},
254 	{IWL_PCI_DEVICE(0x0887, 0x4462, iwl2030_2bgn_cfg)},
255 
256 /* 6x35 Series */
257 	{IWL_PCI_DEVICE(0x088E, 0x4060, iwl6035_2agn_cfg)},
258 	{IWL_PCI_DEVICE(0x088E, 0x406A, iwl6035_2agn_sff_cfg)},
259 	{IWL_PCI_DEVICE(0x088F, 0x4260, iwl6035_2agn_cfg)},
260 	{IWL_PCI_DEVICE(0x088F, 0x426A, iwl6035_2agn_sff_cfg)},
261 	{IWL_PCI_DEVICE(0x088E, 0x4460, iwl6035_2agn_cfg)},
262 	{IWL_PCI_DEVICE(0x088E, 0x446A, iwl6035_2agn_sff_cfg)},
263 	{IWL_PCI_DEVICE(0x088E, 0x4860, iwl6035_2agn_cfg)},
264 	{IWL_PCI_DEVICE(0x088F, 0x5260, iwl6035_2agn_cfg)},
265 
266 /* 105 Series */
267 	{IWL_PCI_DEVICE(0x0894, 0x0022, iwl105_bgn_cfg)},
268 	{IWL_PCI_DEVICE(0x0895, 0x0222, iwl105_bgn_cfg)},
269 	{IWL_PCI_DEVICE(0x0894, 0x0422, iwl105_bgn_cfg)},
270 	{IWL_PCI_DEVICE(0x0894, 0x0822, iwl105_bgn_d_cfg)},
271 
272 /* 135 Series */
273 	{IWL_PCI_DEVICE(0x0892, 0x0062, iwl135_bgn_cfg)},
274 	{IWL_PCI_DEVICE(0x0893, 0x0262, iwl135_bgn_cfg)},
275 	{IWL_PCI_DEVICE(0x0892, 0x0462, iwl135_bgn_cfg)},
276 #endif /* CONFIG_IWLDVM */
277 
278 #if IS_ENABLED(CONFIG_IWLMVM)
279 /* 7260 Series */
280 	{IWL_PCI_DEVICE(0x08B1, 0x4070, iwl7260_2ac_cfg)},
281 	{IWL_PCI_DEVICE(0x08B1, 0x4072, iwl7260_2ac_cfg)},
282 	{IWL_PCI_DEVICE(0x08B1, 0x4170, iwl7260_2ac_cfg)},
283 	{IWL_PCI_DEVICE(0x08B1, 0x4C60, iwl7260_2ac_cfg)},
284 	{IWL_PCI_DEVICE(0x08B1, 0x4C70, iwl7260_2ac_cfg)},
285 	{IWL_PCI_DEVICE(0x08B1, 0x4060, iwl7260_2n_cfg)},
286 	{IWL_PCI_DEVICE(0x08B1, 0x406A, iwl7260_2n_cfg)},
287 	{IWL_PCI_DEVICE(0x08B1, 0x4160, iwl7260_2n_cfg)},
288 	{IWL_PCI_DEVICE(0x08B1, 0x4062, iwl7260_n_cfg)},
289 	{IWL_PCI_DEVICE(0x08B1, 0x4162, iwl7260_n_cfg)},
290 	{IWL_PCI_DEVICE(0x08B2, 0x4270, iwl7260_2ac_cfg)},
291 	{IWL_PCI_DEVICE(0x08B2, 0x4272, iwl7260_2ac_cfg)},
292 	{IWL_PCI_DEVICE(0x08B2, 0x4260, iwl7260_2n_cfg)},
293 	{IWL_PCI_DEVICE(0x08B2, 0x426A, iwl7260_2n_cfg)},
294 	{IWL_PCI_DEVICE(0x08B2, 0x4262, iwl7260_n_cfg)},
295 	{IWL_PCI_DEVICE(0x08B1, 0x4470, iwl7260_2ac_cfg)},
296 	{IWL_PCI_DEVICE(0x08B1, 0x4472, iwl7260_2ac_cfg)},
297 	{IWL_PCI_DEVICE(0x08B1, 0x4460, iwl7260_2n_cfg)},
298 	{IWL_PCI_DEVICE(0x08B1, 0x446A, iwl7260_2n_cfg)},
299 	{IWL_PCI_DEVICE(0x08B1, 0x4462, iwl7260_n_cfg)},
300 	{IWL_PCI_DEVICE(0x08B1, 0x4870, iwl7260_2ac_cfg)},
301 	{IWL_PCI_DEVICE(0x08B1, 0x486E, iwl7260_2ac_cfg)},
302 	{IWL_PCI_DEVICE(0x08B1, 0x4A70, iwl7260_2ac_cfg_high_temp)},
303 	{IWL_PCI_DEVICE(0x08B1, 0x4A6E, iwl7260_2ac_cfg_high_temp)},
304 	{IWL_PCI_DEVICE(0x08B1, 0x4A6C, iwl7260_2ac_cfg_high_temp)},
305 	{IWL_PCI_DEVICE(0x08B1, 0x4570, iwl7260_2ac_cfg)},
306 	{IWL_PCI_DEVICE(0x08B1, 0x4560, iwl7260_2n_cfg)},
307 	{IWL_PCI_DEVICE(0x08B2, 0x4370, iwl7260_2ac_cfg)},
308 	{IWL_PCI_DEVICE(0x08B2, 0x4360, iwl7260_2n_cfg)},
309 	{IWL_PCI_DEVICE(0x08B1, 0x5070, iwl7260_2ac_cfg)},
310 	{IWL_PCI_DEVICE(0x08B1, 0x5072, iwl7260_2ac_cfg)},
311 	{IWL_PCI_DEVICE(0x08B1, 0x5170, iwl7260_2ac_cfg)},
312 	{IWL_PCI_DEVICE(0x08B1, 0x5770, iwl7260_2ac_cfg)},
313 	{IWL_PCI_DEVICE(0x08B1, 0x4020, iwl7260_2n_cfg)},
314 	{IWL_PCI_DEVICE(0x08B1, 0x402A, iwl7260_2n_cfg)},
315 	{IWL_PCI_DEVICE(0x08B2, 0x4220, iwl7260_2n_cfg)},
316 	{IWL_PCI_DEVICE(0x08B1, 0x4420, iwl7260_2n_cfg)},
317 	{IWL_PCI_DEVICE(0x08B1, 0xC070, iwl7260_2ac_cfg)},
318 	{IWL_PCI_DEVICE(0x08B1, 0xC072, iwl7260_2ac_cfg)},
319 	{IWL_PCI_DEVICE(0x08B1, 0xC170, iwl7260_2ac_cfg)},
320 	{IWL_PCI_DEVICE(0x08B1, 0xC060, iwl7260_2n_cfg)},
321 	{IWL_PCI_DEVICE(0x08B1, 0xC06A, iwl7260_2n_cfg)},
322 	{IWL_PCI_DEVICE(0x08B1, 0xC160, iwl7260_2n_cfg)},
323 	{IWL_PCI_DEVICE(0x08B1, 0xC062, iwl7260_n_cfg)},
324 	{IWL_PCI_DEVICE(0x08B1, 0xC162, iwl7260_n_cfg)},
325 	{IWL_PCI_DEVICE(0x08B1, 0xC770, iwl7260_2ac_cfg)},
326 	{IWL_PCI_DEVICE(0x08B1, 0xC760, iwl7260_2n_cfg)},
327 	{IWL_PCI_DEVICE(0x08B2, 0xC270, iwl7260_2ac_cfg)},
328 	{IWL_PCI_DEVICE(0x08B1, 0xCC70, iwl7260_2ac_cfg)},
329 	{IWL_PCI_DEVICE(0x08B1, 0xCC60, iwl7260_2ac_cfg)},
330 	{IWL_PCI_DEVICE(0x08B2, 0xC272, iwl7260_2ac_cfg)},
331 	{IWL_PCI_DEVICE(0x08B2, 0xC260, iwl7260_2n_cfg)},
332 	{IWL_PCI_DEVICE(0x08B2, 0xC26A, iwl7260_n_cfg)},
333 	{IWL_PCI_DEVICE(0x08B2, 0xC262, iwl7260_n_cfg)},
334 	{IWL_PCI_DEVICE(0x08B1, 0xC470, iwl7260_2ac_cfg)},
335 	{IWL_PCI_DEVICE(0x08B1, 0xC472, iwl7260_2ac_cfg)},
336 	{IWL_PCI_DEVICE(0x08B1, 0xC460, iwl7260_2n_cfg)},
337 	{IWL_PCI_DEVICE(0x08B1, 0xC462, iwl7260_n_cfg)},
338 	{IWL_PCI_DEVICE(0x08B1, 0xC570, iwl7260_2ac_cfg)},
339 	{IWL_PCI_DEVICE(0x08B1, 0xC560, iwl7260_2n_cfg)},
340 	{IWL_PCI_DEVICE(0x08B2, 0xC370, iwl7260_2ac_cfg)},
341 	{IWL_PCI_DEVICE(0x08B1, 0xC360, iwl7260_2n_cfg)},
342 	{IWL_PCI_DEVICE(0x08B1, 0xC020, iwl7260_2n_cfg)},
343 	{IWL_PCI_DEVICE(0x08B1, 0xC02A, iwl7260_2n_cfg)},
344 	{IWL_PCI_DEVICE(0x08B2, 0xC220, iwl7260_2n_cfg)},
345 	{IWL_PCI_DEVICE(0x08B1, 0xC420, iwl7260_2n_cfg)},
346 
347 /* 3160 Series */
348 	{IWL_PCI_DEVICE(0x08B3, 0x0070, iwl3160_2ac_cfg)},
349 	{IWL_PCI_DEVICE(0x08B3, 0x0072, iwl3160_2ac_cfg)},
350 	{IWL_PCI_DEVICE(0x08B3, 0x0170, iwl3160_2ac_cfg)},
351 	{IWL_PCI_DEVICE(0x08B3, 0x0172, iwl3160_2ac_cfg)},
352 	{IWL_PCI_DEVICE(0x08B3, 0x0060, iwl3160_2n_cfg)},
353 	{IWL_PCI_DEVICE(0x08B3, 0x0062, iwl3160_n_cfg)},
354 	{IWL_PCI_DEVICE(0x08B4, 0x0270, iwl3160_2ac_cfg)},
355 	{IWL_PCI_DEVICE(0x08B4, 0x0272, iwl3160_2ac_cfg)},
356 	{IWL_PCI_DEVICE(0x08B3, 0x0470, iwl3160_2ac_cfg)},
357 	{IWL_PCI_DEVICE(0x08B3, 0x0472, iwl3160_2ac_cfg)},
358 	{IWL_PCI_DEVICE(0x08B4, 0x0370, iwl3160_2ac_cfg)},
359 	{IWL_PCI_DEVICE(0x08B3, 0x8070, iwl3160_2ac_cfg)},
360 	{IWL_PCI_DEVICE(0x08B3, 0x8072, iwl3160_2ac_cfg)},
361 	{IWL_PCI_DEVICE(0x08B3, 0x8170, iwl3160_2ac_cfg)},
362 	{IWL_PCI_DEVICE(0x08B3, 0x8172, iwl3160_2ac_cfg)},
363 	{IWL_PCI_DEVICE(0x08B3, 0x8060, iwl3160_2n_cfg)},
364 	{IWL_PCI_DEVICE(0x08B3, 0x8062, iwl3160_n_cfg)},
365 	{IWL_PCI_DEVICE(0x08B4, 0x8270, iwl3160_2ac_cfg)},
366 	{IWL_PCI_DEVICE(0x08B4, 0x8370, iwl3160_2ac_cfg)},
367 	{IWL_PCI_DEVICE(0x08B4, 0x8272, iwl3160_2ac_cfg)},
368 	{IWL_PCI_DEVICE(0x08B3, 0x8470, iwl3160_2ac_cfg)},
369 	{IWL_PCI_DEVICE(0x08B3, 0x8570, iwl3160_2ac_cfg)},
370 	{IWL_PCI_DEVICE(0x08B3, 0x1070, iwl3160_2ac_cfg)},
371 	{IWL_PCI_DEVICE(0x08B3, 0x1170, iwl3160_2ac_cfg)},
372 
373 /* 3165 Series */
374 	{IWL_PCI_DEVICE(0x3165, 0x4010, iwl3165_2ac_cfg)},
375 	{IWL_PCI_DEVICE(0x3165, 0x4012, iwl3165_2ac_cfg)},
376 	{IWL_PCI_DEVICE(0x3166, 0x4212, iwl3165_2ac_cfg)},
377 	{IWL_PCI_DEVICE(0x3165, 0x4410, iwl3165_2ac_cfg)},
378 	{IWL_PCI_DEVICE(0x3165, 0x4510, iwl3165_2ac_cfg)},
379 	{IWL_PCI_DEVICE(0x3165, 0x4110, iwl3165_2ac_cfg)},
380 	{IWL_PCI_DEVICE(0x3166, 0x4310, iwl3165_2ac_cfg)},
381 	{IWL_PCI_DEVICE(0x3166, 0x4210, iwl3165_2ac_cfg)},
382 	{IWL_PCI_DEVICE(0x3165, 0x8010, iwl3165_2ac_cfg)},
383 	{IWL_PCI_DEVICE(0x3165, 0x8110, iwl3165_2ac_cfg)},
384 
385 /* 3168 Series */
386 	{IWL_PCI_DEVICE(0x24FB, 0x2010, iwl3168_2ac_cfg)},
387 	{IWL_PCI_DEVICE(0x24FB, 0x2110, iwl3168_2ac_cfg)},
388 	{IWL_PCI_DEVICE(0x24FB, 0x2050, iwl3168_2ac_cfg)},
389 	{IWL_PCI_DEVICE(0x24FB, 0x2150, iwl3168_2ac_cfg)},
390 	{IWL_PCI_DEVICE(0x24FB, 0x0000, iwl3168_2ac_cfg)},
391 
392 /* 7265 Series */
393 	{IWL_PCI_DEVICE(0x095A, 0x5010, iwl7265_2ac_cfg)},
394 	{IWL_PCI_DEVICE(0x095A, 0x5110, iwl7265_2ac_cfg)},
395 	{IWL_PCI_DEVICE(0x095A, 0x5100, iwl7265_2ac_cfg)},
396 	{IWL_PCI_DEVICE(0x095B, 0x5310, iwl7265_2ac_cfg)},
397 	{IWL_PCI_DEVICE(0x095B, 0x5302, iwl7265_n_cfg)},
398 	{IWL_PCI_DEVICE(0x095B, 0x5210, iwl7265_2ac_cfg)},
399 	{IWL_PCI_DEVICE(0x095A, 0x5C10, iwl7265_2ac_cfg)},
400 	{IWL_PCI_DEVICE(0x095A, 0x5012, iwl7265_2ac_cfg)},
401 	{IWL_PCI_DEVICE(0x095A, 0x5412, iwl7265_2ac_cfg)},
402 	{IWL_PCI_DEVICE(0x095A, 0x5410, iwl7265_2ac_cfg)},
403 	{IWL_PCI_DEVICE(0x095A, 0x5510, iwl7265_2ac_cfg)},
404 	{IWL_PCI_DEVICE(0x095A, 0x5400, iwl7265_2ac_cfg)},
405 	{IWL_PCI_DEVICE(0x095A, 0x1010, iwl7265_2ac_cfg)},
406 	{IWL_PCI_DEVICE(0x095A, 0x5000, iwl7265_2n_cfg)},
407 	{IWL_PCI_DEVICE(0x095A, 0x500A, iwl7265_2n_cfg)},
408 	{IWL_PCI_DEVICE(0x095B, 0x5200, iwl7265_2n_cfg)},
409 	{IWL_PCI_DEVICE(0x095A, 0x5002, iwl7265_n_cfg)},
410 	{IWL_PCI_DEVICE(0x095A, 0x5102, iwl7265_n_cfg)},
411 	{IWL_PCI_DEVICE(0x095B, 0x5202, iwl7265_n_cfg)},
412 	{IWL_PCI_DEVICE(0x095A, 0x9010, iwl7265_2ac_cfg)},
413 	{IWL_PCI_DEVICE(0x095A, 0x9012, iwl7265_2ac_cfg)},
414 	{IWL_PCI_DEVICE(0x095A, 0x900A, iwl7265_2ac_cfg)},
415 	{IWL_PCI_DEVICE(0x095A, 0x9110, iwl7265_2ac_cfg)},
416 	{IWL_PCI_DEVICE(0x095A, 0x9112, iwl7265_2ac_cfg)},
417 	{IWL_PCI_DEVICE(0x095B, 0x9210, iwl7265_2ac_cfg)},
418 	{IWL_PCI_DEVICE(0x095B, 0x9200, iwl7265_2ac_cfg)},
419 	{IWL_PCI_DEVICE(0x095A, 0x9510, iwl7265_2ac_cfg)},
420 	{IWL_PCI_DEVICE(0x095B, 0x9310, iwl7265_2ac_cfg)},
421 	{IWL_PCI_DEVICE(0x095A, 0x9410, iwl7265_2ac_cfg)},
422 	{IWL_PCI_DEVICE(0x095A, 0x5020, iwl7265_2n_cfg)},
423 	{IWL_PCI_DEVICE(0x095A, 0x502A, iwl7265_2n_cfg)},
424 	{IWL_PCI_DEVICE(0x095A, 0x5420, iwl7265_2n_cfg)},
425 	{IWL_PCI_DEVICE(0x095A, 0x5090, iwl7265_2ac_cfg)},
426 	{IWL_PCI_DEVICE(0x095A, 0x5190, iwl7265_2ac_cfg)},
427 	{IWL_PCI_DEVICE(0x095A, 0x5590, iwl7265_2ac_cfg)},
428 	{IWL_PCI_DEVICE(0x095B, 0x5290, iwl7265_2ac_cfg)},
429 	{IWL_PCI_DEVICE(0x095A, 0x5490, iwl7265_2ac_cfg)},
430 	{IWL_PCI_DEVICE(0x095A, 0x5F10, iwl7265_2ac_cfg)},
431 	{IWL_PCI_DEVICE(0x095B, 0x5212, iwl7265_2ac_cfg)},
432 	{IWL_PCI_DEVICE(0x095B, 0x520A, iwl7265_2ac_cfg)},
433 	{IWL_PCI_DEVICE(0x095A, 0x9000, iwl7265_2ac_cfg)},
434 	{IWL_PCI_DEVICE(0x095A, 0x9400, iwl7265_2ac_cfg)},
435 	{IWL_PCI_DEVICE(0x095A, 0x9E10, iwl7265_2ac_cfg)},
436 
437 /* 8000 Series */
438 	{IWL_PCI_DEVICE(0x24F3, 0x0010, iwl8260_2ac_cfg)},
439 	{IWL_PCI_DEVICE(0x24F3, 0x1010, iwl8260_2ac_cfg)},
440 	{IWL_PCI_DEVICE(0x24F3, 0x10B0, iwl8260_2ac_cfg)},
441 	{IWL_PCI_DEVICE(0x24F3, 0x0130, iwl8260_2ac_cfg)},
442 	{IWL_PCI_DEVICE(0x24F3, 0x1130, iwl8260_2ac_cfg)},
443 	{IWL_PCI_DEVICE(0x24F3, 0x0132, iwl8260_2ac_cfg)},
444 	{IWL_PCI_DEVICE(0x24F3, 0x1132, iwl8260_2ac_cfg)},
445 	{IWL_PCI_DEVICE(0x24F3, 0x0110, iwl8260_2ac_cfg)},
446 	{IWL_PCI_DEVICE(0x24F3, 0x01F0, iwl8260_2ac_cfg)},
447 	{IWL_PCI_DEVICE(0x24F3, 0x0012, iwl8260_2ac_cfg)},
448 	{IWL_PCI_DEVICE(0x24F3, 0x1012, iwl8260_2ac_cfg)},
449 	{IWL_PCI_DEVICE(0x24F3, 0x1110, iwl8260_2ac_cfg)},
450 	{IWL_PCI_DEVICE(0x24F3, 0x0050, iwl8260_2ac_cfg)},
451 	{IWL_PCI_DEVICE(0x24F3, 0x0250, iwl8260_2ac_cfg)},
452 	{IWL_PCI_DEVICE(0x24F3, 0x1050, iwl8260_2ac_cfg)},
453 	{IWL_PCI_DEVICE(0x24F3, 0x0150, iwl8260_2ac_cfg)},
454 	{IWL_PCI_DEVICE(0x24F3, 0x1150, iwl8260_2ac_cfg)},
455 	{IWL_PCI_DEVICE(0x24F4, 0x0030, iwl8260_2ac_cfg)},
456 	{IWL_PCI_DEVICE(0x24F4, 0x1030, iwl8260_2ac_cfg)},
457 	{IWL_PCI_DEVICE(0x24F3, 0xC010, iwl8260_2ac_cfg)},
458 	{IWL_PCI_DEVICE(0x24F3, 0xC110, iwl8260_2ac_cfg)},
459 	{IWL_PCI_DEVICE(0x24F3, 0xD010, iwl8260_2ac_cfg)},
460 	{IWL_PCI_DEVICE(0x24F3, 0xC050, iwl8260_2ac_cfg)},
461 	{IWL_PCI_DEVICE(0x24F3, 0xD050, iwl8260_2ac_cfg)},
462 	{IWL_PCI_DEVICE(0x24F3, 0xD0B0, iwl8260_2ac_cfg)},
463 	{IWL_PCI_DEVICE(0x24F3, 0xB0B0, iwl8260_2ac_cfg)},
464 	{IWL_PCI_DEVICE(0x24F3, 0x8010, iwl8260_2ac_cfg)},
465 	{IWL_PCI_DEVICE(0x24F3, 0x8110, iwl8260_2ac_cfg)},
466 	{IWL_PCI_DEVICE(0x24F3, 0x9010, iwl8260_2ac_cfg)},
467 	{IWL_PCI_DEVICE(0x24F3, 0x9110, iwl8260_2ac_cfg)},
468 	{IWL_PCI_DEVICE(0x24F4, 0x8030, iwl8260_2ac_cfg)},
469 	{IWL_PCI_DEVICE(0x24F4, 0x9030, iwl8260_2ac_cfg)},
470 	{IWL_PCI_DEVICE(0x24F4, 0xC030, iwl8260_2ac_cfg)},
471 	{IWL_PCI_DEVICE(0x24F4, 0xD030, iwl8260_2ac_cfg)},
472 	{IWL_PCI_DEVICE(0x24F3, 0x8130, iwl8260_2ac_cfg)},
473 	{IWL_PCI_DEVICE(0x24F3, 0x9130, iwl8260_2ac_cfg)},
474 	{IWL_PCI_DEVICE(0x24F3, 0x8132, iwl8260_2ac_cfg)},
475 	{IWL_PCI_DEVICE(0x24F3, 0x9132, iwl8260_2ac_cfg)},
476 	{IWL_PCI_DEVICE(0x24F3, 0x8050, iwl8260_2ac_cfg)},
477 	{IWL_PCI_DEVICE(0x24F3, 0x8150, iwl8260_2ac_cfg)},
478 	{IWL_PCI_DEVICE(0x24F3, 0x9050, iwl8260_2ac_cfg)},
479 	{IWL_PCI_DEVICE(0x24F3, 0x9150, iwl8260_2ac_cfg)},
480 	{IWL_PCI_DEVICE(0x24F3, 0x0004, iwl8260_2n_cfg)},
481 	{IWL_PCI_DEVICE(0x24F3, 0x0044, iwl8260_2n_cfg)},
482 	{IWL_PCI_DEVICE(0x24F5, 0x0010, iwl4165_2ac_cfg)},
483 	{IWL_PCI_DEVICE(0x24F6, 0x0030, iwl4165_2ac_cfg)},
484 	{IWL_PCI_DEVICE(0x24F3, 0x0810, iwl8260_2ac_cfg)},
485 	{IWL_PCI_DEVICE(0x24F3, 0x0910, iwl8260_2ac_cfg)},
486 	{IWL_PCI_DEVICE(0x24F3, 0x0850, iwl8260_2ac_cfg)},
487 	{IWL_PCI_DEVICE(0x24F3, 0x0950, iwl8260_2ac_cfg)},
488 	{IWL_PCI_DEVICE(0x24F3, 0x0930, iwl8260_2ac_cfg)},
489 	{IWL_PCI_DEVICE(0x24F3, 0x0000, iwl8265_2ac_cfg)},
490 	{IWL_PCI_DEVICE(0x24F3, 0x4010, iwl8260_2ac_cfg)},
491 	{IWL_PCI_DEVICE(0x24FD, 0x0010, iwl8265_2ac_cfg)},
492 	{IWL_PCI_DEVICE(0x24FD, 0x0110, iwl8265_2ac_cfg)},
493 	{IWL_PCI_DEVICE(0x24FD, 0x1110, iwl8265_2ac_cfg)},
494 	{IWL_PCI_DEVICE(0x24FD, 0x1130, iwl8265_2ac_cfg)},
495 	{IWL_PCI_DEVICE(0x24FD, 0x0130, iwl8265_2ac_cfg)},
496 	{IWL_PCI_DEVICE(0x24FD, 0x1010, iwl8265_2ac_cfg)},
497 	{IWL_PCI_DEVICE(0x24FD, 0x10D0, iwl8265_2ac_cfg)},
498 	{IWL_PCI_DEVICE(0x24FD, 0x0050, iwl8265_2ac_cfg)},
499 	{IWL_PCI_DEVICE(0x24FD, 0x0150, iwl8265_2ac_cfg)},
500 	{IWL_PCI_DEVICE(0x24FD, 0x9010, iwl8265_2ac_cfg)},
501 	{IWL_PCI_DEVICE(0x24FD, 0x8110, iwl8265_2ac_cfg)},
502 	{IWL_PCI_DEVICE(0x24FD, 0x8050, iwl8265_2ac_cfg)},
503 	{IWL_PCI_DEVICE(0x24FD, 0x8010, iwl8265_2ac_cfg)},
504 	{IWL_PCI_DEVICE(0x24FD, 0x0810, iwl8265_2ac_cfg)},
505 	{IWL_PCI_DEVICE(0x24FD, 0x9110, iwl8265_2ac_cfg)},
506 	{IWL_PCI_DEVICE(0x24FD, 0x8130, iwl8265_2ac_cfg)},
507 	{IWL_PCI_DEVICE(0x24FD, 0x0910, iwl8265_2ac_cfg)},
508 	{IWL_PCI_DEVICE(0x24FD, 0x0930, iwl8265_2ac_cfg)},
509 	{IWL_PCI_DEVICE(0x24FD, 0x0950, iwl8265_2ac_cfg)},
510 	{IWL_PCI_DEVICE(0x24FD, 0x0850, iwl8265_2ac_cfg)},
511 	{IWL_PCI_DEVICE(0x24FD, 0x1014, iwl8265_2ac_cfg)},
512 	{IWL_PCI_DEVICE(0x24FD, 0x3E02, iwl8275_2ac_cfg)},
513 	{IWL_PCI_DEVICE(0x24FD, 0x3E01, iwl8275_2ac_cfg)},
514 	{IWL_PCI_DEVICE(0x24FD, 0x1012, iwl8275_2ac_cfg)},
515 	{IWL_PCI_DEVICE(0x24FD, 0x0012, iwl8275_2ac_cfg)},
516 	{IWL_PCI_DEVICE(0x24FD, 0x0014, iwl8265_2ac_cfg)},
517 	{IWL_PCI_DEVICE(0x24FD, 0x9074, iwl8265_2ac_cfg)},
518 
519 /* 9000 Series */
520 	{IWL_PCI_DEVICE(0x2526, 0x0000, iwl9260_2ac_cfg)},
521 	{IWL_PCI_DEVICE(0x2526, 0x0010, iwl9260_2ac_cfg)},
522 	{IWL_PCI_DEVICE(0x2526, 0x0014, iwl9260_2ac_cfg)},
523 	{IWL_PCI_DEVICE(0x2526, 0x0030, iwl9560_2ac_cfg)},
524 	{IWL_PCI_DEVICE(0x2526, 0x0034, iwl9560_2ac_cfg)},
525 	{IWL_PCI_DEVICE(0x2526, 0x0038, iwl9560_2ac_cfg)},
526 	{IWL_PCI_DEVICE(0x2526, 0x003C, iwl9560_2ac_cfg)},
527 	{IWL_PCI_DEVICE(0x2526, 0x0060, iwl9460_2ac_cfg)},
528 	{IWL_PCI_DEVICE(0x2526, 0x0064, iwl9460_2ac_cfg)},
529 	{IWL_PCI_DEVICE(0x2526, 0x00A0, iwl9460_2ac_cfg)},
530 	{IWL_PCI_DEVICE(0x2526, 0x00A4, iwl9460_2ac_cfg)},
531 	{IWL_PCI_DEVICE(0x2526, 0x0210, iwl9260_2ac_cfg)},
532 	{IWL_PCI_DEVICE(0x2526, 0x0214, iwl9260_2ac_cfg)},
533 	{IWL_PCI_DEVICE(0x2526, 0x0230, iwl9560_2ac_cfg)},
534 	{IWL_PCI_DEVICE(0x2526, 0x0234, iwl9560_2ac_cfg)},
535 	{IWL_PCI_DEVICE(0x2526, 0x0238, iwl9560_2ac_cfg)},
536 	{IWL_PCI_DEVICE(0x2526, 0x023C, iwl9560_2ac_cfg)},
537 	{IWL_PCI_DEVICE(0x2526, 0x0260, iwl9460_2ac_cfg)},
538 	{IWL_PCI_DEVICE(0x2526, 0x0264, iwl9461_2ac_cfg_soc)},
539 	{IWL_PCI_DEVICE(0x2526, 0x02A0, iwl9460_2ac_cfg)},
540 	{IWL_PCI_DEVICE(0x2526, 0x02A4, iwl9460_2ac_cfg)},
541 	{IWL_PCI_DEVICE(0x2526, 0x1010, iwl9260_2ac_cfg)},
542 	{IWL_PCI_DEVICE(0x2526, 0x1030, iwl9560_2ac_cfg)},
543 	{IWL_PCI_DEVICE(0x2526, 0x1210, iwl9260_2ac_cfg)},
544 	{IWL_PCI_DEVICE(0x2526, 0x1410, iwl9270_2ac_cfg)},
545 	{IWL_PCI_DEVICE(0x2526, 0x1420, iwl9460_2ac_cfg_soc)},
546 	{IWL_PCI_DEVICE(0x2526, 0x1610, iwl9270_2ac_cfg)},
547 	{IWL_PCI_DEVICE(0x2526, 0x4010, iwl9260_2ac_cfg)},
548 	{IWL_PCI_DEVICE(0x2526, 0x4030, iwl9560_2ac_cfg)},
549 	{IWL_PCI_DEVICE(0x2526, 0x40A4, iwl9460_2ac_cfg)},
550 	{IWL_PCI_DEVICE(0x2526, 0xA014, iwl9260_2ac_cfg)},
551 	{IWL_PCI_DEVICE(0x2526, 0x42A4, iwl9462_2ac_cfg_soc)},
552 	{IWL_PCI_DEVICE(0x271B, 0x0010, iwl9160_2ac_cfg)},
553 	{IWL_PCI_DEVICE(0x271B, 0x0014, iwl9160_2ac_cfg)},
554 	{IWL_PCI_DEVICE(0x271B, 0x0210, iwl9160_2ac_cfg)},
555 	{IWL_PCI_DEVICE(0x271B, 0x0214, iwl9260_2ac_cfg)},
556 	{IWL_PCI_DEVICE(0x271C, 0x0214, iwl9260_2ac_cfg)},
557 	{IWL_PCI_DEVICE(0x2720, 0x0034, iwl9560_2ac_cfg)},
558 	{IWL_PCI_DEVICE(0x2720, 0x0038, iwl9560_2ac_cfg)},
559 	{IWL_PCI_DEVICE(0x2720, 0x003C, iwl9560_2ac_cfg)},
560 	{IWL_PCI_DEVICE(0x2720, 0x0060, iwl9461_2ac_cfg_soc)},
561 	{IWL_PCI_DEVICE(0x2720, 0x0064, iwl9461_2ac_cfg_soc)},
562 	{IWL_PCI_DEVICE(0x2720, 0x00A0, iwl9462_2ac_cfg_soc)},
563 	{IWL_PCI_DEVICE(0x2720, 0x00A4, iwl9462_2ac_cfg_soc)},
564 	{IWL_PCI_DEVICE(0x2720, 0x0230, iwl9560_2ac_cfg)},
565 	{IWL_PCI_DEVICE(0x2720, 0x0234, iwl9560_2ac_cfg)},
566 	{IWL_PCI_DEVICE(0x2720, 0x0238, iwl9560_2ac_cfg)},
567 	{IWL_PCI_DEVICE(0x2720, 0x023C, iwl9560_2ac_cfg)},
568 	{IWL_PCI_DEVICE(0x2720, 0x0260, iwl9461_2ac_cfg_soc)},
569 	{IWL_PCI_DEVICE(0x2720, 0x0264, iwl9461_2ac_cfg_soc)},
570 	{IWL_PCI_DEVICE(0x2720, 0x02A0, iwl9462_2ac_cfg_soc)},
571 	{IWL_PCI_DEVICE(0x2720, 0x02A4, iwl9462_2ac_cfg_soc)},
572 	{IWL_PCI_DEVICE(0x2720, 0x4030, iwl9560_2ac_cfg)},
573 	{IWL_PCI_DEVICE(0x2720, 0x40A4, iwl9462_2ac_cfg_soc)},
574 	{IWL_PCI_DEVICE(0x30DC, 0x0060, iwl9460_2ac_cfg_soc)},
575 	{IWL_PCI_DEVICE(0x30DC, 0x0064, iwl9461_2ac_cfg_soc)},
576 	{IWL_PCI_DEVICE(0x30DC, 0x00A0, iwl9462_2ac_cfg_soc)},
577 	{IWL_PCI_DEVICE(0x30DC, 0x00A4, iwl9462_2ac_cfg_soc)},
578 	{IWL_PCI_DEVICE(0x30DC, 0x0260, iwl9461_2ac_cfg_soc)},
579 	{IWL_PCI_DEVICE(0x30DC, 0x0264, iwl9461_2ac_cfg_soc)},
580 	{IWL_PCI_DEVICE(0x30DC, 0x02A0, iwl9462_2ac_cfg_soc)},
581 	{IWL_PCI_DEVICE(0x30DC, 0x02A4, iwl9462_2ac_cfg_soc)},
582 	{IWL_PCI_DEVICE(0x31DC, 0x0030, iwl9560_2ac_cfg_soc)},
583 	{IWL_PCI_DEVICE(0x31DC, 0x0034, iwl9560_2ac_cfg_soc)},
584 	{IWL_PCI_DEVICE(0x31DC, 0x0038, iwl9560_2ac_cfg_soc)},
585 	{IWL_PCI_DEVICE(0x31DC, 0x003C, iwl9560_2ac_cfg_soc)},
586 	{IWL_PCI_DEVICE(0x31DC, 0x0060, iwl9460_2ac_cfg_soc)},
587 	{IWL_PCI_DEVICE(0x31DC, 0x0064, iwl9461_2ac_cfg_soc)},
588 	{IWL_PCI_DEVICE(0x31DC, 0x00A0, iwl9462_2ac_cfg_soc)},
589 	{IWL_PCI_DEVICE(0x31DC, 0x00A4, iwl9462_2ac_cfg_soc)},
590 	{IWL_PCI_DEVICE(0x31DC, 0x0230, iwl9560_2ac_cfg_soc)},
591 	{IWL_PCI_DEVICE(0x31DC, 0x0234, iwl9560_2ac_cfg_soc)},
592 	{IWL_PCI_DEVICE(0x31DC, 0x0238, iwl9560_2ac_cfg_soc)},
593 	{IWL_PCI_DEVICE(0x31DC, 0x023C, iwl9560_2ac_cfg_soc)},
594 	{IWL_PCI_DEVICE(0x31DC, 0x0260, iwl9461_2ac_cfg_soc)},
595 	{IWL_PCI_DEVICE(0x31DC, 0x0264, iwl9461_2ac_cfg_soc)},
596 	{IWL_PCI_DEVICE(0x31DC, 0x02A0, iwl9462_2ac_cfg_soc)},
597 	{IWL_PCI_DEVICE(0x31DC, 0x02A4, iwl9462_2ac_cfg_soc)},
598 	{IWL_PCI_DEVICE(0x31DC, 0x4030, iwl9560_2ac_cfg_soc)},
599 	{IWL_PCI_DEVICE(0x31DC, 0x4034, iwl9560_2ac_cfg_soc)},
600 	{IWL_PCI_DEVICE(0x31DC, 0x40A4, iwl9462_2ac_cfg_soc)},
601 	{IWL_PCI_DEVICE(0x34F0, 0x0030, iwl9560_2ac_cfg_soc)},
602 	{IWL_PCI_DEVICE(0x34F0, 0x0034, iwl9560_2ac_cfg_soc)},
603 	{IWL_PCI_DEVICE(0x34F0, 0x02A4, iwl9462_2ac_cfg_soc)},
604 	{IWL_PCI_DEVICE(0x9DF0, 0x0000, iwl9460_2ac_cfg_soc)},
605 	{IWL_PCI_DEVICE(0x9DF0, 0x0010, iwl9460_2ac_cfg_soc)},
606 	{IWL_PCI_DEVICE(0x9DF0, 0x0030, iwl9560_2ac_cfg_soc)},
607 	{IWL_PCI_DEVICE(0x9DF0, 0x0034, iwl9560_2ac_cfg_soc)},
608 	{IWL_PCI_DEVICE(0x9DF0, 0x0038, iwl9560_2ac_cfg_soc)},
609 	{IWL_PCI_DEVICE(0x9DF0, 0x003C, iwl9560_2ac_cfg_soc)},
610 	{IWL_PCI_DEVICE(0x9DF0, 0x0060, iwl9460_2ac_cfg_soc)},
611 	{IWL_PCI_DEVICE(0x9DF0, 0x0064, iwl9461_2ac_cfg_soc)},
612 	{IWL_PCI_DEVICE(0x9DF0, 0x00A0, iwl9462_2ac_cfg_soc)},
613 	{IWL_PCI_DEVICE(0x9DF0, 0x00A4, iwl9462_2ac_cfg_soc)},
614 	{IWL_PCI_DEVICE(0x9DF0, 0x0210, iwl9460_2ac_cfg_soc)},
615 	{IWL_PCI_DEVICE(0x9DF0, 0x0230, iwl9560_2ac_cfg_soc)},
616 	{IWL_PCI_DEVICE(0x9DF0, 0x0234, iwl9560_2ac_cfg_soc)},
617 	{IWL_PCI_DEVICE(0x9DF0, 0x0238, iwl9560_2ac_cfg_soc)},
618 	{IWL_PCI_DEVICE(0x9DF0, 0x023C, iwl9560_2ac_cfg_soc)},
619 	{IWL_PCI_DEVICE(0x9DF0, 0x0260, iwl9461_2ac_cfg_soc)},
620 	{IWL_PCI_DEVICE(0x9DF0, 0x0264, iwl9461_2ac_cfg_soc)},
621 	{IWL_PCI_DEVICE(0x9DF0, 0x02A0, iwl9462_2ac_cfg_soc)},
622 	{IWL_PCI_DEVICE(0x9DF0, 0x02A4, iwl9462_2ac_cfg_soc)},
623 	{IWL_PCI_DEVICE(0x9DF0, 0x0310, iwl9460_2ac_cfg_soc)},
624 	{IWL_PCI_DEVICE(0x9DF0, 0x0410, iwl9460_2ac_cfg_soc)},
625 	{IWL_PCI_DEVICE(0x9DF0, 0x0510, iwl9460_2ac_cfg_soc)},
626 	{IWL_PCI_DEVICE(0x9DF0, 0x0610, iwl9460_2ac_cfg_soc)},
627 	{IWL_PCI_DEVICE(0x9DF0, 0x0710, iwl9460_2ac_cfg_soc)},
628 	{IWL_PCI_DEVICE(0x9DF0, 0x0A10, iwl9460_2ac_cfg_soc)},
629 	{IWL_PCI_DEVICE(0x9DF0, 0x2010, iwl9460_2ac_cfg_soc)},
630 	{IWL_PCI_DEVICE(0x9DF0, 0x2A10, iwl9460_2ac_cfg_soc)},
631 	{IWL_PCI_DEVICE(0x9DF0, 0x4030, iwl9560_2ac_cfg_soc)},
632 	{IWL_PCI_DEVICE(0x9DF0, 0x4034, iwl9560_2ac_cfg_soc)},
633 	{IWL_PCI_DEVICE(0x9DF0, 0x40A4, iwl9462_2ac_cfg_soc)},
634 	{IWL_PCI_DEVICE(0xA370, 0x0030, iwl9560_2ac_cfg_soc)},
635 	{IWL_PCI_DEVICE(0xA370, 0x0034, iwl9560_2ac_cfg_soc)},
636 	{IWL_PCI_DEVICE(0xA370, 0x0038, iwl9560_2ac_cfg_soc)},
637 	{IWL_PCI_DEVICE(0xA370, 0x003C, iwl9560_2ac_cfg_soc)},
638 	{IWL_PCI_DEVICE(0xA370, 0x0060, iwl9460_2ac_cfg_soc)},
639 	{IWL_PCI_DEVICE(0xA370, 0x0064, iwl9461_2ac_cfg_soc)},
640 	{IWL_PCI_DEVICE(0xA370, 0x00A0, iwl9462_2ac_cfg_soc)},
641 	{IWL_PCI_DEVICE(0xA370, 0x00A4, iwl9462_2ac_cfg_soc)},
642 	{IWL_PCI_DEVICE(0xA370, 0x0230, iwl9560_2ac_cfg_soc)},
643 	{IWL_PCI_DEVICE(0xA370, 0x0234, iwl9560_2ac_cfg_soc)},
644 	{IWL_PCI_DEVICE(0xA370, 0x0238, iwl9560_2ac_cfg_soc)},
645 	{IWL_PCI_DEVICE(0xA370, 0x023C, iwl9560_2ac_cfg_soc)},
646 	{IWL_PCI_DEVICE(0xA370, 0x0260, iwl9461_2ac_cfg_soc)},
647 	{IWL_PCI_DEVICE(0xA370, 0x0264, iwl9461_2ac_cfg_soc)},
648 	{IWL_PCI_DEVICE(0xA370, 0x02A0, iwl9462_2ac_cfg_soc)},
649 	{IWL_PCI_DEVICE(0xA370, 0x02A4, iwl9462_2ac_cfg_soc)},
650 	{IWL_PCI_DEVICE(0xA370, 0x1030, iwl9560_2ac_cfg_soc)},
651 	{IWL_PCI_DEVICE(0xA370, 0x4030, iwl9560_2ac_cfg_soc)},
652 	{IWL_PCI_DEVICE(0xA370, 0x4034, iwl9560_2ac_cfg_soc)},
653 	{IWL_PCI_DEVICE(0xA370, 0x40A4, iwl9462_2ac_cfg_soc)},
654 
655 /* 22000 Series */
656 	{IWL_PCI_DEVICE(0x2720, 0x0A10, iwl22000_2ac_cfg_hr_cdb)},
657 	{IWL_PCI_DEVICE(0x34F0, 0x0310, iwl22000_2ac_cfg_jf)},
658 	{IWL_PCI_DEVICE(0x2720, 0x0000, iwl22000_2ax_cfg_hr)},
659 	{IWL_PCI_DEVICE(0x34F0, 0x0070, iwl22000_2ax_cfg_hr)},
660 	{IWL_PCI_DEVICE(0x2720, 0x0078, iwl22000_2ax_cfg_hr)},
661 	{IWL_PCI_DEVICE(0x2720, 0x0070, iwl22000_2ac_cfg_hr_cdb)},
662 	{IWL_PCI_DEVICE(0x2720, 0x0030, iwl22000_2ac_cfg_hr_cdb)},
663 	{IWL_PCI_DEVICE(0x2720, 0x1080, iwl22000_2ax_cfg_hr)},
664 	{IWL_PCI_DEVICE(0x2720, 0x0090, iwl22000_2ac_cfg_hr_cdb)},
665 	{IWL_PCI_DEVICE(0x2720, 0x0310, iwl22000_2ac_cfg_hr_cdb)},
666 	{IWL_PCI_DEVICE(0x40C0, 0x0000, iwl22000_2ax_cfg_hr)},
667 	{IWL_PCI_DEVICE(0x40C0, 0x0A10, iwl22000_2ax_cfg_hr)},
668 	{IWL_PCI_DEVICE(0xA0F0, 0x0000, iwl22000_2ax_cfg_hr)},
669 
670 #endif /* CONFIG_IWLMVM */
671 
672 	{0}
673 };
674 MODULE_DEVICE_TABLE(pci, iwl_hw_card_ids);
675 
676 /* PCI registers */
677 #define PCI_CFG_RETRY_TIMEOUT	0x041
678 
679 static int iwl_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
680 {
681 	const struct iwl_cfg *cfg = (struct iwl_cfg *)(ent->driver_data);
682 	const struct iwl_cfg *cfg_7265d __maybe_unused = NULL;
683 	struct iwl_trans *iwl_trans;
684 	int ret;
685 
686 	iwl_trans = iwl_trans_pcie_alloc(pdev, ent, cfg);
687 	if (IS_ERR(iwl_trans))
688 		return PTR_ERR(iwl_trans);
689 
690 #if IS_ENABLED(CONFIG_IWLMVM)
691 	/*
692 	 * special-case 7265D, it has the same PCI IDs.
693 	 *
694 	 * Note that because we already pass the cfg to the transport above,
695 	 * all the parameters that the transport uses must, until that is
696 	 * changed, be identical to the ones in the 7265D configuration.
697 	 */
698 	if (cfg == &iwl7265_2ac_cfg)
699 		cfg_7265d = &iwl7265d_2ac_cfg;
700 	else if (cfg == &iwl7265_2n_cfg)
701 		cfg_7265d = &iwl7265d_2n_cfg;
702 	else if (cfg == &iwl7265_n_cfg)
703 		cfg_7265d = &iwl7265d_n_cfg;
704 	if (cfg_7265d &&
705 	    (iwl_trans->hw_rev & CSR_HW_REV_TYPE_MSK) == CSR_HW_REV_TYPE_7265D) {
706 		cfg = cfg_7265d;
707 		iwl_trans->cfg = cfg_7265d;
708 	}
709 
710 	if (iwl_trans->cfg->rf_id && cfg == &iwl22000_2ac_cfg_hr_cdb &&
711 	    iwl_trans->hw_rev != CSR_HW_REV_TYPE_HR_CDB) {
712 		u32 rf_id_chp = CSR_HW_RF_ID_TYPE_CHIP_ID(iwl_trans->hw_rf_id);
713 		u32 jf_chp_id = CSR_HW_RF_ID_TYPE_CHIP_ID(CSR_HW_RF_ID_TYPE_JF);
714 		u32 hr_chp_id = CSR_HW_RF_ID_TYPE_CHIP_ID(CSR_HW_RF_ID_TYPE_HR);
715 
716 		if (rf_id_chp == jf_chp_id) {
717 			if (iwl_trans->hw_rev == CSR_HW_REV_TYPE_QNJ)
718 				cfg = &iwl22000_2ax_cfg_qnj_jf_b0;
719 			else
720 				cfg = &iwl22000_2ac_cfg_jf;
721 		} else if (rf_id_chp == hr_chp_id) {
722 			if (iwl_trans->hw_rev == CSR_HW_REV_TYPE_QNJ)
723 				cfg = &iwl22000_2ax_cfg_qnj_hr_a0;
724 			else
725 				cfg = &iwl22000_2ac_cfg_hr;
726 		}
727 		iwl_trans->cfg = cfg;
728 	}
729 #endif
730 
731 	pci_set_drvdata(pdev, iwl_trans);
732 	iwl_trans->drv = iwl_drv_start(iwl_trans);
733 
734 	if (IS_ERR(iwl_trans->drv)) {
735 		ret = PTR_ERR(iwl_trans->drv);
736 		goto out_free_trans;
737 	}
738 
739 	/* register transport layer debugfs here */
740 	ret = iwl_trans_pcie_dbgfs_register(iwl_trans);
741 	if (ret)
742 		goto out_free_drv;
743 
744 	/* if RTPM is in use, enable it in our device */
745 	if (iwl_trans->runtime_pm_mode != IWL_PLAT_PM_MODE_DISABLED) {
746 		/* We explicitly set the device to active here to
747 		 * clear contingent errors.
748 		 */
749 		pm_runtime_set_active(&pdev->dev);
750 
751 		pm_runtime_set_autosuspend_delay(&pdev->dev,
752 					 iwlwifi_mod_params.d0i3_timeout);
753 		pm_runtime_use_autosuspend(&pdev->dev);
754 
755 		/* We are not supposed to call pm_runtime_allow() by
756 		 * ourselves, but let userspace enable runtime PM via
757 		 * sysfs.  However, since we don't enable this from
758 		 * userspace yet, we need to allow/forbid() ourselves.
759 		*/
760 		pm_runtime_allow(&pdev->dev);
761 	}
762 
763 	/* The PCI device starts with a reference taken and we are
764 	 * supposed to release it here.  But to simplify the
765 	 * interaction with the opmode, we don't do it now, but let
766 	 * the opmode release it when it's ready.
767 	 */
768 
769 	return 0;
770 
771 out_free_drv:
772 	iwl_drv_stop(iwl_trans->drv);
773 out_free_trans:
774 	iwl_trans_pcie_free(iwl_trans);
775 	return ret;
776 }
777 
778 static void iwl_pci_remove(struct pci_dev *pdev)
779 {
780 	struct iwl_trans *trans = pci_get_drvdata(pdev);
781 
782 	/* if RTPM was in use, restore it to the state before probe */
783 	if (trans->runtime_pm_mode != IWL_PLAT_PM_MODE_DISABLED) {
784 		/* We should not call forbid here, but we do for now.
785 		 * Check the comment to pm_runtime_allow() in
786 		 * iwl_pci_probe().
787 		 */
788 		pm_runtime_forbid(trans->dev);
789 	}
790 
791 	iwl_drv_stop(trans->drv);
792 
793 	iwl_trans_pcie_free(trans);
794 }
795 
796 #ifdef CONFIG_PM_SLEEP
797 
798 static int iwl_pci_suspend(struct device *device)
799 {
800 	/* Before you put code here, think about WoWLAN. You cannot check here
801 	 * whether WoWLAN is enabled or not, and your code will run even if
802 	 * WoWLAN is enabled - don't kill the NIC, someone may need it in Sx.
803 	 */
804 
805 	return 0;
806 }
807 
808 static int iwl_pci_resume(struct device *device)
809 {
810 	struct pci_dev *pdev = to_pci_dev(device);
811 	struct iwl_trans *trans = pci_get_drvdata(pdev);
812 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
813 
814 	/* Before you put code here, think about WoWLAN. You cannot check here
815 	 * whether WoWLAN is enabled or not, and your code will run even if
816 	 * WoWLAN is enabled - the NIC may be alive.
817 	 */
818 
819 	/*
820 	 * We disable the RETRY_TIMEOUT register (0x41) to keep
821 	 * PCI Tx retries from interfering with C3 CPU state.
822 	 */
823 	pci_write_config_byte(pdev, PCI_CFG_RETRY_TIMEOUT, 0x00);
824 
825 	if (!trans->op_mode)
826 		return 0;
827 
828 	/* reconfigure the MSI-X mapping to get the correct IRQ for rfkill */
829 	iwl_pcie_conf_msix_hw(trans_pcie);
830 
831 	/*
832 	 * Enable rfkill interrupt (in order to keep track of the rfkill
833 	 * status). Must be locked to avoid processing a possible rfkill
834 	 * interrupt while in iwl_pcie_check_hw_rf_kill().
835 	 */
836 	mutex_lock(&trans_pcie->mutex);
837 	iwl_enable_rfkill_int(trans);
838 	iwl_pcie_check_hw_rf_kill(trans);
839 	mutex_unlock(&trans_pcie->mutex);
840 
841 	return 0;
842 }
843 
844 int iwl_pci_fw_enter_d0i3(struct iwl_trans *trans)
845 {
846 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
847 	int ret;
848 
849 	if (test_bit(STATUS_FW_ERROR, &trans->status))
850 		return 0;
851 
852 	set_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
853 
854 	/* config the fw */
855 	ret = iwl_op_mode_enter_d0i3(trans->op_mode);
856 	if (ret == 1) {
857 		IWL_DEBUG_RPM(trans, "aborting d0i3 entrance\n");
858 		clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
859 		return -EBUSY;
860 	}
861 	if (ret)
862 		goto err;
863 
864 	ret = wait_event_timeout(trans_pcie->d0i3_waitq,
865 				 test_bit(STATUS_TRANS_IDLE, &trans->status),
866 				 msecs_to_jiffies(IWL_TRANS_IDLE_TIMEOUT));
867 	if (!ret) {
868 		IWL_ERR(trans, "Timeout entering D0i3\n");
869 		ret = -ETIMEDOUT;
870 		goto err;
871 	}
872 
873 	clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
874 
875 	return 0;
876 err:
877 	clear_bit(STATUS_TRANS_GOING_IDLE, &trans->status);
878 	iwl_trans_fw_error(trans);
879 	return ret;
880 }
881 
882 int iwl_pci_fw_exit_d0i3(struct iwl_trans *trans)
883 {
884 	struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans);
885 	int ret;
886 
887 	/* sometimes a D0i3 entry is not followed through */
888 	if (!test_bit(STATUS_TRANS_IDLE, &trans->status))
889 		return 0;
890 
891 	/* config the fw */
892 	ret = iwl_op_mode_exit_d0i3(trans->op_mode);
893 	if (ret)
894 		goto err;
895 
896 	/* we clear STATUS_TRANS_IDLE only when D0I3_END command is completed */
897 
898 	ret = wait_event_timeout(trans_pcie->d0i3_waitq,
899 				 !test_bit(STATUS_TRANS_IDLE, &trans->status),
900 				 msecs_to_jiffies(IWL_TRANS_IDLE_TIMEOUT));
901 	if (!ret) {
902 		IWL_ERR(trans, "Timeout exiting D0i3\n");
903 		ret = -ETIMEDOUT;
904 		goto err;
905 	}
906 
907 	return 0;
908 err:
909 	clear_bit(STATUS_TRANS_IDLE, &trans->status);
910 	iwl_trans_fw_error(trans);
911 	return ret;
912 }
913 
914 #ifdef CONFIG_IWLWIFI_PCIE_RTPM
915 static int iwl_pci_runtime_suspend(struct device *device)
916 {
917 	struct pci_dev *pdev = to_pci_dev(device);
918 	struct iwl_trans *trans = pci_get_drvdata(pdev);
919 	int ret;
920 
921 	IWL_DEBUG_RPM(trans, "entering runtime suspend\n");
922 
923 	if (test_bit(STATUS_DEVICE_ENABLED, &trans->status)) {
924 		ret = iwl_pci_fw_enter_d0i3(trans);
925 		if (ret < 0)
926 			return ret;
927 	}
928 
929 	trans->system_pm_mode = IWL_PLAT_PM_MODE_D0I3;
930 
931 	iwl_trans_d3_suspend(trans, false, false);
932 
933 	return 0;
934 }
935 
936 static int iwl_pci_runtime_resume(struct device *device)
937 {
938 	struct pci_dev *pdev = to_pci_dev(device);
939 	struct iwl_trans *trans = pci_get_drvdata(pdev);
940 	enum iwl_d3_status d3_status;
941 
942 	IWL_DEBUG_RPM(trans, "exiting runtime suspend (resume)\n");
943 
944 	iwl_trans_d3_resume(trans, &d3_status, false, false);
945 
946 	if (test_bit(STATUS_DEVICE_ENABLED, &trans->status))
947 		return iwl_pci_fw_exit_d0i3(trans);
948 
949 	return 0;
950 }
951 
952 static int iwl_pci_system_prepare(struct device *device)
953 {
954 	struct pci_dev *pdev = to_pci_dev(device);
955 	struct iwl_trans *trans = pci_get_drvdata(pdev);
956 
957 	IWL_DEBUG_RPM(trans, "preparing for system suspend\n");
958 
959 	/* This is called before entering system suspend and before
960 	 * the runtime resume is called.  Set the suspending flag to
961 	 * prevent the wakelock from being taken.
962 	 */
963 	trans->suspending = true;
964 
965 	/* Wake the device up from runtime suspend before going to
966 	 * platform suspend.  This is needed because we don't know
967 	 * whether wowlan any is set and, if it's not, mac80211 will
968 	 * disconnect (in which case, we can't be in D0i3).
969 	 */
970 	pm_runtime_resume(device);
971 
972 	return 0;
973 }
974 
975 static void iwl_pci_system_complete(struct device *device)
976 {
977 	struct pci_dev *pdev = to_pci_dev(device);
978 	struct iwl_trans *trans = pci_get_drvdata(pdev);
979 
980 	IWL_DEBUG_RPM(trans, "completing system suspend\n");
981 
982 	/* This is called as a counterpart to the prepare op.  It is
983 	 * called either when suspending fails or when suspend
984 	 * completed successfully.  Now there's no risk of grabbing
985 	 * the wakelock anymore, so we can release the suspending
986 	 * flag.
987 	 */
988 	trans->suspending = false;
989 }
990 #endif /* CONFIG_IWLWIFI_PCIE_RTPM */
991 
992 static const struct dev_pm_ops iwl_dev_pm_ops = {
993 	SET_SYSTEM_SLEEP_PM_OPS(iwl_pci_suspend,
994 				iwl_pci_resume)
995 #ifdef CONFIG_IWLWIFI_PCIE_RTPM
996 	SET_RUNTIME_PM_OPS(iwl_pci_runtime_suspend,
997 			   iwl_pci_runtime_resume,
998 			   NULL)
999 	.prepare = iwl_pci_system_prepare,
1000 	.complete = iwl_pci_system_complete,
1001 #endif /* CONFIG_IWLWIFI_PCIE_RTPM */
1002 };
1003 
1004 #define IWL_PM_OPS	(&iwl_dev_pm_ops)
1005 
1006 #else /* CONFIG_PM_SLEEP */
1007 
1008 #define IWL_PM_OPS	NULL
1009 
1010 #endif /* CONFIG_PM_SLEEP */
1011 
1012 static struct pci_driver iwl_pci_driver = {
1013 	.name = DRV_NAME,
1014 	.id_table = iwl_hw_card_ids,
1015 	.probe = iwl_pci_probe,
1016 	.remove = iwl_pci_remove,
1017 	.driver.pm = IWL_PM_OPS,
1018 };
1019 
1020 int __must_check iwl_pci_register_driver(void)
1021 {
1022 	int ret;
1023 	ret = pci_register_driver(&iwl_pci_driver);
1024 	if (ret)
1025 		pr_err("Unable to initialize PCI module\n");
1026 
1027 	return ret;
1028 }
1029 
1030 void iwl_pci_unregister_driver(void)
1031 {
1032 	pci_unregister_driver(&iwl_pci_driver);
1033 }
1034