1 /*******************************************************************************
2 
3   Intel 10 Gigabit PCI Express Linux driver
4   Copyright(c) 1999 - 2014 Intel Corporation.
5 
6   This program is free software; you can redistribute it and/or modify it
7   under the terms and conditions of the GNU General Public License,
8   version 2, as published by the Free Software Foundation.
9 
10   This program is distributed in the hope it will be useful, but WITHOUT
11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
13   more details.
14 
15   You should have received a copy of the GNU General Public License along with
16   this program; if not, write to the Free Software Foundation, Inc.,
17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
18 
19   The full GNU General Public License is included in this distribution in
20   the file called "COPYING".
21 
22   Contact Information:
23   Linux NICS <linux.nics@intel.com>
24   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
25   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
26 
27 *******************************************************************************/
28 
29 #include <linux/types.h>
30 #include <linux/module.h>
31 #include <linux/pci.h>
32 #include <linux/netdevice.h>
33 #include <linux/vmalloc.h>
34 #include <linux/string.h>
35 #include <linux/in.h>
36 #include <linux/ip.h>
37 #include <linux/tcp.h>
38 #include <linux/ipv6.h>
39 #ifdef NETIF_F_HW_VLAN_CTAG_TX
40 #include <linux/if_vlan.h>
41 #endif
42 
43 #include "ixgbe.h"
44 #include "ixgbe_type.h"
45 #include "ixgbe_sriov.h"
46 
47 #ifdef CONFIG_PCI_IOV
48 static int __ixgbe_enable_sriov(struct ixgbe_adapter *adapter)
49 {
50 	struct ixgbe_hw *hw = &adapter->hw;
51 	int num_vf_macvlans, i;
52 	struct vf_macvlans *mv_list;
53 
54 	adapter->flags |= IXGBE_FLAG_SRIOV_ENABLED;
55 	e_info(probe, "SR-IOV enabled with %d VFs\n", adapter->num_vfs);
56 
57 	/* Enable VMDq flag so device will be set in VM mode */
58 	adapter->flags |= IXGBE_FLAG_VMDQ_ENABLED;
59 	if (!adapter->ring_feature[RING_F_VMDQ].limit)
60 		adapter->ring_feature[RING_F_VMDQ].limit = 1;
61 	adapter->ring_feature[RING_F_VMDQ].offset = adapter->num_vfs;
62 
63 	num_vf_macvlans = hw->mac.num_rar_entries -
64 	(IXGBE_MAX_PF_MACVLANS + 1 + adapter->num_vfs);
65 
66 	adapter->mv_list = mv_list = kcalloc(num_vf_macvlans,
67 					     sizeof(struct vf_macvlans),
68 					     GFP_KERNEL);
69 	if (mv_list) {
70 		/* Initialize list of VF macvlans */
71 		INIT_LIST_HEAD(&adapter->vf_mvs.l);
72 		for (i = 0; i < num_vf_macvlans; i++) {
73 			mv_list->vf = -1;
74 			mv_list->free = true;
75 			list_add(&mv_list->l, &adapter->vf_mvs.l);
76 			mv_list++;
77 		}
78 	}
79 
80 	/* Initialize default switching mode VEB */
81 	IXGBE_WRITE_REG(hw, IXGBE_PFDTXGSWC, IXGBE_PFDTXGSWC_VT_LBEN);
82 	adapter->flags2 |= IXGBE_FLAG2_BRIDGE_MODE_VEB;
83 
84 	/* If call to enable VFs succeeded then allocate memory
85 	 * for per VF control structures.
86 	 */
87 	adapter->vfinfo =
88 		kcalloc(adapter->num_vfs,
89 			sizeof(struct vf_data_storage), GFP_KERNEL);
90 	if (adapter->vfinfo) {
91 		/* limit trafffic classes based on VFs enabled */
92 		if ((adapter->hw.mac.type == ixgbe_mac_82599EB) &&
93 		    (adapter->num_vfs < 16)) {
94 			adapter->dcb_cfg.num_tcs.pg_tcs = MAX_TRAFFIC_CLASS;
95 			adapter->dcb_cfg.num_tcs.pfc_tcs = MAX_TRAFFIC_CLASS;
96 		} else if (adapter->num_vfs < 32) {
97 			adapter->dcb_cfg.num_tcs.pg_tcs = 4;
98 			adapter->dcb_cfg.num_tcs.pfc_tcs = 4;
99 		} else {
100 			adapter->dcb_cfg.num_tcs.pg_tcs = 1;
101 			adapter->dcb_cfg.num_tcs.pfc_tcs = 1;
102 		}
103 
104 		/* We do not support RSS w/ SR-IOV */
105 		adapter->ring_feature[RING_F_RSS].limit = 1;
106 
107 		/* Disable RSC when in SR-IOV mode */
108 		adapter->flags2 &= ~(IXGBE_FLAG2_RSC_CAPABLE |
109 				     IXGBE_FLAG2_RSC_ENABLED);
110 
111 		/* enable spoof checking for all VFs */
112 		for (i = 0; i < adapter->num_vfs; i++)
113 			adapter->vfinfo[i].spoofchk_enabled = true;
114 		return 0;
115 	}
116 
117 	return -ENOMEM;
118 }
119 
120 /* Note this function is called when the user wants to enable SR-IOV
121  * VFs using the now deprecated module parameter
122  */
123 void ixgbe_enable_sriov(struct ixgbe_adapter *adapter)
124 {
125 	int pre_existing_vfs = 0;
126 
127 	pre_existing_vfs = pci_num_vf(adapter->pdev);
128 	if (!pre_existing_vfs && !adapter->num_vfs)
129 		return;
130 
131 	/* If there are pre-existing VFs then we have to force
132 	 * use of that many - over ride any module parameter value.
133 	 * This may result from the user unloading the PF driver
134 	 * while VFs were assigned to guest VMs or because the VFs
135 	 * have been created via the new PCI SR-IOV sysfs interface.
136 	 */
137 	if (pre_existing_vfs) {
138 		adapter->num_vfs = pre_existing_vfs;
139 		dev_warn(&adapter->pdev->dev,
140 			 "Virtual Functions already enabled for this device - Please reload all VF drivers to avoid spoofed packet errors\n");
141 	} else {
142 		int err;
143 		/*
144 		 * The 82599 supports up to 64 VFs per physical function
145 		 * but this implementation limits allocation to 63 so that
146 		 * basic networking resources are still available to the
147 		 * physical function.  If the user requests greater thn
148 		 * 63 VFs then it is an error - reset to default of zero.
149 		 */
150 		adapter->num_vfs = min_t(unsigned int, adapter->num_vfs, IXGBE_MAX_VFS_DRV_LIMIT);
151 
152 		err = pci_enable_sriov(adapter->pdev, adapter->num_vfs);
153 		if (err) {
154 			e_err(probe, "Failed to enable PCI sriov: %d\n", err);
155 			adapter->num_vfs = 0;
156 			return;
157 		}
158 	}
159 
160 	if (!__ixgbe_enable_sriov(adapter))
161 		return;
162 
163 	/* If we have gotten to this point then there is no memory available
164 	 * to manage the VF devices - print message and bail.
165 	 */
166 	e_err(probe, "Unable to allocate memory for VF Data Storage - "
167 	      "SRIOV disabled\n");
168 	ixgbe_disable_sriov(adapter);
169 }
170 
171 #endif /* #ifdef CONFIG_PCI_IOV */
172 int ixgbe_disable_sriov(struct ixgbe_adapter *adapter)
173 {
174 	struct ixgbe_hw *hw = &adapter->hw;
175 	u32 gpie;
176 	u32 vmdctl;
177 	int rss;
178 
179 	/* set num VFs to 0 to prevent access to vfinfo */
180 	adapter->num_vfs = 0;
181 
182 	/* free VF control structures */
183 	kfree(adapter->vfinfo);
184 	adapter->vfinfo = NULL;
185 
186 	/* free macvlan list */
187 	kfree(adapter->mv_list);
188 	adapter->mv_list = NULL;
189 
190 	/* if SR-IOV is already disabled then there is nothing to do */
191 	if (!(adapter->flags & IXGBE_FLAG_SRIOV_ENABLED))
192 		return 0;
193 
194 #ifdef CONFIG_PCI_IOV
195 	/*
196 	 * If our VFs are assigned we cannot shut down SR-IOV
197 	 * without causing issues, so just leave the hardware
198 	 * available but disabled
199 	 */
200 	if (pci_vfs_assigned(adapter->pdev)) {
201 		e_dev_warn("Unloading driver while VFs are assigned - VFs will not be deallocated\n");
202 		return -EPERM;
203 	}
204 	/* disable iov and allow time for transactions to clear */
205 	pci_disable_sriov(adapter->pdev);
206 #endif
207 
208 	/* turn off device IOV mode */
209 	IXGBE_WRITE_REG(hw, IXGBE_GCR_EXT, 0);
210 	gpie = IXGBE_READ_REG(hw, IXGBE_GPIE);
211 	gpie &= ~IXGBE_GPIE_VTMODE_MASK;
212 	IXGBE_WRITE_REG(hw, IXGBE_GPIE, gpie);
213 
214 	/* set default pool back to 0 */
215 	vmdctl = IXGBE_READ_REG(hw, IXGBE_VT_CTL);
216 	vmdctl &= ~IXGBE_VT_CTL_POOL_MASK;
217 	IXGBE_WRITE_REG(hw, IXGBE_VT_CTL, vmdctl);
218 	IXGBE_WRITE_FLUSH(hw);
219 
220 	/* Disable VMDq flag so device will be set in VM mode */
221 	if (adapter->ring_feature[RING_F_VMDQ].limit == 1) {
222 		adapter->flags &= ~IXGBE_FLAG_VMDQ_ENABLED;
223 		adapter->flags &= ~IXGBE_FLAG_SRIOV_ENABLED;
224 		rss = min_t(int, ixgbe_max_rss_indices(adapter),
225 			    num_online_cpus());
226 	} else {
227 		rss = min_t(int, IXGBE_MAX_L2A_QUEUES, num_online_cpus());
228 	}
229 
230 	adapter->ring_feature[RING_F_VMDQ].offset = 0;
231 	adapter->ring_feature[RING_F_RSS].limit = rss;
232 
233 	/* take a breather then clean up driver data */
234 	msleep(100);
235 	return 0;
236 }
237 
238 static int ixgbe_pci_sriov_enable(struct pci_dev *dev, int num_vfs)
239 {
240 #ifdef CONFIG_PCI_IOV
241 	struct ixgbe_adapter *adapter = pci_get_drvdata(dev);
242 	int err = 0;
243 	int i;
244 	int pre_existing_vfs = pci_num_vf(dev);
245 
246 	if (pre_existing_vfs && pre_existing_vfs != num_vfs)
247 		err = ixgbe_disable_sriov(adapter);
248 	else if (pre_existing_vfs && pre_existing_vfs == num_vfs)
249 		return num_vfs;
250 
251 	if (err)
252 		return err;
253 
254 	/* While the SR-IOV capability structure reports total VFs to be 64,
255 	 * we have to limit the actual number allocated based on two factors.
256 	 * First, we reserve some transmit/receive resources for the PF.
257 	 * Second, VMDQ also uses the same pools that SR-IOV does. We need to
258 	 * account for this, so that we don't accidentally allocate more VFs
259 	 * than we have available pools. The PCI bus driver already checks for
260 	 * other values out of range.
261 	 */
262 	if ((num_vfs + adapter->num_rx_pools) > IXGBE_MAX_VF_FUNCTIONS)
263 		return -EPERM;
264 
265 	adapter->num_vfs = num_vfs;
266 
267 	err = __ixgbe_enable_sriov(adapter);
268 	if (err)
269 		return  err;
270 
271 	for (i = 0; i < adapter->num_vfs; i++)
272 		ixgbe_vf_configuration(dev, (i | 0x10000000));
273 
274 	err = pci_enable_sriov(dev, num_vfs);
275 	if (err) {
276 		e_dev_warn("Failed to enable PCI sriov: %d\n", err);
277 		return err;
278 	}
279 	ixgbe_sriov_reinit(adapter);
280 
281 	return num_vfs;
282 #else
283 	return 0;
284 #endif
285 }
286 
287 static int ixgbe_pci_sriov_disable(struct pci_dev *dev)
288 {
289 	struct ixgbe_adapter *adapter = pci_get_drvdata(dev);
290 	int err;
291 #ifdef CONFIG_PCI_IOV
292 	u32 current_flags = adapter->flags;
293 #endif
294 
295 	err = ixgbe_disable_sriov(adapter);
296 
297 	/* Only reinit if no error and state changed */
298 #ifdef CONFIG_PCI_IOV
299 	if (!err && current_flags != adapter->flags)
300 		ixgbe_sriov_reinit(adapter);
301 #endif
302 
303 	return err;
304 }
305 
306 int ixgbe_pci_sriov_configure(struct pci_dev *dev, int num_vfs)
307 {
308 	if (num_vfs == 0)
309 		return ixgbe_pci_sriov_disable(dev);
310 	else
311 		return ixgbe_pci_sriov_enable(dev, num_vfs);
312 }
313 
314 static int ixgbe_set_vf_multicasts(struct ixgbe_adapter *adapter,
315 				   u32 *msgbuf, u32 vf)
316 {
317 	int entries = (msgbuf[0] & IXGBE_VT_MSGINFO_MASK)
318 		       >> IXGBE_VT_MSGINFO_SHIFT;
319 	u16 *hash_list = (u16 *)&msgbuf[1];
320 	struct vf_data_storage *vfinfo = &adapter->vfinfo[vf];
321 	struct ixgbe_hw *hw = &adapter->hw;
322 	int i;
323 	u32 vector_bit;
324 	u32 vector_reg;
325 	u32 mta_reg;
326 	u32 vmolr = IXGBE_READ_REG(hw, IXGBE_VMOLR(vf));
327 
328 	/* only so many hash values supported */
329 	entries = min(entries, IXGBE_MAX_VF_MC_ENTRIES);
330 
331 	/*
332 	 * salt away the number of multi cast addresses assigned
333 	 * to this VF for later use to restore when the PF multi cast
334 	 * list changes
335 	 */
336 	vfinfo->num_vf_mc_hashes = entries;
337 
338 	/*
339 	 * VFs are limited to using the MTA hash table for their multicast
340 	 * addresses
341 	 */
342 	for (i = 0; i < entries; i++) {
343 		vfinfo->vf_mc_hashes[i] = hash_list[i];
344 	}
345 
346 	for (i = 0; i < vfinfo->num_vf_mc_hashes; i++) {
347 		vector_reg = (vfinfo->vf_mc_hashes[i] >> 5) & 0x7F;
348 		vector_bit = vfinfo->vf_mc_hashes[i] & 0x1F;
349 		mta_reg = IXGBE_READ_REG(hw, IXGBE_MTA(vector_reg));
350 		mta_reg |= (1 << vector_bit);
351 		IXGBE_WRITE_REG(hw, IXGBE_MTA(vector_reg), mta_reg);
352 	}
353 	vmolr |= IXGBE_VMOLR_ROMPE;
354 	IXGBE_WRITE_REG(hw, IXGBE_VMOLR(vf), vmolr);
355 
356 	return 0;
357 }
358 
359 #ifdef CONFIG_PCI_IOV
360 void ixgbe_restore_vf_multicasts(struct ixgbe_adapter *adapter)
361 {
362 	struct ixgbe_hw *hw = &adapter->hw;
363 	struct vf_data_storage *vfinfo;
364 	int i, j;
365 	u32 vector_bit;
366 	u32 vector_reg;
367 	u32 mta_reg;
368 
369 	for (i = 0; i < adapter->num_vfs; i++) {
370 		u32 vmolr = IXGBE_READ_REG(hw, IXGBE_VMOLR(i));
371 		vfinfo = &adapter->vfinfo[i];
372 		for (j = 0; j < vfinfo->num_vf_mc_hashes; j++) {
373 			hw->addr_ctrl.mta_in_use++;
374 			vector_reg = (vfinfo->vf_mc_hashes[j] >> 5) & 0x7F;
375 			vector_bit = vfinfo->vf_mc_hashes[j] & 0x1F;
376 			mta_reg = IXGBE_READ_REG(hw, IXGBE_MTA(vector_reg));
377 			mta_reg |= (1 << vector_bit);
378 			IXGBE_WRITE_REG(hw, IXGBE_MTA(vector_reg), mta_reg);
379 		}
380 
381 		if (vfinfo->num_vf_mc_hashes)
382 			vmolr |= IXGBE_VMOLR_ROMPE;
383 		else
384 			vmolr &= ~IXGBE_VMOLR_ROMPE;
385 		IXGBE_WRITE_REG(hw, IXGBE_VMOLR(i), vmolr);
386 	}
387 
388 	/* Restore any VF macvlans */
389 	ixgbe_full_sync_mac_table(adapter);
390 }
391 #endif
392 
393 static int ixgbe_set_vf_vlan(struct ixgbe_adapter *adapter, int add, int vid,
394 			     u32 vf)
395 {
396 	/* VLAN 0 is a special case, don't allow it to be removed */
397 	if (!vid && !add)
398 		return 0;
399 
400 	return adapter->hw.mac.ops.set_vfta(&adapter->hw, vid, vf, (bool)add);
401 }
402 
403 static s32 ixgbe_set_vf_lpe(struct ixgbe_adapter *adapter, u32 *msgbuf, u32 vf)
404 {
405 	struct ixgbe_hw *hw = &adapter->hw;
406 	int max_frame = msgbuf[1];
407 	u32 max_frs;
408 
409 	/*
410 	 * For 82599EB we have to keep all PFs and VFs operating with
411 	 * the same max_frame value in order to avoid sending an oversize
412 	 * frame to a VF.  In order to guarantee this is handled correctly
413 	 * for all cases we have several special exceptions to take into
414 	 * account before we can enable the VF for receive
415 	 */
416 	if (adapter->hw.mac.type == ixgbe_mac_82599EB) {
417 		struct net_device *dev = adapter->netdev;
418 		int pf_max_frame = dev->mtu + ETH_HLEN;
419 		u32 reg_offset, vf_shift, vfre;
420 		s32 err = 0;
421 
422 #ifdef CONFIG_FCOE
423 		if (dev->features & NETIF_F_FCOE_MTU)
424 			pf_max_frame = max_t(int, pf_max_frame,
425 					     IXGBE_FCOE_JUMBO_FRAME_SIZE);
426 
427 #endif /* CONFIG_FCOE */
428 		switch (adapter->vfinfo[vf].vf_api) {
429 		case ixgbe_mbox_api_11:
430 			/*
431 			 * Version 1.1 supports jumbo frames on VFs if PF has
432 			 * jumbo frames enabled which means legacy VFs are
433 			 * disabled
434 			 */
435 			if (pf_max_frame > ETH_FRAME_LEN)
436 				break;
437 		default:
438 			/*
439 			 * If the PF or VF are running w/ jumbo frames enabled
440 			 * we need to shut down the VF Rx path as we cannot
441 			 * support jumbo frames on legacy VFs
442 			 */
443 			if ((pf_max_frame > ETH_FRAME_LEN) ||
444 			    (max_frame > (ETH_FRAME_LEN + ETH_FCS_LEN)))
445 				err = -EINVAL;
446 			break;
447 		}
448 
449 		/* determine VF receive enable location */
450 		vf_shift = vf % 32;
451 		reg_offset = vf / 32;
452 
453 		/* enable or disable receive depending on error */
454 		vfre = IXGBE_READ_REG(hw, IXGBE_VFRE(reg_offset));
455 		if (err)
456 			vfre &= ~(1 << vf_shift);
457 		else
458 			vfre |= 1 << vf_shift;
459 		IXGBE_WRITE_REG(hw, IXGBE_VFRE(reg_offset), vfre);
460 
461 		if (err) {
462 			e_err(drv, "VF max_frame %d out of range\n", max_frame);
463 			return err;
464 		}
465 	}
466 
467 	/* MTU < 68 is an error and causes problems on some kernels */
468 	if (max_frame > IXGBE_MAX_JUMBO_FRAME_SIZE) {
469 		e_err(drv, "VF max_frame %d out of range\n", max_frame);
470 		return -EINVAL;
471 	}
472 
473 	/* pull current max frame size from hardware */
474 	max_frs = IXGBE_READ_REG(hw, IXGBE_MAXFRS);
475 	max_frs &= IXGBE_MHADD_MFS_MASK;
476 	max_frs >>= IXGBE_MHADD_MFS_SHIFT;
477 
478 	if (max_frs < max_frame) {
479 		max_frs = max_frame << IXGBE_MHADD_MFS_SHIFT;
480 		IXGBE_WRITE_REG(hw, IXGBE_MAXFRS, max_frs);
481 	}
482 
483 	e_info(hw, "VF requests change max MTU to %d\n", max_frame);
484 
485 	return 0;
486 }
487 
488 static void ixgbe_set_vmolr(struct ixgbe_hw *hw, u32 vf, bool aupe)
489 {
490 	u32 vmolr = IXGBE_READ_REG(hw, IXGBE_VMOLR(vf));
491 	vmolr |= IXGBE_VMOLR_BAM;
492 	if (aupe)
493 		vmolr |= IXGBE_VMOLR_AUPE;
494 	else
495 		vmolr &= ~IXGBE_VMOLR_AUPE;
496 	IXGBE_WRITE_REG(hw, IXGBE_VMOLR(vf), vmolr);
497 }
498 
499 static void ixgbe_clear_vmvir(struct ixgbe_adapter *adapter, u32 vf)
500 {
501 	struct ixgbe_hw *hw = &adapter->hw;
502 
503 	IXGBE_WRITE_REG(hw, IXGBE_VMVIR(vf), 0);
504 }
505 static inline void ixgbe_vf_reset_event(struct ixgbe_adapter *adapter, u32 vf)
506 {
507 	struct ixgbe_hw *hw = &adapter->hw;
508 	struct vf_data_storage *vfinfo = &adapter->vfinfo[vf];
509 	u8 num_tcs = netdev_get_num_tc(adapter->netdev);
510 
511 	/* add PF assigned VLAN or VLAN 0 */
512 	ixgbe_set_vf_vlan(adapter, true, vfinfo->pf_vlan, vf);
513 
514 	/* reset offloads to defaults */
515 	ixgbe_set_vmolr(hw, vf, !vfinfo->pf_vlan);
516 
517 	/* set outgoing tags for VFs */
518 	if (!vfinfo->pf_vlan && !vfinfo->pf_qos && !num_tcs) {
519 		ixgbe_clear_vmvir(adapter, vf);
520 	} else {
521 		if (vfinfo->pf_qos || !num_tcs)
522 			ixgbe_set_vmvir(adapter, vfinfo->pf_vlan,
523 					vfinfo->pf_qos, vf);
524 		else
525 			ixgbe_set_vmvir(adapter, vfinfo->pf_vlan,
526 					adapter->default_up, vf);
527 
528 		if (vfinfo->spoofchk_enabled)
529 			hw->mac.ops.set_vlan_anti_spoofing(hw, true, vf);
530 	}
531 
532 	/* reset multicast table array for vf */
533 	adapter->vfinfo[vf].num_vf_mc_hashes = 0;
534 
535 	/* Flush and reset the mta with the new values */
536 	ixgbe_set_rx_mode(adapter->netdev);
537 
538 	ixgbe_del_mac_filter(adapter, adapter->vfinfo[vf].vf_mac_addresses, vf);
539 
540 	/* reset VF api back to unknown */
541 	adapter->vfinfo[vf].vf_api = ixgbe_mbox_api_10;
542 }
543 
544 static int ixgbe_set_vf_mac(struct ixgbe_adapter *adapter,
545 			    int vf, unsigned char *mac_addr)
546 {
547 	ixgbe_del_mac_filter(adapter, adapter->vfinfo[vf].vf_mac_addresses, vf);
548 	memcpy(adapter->vfinfo[vf].vf_mac_addresses, mac_addr, ETH_ALEN);
549 	ixgbe_add_mac_filter(adapter, adapter->vfinfo[vf].vf_mac_addresses, vf);
550 
551 	return 0;
552 }
553 
554 static int ixgbe_set_vf_macvlan(struct ixgbe_adapter *adapter,
555 				int vf, int index, unsigned char *mac_addr)
556 {
557 	struct list_head *pos;
558 	struct vf_macvlans *entry;
559 
560 	if (index <= 1) {
561 		list_for_each(pos, &adapter->vf_mvs.l) {
562 			entry = list_entry(pos, struct vf_macvlans, l);
563 			if (entry->vf == vf) {
564 				entry->vf = -1;
565 				entry->free = true;
566 				entry->is_macvlan = false;
567 				ixgbe_del_mac_filter(adapter,
568 						     entry->vf_macvlan, vf);
569 			}
570 		}
571 	}
572 
573 	/*
574 	 * If index was zero then we were asked to clear the uc list
575 	 * for the VF.  We're done.
576 	 */
577 	if (!index)
578 		return 0;
579 
580 	entry = NULL;
581 
582 	list_for_each(pos, &adapter->vf_mvs.l) {
583 		entry = list_entry(pos, struct vf_macvlans, l);
584 		if (entry->free)
585 			break;
586 	}
587 
588 	/*
589 	 * If we traversed the entire list and didn't find a free entry
590 	 * then we're out of space on the RAR table.  Also entry may
591 	 * be NULL because the original memory allocation for the list
592 	 * failed, which is not fatal but does mean we can't support
593 	 * VF requests for MACVLAN because we couldn't allocate
594 	 * memory for the list management required.
595 	 */
596 	if (!entry || !entry->free)
597 		return -ENOSPC;
598 
599 	entry->free = false;
600 	entry->is_macvlan = true;
601 	entry->vf = vf;
602 	memcpy(entry->vf_macvlan, mac_addr, ETH_ALEN);
603 
604 	ixgbe_add_mac_filter(adapter, mac_addr, vf);
605 
606 	return 0;
607 }
608 
609 int ixgbe_vf_configuration(struct pci_dev *pdev, unsigned int event_mask)
610 {
611 	struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);
612 	unsigned int vfn = (event_mask & 0x3f);
613 
614 	bool enable = ((event_mask & 0x10000000U) != 0);
615 
616 	if (enable)
617 		eth_zero_addr(adapter->vfinfo[vfn].vf_mac_addresses);
618 
619 	return 0;
620 }
621 
622 static inline void ixgbe_write_qde(struct ixgbe_adapter *adapter, u32 vf,
623 				   u32 qde)
624 {
625 	struct ixgbe_hw *hw = &adapter->hw;
626 	struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
627 	u32 q_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
628 	int i;
629 
630 	for (i = vf * q_per_pool; i < ((vf + 1) * q_per_pool); i++) {
631 		u32 reg;
632 
633 		/* flush previous write */
634 		IXGBE_WRITE_FLUSH(hw);
635 
636 		/* indicate to hardware that we want to set drop enable */
637 		reg = IXGBE_QDE_WRITE | IXGBE_QDE_ENABLE;
638 		reg |= i <<  IXGBE_QDE_IDX_SHIFT;
639 		IXGBE_WRITE_REG(hw, IXGBE_QDE, reg);
640 	}
641 }
642 
643 static int ixgbe_vf_reset_msg(struct ixgbe_adapter *adapter, u32 vf)
644 {
645 	struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
646 	struct ixgbe_hw *hw = &adapter->hw;
647 	unsigned char *vf_mac = adapter->vfinfo[vf].vf_mac_addresses;
648 	u32 reg, reg_offset, vf_shift;
649 	u32 msgbuf[4] = {0, 0, 0, 0};
650 	u8 *addr = (u8 *)(&msgbuf[1]);
651 	u32 q_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
652 	int i;
653 
654 	e_info(probe, "VF Reset msg received from vf %d\n", vf);
655 
656 	/* reset the filters for the device */
657 	ixgbe_vf_reset_event(adapter, vf);
658 
659 	/* set vf mac address */
660 	if (!is_zero_ether_addr(vf_mac))
661 		ixgbe_set_vf_mac(adapter, vf, vf_mac);
662 
663 	vf_shift = vf % 32;
664 	reg_offset = vf / 32;
665 
666 	/* enable transmit for vf */
667 	reg = IXGBE_READ_REG(hw, IXGBE_VFTE(reg_offset));
668 	reg |= 1 << vf_shift;
669 	IXGBE_WRITE_REG(hw, IXGBE_VFTE(reg_offset), reg);
670 
671 	/* force drop enable for all VF Rx queues */
672 	ixgbe_write_qde(adapter, vf, IXGBE_QDE_ENABLE);
673 
674 	/* enable receive for vf */
675 	reg = IXGBE_READ_REG(hw, IXGBE_VFRE(reg_offset));
676 	reg |= 1 << vf_shift;
677 	/*
678 	 * The 82599 cannot support a mix of jumbo and non-jumbo PF/VFs.
679 	 * For more info take a look at ixgbe_set_vf_lpe
680 	 */
681 	if (adapter->hw.mac.type == ixgbe_mac_82599EB) {
682 		struct net_device *dev = adapter->netdev;
683 		int pf_max_frame = dev->mtu + ETH_HLEN;
684 
685 #ifdef CONFIG_FCOE
686 		if (dev->features & NETIF_F_FCOE_MTU)
687 			pf_max_frame = max_t(int, pf_max_frame,
688 					     IXGBE_FCOE_JUMBO_FRAME_SIZE);
689 
690 #endif /* CONFIG_FCOE */
691 		if (pf_max_frame > ETH_FRAME_LEN)
692 			reg &= ~(1 << vf_shift);
693 	}
694 	IXGBE_WRITE_REG(hw, IXGBE_VFRE(reg_offset), reg);
695 
696 	/* enable VF mailbox for further messages */
697 	adapter->vfinfo[vf].clear_to_send = true;
698 
699 	/* Enable counting of spoofed packets in the SSVPC register */
700 	reg = IXGBE_READ_REG(hw, IXGBE_VMECM(reg_offset));
701 	reg |= (1 << vf_shift);
702 	IXGBE_WRITE_REG(hw, IXGBE_VMECM(reg_offset), reg);
703 
704 	/*
705 	 * Reset the VFs TDWBAL and TDWBAH registers
706 	 * which are not cleared by an FLR
707 	 */
708 	for (i = 0; i < q_per_pool; i++) {
709 		IXGBE_WRITE_REG(hw, IXGBE_PVFTDWBAHn(q_per_pool, vf, i), 0);
710 		IXGBE_WRITE_REG(hw, IXGBE_PVFTDWBALn(q_per_pool, vf, i), 0);
711 	}
712 
713 	/* reply to reset with ack and vf mac address */
714 	msgbuf[0] = IXGBE_VF_RESET;
715 	if (!is_zero_ether_addr(vf_mac)) {
716 		msgbuf[0] |= IXGBE_VT_MSGTYPE_ACK;
717 		memcpy(addr, vf_mac, ETH_ALEN);
718 	} else {
719 		msgbuf[0] |= IXGBE_VT_MSGTYPE_NACK;
720 		dev_warn(&adapter->pdev->dev,
721 			 "VF %d has no MAC address assigned, you may have to assign one manually\n",
722 			 vf);
723 	}
724 
725 	/*
726 	 * Piggyback the multicast filter type so VF can compute the
727 	 * correct vectors
728 	 */
729 	msgbuf[3] = hw->mac.mc_filter_type;
730 	ixgbe_write_mbx(hw, msgbuf, IXGBE_VF_PERMADDR_MSG_LEN, vf);
731 
732 	return 0;
733 }
734 
735 static int ixgbe_set_vf_mac_addr(struct ixgbe_adapter *adapter,
736 				 u32 *msgbuf, u32 vf)
737 {
738 	u8 *new_mac = ((u8 *)(&msgbuf[1]));
739 
740 	if (!is_valid_ether_addr(new_mac)) {
741 		e_warn(drv, "VF %d attempted to set invalid mac\n", vf);
742 		return -1;
743 	}
744 
745 	if (adapter->vfinfo[vf].pf_set_mac &&
746 	    !ether_addr_equal(adapter->vfinfo[vf].vf_mac_addresses, new_mac)) {
747 		e_warn(drv,
748 		       "VF %d attempted to override administratively set MAC address\n"
749 		       "Reload the VF driver to resume operations\n",
750 		       vf);
751 		return -1;
752 	}
753 
754 	return ixgbe_set_vf_mac(adapter, vf, new_mac) < 0;
755 }
756 
757 static int ixgbe_find_vlvf_entry(struct ixgbe_hw *hw, u32 vlan)
758 {
759 	u32 vlvf;
760 	s32 regindex;
761 
762 	/* short cut the special case */
763 	if (vlan == 0)
764 		return 0;
765 
766 	/* Search for the vlan id in the VLVF entries */
767 	for (regindex = 1; regindex < IXGBE_VLVF_ENTRIES; regindex++) {
768 		vlvf = IXGBE_READ_REG(hw, IXGBE_VLVF(regindex));
769 		if ((vlvf & VLAN_VID_MASK) == vlan)
770 			break;
771 	}
772 
773 	/* Return a negative value if not found */
774 	if (regindex >= IXGBE_VLVF_ENTRIES)
775 		regindex = -1;
776 
777 	return regindex;
778 }
779 
780 static int ixgbe_set_vf_vlan_msg(struct ixgbe_adapter *adapter,
781 				 u32 *msgbuf, u32 vf)
782 {
783 	struct ixgbe_hw *hw = &adapter->hw;
784 	int add = (msgbuf[0] & IXGBE_VT_MSGINFO_MASK) >> IXGBE_VT_MSGINFO_SHIFT;
785 	int vid = (msgbuf[1] & IXGBE_VLVF_VLANID_MASK);
786 	int err;
787 	s32 reg_ndx;
788 	u32 vlvf;
789 	u32 bits;
790 	u8 tcs = netdev_get_num_tc(adapter->netdev);
791 
792 	if (adapter->vfinfo[vf].pf_vlan || tcs) {
793 		e_warn(drv,
794 		       "VF %d attempted to override administratively set VLAN configuration\n"
795 		       "Reload the VF driver to resume operations\n",
796 		       vf);
797 		return -1;
798 	}
799 
800 	if (add)
801 		adapter->vfinfo[vf].vlan_count++;
802 	else if (adapter->vfinfo[vf].vlan_count)
803 		adapter->vfinfo[vf].vlan_count--;
804 
805 	/* in case of promiscuous mode any VLAN filter set for a VF must
806 	 * also have the PF pool added to it.
807 	 */
808 	if (add && adapter->netdev->flags & IFF_PROMISC)
809 		err = ixgbe_set_vf_vlan(adapter, add, vid, VMDQ_P(0));
810 
811 	err = ixgbe_set_vf_vlan(adapter, add, vid, vf);
812 	if (!err && adapter->vfinfo[vf].spoofchk_enabled)
813 		hw->mac.ops.set_vlan_anti_spoofing(hw, true, vf);
814 
815 	/* Go through all the checks to see if the VLAN filter should
816 	 * be wiped completely.
817 	 */
818 	if (!add && adapter->netdev->flags & IFF_PROMISC) {
819 		reg_ndx = ixgbe_find_vlvf_entry(hw, vid);
820 		if (reg_ndx < 0)
821 			return err;
822 		vlvf = IXGBE_READ_REG(hw, IXGBE_VLVF(reg_ndx));
823 		/* See if any other pools are set for this VLAN filter
824 		 * entry other than the PF.
825 		 */
826 		if (VMDQ_P(0) < 32) {
827 			bits = IXGBE_READ_REG(hw, IXGBE_VLVFB(reg_ndx * 2));
828 			bits &= ~(1 << VMDQ_P(0));
829 			bits |= IXGBE_READ_REG(hw,
830 					       IXGBE_VLVFB(reg_ndx * 2) + 1);
831 		} else {
832 			bits = IXGBE_READ_REG(hw,
833 					      IXGBE_VLVFB(reg_ndx * 2) + 1);
834 			bits &= ~(1 << (VMDQ_P(0) - 32));
835 			bits |= IXGBE_READ_REG(hw, IXGBE_VLVFB(reg_ndx * 2));
836 		}
837 
838 		/* If the filter was removed then ensure PF pool bit
839 		 * is cleared if the PF only added itself to the pool
840 		 * because the PF is in promiscuous mode.
841 		 */
842 		if ((vlvf & VLAN_VID_MASK) == vid &&
843 		    !test_bit(vid, adapter->active_vlans) && !bits)
844 			ixgbe_set_vf_vlan(adapter, add, vid, VMDQ_P(0));
845 	}
846 
847 	return err;
848 }
849 
850 static int ixgbe_set_vf_macvlan_msg(struct ixgbe_adapter *adapter,
851 				    u32 *msgbuf, u32 vf)
852 {
853 	u8 *new_mac = ((u8 *)(&msgbuf[1]));
854 	int index = (msgbuf[0] & IXGBE_VT_MSGINFO_MASK) >>
855 		    IXGBE_VT_MSGINFO_SHIFT;
856 	int err;
857 
858 	if (adapter->vfinfo[vf].pf_set_mac && index > 0) {
859 		e_warn(drv,
860 		       "VF %d requested MACVLAN filter but is administratively denied\n",
861 		       vf);
862 		return -1;
863 	}
864 
865 	/* An non-zero index indicates the VF is setting a filter */
866 	if (index) {
867 		if (!is_valid_ether_addr(new_mac)) {
868 			e_warn(drv, "VF %d attempted to set invalid mac\n", vf);
869 			return -1;
870 		}
871 
872 		/*
873 		 * If the VF is allowed to set MAC filters then turn off
874 		 * anti-spoofing to avoid false positives.
875 		 */
876 		if (adapter->vfinfo[vf].spoofchk_enabled)
877 			ixgbe_ndo_set_vf_spoofchk(adapter->netdev, vf, false);
878 	}
879 
880 	err = ixgbe_set_vf_macvlan(adapter, vf, index, new_mac);
881 	if (err == -ENOSPC)
882 		e_warn(drv,
883 		       "VF %d has requested a MACVLAN filter but there is no space for it\n",
884 		       vf);
885 
886 	return err < 0;
887 }
888 
889 static int ixgbe_negotiate_vf_api(struct ixgbe_adapter *adapter,
890 				  u32 *msgbuf, u32 vf)
891 {
892 	int api = msgbuf[1];
893 
894 	switch (api) {
895 	case ixgbe_mbox_api_10:
896 	case ixgbe_mbox_api_11:
897 		adapter->vfinfo[vf].vf_api = api;
898 		return 0;
899 	default:
900 		break;
901 	}
902 
903 	e_info(drv, "VF %d requested invalid api version %u\n", vf, api);
904 
905 	return -1;
906 }
907 
908 static int ixgbe_get_vf_queues(struct ixgbe_adapter *adapter,
909 			       u32 *msgbuf, u32 vf)
910 {
911 	struct net_device *dev = adapter->netdev;
912 	struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
913 	unsigned int default_tc = 0;
914 	u8 num_tcs = netdev_get_num_tc(dev);
915 
916 	/* verify the PF is supporting the correct APIs */
917 	switch (adapter->vfinfo[vf].vf_api) {
918 	case ixgbe_mbox_api_20:
919 	case ixgbe_mbox_api_11:
920 		break;
921 	default:
922 		return -1;
923 	}
924 
925 	/* only allow 1 Tx queue for bandwidth limiting */
926 	msgbuf[IXGBE_VF_TX_QUEUES] = __ALIGN_MASK(1, ~vmdq->mask);
927 	msgbuf[IXGBE_VF_RX_QUEUES] = __ALIGN_MASK(1, ~vmdq->mask);
928 
929 	/* if TCs > 1 determine which TC belongs to default user priority */
930 	if (num_tcs > 1)
931 		default_tc = netdev_get_prio_tc_map(dev, adapter->default_up);
932 
933 	/* notify VF of need for VLAN tag stripping, and correct queue */
934 	if (num_tcs)
935 		msgbuf[IXGBE_VF_TRANS_VLAN] = num_tcs;
936 	else if (adapter->vfinfo[vf].pf_vlan || adapter->vfinfo[vf].pf_qos)
937 		msgbuf[IXGBE_VF_TRANS_VLAN] = 1;
938 	else
939 		msgbuf[IXGBE_VF_TRANS_VLAN] = 0;
940 
941 	/* notify VF of default queue */
942 	msgbuf[IXGBE_VF_DEF_QUEUE] = default_tc;
943 
944 	return 0;
945 }
946 
947 static int ixgbe_rcv_msg_from_vf(struct ixgbe_adapter *adapter, u32 vf)
948 {
949 	u32 mbx_size = IXGBE_VFMAILBOX_SIZE;
950 	u32 msgbuf[IXGBE_VFMAILBOX_SIZE];
951 	struct ixgbe_hw *hw = &adapter->hw;
952 	s32 retval;
953 
954 	retval = ixgbe_read_mbx(hw, msgbuf, mbx_size, vf);
955 
956 	if (retval) {
957 		pr_err("Error receiving message from VF\n");
958 		return retval;
959 	}
960 
961 	/* this is a message we already processed, do nothing */
962 	if (msgbuf[0] & (IXGBE_VT_MSGTYPE_ACK | IXGBE_VT_MSGTYPE_NACK))
963 		return 0;
964 
965 	/* flush the ack before we write any messages back */
966 	IXGBE_WRITE_FLUSH(hw);
967 
968 	if (msgbuf[0] == IXGBE_VF_RESET)
969 		return ixgbe_vf_reset_msg(adapter, vf);
970 
971 	/*
972 	 * until the vf completes a virtual function reset it should not be
973 	 * allowed to start any configuration.
974 	 */
975 	if (!adapter->vfinfo[vf].clear_to_send) {
976 		msgbuf[0] |= IXGBE_VT_MSGTYPE_NACK;
977 		ixgbe_write_mbx(hw, msgbuf, 1, vf);
978 		return 0;
979 	}
980 
981 	switch ((msgbuf[0] & 0xFFFF)) {
982 	case IXGBE_VF_SET_MAC_ADDR:
983 		retval = ixgbe_set_vf_mac_addr(adapter, msgbuf, vf);
984 		break;
985 	case IXGBE_VF_SET_MULTICAST:
986 		retval = ixgbe_set_vf_multicasts(adapter, msgbuf, vf);
987 		break;
988 	case IXGBE_VF_SET_VLAN:
989 		retval = ixgbe_set_vf_vlan_msg(adapter, msgbuf, vf);
990 		break;
991 	case IXGBE_VF_SET_LPE:
992 		retval = ixgbe_set_vf_lpe(adapter, msgbuf, vf);
993 		break;
994 	case IXGBE_VF_SET_MACVLAN:
995 		retval = ixgbe_set_vf_macvlan_msg(adapter, msgbuf, vf);
996 		break;
997 	case IXGBE_VF_API_NEGOTIATE:
998 		retval = ixgbe_negotiate_vf_api(adapter, msgbuf, vf);
999 		break;
1000 	case IXGBE_VF_GET_QUEUES:
1001 		retval = ixgbe_get_vf_queues(adapter, msgbuf, vf);
1002 		break;
1003 	default:
1004 		e_err(drv, "Unhandled Msg %8.8x\n", msgbuf[0]);
1005 		retval = IXGBE_ERR_MBX;
1006 		break;
1007 	}
1008 
1009 	/* notify the VF of the results of what it sent us */
1010 	if (retval)
1011 		msgbuf[0] |= IXGBE_VT_MSGTYPE_NACK;
1012 	else
1013 		msgbuf[0] |= IXGBE_VT_MSGTYPE_ACK;
1014 
1015 	msgbuf[0] |= IXGBE_VT_MSGTYPE_CTS;
1016 
1017 	ixgbe_write_mbx(hw, msgbuf, mbx_size, vf);
1018 
1019 	return retval;
1020 }
1021 
1022 static void ixgbe_rcv_ack_from_vf(struct ixgbe_adapter *adapter, u32 vf)
1023 {
1024 	struct ixgbe_hw *hw = &adapter->hw;
1025 	u32 msg = IXGBE_VT_MSGTYPE_NACK;
1026 
1027 	/* if device isn't clear to send it shouldn't be reading either */
1028 	if (!adapter->vfinfo[vf].clear_to_send)
1029 		ixgbe_write_mbx(hw, &msg, 1, vf);
1030 }
1031 
1032 void ixgbe_msg_task(struct ixgbe_adapter *adapter)
1033 {
1034 	struct ixgbe_hw *hw = &adapter->hw;
1035 	u32 vf;
1036 
1037 	for (vf = 0; vf < adapter->num_vfs; vf++) {
1038 		/* process any reset requests */
1039 		if (!ixgbe_check_for_rst(hw, vf))
1040 			ixgbe_vf_reset_event(adapter, vf);
1041 
1042 		/* process any messages pending */
1043 		if (!ixgbe_check_for_msg(hw, vf))
1044 			ixgbe_rcv_msg_from_vf(adapter, vf);
1045 
1046 		/* process any acks */
1047 		if (!ixgbe_check_for_ack(hw, vf))
1048 			ixgbe_rcv_ack_from_vf(adapter, vf);
1049 	}
1050 }
1051 
1052 void ixgbe_disable_tx_rx(struct ixgbe_adapter *adapter)
1053 {
1054 	struct ixgbe_hw *hw = &adapter->hw;
1055 
1056 	/* disable transmit and receive for all vfs */
1057 	IXGBE_WRITE_REG(hw, IXGBE_VFTE(0), 0);
1058 	IXGBE_WRITE_REG(hw, IXGBE_VFTE(1), 0);
1059 
1060 	IXGBE_WRITE_REG(hw, IXGBE_VFRE(0), 0);
1061 	IXGBE_WRITE_REG(hw, IXGBE_VFRE(1), 0);
1062 }
1063 
1064 void ixgbe_ping_all_vfs(struct ixgbe_adapter *adapter)
1065 {
1066 	struct ixgbe_hw *hw = &adapter->hw;
1067 	u32 ping;
1068 	int i;
1069 
1070 	for (i = 0 ; i < adapter->num_vfs; i++) {
1071 		ping = IXGBE_PF_CONTROL_MSG;
1072 		if (adapter->vfinfo[i].clear_to_send)
1073 			ping |= IXGBE_VT_MSGTYPE_CTS;
1074 		ixgbe_write_mbx(hw, &ping, 1, i);
1075 	}
1076 }
1077 
1078 int ixgbe_ndo_set_vf_mac(struct net_device *netdev, int vf, u8 *mac)
1079 {
1080 	struct ixgbe_adapter *adapter = netdev_priv(netdev);
1081 	if (!is_valid_ether_addr(mac) || (vf >= adapter->num_vfs))
1082 		return -EINVAL;
1083 	adapter->vfinfo[vf].pf_set_mac = true;
1084 	dev_info(&adapter->pdev->dev, "setting MAC %pM on VF %d\n", mac, vf);
1085 	dev_info(&adapter->pdev->dev, "Reload the VF driver to make this"
1086 				      " change effective.");
1087 	if (test_bit(__IXGBE_DOWN, &adapter->state)) {
1088 		dev_warn(&adapter->pdev->dev, "The VF MAC address has been set,"
1089 			 " but the PF device is not up.\n");
1090 		dev_warn(&adapter->pdev->dev, "Bring the PF device up before"
1091 			 " attempting to use the VF device.\n");
1092 	}
1093 	return ixgbe_set_vf_mac(adapter, vf, mac);
1094 }
1095 
1096 static int ixgbe_enable_port_vlan(struct ixgbe_adapter *adapter, int vf,
1097 				  u16 vlan, u8 qos)
1098 {
1099 	struct ixgbe_hw *hw = &adapter->hw;
1100 	int err = 0;
1101 
1102 	if (adapter->vfinfo[vf].pf_vlan)
1103 		err = ixgbe_set_vf_vlan(adapter, false,
1104 					adapter->vfinfo[vf].pf_vlan,
1105 					vf);
1106 	if (err)
1107 		goto out;
1108 	ixgbe_set_vmvir(adapter, vlan, qos, vf);
1109 	ixgbe_set_vmolr(hw, vf, false);
1110 	if (adapter->vfinfo[vf].spoofchk_enabled)
1111 		hw->mac.ops.set_vlan_anti_spoofing(hw, true, vf);
1112 	adapter->vfinfo[vf].vlan_count++;
1113 
1114 	/* enable hide vlan on X550 */
1115 	if (hw->mac.type >= ixgbe_mac_X550)
1116 		ixgbe_write_qde(adapter, vf, IXGBE_QDE_ENABLE |
1117 				IXGBE_QDE_HIDE_VLAN);
1118 
1119 	adapter->vfinfo[vf].pf_vlan = vlan;
1120 	adapter->vfinfo[vf].pf_qos = qos;
1121 	dev_info(&adapter->pdev->dev,
1122 		 "Setting VLAN %d, QOS 0x%x on VF %d\n", vlan, qos, vf);
1123 	if (test_bit(__IXGBE_DOWN, &adapter->state)) {
1124 		dev_warn(&adapter->pdev->dev,
1125 			 "The VF VLAN has been set, but the PF device is not up.\n");
1126 		dev_warn(&adapter->pdev->dev,
1127 			 "Bring the PF device up before attempting to use the VF device.\n");
1128 	}
1129 
1130 out:
1131 	return err;
1132 }
1133 
1134 static int ixgbe_disable_port_vlan(struct ixgbe_adapter *adapter, int vf)
1135 {
1136 	struct ixgbe_hw *hw = &adapter->hw;
1137 	int err;
1138 
1139 	err = ixgbe_set_vf_vlan(adapter, false,
1140 				adapter->vfinfo[vf].pf_vlan, vf);
1141 	ixgbe_clear_vmvir(adapter, vf);
1142 	ixgbe_set_vmolr(hw, vf, true);
1143 	hw->mac.ops.set_vlan_anti_spoofing(hw, false, vf);
1144 	if (adapter->vfinfo[vf].vlan_count)
1145 		adapter->vfinfo[vf].vlan_count--;
1146 	adapter->vfinfo[vf].pf_vlan = 0;
1147 	adapter->vfinfo[vf].pf_qos = 0;
1148 
1149 	return err;
1150 }
1151 
1152 int ixgbe_ndo_set_vf_vlan(struct net_device *netdev, int vf, u16 vlan, u8 qos)
1153 {
1154 	int err = 0;
1155 	struct ixgbe_adapter *adapter = netdev_priv(netdev);
1156 
1157 	if ((vf >= adapter->num_vfs) || (vlan > 4095) || (qos > 7))
1158 		return -EINVAL;
1159 	if (vlan || qos) {
1160 		/* Check if there is already a port VLAN set, if so
1161 		 * we have to delete the old one first before we
1162 		 * can set the new one.  The usage model had
1163 		 * previously assumed the user would delete the
1164 		 * old port VLAN before setting a new one but this
1165 		 * is not necessarily the case.
1166 		 */
1167 		if (adapter->vfinfo[vf].pf_vlan)
1168 			err = ixgbe_disable_port_vlan(adapter, vf);
1169 		if (err)
1170 			goto out;
1171 		err = ixgbe_enable_port_vlan(adapter, vf, vlan, qos);
1172 	} else {
1173 		err = ixgbe_disable_port_vlan(adapter, vf);
1174 	}
1175 
1176 out:
1177 	return err;
1178 }
1179 
1180 static int ixgbe_link_mbps(struct ixgbe_adapter *adapter)
1181 {
1182 	switch (adapter->link_speed) {
1183 	case IXGBE_LINK_SPEED_100_FULL:
1184 		return 100;
1185 	case IXGBE_LINK_SPEED_1GB_FULL:
1186 		return 1000;
1187 	case IXGBE_LINK_SPEED_10GB_FULL:
1188 		return 10000;
1189 	default:
1190 		return 0;
1191 	}
1192 }
1193 
1194 static void ixgbe_set_vf_rate_limit(struct ixgbe_adapter *adapter, int vf)
1195 {
1196 	struct ixgbe_ring_feature *vmdq = &adapter->ring_feature[RING_F_VMDQ];
1197 	struct ixgbe_hw *hw = &adapter->hw;
1198 	u32 bcnrc_val = 0;
1199 	u16 queue, queues_per_pool;
1200 	u16 tx_rate = adapter->vfinfo[vf].tx_rate;
1201 
1202 	if (tx_rate) {
1203 		/* start with base link speed value */
1204 		bcnrc_val = adapter->vf_rate_link_speed;
1205 
1206 		/* Calculate the rate factor values to set */
1207 		bcnrc_val <<= IXGBE_RTTBCNRC_RF_INT_SHIFT;
1208 		bcnrc_val /= tx_rate;
1209 
1210 		/* clear everything but the rate factor */
1211 		bcnrc_val &= IXGBE_RTTBCNRC_RF_INT_MASK |
1212 			     IXGBE_RTTBCNRC_RF_DEC_MASK;
1213 
1214 		/* enable the rate scheduler */
1215 		bcnrc_val |= IXGBE_RTTBCNRC_RS_ENA;
1216 	}
1217 
1218 	/*
1219 	 * Set global transmit compensation time to the MMW_SIZE in RTTBCNRM
1220 	 * register. Typically MMW_SIZE=0x014 if 9728-byte jumbo is supported
1221 	 * and 0x004 otherwise.
1222 	 */
1223 	switch (hw->mac.type) {
1224 	case ixgbe_mac_82599EB:
1225 		IXGBE_WRITE_REG(hw, IXGBE_RTTBCNRM, 0x4);
1226 		break;
1227 	case ixgbe_mac_X540:
1228 		IXGBE_WRITE_REG(hw, IXGBE_RTTBCNRM, 0x14);
1229 		break;
1230 	default:
1231 		break;
1232 	}
1233 
1234 	/* determine how many queues per pool based on VMDq mask */
1235 	queues_per_pool = __ALIGN_MASK(1, ~vmdq->mask);
1236 
1237 	/* write value for all Tx queues belonging to VF */
1238 	for (queue = 0; queue < queues_per_pool; queue++) {
1239 		unsigned int reg_idx = (vf * queues_per_pool) + queue;
1240 
1241 		IXGBE_WRITE_REG(hw, IXGBE_RTTDQSEL, reg_idx);
1242 		IXGBE_WRITE_REG(hw, IXGBE_RTTBCNRC, bcnrc_val);
1243 	}
1244 }
1245 
1246 void ixgbe_check_vf_rate_limit(struct ixgbe_adapter *adapter)
1247 {
1248 	int i;
1249 
1250 	/* VF Tx rate limit was not set */
1251 	if (!adapter->vf_rate_link_speed)
1252 		return;
1253 
1254 	if (ixgbe_link_mbps(adapter) != adapter->vf_rate_link_speed) {
1255 		adapter->vf_rate_link_speed = 0;
1256 		dev_info(&adapter->pdev->dev,
1257 			 "Link speed has been changed. VF Transmit rate is disabled\n");
1258 	}
1259 
1260 	for (i = 0; i < adapter->num_vfs; i++) {
1261 		if (!adapter->vf_rate_link_speed)
1262 			adapter->vfinfo[i].tx_rate = 0;
1263 
1264 		ixgbe_set_vf_rate_limit(adapter, i);
1265 	}
1266 }
1267 
1268 int ixgbe_ndo_set_vf_bw(struct net_device *netdev, int vf, int min_tx_rate,
1269 			int max_tx_rate)
1270 {
1271 	struct ixgbe_adapter *adapter = netdev_priv(netdev);
1272 	int link_speed;
1273 
1274 	/* verify VF is active */
1275 	if (vf >= adapter->num_vfs)
1276 		return -EINVAL;
1277 
1278 	/* verify link is up */
1279 	if (!adapter->link_up)
1280 		return -EINVAL;
1281 
1282 	/* verify we are linked at 10Gbps */
1283 	link_speed = ixgbe_link_mbps(adapter);
1284 	if (link_speed != 10000)
1285 		return -EINVAL;
1286 
1287 	if (min_tx_rate)
1288 		return -EINVAL;
1289 
1290 	/* rate limit cannot be less than 10Mbs or greater than link speed */
1291 	if (max_tx_rate && ((max_tx_rate <= 10) || (max_tx_rate > link_speed)))
1292 		return -EINVAL;
1293 
1294 	/* store values */
1295 	adapter->vf_rate_link_speed = link_speed;
1296 	adapter->vfinfo[vf].tx_rate = max_tx_rate;
1297 
1298 	/* update hardware configuration */
1299 	ixgbe_set_vf_rate_limit(adapter, vf);
1300 
1301 	return 0;
1302 }
1303 
1304 int ixgbe_ndo_set_vf_spoofchk(struct net_device *netdev, int vf, bool setting)
1305 {
1306 	struct ixgbe_adapter *adapter = netdev_priv(netdev);
1307 	int vf_target_reg = vf >> 3;
1308 	int vf_target_shift = vf % 8;
1309 	struct ixgbe_hw *hw = &adapter->hw;
1310 	u32 regval;
1311 
1312 	if (vf >= adapter->num_vfs)
1313 		return -EINVAL;
1314 
1315 	adapter->vfinfo[vf].spoofchk_enabled = setting;
1316 
1317 	regval = IXGBE_READ_REG(hw, IXGBE_PFVFSPOOF(vf_target_reg));
1318 	regval &= ~(1 << vf_target_shift);
1319 	regval |= (setting << vf_target_shift);
1320 	IXGBE_WRITE_REG(hw, IXGBE_PFVFSPOOF(vf_target_reg), regval);
1321 
1322 	if (adapter->vfinfo[vf].vlan_count) {
1323 		vf_target_shift += IXGBE_SPOOF_VLANAS_SHIFT;
1324 		regval = IXGBE_READ_REG(hw, IXGBE_PFVFSPOOF(vf_target_reg));
1325 		regval &= ~(1 << vf_target_shift);
1326 		regval |= (setting << vf_target_shift);
1327 		IXGBE_WRITE_REG(hw, IXGBE_PFVFSPOOF(vf_target_reg), regval);
1328 	}
1329 
1330 	return 0;
1331 }
1332 
1333 int ixgbe_ndo_get_vf_config(struct net_device *netdev,
1334 			    int vf, struct ifla_vf_info *ivi)
1335 {
1336 	struct ixgbe_adapter *adapter = netdev_priv(netdev);
1337 	if (vf >= adapter->num_vfs)
1338 		return -EINVAL;
1339 	ivi->vf = vf;
1340 	memcpy(&ivi->mac, adapter->vfinfo[vf].vf_mac_addresses, ETH_ALEN);
1341 	ivi->max_tx_rate = adapter->vfinfo[vf].tx_rate;
1342 	ivi->min_tx_rate = 0;
1343 	ivi->vlan = adapter->vfinfo[vf].pf_vlan;
1344 	ivi->qos = adapter->vfinfo[vf].pf_qos;
1345 	ivi->spoofchk = adapter->vfinfo[vf].spoofchk_enabled;
1346 	return 0;
1347 }
1348