1 /*
2  * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * OpenIB.org BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and/or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 
33 #include <linux/errno.h>
34 #include <linux/if_ether.h>
35 #include <linux/if_vlan.h>
36 #include <linux/export.h>
37 
38 #include <linux/mlx4/cmd.h>
39 
40 #include "mlx4.h"
41 #include "mlx4_stats.h"
42 
43 #define MLX4_MAC_VALID		(1ull << 63)
44 
45 #define MLX4_VLAN_VALID		(1u << 31)
46 #define MLX4_VLAN_MASK		0xfff
47 
48 #define MLX4_STATS_TRAFFIC_COUNTERS_MASK	0xfULL
49 #define MLX4_STATS_TRAFFIC_DROPS_MASK		0xc0ULL
50 #define MLX4_STATS_ERROR_COUNTERS_MASK		0x1ffc30ULL
51 #define MLX4_STATS_PORT_COUNTERS_MASK		0x1fe00000ULL
52 
53 #define MLX4_FLAG_V_IGNORE_FCS_MASK		0x2
54 #define MLX4_IGNORE_FCS_MASK			0x1
55 #define MLX4_TC_MAX_NUMBER			8
56 
57 void mlx4_init_mac_table(struct mlx4_dev *dev, struct mlx4_mac_table *table)
58 {
59 	int i;
60 
61 	mutex_init(&table->mutex);
62 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
63 		table->entries[i] = 0;
64 		table->refs[i]	 = 0;
65 		table->is_dup[i] = false;
66 	}
67 	table->max   = 1 << dev->caps.log_num_macs;
68 	table->total = 0;
69 }
70 
71 void mlx4_init_vlan_table(struct mlx4_dev *dev, struct mlx4_vlan_table *table)
72 {
73 	int i;
74 
75 	mutex_init(&table->mutex);
76 	for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
77 		table->entries[i] = 0;
78 		table->refs[i]	 = 0;
79 		table->is_dup[i] = false;
80 	}
81 	table->max   = (1 << dev->caps.log_num_vlans) - MLX4_VLAN_REGULAR;
82 	table->total = 0;
83 }
84 
85 void mlx4_init_roce_gid_table(struct mlx4_dev *dev,
86 			      struct mlx4_roce_gid_table *table)
87 {
88 	int i;
89 
90 	mutex_init(&table->mutex);
91 	for (i = 0; i < MLX4_ROCE_MAX_GIDS; i++)
92 		memset(table->roce_gids[i].raw, 0, MLX4_ROCE_GID_ENTRY_SIZE);
93 }
94 
95 static int validate_index(struct mlx4_dev *dev,
96 			  struct mlx4_mac_table *table, int index)
97 {
98 	int err = 0;
99 
100 	if (index < 0 || index >= table->max || !table->entries[index]) {
101 		mlx4_warn(dev, "No valid Mac entry for the given index\n");
102 		err = -EINVAL;
103 	}
104 	return err;
105 }
106 
107 static int find_index(struct mlx4_dev *dev,
108 		      struct mlx4_mac_table *table, u64 mac)
109 {
110 	int i;
111 
112 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
113 		if (table->refs[i] &&
114 		    (MLX4_MAC_MASK & mac) ==
115 		    (MLX4_MAC_MASK & be64_to_cpu(table->entries[i])))
116 			return i;
117 	}
118 	/* Mac not found */
119 	return -EINVAL;
120 }
121 
122 static int mlx4_set_port_mac_table(struct mlx4_dev *dev, u8 port,
123 				   __be64 *entries)
124 {
125 	struct mlx4_cmd_mailbox *mailbox;
126 	u32 in_mod;
127 	int err;
128 
129 	mailbox = mlx4_alloc_cmd_mailbox(dev);
130 	if (IS_ERR(mailbox))
131 		return PTR_ERR(mailbox);
132 
133 	memcpy(mailbox->buf, entries, MLX4_MAC_TABLE_SIZE);
134 
135 	in_mod = MLX4_SET_PORT_MAC_TABLE << 8 | port;
136 
137 	err = mlx4_cmd(dev, mailbox->dma, in_mod, MLX4_SET_PORT_ETH_OPCODE,
138 		       MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
139 		       MLX4_CMD_NATIVE);
140 
141 	mlx4_free_cmd_mailbox(dev, mailbox);
142 	return err;
143 }
144 
145 int mlx4_find_cached_mac(struct mlx4_dev *dev, u8 port, u64 mac, int *idx)
146 {
147 	struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
148 	struct mlx4_mac_table *table = &info->mac_table;
149 	int i;
150 
151 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
152 		if (!table->refs[i])
153 			continue;
154 
155 		if (mac == (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
156 			*idx = i;
157 			return 0;
158 		}
159 	}
160 
161 	return -ENOENT;
162 }
163 EXPORT_SYMBOL_GPL(mlx4_find_cached_mac);
164 
165 static bool mlx4_need_mf_bond(struct mlx4_dev *dev)
166 {
167 	int i, num_eth_ports = 0;
168 
169 	if (!mlx4_is_mfunc(dev))
170 		return false;
171 	mlx4_foreach_port(i, dev, MLX4_PORT_TYPE_ETH)
172 		++num_eth_ports;
173 
174 	return (num_eth_ports ==  2) ? true : false;
175 }
176 
177 int __mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
178 {
179 	struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
180 	struct mlx4_mac_table *table = &info->mac_table;
181 	int i, err = 0;
182 	int free = -1;
183 	int free_for_dup = -1;
184 	bool dup = mlx4_is_mf_bonded(dev);
185 	u8 dup_port = (port == 1) ? 2 : 1;
186 	struct mlx4_mac_table *dup_table = &mlx4_priv(dev)->port[dup_port].mac_table;
187 	bool need_mf_bond = mlx4_need_mf_bond(dev);
188 	bool can_mf_bond = true;
189 
190 	mlx4_dbg(dev, "Registering MAC: 0x%llx for port %d %s duplicate\n",
191 		 (unsigned long long)mac, port,
192 		 dup ? "with" : "without");
193 
194 	if (need_mf_bond) {
195 		if (port == 1) {
196 			mutex_lock(&table->mutex);
197 			mutex_lock_nested(&dup_table->mutex, SINGLE_DEPTH_NESTING);
198 		} else {
199 			mutex_lock(&dup_table->mutex);
200 			mutex_lock_nested(&table->mutex, SINGLE_DEPTH_NESTING);
201 		}
202 	} else {
203 		mutex_lock(&table->mutex);
204 	}
205 
206 	if (need_mf_bond) {
207 		int index_at_port = -1;
208 		int index_at_dup_port = -1;
209 
210 		for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
211 			if (((MLX4_MAC_MASK & mac) == (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))))
212 				index_at_port = i;
213 			if (((MLX4_MAC_MASK & mac) == (MLX4_MAC_MASK & be64_to_cpu(dup_table->entries[i]))))
214 				index_at_dup_port = i;
215 		}
216 
217 		/* check that same mac is not in the tables at different indices */
218 		if ((index_at_port != index_at_dup_port) &&
219 		    (index_at_port >= 0) &&
220 		    (index_at_dup_port >= 0))
221 			can_mf_bond = false;
222 
223 		/* If the mac is already in the primary table, the slot must be
224 		 * available in the duplicate table as well.
225 		 */
226 		if (index_at_port >= 0 && index_at_dup_port < 0 &&
227 		    dup_table->refs[index_at_port]) {
228 			can_mf_bond = false;
229 		}
230 		/* If the mac is already in the duplicate table, check that the
231 		 * corresponding index is not occupied in the primary table, or
232 		 * the primary table already contains the mac at the same index.
233 		 * Otherwise, you cannot bond (primary contains a different mac
234 		 * at that index).
235 		 */
236 		if (index_at_dup_port >= 0) {
237 			if (!table->refs[index_at_dup_port] ||
238 			    ((MLX4_MAC_MASK & mac) == (MLX4_MAC_MASK & be64_to_cpu(table->entries[index_at_dup_port]))))
239 				free_for_dup = index_at_dup_port;
240 			else
241 				can_mf_bond = false;
242 		}
243 	}
244 
245 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
246 		if (!table->refs[i]) {
247 			if (free < 0)
248 				free = i;
249 			if (free_for_dup < 0 && need_mf_bond && can_mf_bond) {
250 				if (!dup_table->refs[i])
251 					free_for_dup = i;
252 			}
253 			continue;
254 		}
255 
256 		if ((MLX4_MAC_MASK & mac) ==
257 		     (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
258 			/* MAC already registered, increment ref count */
259 			err = i;
260 			++table->refs[i];
261 			if (dup) {
262 				u64 dup_mac = MLX4_MAC_MASK & be64_to_cpu(dup_table->entries[i]);
263 
264 				if (dup_mac != mac || !dup_table->is_dup[i]) {
265 					mlx4_warn(dev, "register mac: expect duplicate mac 0x%llx on port %d index %d\n",
266 						  mac, dup_port, i);
267 				}
268 			}
269 			goto out;
270 		}
271 	}
272 
273 	if (need_mf_bond && (free_for_dup < 0)) {
274 		if (dup) {
275 			mlx4_warn(dev, "Fail to allocate duplicate MAC table entry\n");
276 			mlx4_warn(dev, "High Availability for virtual functions may not work as expected\n");
277 			dup = false;
278 		}
279 		can_mf_bond = false;
280 	}
281 
282 	if (need_mf_bond && can_mf_bond)
283 		free = free_for_dup;
284 
285 	mlx4_dbg(dev, "Free MAC index is %d\n", free);
286 
287 	if (table->total == table->max) {
288 		/* No free mac entries */
289 		err = -ENOSPC;
290 		goto out;
291 	}
292 
293 	/* Register new MAC */
294 	table->entries[free] = cpu_to_be64(mac | MLX4_MAC_VALID);
295 
296 	err = mlx4_set_port_mac_table(dev, port, table->entries);
297 	if (unlikely(err)) {
298 		mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
299 			 (unsigned long long) mac);
300 		table->entries[free] = 0;
301 		goto out;
302 	}
303 	table->refs[free] = 1;
304 	table->is_dup[free] = false;
305 	++table->total;
306 	if (dup) {
307 		dup_table->refs[free] = 0;
308 		dup_table->is_dup[free] = true;
309 		dup_table->entries[free] = cpu_to_be64(mac | MLX4_MAC_VALID);
310 
311 		err = mlx4_set_port_mac_table(dev, dup_port, dup_table->entries);
312 		if (unlikely(err)) {
313 			mlx4_warn(dev, "Failed adding duplicate mac: 0x%llx\n", mac);
314 			dup_table->is_dup[free] = false;
315 			dup_table->entries[free] = 0;
316 			goto out;
317 		}
318 		++dup_table->total;
319 	}
320 	err = free;
321 out:
322 	if (need_mf_bond) {
323 		if (port == 2) {
324 			mutex_unlock(&table->mutex);
325 			mutex_unlock(&dup_table->mutex);
326 		} else {
327 			mutex_unlock(&dup_table->mutex);
328 			mutex_unlock(&table->mutex);
329 		}
330 	} else {
331 		mutex_unlock(&table->mutex);
332 	}
333 	return err;
334 }
335 EXPORT_SYMBOL_GPL(__mlx4_register_mac);
336 
337 int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
338 {
339 	u64 out_param = 0;
340 	int err = -EINVAL;
341 
342 	if (mlx4_is_mfunc(dev)) {
343 		if (!(dev->flags & MLX4_FLAG_OLD_REG_MAC)) {
344 			err = mlx4_cmd_imm(dev, mac, &out_param,
345 					   ((u32) port) << 8 | (u32) RES_MAC,
346 					   RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
347 					   MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
348 		}
349 		if (err && err == -EINVAL && mlx4_is_slave(dev)) {
350 			/* retry using old REG_MAC format */
351 			set_param_l(&out_param, port);
352 			err = mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
353 					   RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
354 					   MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
355 			if (!err)
356 				dev->flags |= MLX4_FLAG_OLD_REG_MAC;
357 		}
358 		if (err)
359 			return err;
360 
361 		return get_param_l(&out_param);
362 	}
363 	return __mlx4_register_mac(dev, port, mac);
364 }
365 EXPORT_SYMBOL_GPL(mlx4_register_mac);
366 
367 int mlx4_get_base_qpn(struct mlx4_dev *dev, u8 port)
368 {
369 	return dev->caps.reserved_qps_base[MLX4_QP_REGION_ETH_ADDR] +
370 			(port - 1) * (1 << dev->caps.log_num_macs);
371 }
372 EXPORT_SYMBOL_GPL(mlx4_get_base_qpn);
373 
374 void __mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
375 {
376 	struct mlx4_port_info *info;
377 	struct mlx4_mac_table *table;
378 	int index;
379 	bool dup = mlx4_is_mf_bonded(dev);
380 	u8 dup_port = (port == 1) ? 2 : 1;
381 	struct mlx4_mac_table *dup_table = &mlx4_priv(dev)->port[dup_port].mac_table;
382 
383 	if (port < 1 || port > dev->caps.num_ports) {
384 		mlx4_warn(dev, "invalid port number (%d), aborting...\n", port);
385 		return;
386 	}
387 	info = &mlx4_priv(dev)->port[port];
388 	table = &info->mac_table;
389 
390 	if (dup) {
391 		if (port == 1) {
392 			mutex_lock(&table->mutex);
393 			mutex_lock_nested(&dup_table->mutex, SINGLE_DEPTH_NESTING);
394 		} else {
395 			mutex_lock(&dup_table->mutex);
396 			mutex_lock_nested(&table->mutex, SINGLE_DEPTH_NESTING);
397 		}
398 	} else {
399 		mutex_lock(&table->mutex);
400 	}
401 
402 	index = find_index(dev, table, mac);
403 
404 	if (validate_index(dev, table, index))
405 		goto out;
406 
407 	if (--table->refs[index] || table->is_dup[index]) {
408 		mlx4_dbg(dev, "Have more references for index %d, no need to modify mac table\n",
409 			 index);
410 		if (!table->refs[index])
411 			dup_table->is_dup[index] = false;
412 		goto out;
413 	}
414 
415 	table->entries[index] = 0;
416 	if (mlx4_set_port_mac_table(dev, port, table->entries))
417 		mlx4_warn(dev, "Fail to set mac in port %d during unregister\n", port);
418 	--table->total;
419 
420 	if (dup) {
421 		dup_table->is_dup[index] = false;
422 		if (dup_table->refs[index])
423 			goto out;
424 		dup_table->entries[index] = 0;
425 		if (mlx4_set_port_mac_table(dev, dup_port, dup_table->entries))
426 			mlx4_warn(dev, "Fail to set mac in duplicate port %d during unregister\n", dup_port);
427 
428 		--table->total;
429 	}
430 out:
431 	if (dup) {
432 		if (port == 2) {
433 			mutex_unlock(&table->mutex);
434 			mutex_unlock(&dup_table->mutex);
435 		} else {
436 			mutex_unlock(&dup_table->mutex);
437 			mutex_unlock(&table->mutex);
438 		}
439 	} else {
440 		mutex_unlock(&table->mutex);
441 	}
442 }
443 EXPORT_SYMBOL_GPL(__mlx4_unregister_mac);
444 
445 void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
446 {
447 	u64 out_param = 0;
448 
449 	if (mlx4_is_mfunc(dev)) {
450 		if (!(dev->flags & MLX4_FLAG_OLD_REG_MAC)) {
451 			(void) mlx4_cmd_imm(dev, mac, &out_param,
452 					    ((u32) port) << 8 | (u32) RES_MAC,
453 					    RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
454 					    MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
455 		} else {
456 			/* use old unregister mac format */
457 			set_param_l(&out_param, port);
458 			(void) mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
459 					    RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
460 					    MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
461 		}
462 		return;
463 	}
464 	__mlx4_unregister_mac(dev, port, mac);
465 	return;
466 }
467 EXPORT_SYMBOL_GPL(mlx4_unregister_mac);
468 
469 int __mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac)
470 {
471 	struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
472 	struct mlx4_mac_table *table = &info->mac_table;
473 	int index = qpn - info->base_qpn;
474 	int err = 0;
475 	bool dup = mlx4_is_mf_bonded(dev);
476 	u8 dup_port = (port == 1) ? 2 : 1;
477 	struct mlx4_mac_table *dup_table = &mlx4_priv(dev)->port[dup_port].mac_table;
478 
479 	/* CX1 doesn't support multi-functions */
480 	if (dup) {
481 		if (port == 1) {
482 			mutex_lock(&table->mutex);
483 			mutex_lock_nested(&dup_table->mutex, SINGLE_DEPTH_NESTING);
484 		} else {
485 			mutex_lock(&dup_table->mutex);
486 			mutex_lock_nested(&table->mutex, SINGLE_DEPTH_NESTING);
487 		}
488 	} else {
489 		mutex_lock(&table->mutex);
490 	}
491 
492 	err = validate_index(dev, table, index);
493 	if (err)
494 		goto out;
495 
496 	table->entries[index] = cpu_to_be64(new_mac | MLX4_MAC_VALID);
497 
498 	err = mlx4_set_port_mac_table(dev, port, table->entries);
499 	if (unlikely(err)) {
500 		mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
501 			 (unsigned long long) new_mac);
502 		table->entries[index] = 0;
503 	} else {
504 		if (dup) {
505 			dup_table->entries[index] = cpu_to_be64(new_mac | MLX4_MAC_VALID);
506 
507 			err = mlx4_set_port_mac_table(dev, dup_port, dup_table->entries);
508 			if (unlikely(err)) {
509 				mlx4_err(dev, "Failed adding duplicate MAC: 0x%llx\n",
510 					 (unsigned long long)new_mac);
511 				dup_table->entries[index] = 0;
512 			}
513 		}
514 	}
515 out:
516 	if (dup) {
517 		if (port == 2) {
518 			mutex_unlock(&table->mutex);
519 			mutex_unlock(&dup_table->mutex);
520 		} else {
521 			mutex_unlock(&dup_table->mutex);
522 			mutex_unlock(&table->mutex);
523 		}
524 	} else {
525 		mutex_unlock(&table->mutex);
526 	}
527 	return err;
528 }
529 EXPORT_SYMBOL_GPL(__mlx4_replace_mac);
530 
531 static int mlx4_set_port_vlan_table(struct mlx4_dev *dev, u8 port,
532 				    __be32 *entries)
533 {
534 	struct mlx4_cmd_mailbox *mailbox;
535 	u32 in_mod;
536 	int err;
537 
538 	mailbox = mlx4_alloc_cmd_mailbox(dev);
539 	if (IS_ERR(mailbox))
540 		return PTR_ERR(mailbox);
541 
542 	memcpy(mailbox->buf, entries, MLX4_VLAN_TABLE_SIZE);
543 	in_mod = MLX4_SET_PORT_VLAN_TABLE << 8 | port;
544 	err = mlx4_cmd(dev, mailbox->dma, in_mod, MLX4_SET_PORT_ETH_OPCODE,
545 		       MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
546 		       MLX4_CMD_NATIVE);
547 
548 	mlx4_free_cmd_mailbox(dev, mailbox);
549 
550 	return err;
551 }
552 
553 int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx)
554 {
555 	struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
556 	int i;
557 
558 	for (i = 0; i < MLX4_MAX_VLAN_NUM; ++i) {
559 		if (table->refs[i] &&
560 		    (vid == (MLX4_VLAN_MASK &
561 			      be32_to_cpu(table->entries[i])))) {
562 			/* VLAN already registered, increase reference count */
563 			*idx = i;
564 			return 0;
565 		}
566 	}
567 
568 	return -ENOENT;
569 }
570 EXPORT_SYMBOL_GPL(mlx4_find_cached_vlan);
571 
572 int __mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan,
573 				int *index)
574 {
575 	struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
576 	int i, err = 0;
577 	int free = -1;
578 	int free_for_dup = -1;
579 	bool dup = mlx4_is_mf_bonded(dev);
580 	u8 dup_port = (port == 1) ? 2 : 1;
581 	struct mlx4_vlan_table *dup_table = &mlx4_priv(dev)->port[dup_port].vlan_table;
582 	bool need_mf_bond = mlx4_need_mf_bond(dev);
583 	bool can_mf_bond = true;
584 
585 	mlx4_dbg(dev, "Registering VLAN: %d for port %d %s duplicate\n",
586 		 vlan, port,
587 		 dup ? "with" : "without");
588 
589 	if (need_mf_bond) {
590 		if (port == 1) {
591 			mutex_lock(&table->mutex);
592 			mutex_lock_nested(&dup_table->mutex, SINGLE_DEPTH_NESTING);
593 		} else {
594 			mutex_lock(&dup_table->mutex);
595 			mutex_lock_nested(&table->mutex, SINGLE_DEPTH_NESTING);
596 		}
597 	} else {
598 		mutex_lock(&table->mutex);
599 	}
600 
601 	if (table->total == table->max) {
602 		/* No free vlan entries */
603 		err = -ENOSPC;
604 		goto out;
605 	}
606 
607 	if (need_mf_bond) {
608 		int index_at_port = -1;
609 		int index_at_dup_port = -1;
610 
611 		for (i = MLX4_VLAN_REGULAR; i < MLX4_MAX_VLAN_NUM; i++) {
612 			if ((vlan == (MLX4_VLAN_MASK & be32_to_cpu(table->entries[i]))))
613 				index_at_port = i;
614 			if ((vlan == (MLX4_VLAN_MASK & be32_to_cpu(dup_table->entries[i]))))
615 				index_at_dup_port = i;
616 		}
617 		/* check that same vlan is not in the tables at different indices */
618 		if ((index_at_port != index_at_dup_port) &&
619 		    (index_at_port >= 0) &&
620 		    (index_at_dup_port >= 0))
621 			can_mf_bond = false;
622 
623 		/* If the vlan is already in the primary table, the slot must be
624 		 * available in the duplicate table as well.
625 		 */
626 		if (index_at_port >= 0 && index_at_dup_port < 0 &&
627 		    dup_table->refs[index_at_port]) {
628 			can_mf_bond = false;
629 		}
630 		/* If the vlan is already in the duplicate table, check that the
631 		 * corresponding index is not occupied in the primary table, or
632 		 * the primary table already contains the vlan at the same index.
633 		 * Otherwise, you cannot bond (primary contains a different vlan
634 		 * at that index).
635 		 */
636 		if (index_at_dup_port >= 0) {
637 			if (!table->refs[index_at_dup_port] ||
638 			    (vlan == (MLX4_VLAN_MASK & be32_to_cpu(dup_table->entries[index_at_dup_port]))))
639 				free_for_dup = index_at_dup_port;
640 			else
641 				can_mf_bond = false;
642 		}
643 	}
644 
645 	for (i = MLX4_VLAN_REGULAR; i < MLX4_MAX_VLAN_NUM; i++) {
646 		if (!table->refs[i]) {
647 			if (free < 0)
648 				free = i;
649 			if (free_for_dup < 0 && need_mf_bond && can_mf_bond) {
650 				if (!dup_table->refs[i])
651 					free_for_dup = i;
652 			}
653 		}
654 
655 		if ((table->refs[i] || table->is_dup[i]) &&
656 		    (vlan == (MLX4_VLAN_MASK &
657 			      be32_to_cpu(table->entries[i])))) {
658 			/* Vlan already registered, increase references count */
659 			mlx4_dbg(dev, "vlan %u is already registered.\n", vlan);
660 			*index = i;
661 			++table->refs[i];
662 			if (dup) {
663 				u16 dup_vlan = MLX4_VLAN_MASK & be32_to_cpu(dup_table->entries[i]);
664 
665 				if (dup_vlan != vlan || !dup_table->is_dup[i]) {
666 					mlx4_warn(dev, "register vlan: expected duplicate vlan %u on port %d index %d\n",
667 						  vlan, dup_port, i);
668 				}
669 			}
670 			goto out;
671 		}
672 	}
673 
674 	if (need_mf_bond && (free_for_dup < 0)) {
675 		if (dup) {
676 			mlx4_warn(dev, "Fail to allocate duplicate VLAN table entry\n");
677 			mlx4_warn(dev, "High Availability for virtual functions may not work as expected\n");
678 			dup = false;
679 		}
680 		can_mf_bond = false;
681 	}
682 
683 	if (need_mf_bond && can_mf_bond)
684 		free = free_for_dup;
685 
686 	if (free < 0) {
687 		err = -ENOMEM;
688 		goto out;
689 	}
690 
691 	/* Register new VLAN */
692 	table->refs[free] = 1;
693 	table->is_dup[free] = false;
694 	table->entries[free] = cpu_to_be32(vlan | MLX4_VLAN_VALID);
695 
696 	err = mlx4_set_port_vlan_table(dev, port, table->entries);
697 	if (unlikely(err)) {
698 		mlx4_warn(dev, "Failed adding vlan: %u\n", vlan);
699 		table->refs[free] = 0;
700 		table->entries[free] = 0;
701 		goto out;
702 	}
703 	++table->total;
704 	if (dup) {
705 		dup_table->refs[free] = 0;
706 		dup_table->is_dup[free] = true;
707 		dup_table->entries[free] = cpu_to_be32(vlan | MLX4_VLAN_VALID);
708 
709 		err = mlx4_set_port_vlan_table(dev, dup_port, dup_table->entries);
710 		if (unlikely(err)) {
711 			mlx4_warn(dev, "Failed adding duplicate vlan: %u\n", vlan);
712 			dup_table->is_dup[free] = false;
713 			dup_table->entries[free] = 0;
714 			goto out;
715 		}
716 		++dup_table->total;
717 	}
718 
719 	*index = free;
720 out:
721 	if (need_mf_bond) {
722 		if (port == 2) {
723 			mutex_unlock(&table->mutex);
724 			mutex_unlock(&dup_table->mutex);
725 		} else {
726 			mutex_unlock(&dup_table->mutex);
727 			mutex_unlock(&table->mutex);
728 		}
729 	} else {
730 		mutex_unlock(&table->mutex);
731 	}
732 	return err;
733 }
734 
735 int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index)
736 {
737 	u64 out_param = 0;
738 	int err;
739 
740 	if (vlan > 4095)
741 		return -EINVAL;
742 
743 	if (mlx4_is_mfunc(dev)) {
744 		err = mlx4_cmd_imm(dev, vlan, &out_param,
745 				   ((u32) port) << 8 | (u32) RES_VLAN,
746 				   RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
747 				   MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
748 		if (!err)
749 			*index = get_param_l(&out_param);
750 
751 		return err;
752 	}
753 	return __mlx4_register_vlan(dev, port, vlan, index);
754 }
755 EXPORT_SYMBOL_GPL(mlx4_register_vlan);
756 
757 void __mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, u16 vlan)
758 {
759 	struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
760 	int index;
761 	bool dup = mlx4_is_mf_bonded(dev);
762 	u8 dup_port = (port == 1) ? 2 : 1;
763 	struct mlx4_vlan_table *dup_table = &mlx4_priv(dev)->port[dup_port].vlan_table;
764 
765 	if (dup) {
766 		if (port == 1) {
767 			mutex_lock(&table->mutex);
768 			mutex_lock_nested(&dup_table->mutex, SINGLE_DEPTH_NESTING);
769 		} else {
770 			mutex_lock(&dup_table->mutex);
771 			mutex_lock_nested(&table->mutex, SINGLE_DEPTH_NESTING);
772 		}
773 	} else {
774 		mutex_lock(&table->mutex);
775 	}
776 
777 	if (mlx4_find_cached_vlan(dev, port, vlan, &index)) {
778 		mlx4_warn(dev, "vlan 0x%x is not in the vlan table\n", vlan);
779 		goto out;
780 	}
781 
782 	if (index < MLX4_VLAN_REGULAR) {
783 		mlx4_warn(dev, "Trying to free special vlan index %d\n", index);
784 		goto out;
785 	}
786 
787 	if (--table->refs[index] || table->is_dup[index]) {
788 		mlx4_dbg(dev, "Have %d more references for index %d, no need to modify vlan table\n",
789 			 table->refs[index], index);
790 		if (!table->refs[index])
791 			dup_table->is_dup[index] = false;
792 		goto out;
793 	}
794 	table->entries[index] = 0;
795 	if (mlx4_set_port_vlan_table(dev, port, table->entries))
796 		mlx4_warn(dev, "Fail to set vlan in port %d during unregister\n", port);
797 	--table->total;
798 	if (dup) {
799 		dup_table->is_dup[index] = false;
800 		if (dup_table->refs[index])
801 			goto out;
802 		dup_table->entries[index] = 0;
803 		if (mlx4_set_port_vlan_table(dev, dup_port, dup_table->entries))
804 			mlx4_warn(dev, "Fail to set vlan in duplicate port %d during unregister\n", dup_port);
805 		--dup_table->total;
806 	}
807 out:
808 	if (dup) {
809 		if (port == 2) {
810 			mutex_unlock(&table->mutex);
811 			mutex_unlock(&dup_table->mutex);
812 		} else {
813 			mutex_unlock(&dup_table->mutex);
814 			mutex_unlock(&table->mutex);
815 		}
816 	} else {
817 		mutex_unlock(&table->mutex);
818 	}
819 }
820 
821 void mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, u16 vlan)
822 {
823 	u64 out_param = 0;
824 
825 	if (mlx4_is_mfunc(dev)) {
826 		(void) mlx4_cmd_imm(dev, vlan, &out_param,
827 				    ((u32) port) << 8 | (u32) RES_VLAN,
828 				    RES_OP_RESERVE_AND_MAP,
829 				    MLX4_CMD_FREE_RES, MLX4_CMD_TIME_CLASS_A,
830 				    MLX4_CMD_WRAPPED);
831 		return;
832 	}
833 	__mlx4_unregister_vlan(dev, port, vlan);
834 }
835 EXPORT_SYMBOL_GPL(mlx4_unregister_vlan);
836 
837 int mlx4_bond_mac_table(struct mlx4_dev *dev)
838 {
839 	struct mlx4_mac_table *t1 = &mlx4_priv(dev)->port[1].mac_table;
840 	struct mlx4_mac_table *t2 = &mlx4_priv(dev)->port[2].mac_table;
841 	int ret = 0;
842 	int i;
843 	bool update1 = false;
844 	bool update2 = false;
845 
846 	mutex_lock(&t1->mutex);
847 	mutex_lock(&t2->mutex);
848 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
849 		if ((t1->entries[i] != t2->entries[i]) &&
850 		    t1->entries[i] && t2->entries[i]) {
851 			mlx4_warn(dev, "can't duplicate entry %d in mac table\n", i);
852 			ret = -EINVAL;
853 			goto unlock;
854 		}
855 	}
856 
857 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
858 		if (t1->entries[i] && !t2->entries[i]) {
859 			t2->entries[i] = t1->entries[i];
860 			t2->is_dup[i] = true;
861 			update2 = true;
862 		} else if (!t1->entries[i] && t2->entries[i]) {
863 			t1->entries[i] = t2->entries[i];
864 			t1->is_dup[i] = true;
865 			update1 = true;
866 		} else if (t1->entries[i] && t2->entries[i]) {
867 			t1->is_dup[i] = true;
868 			t2->is_dup[i] = true;
869 		}
870 	}
871 
872 	if (update1) {
873 		ret = mlx4_set_port_mac_table(dev, 1, t1->entries);
874 		if (ret)
875 			mlx4_warn(dev, "failed to set MAC table for port 1 (%d)\n", ret);
876 	}
877 	if (!ret && update2) {
878 		ret = mlx4_set_port_mac_table(dev, 2, t2->entries);
879 		if (ret)
880 			mlx4_warn(dev, "failed to set MAC table for port 2 (%d)\n", ret);
881 	}
882 
883 	if (ret)
884 		mlx4_warn(dev, "failed to create mirror MAC tables\n");
885 unlock:
886 	mutex_unlock(&t2->mutex);
887 	mutex_unlock(&t1->mutex);
888 	return ret;
889 }
890 
891 int mlx4_unbond_mac_table(struct mlx4_dev *dev)
892 {
893 	struct mlx4_mac_table *t1 = &mlx4_priv(dev)->port[1].mac_table;
894 	struct mlx4_mac_table *t2 = &mlx4_priv(dev)->port[2].mac_table;
895 	int ret = 0;
896 	int ret1;
897 	int i;
898 	bool update1 = false;
899 	bool update2 = false;
900 
901 	mutex_lock(&t1->mutex);
902 	mutex_lock(&t2->mutex);
903 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
904 		if (t1->entries[i] != t2->entries[i]) {
905 			mlx4_warn(dev, "mac table is in an unexpected state when trying to unbond\n");
906 			ret = -EINVAL;
907 			goto unlock;
908 		}
909 	}
910 
911 	for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
912 		if (!t1->entries[i])
913 			continue;
914 		t1->is_dup[i] = false;
915 		if (!t1->refs[i]) {
916 			t1->entries[i] = 0;
917 			update1 = true;
918 		}
919 		t2->is_dup[i] = false;
920 		if (!t2->refs[i]) {
921 			t2->entries[i] = 0;
922 			update2 = true;
923 		}
924 	}
925 
926 	if (update1) {
927 		ret = mlx4_set_port_mac_table(dev, 1, t1->entries);
928 		if (ret)
929 			mlx4_warn(dev, "failed to unmirror MAC tables for port 1(%d)\n", ret);
930 	}
931 	if (update2) {
932 		ret1 = mlx4_set_port_mac_table(dev, 2, t2->entries);
933 		if (ret1) {
934 			mlx4_warn(dev, "failed to unmirror MAC tables for port 2(%d)\n", ret1);
935 			ret = ret1;
936 		}
937 	}
938 unlock:
939 	mutex_unlock(&t2->mutex);
940 	mutex_unlock(&t1->mutex);
941 	return ret;
942 }
943 
944 int mlx4_bond_vlan_table(struct mlx4_dev *dev)
945 {
946 	struct mlx4_vlan_table *t1 = &mlx4_priv(dev)->port[1].vlan_table;
947 	struct mlx4_vlan_table *t2 = &mlx4_priv(dev)->port[2].vlan_table;
948 	int ret = 0;
949 	int i;
950 	bool update1 = false;
951 	bool update2 = false;
952 
953 	mutex_lock(&t1->mutex);
954 	mutex_lock(&t2->mutex);
955 	for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
956 		if ((t1->entries[i] != t2->entries[i]) &&
957 		    t1->entries[i] && t2->entries[i]) {
958 			mlx4_warn(dev, "can't duplicate entry %d in vlan table\n", i);
959 			ret = -EINVAL;
960 			goto unlock;
961 		}
962 	}
963 
964 	for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
965 		if (t1->entries[i] && !t2->entries[i]) {
966 			t2->entries[i] = t1->entries[i];
967 			t2->is_dup[i] = true;
968 			update2 = true;
969 		} else if (!t1->entries[i] && t2->entries[i]) {
970 			t1->entries[i] = t2->entries[i];
971 			t1->is_dup[i] = true;
972 			update1 = true;
973 		} else if (t1->entries[i] && t2->entries[i]) {
974 			t1->is_dup[i] = true;
975 			t2->is_dup[i] = true;
976 		}
977 	}
978 
979 	if (update1) {
980 		ret = mlx4_set_port_vlan_table(dev, 1, t1->entries);
981 		if (ret)
982 			mlx4_warn(dev, "failed to set VLAN table for port 1 (%d)\n", ret);
983 	}
984 	if (!ret && update2) {
985 		ret = mlx4_set_port_vlan_table(dev, 2, t2->entries);
986 		if (ret)
987 			mlx4_warn(dev, "failed to set VLAN table for port 2 (%d)\n", ret);
988 	}
989 
990 	if (ret)
991 		mlx4_warn(dev, "failed to create mirror VLAN tables\n");
992 unlock:
993 	mutex_unlock(&t2->mutex);
994 	mutex_unlock(&t1->mutex);
995 	return ret;
996 }
997 
998 int mlx4_unbond_vlan_table(struct mlx4_dev *dev)
999 {
1000 	struct mlx4_vlan_table *t1 = &mlx4_priv(dev)->port[1].vlan_table;
1001 	struct mlx4_vlan_table *t2 = &mlx4_priv(dev)->port[2].vlan_table;
1002 	int ret = 0;
1003 	int ret1;
1004 	int i;
1005 	bool update1 = false;
1006 	bool update2 = false;
1007 
1008 	mutex_lock(&t1->mutex);
1009 	mutex_lock(&t2->mutex);
1010 	for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
1011 		if (t1->entries[i] != t2->entries[i]) {
1012 			mlx4_warn(dev, "vlan table is in an unexpected state when trying to unbond\n");
1013 			ret = -EINVAL;
1014 			goto unlock;
1015 		}
1016 	}
1017 
1018 	for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
1019 		if (!t1->entries[i])
1020 			continue;
1021 		t1->is_dup[i] = false;
1022 		if (!t1->refs[i]) {
1023 			t1->entries[i] = 0;
1024 			update1 = true;
1025 		}
1026 		t2->is_dup[i] = false;
1027 		if (!t2->refs[i]) {
1028 			t2->entries[i] = 0;
1029 			update2 = true;
1030 		}
1031 	}
1032 
1033 	if (update1) {
1034 		ret = mlx4_set_port_vlan_table(dev, 1, t1->entries);
1035 		if (ret)
1036 			mlx4_warn(dev, "failed to unmirror VLAN tables for port 1(%d)\n", ret);
1037 	}
1038 	if (update2) {
1039 		ret1 = mlx4_set_port_vlan_table(dev, 2, t2->entries);
1040 		if (ret1) {
1041 			mlx4_warn(dev, "failed to unmirror VLAN tables for port 2(%d)\n", ret1);
1042 			ret = ret1;
1043 		}
1044 	}
1045 unlock:
1046 	mutex_unlock(&t2->mutex);
1047 	mutex_unlock(&t1->mutex);
1048 	return ret;
1049 }
1050 
1051 int mlx4_get_port_ib_caps(struct mlx4_dev *dev, u8 port, __be32 *caps)
1052 {
1053 	struct mlx4_cmd_mailbox *inmailbox, *outmailbox;
1054 	u8 *inbuf, *outbuf;
1055 	int err;
1056 
1057 	inmailbox = mlx4_alloc_cmd_mailbox(dev);
1058 	if (IS_ERR(inmailbox))
1059 		return PTR_ERR(inmailbox);
1060 
1061 	outmailbox = mlx4_alloc_cmd_mailbox(dev);
1062 	if (IS_ERR(outmailbox)) {
1063 		mlx4_free_cmd_mailbox(dev, inmailbox);
1064 		return PTR_ERR(outmailbox);
1065 	}
1066 
1067 	inbuf = inmailbox->buf;
1068 	outbuf = outmailbox->buf;
1069 	inbuf[0] = 1;
1070 	inbuf[1] = 1;
1071 	inbuf[2] = 1;
1072 	inbuf[3] = 1;
1073 	*(__be16 *) (&inbuf[16]) = cpu_to_be16(0x0015);
1074 	*(__be32 *) (&inbuf[20]) = cpu_to_be32(port);
1075 
1076 	err = mlx4_cmd_box(dev, inmailbox->dma, outmailbox->dma, port, 3,
1077 			   MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
1078 			   MLX4_CMD_NATIVE);
1079 	if (!err)
1080 		*caps = *(__be32 *) (outbuf + 84);
1081 	mlx4_free_cmd_mailbox(dev, inmailbox);
1082 	mlx4_free_cmd_mailbox(dev, outmailbox);
1083 	return err;
1084 }
1085 static struct mlx4_roce_gid_entry zgid_entry;
1086 
1087 int mlx4_get_slave_num_gids(struct mlx4_dev *dev, int slave, int port)
1088 {
1089 	int vfs;
1090 	int slave_gid = slave;
1091 	unsigned i;
1092 	struct mlx4_slaves_pport slaves_pport;
1093 	struct mlx4_active_ports actv_ports;
1094 	unsigned max_port_p_one;
1095 
1096 	if (slave == 0)
1097 		return MLX4_ROCE_PF_GIDS;
1098 
1099 	/* Slave is a VF */
1100 	slaves_pport = mlx4_phys_to_slaves_pport(dev, port);
1101 	actv_ports = mlx4_get_active_ports(dev, slave);
1102 	max_port_p_one = find_first_bit(actv_ports.ports, dev->caps.num_ports) +
1103 		bitmap_weight(actv_ports.ports, dev->caps.num_ports) + 1;
1104 
1105 	for (i = 1; i < max_port_p_one; i++) {
1106 		struct mlx4_active_ports exclusive_ports;
1107 		struct mlx4_slaves_pport slaves_pport_actv;
1108 		bitmap_zero(exclusive_ports.ports, dev->caps.num_ports);
1109 		set_bit(i - 1, exclusive_ports.ports);
1110 		if (i == port)
1111 			continue;
1112 		slaves_pport_actv = mlx4_phys_to_slaves_pport_actv(
1113 				    dev, &exclusive_ports);
1114 		slave_gid -= bitmap_weight(slaves_pport_actv.slaves,
1115 					   dev->persist->num_vfs + 1);
1116 	}
1117 	vfs = bitmap_weight(slaves_pport.slaves, dev->persist->num_vfs + 1) - 1;
1118 	if (slave_gid <= ((MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS) % vfs))
1119 		return ((MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS) / vfs) + 1;
1120 	return (MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS) / vfs;
1121 }
1122 
1123 int mlx4_get_base_gid_ix(struct mlx4_dev *dev, int slave, int port)
1124 {
1125 	int gids;
1126 	unsigned i;
1127 	int slave_gid = slave;
1128 	int vfs;
1129 
1130 	struct mlx4_slaves_pport slaves_pport;
1131 	struct mlx4_active_ports actv_ports;
1132 	unsigned max_port_p_one;
1133 
1134 	if (slave == 0)
1135 		return 0;
1136 
1137 	slaves_pport = mlx4_phys_to_slaves_pport(dev, port);
1138 	actv_ports = mlx4_get_active_ports(dev, slave);
1139 	max_port_p_one = find_first_bit(actv_ports.ports, dev->caps.num_ports) +
1140 		bitmap_weight(actv_ports.ports, dev->caps.num_ports) + 1;
1141 
1142 	for (i = 1; i < max_port_p_one; i++) {
1143 		struct mlx4_active_ports exclusive_ports;
1144 		struct mlx4_slaves_pport slaves_pport_actv;
1145 		bitmap_zero(exclusive_ports.ports, dev->caps.num_ports);
1146 		set_bit(i - 1, exclusive_ports.ports);
1147 		if (i == port)
1148 			continue;
1149 		slaves_pport_actv = mlx4_phys_to_slaves_pport_actv(
1150 				    dev, &exclusive_ports);
1151 		slave_gid -= bitmap_weight(slaves_pport_actv.slaves,
1152 					   dev->persist->num_vfs + 1);
1153 	}
1154 	gids = MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS;
1155 	vfs = bitmap_weight(slaves_pport.slaves, dev->persist->num_vfs + 1) - 1;
1156 	if (slave_gid <= gids % vfs)
1157 		return MLX4_ROCE_PF_GIDS + ((gids / vfs) + 1) * (slave_gid - 1);
1158 
1159 	return MLX4_ROCE_PF_GIDS + (gids % vfs) +
1160 		((gids / vfs) * (slave_gid - 1));
1161 }
1162 EXPORT_SYMBOL_GPL(mlx4_get_base_gid_ix);
1163 
1164 static int mlx4_reset_roce_port_gids(struct mlx4_dev *dev, int slave,
1165 				     int port, struct mlx4_cmd_mailbox *mailbox)
1166 {
1167 	struct mlx4_roce_gid_entry *gid_entry_mbox;
1168 	struct mlx4_priv *priv = mlx4_priv(dev);
1169 	int num_gids, base, offset;
1170 	int i, err;
1171 
1172 	num_gids = mlx4_get_slave_num_gids(dev, slave, port);
1173 	base = mlx4_get_base_gid_ix(dev, slave, port);
1174 
1175 	memset(mailbox->buf, 0, MLX4_MAILBOX_SIZE);
1176 
1177 	mutex_lock(&(priv->port[port].gid_table.mutex));
1178 	/* Zero-out gids belonging to that slave in the port GID table */
1179 	for (i = 0, offset = base; i < num_gids; offset++, i++)
1180 		memcpy(priv->port[port].gid_table.roce_gids[offset].raw,
1181 		       zgid_entry.raw, MLX4_ROCE_GID_ENTRY_SIZE);
1182 
1183 	/* Now, copy roce port gids table to mailbox for passing to FW */
1184 	gid_entry_mbox = (struct mlx4_roce_gid_entry *)mailbox->buf;
1185 	for (i = 0; i < MLX4_ROCE_MAX_GIDS; gid_entry_mbox++, i++)
1186 		memcpy(gid_entry_mbox->raw,
1187 		       priv->port[port].gid_table.roce_gids[i].raw,
1188 		       MLX4_ROCE_GID_ENTRY_SIZE);
1189 
1190 	err = mlx4_cmd(dev, mailbox->dma,
1191 		       ((u32)port) | (MLX4_SET_PORT_GID_TABLE << 8),
1192 		       MLX4_SET_PORT_ETH_OPCODE, MLX4_CMD_SET_PORT,
1193 		       MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
1194 	mutex_unlock(&(priv->port[port].gid_table.mutex));
1195 	return err;
1196 }
1197 
1198 
1199 void mlx4_reset_roce_gids(struct mlx4_dev *dev, int slave)
1200 {
1201 	struct mlx4_active_ports actv_ports;
1202 	struct mlx4_cmd_mailbox *mailbox;
1203 	int num_eth_ports, err;
1204 	int i;
1205 
1206 	if (slave < 0 || slave > dev->persist->num_vfs)
1207 		return;
1208 
1209 	actv_ports = mlx4_get_active_ports(dev, slave);
1210 
1211 	for (i = 0, num_eth_ports = 0; i < dev->caps.num_ports; i++) {
1212 		if (test_bit(i, actv_ports.ports)) {
1213 			if (dev->caps.port_type[i + 1] != MLX4_PORT_TYPE_ETH)
1214 				continue;
1215 			num_eth_ports++;
1216 		}
1217 	}
1218 
1219 	if (!num_eth_ports)
1220 		return;
1221 
1222 	/* have ETH ports.  Alloc mailbox for SET_PORT command */
1223 	mailbox = mlx4_alloc_cmd_mailbox(dev);
1224 	if (IS_ERR(mailbox))
1225 		return;
1226 
1227 	for (i = 0; i < dev->caps.num_ports; i++) {
1228 		if (test_bit(i, actv_ports.ports)) {
1229 			if (dev->caps.port_type[i + 1] != MLX4_PORT_TYPE_ETH)
1230 				continue;
1231 			err = mlx4_reset_roce_port_gids(dev, slave, i + 1, mailbox);
1232 			if (err)
1233 				mlx4_warn(dev, "Could not reset ETH port GID table for slave %d, port %d (%d)\n",
1234 					  slave, i + 1, err);
1235 		}
1236 	}
1237 
1238 	mlx4_free_cmd_mailbox(dev, mailbox);
1239 	return;
1240 }
1241 
1242 static int mlx4_common_set_port(struct mlx4_dev *dev, int slave, u32 in_mod,
1243 				u8 op_mod, struct mlx4_cmd_mailbox *inbox)
1244 {
1245 	struct mlx4_priv *priv = mlx4_priv(dev);
1246 	struct mlx4_port_info *port_info;
1247 	struct mlx4_mfunc_master_ctx *master = &priv->mfunc.master;
1248 	struct mlx4_slave_state *slave_st = &master->slave_state[slave];
1249 	struct mlx4_set_port_rqp_calc_context *qpn_context;
1250 	struct mlx4_set_port_general_context *gen_context;
1251 	struct mlx4_roce_gid_entry *gid_entry_tbl, *gid_entry_mbox, *gid_entry_mb1;
1252 	int reset_qkey_viols;
1253 	int port;
1254 	int is_eth;
1255 	int num_gids;
1256 	int base;
1257 	u32 in_modifier;
1258 	u32 promisc;
1259 	u16 mtu, prev_mtu;
1260 	int err;
1261 	int i, j;
1262 	int offset;
1263 	__be32 agg_cap_mask;
1264 	__be32 slave_cap_mask;
1265 	__be32 new_cap_mask;
1266 
1267 	port = in_mod & 0xff;
1268 	in_modifier = in_mod >> 8;
1269 	is_eth = op_mod;
1270 	port_info = &priv->port[port];
1271 
1272 	/* Slaves cannot perform SET_PORT operations except changing MTU */
1273 	if (is_eth) {
1274 		if (slave != dev->caps.function &&
1275 		    in_modifier != MLX4_SET_PORT_GENERAL &&
1276 		    in_modifier != MLX4_SET_PORT_GID_TABLE) {
1277 			mlx4_warn(dev, "denying SET_PORT for slave:%d\n",
1278 					slave);
1279 			return -EINVAL;
1280 		}
1281 		switch (in_modifier) {
1282 		case MLX4_SET_PORT_RQP_CALC:
1283 			qpn_context = inbox->buf;
1284 			qpn_context->base_qpn =
1285 				cpu_to_be32(port_info->base_qpn);
1286 			qpn_context->n_mac = 0x7;
1287 			promisc = be32_to_cpu(qpn_context->promisc) >>
1288 				SET_PORT_PROMISC_SHIFT;
1289 			qpn_context->promisc = cpu_to_be32(
1290 				promisc << SET_PORT_PROMISC_SHIFT |
1291 				port_info->base_qpn);
1292 			promisc = be32_to_cpu(qpn_context->mcast) >>
1293 				SET_PORT_MC_PROMISC_SHIFT;
1294 			qpn_context->mcast = cpu_to_be32(
1295 				promisc << SET_PORT_MC_PROMISC_SHIFT |
1296 				port_info->base_qpn);
1297 			break;
1298 		case MLX4_SET_PORT_GENERAL:
1299 			gen_context = inbox->buf;
1300 			/* Mtu is configured as the max MTU among all the
1301 			 * the functions on the port. */
1302 			mtu = be16_to_cpu(gen_context->mtu);
1303 			mtu = min_t(int, mtu, dev->caps.eth_mtu_cap[port] +
1304 				    ETH_HLEN + VLAN_HLEN + ETH_FCS_LEN);
1305 			prev_mtu = slave_st->mtu[port];
1306 			slave_st->mtu[port] = mtu;
1307 			if (mtu > master->max_mtu[port])
1308 				master->max_mtu[port] = mtu;
1309 			if (mtu < prev_mtu && prev_mtu ==
1310 						master->max_mtu[port]) {
1311 				slave_st->mtu[port] = mtu;
1312 				master->max_mtu[port] = mtu;
1313 				for (i = 0; i < dev->num_slaves; i++) {
1314 					master->max_mtu[port] =
1315 					max(master->max_mtu[port],
1316 					    master->slave_state[i].mtu[port]);
1317 				}
1318 			}
1319 
1320 			gen_context->mtu = cpu_to_be16(master->max_mtu[port]);
1321 			/* Slave cannot change Global Pause configuration */
1322 			if (slave != mlx4_master_func_num(dev) &&
1323 			    ((gen_context->pptx != master->pptx) ||
1324 			     (gen_context->pprx != master->pprx))) {
1325 				gen_context->pptx = master->pptx;
1326 				gen_context->pprx = master->pprx;
1327 				mlx4_warn(dev,
1328 					  "denying Global Pause change for slave:%d\n",
1329 					  slave);
1330 			} else {
1331 				master->pptx = gen_context->pptx;
1332 				master->pprx = gen_context->pprx;
1333 			}
1334 			break;
1335 		case MLX4_SET_PORT_GID_TABLE:
1336 			/* change to MULTIPLE entries: number of guest's gids
1337 			 * need a FOR-loop here over number of gids the guest has.
1338 			 * 1. Check no duplicates in gids passed by slave
1339 			 */
1340 			num_gids = mlx4_get_slave_num_gids(dev, slave, port);
1341 			base = mlx4_get_base_gid_ix(dev, slave, port);
1342 			gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
1343 			for (i = 0; i < num_gids; gid_entry_mbox++, i++) {
1344 				if (!memcmp(gid_entry_mbox->raw, zgid_entry.raw,
1345 					    sizeof(zgid_entry)))
1346 					continue;
1347 				gid_entry_mb1 = gid_entry_mbox + 1;
1348 				for (j = i + 1; j < num_gids; gid_entry_mb1++, j++) {
1349 					if (!memcmp(gid_entry_mb1->raw,
1350 						    zgid_entry.raw, sizeof(zgid_entry)))
1351 						continue;
1352 					if (!memcmp(gid_entry_mb1->raw, gid_entry_mbox->raw,
1353 						    sizeof(gid_entry_mbox->raw))) {
1354 						/* found duplicate */
1355 						return -EINVAL;
1356 					}
1357 				}
1358 			}
1359 
1360 			/* 2. Check that do not have duplicates in OTHER
1361 			 *    entries in the port GID table
1362 			 */
1363 
1364 			mutex_lock(&(priv->port[port].gid_table.mutex));
1365 			for (i = 0; i < MLX4_ROCE_MAX_GIDS; i++) {
1366 				if (i >= base && i < base + num_gids)
1367 					continue; /* don't compare to slave's current gids */
1368 				gid_entry_tbl = &priv->port[port].gid_table.roce_gids[i];
1369 				if (!memcmp(gid_entry_tbl->raw, zgid_entry.raw, sizeof(zgid_entry)))
1370 					continue;
1371 				gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
1372 				for (j = 0; j < num_gids; gid_entry_mbox++, j++) {
1373 					if (!memcmp(gid_entry_mbox->raw, zgid_entry.raw,
1374 						    sizeof(zgid_entry)))
1375 						continue;
1376 					if (!memcmp(gid_entry_mbox->raw, gid_entry_tbl->raw,
1377 						    sizeof(gid_entry_tbl->raw))) {
1378 						/* found duplicate */
1379 						mlx4_warn(dev, "requested gid entry for slave:%d is a duplicate of gid at index %d\n",
1380 							  slave, i);
1381 						mutex_unlock(&(priv->port[port].gid_table.mutex));
1382 						return -EINVAL;
1383 					}
1384 				}
1385 			}
1386 
1387 			/* insert slave GIDs with memcpy, starting at slave's base index */
1388 			gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
1389 			for (i = 0, offset = base; i < num_gids; gid_entry_mbox++, offset++, i++)
1390 				memcpy(priv->port[port].gid_table.roce_gids[offset].raw,
1391 				       gid_entry_mbox->raw, MLX4_ROCE_GID_ENTRY_SIZE);
1392 
1393 			/* Now, copy roce port gids table to current mailbox for passing to FW */
1394 			gid_entry_mbox = (struct mlx4_roce_gid_entry *)(inbox->buf);
1395 			for (i = 0; i < MLX4_ROCE_MAX_GIDS; gid_entry_mbox++, i++)
1396 				memcpy(gid_entry_mbox->raw,
1397 				       priv->port[port].gid_table.roce_gids[i].raw,
1398 				       MLX4_ROCE_GID_ENTRY_SIZE);
1399 
1400 			err = mlx4_cmd(dev, inbox->dma, in_mod & 0xffff, op_mod,
1401 				       MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
1402 				       MLX4_CMD_NATIVE);
1403 			mutex_unlock(&(priv->port[port].gid_table.mutex));
1404 			return err;
1405 		}
1406 
1407 		return mlx4_cmd(dev, inbox->dma, in_mod & 0xffff, op_mod,
1408 				MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
1409 				MLX4_CMD_NATIVE);
1410 	}
1411 
1412 	/* Slaves are not allowed to SET_PORT beacon (LED) blink */
1413 	if (op_mod == MLX4_SET_PORT_BEACON_OPCODE) {
1414 		mlx4_warn(dev, "denying SET_PORT Beacon slave:%d\n", slave);
1415 		return -EPERM;
1416 	}
1417 
1418 	/* For IB, we only consider:
1419 	 * - The capability mask, which is set to the aggregate of all
1420 	 *   slave function capabilities
1421 	 * - The QKey violatin counter - reset according to each request.
1422 	 */
1423 
1424 	if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
1425 		reset_qkey_viols = (*(u8 *) inbox->buf) & 0x40;
1426 		new_cap_mask = ((__be32 *) inbox->buf)[2];
1427 	} else {
1428 		reset_qkey_viols = ((u8 *) inbox->buf)[3] & 0x1;
1429 		new_cap_mask = ((__be32 *) inbox->buf)[1];
1430 	}
1431 
1432 	/* slave may not set the IS_SM capability for the port */
1433 	if (slave != mlx4_master_func_num(dev) &&
1434 	    (be32_to_cpu(new_cap_mask) & MLX4_PORT_CAP_IS_SM))
1435 		return -EINVAL;
1436 
1437 	/* No DEV_MGMT in multifunc mode */
1438 	if (mlx4_is_mfunc(dev) &&
1439 	    (be32_to_cpu(new_cap_mask) & MLX4_PORT_CAP_DEV_MGMT_SUP))
1440 		return -EINVAL;
1441 
1442 	agg_cap_mask = 0;
1443 	slave_cap_mask =
1444 		priv->mfunc.master.slave_state[slave].ib_cap_mask[port];
1445 	priv->mfunc.master.slave_state[slave].ib_cap_mask[port] = new_cap_mask;
1446 	for (i = 0; i < dev->num_slaves; i++)
1447 		agg_cap_mask |=
1448 			priv->mfunc.master.slave_state[i].ib_cap_mask[port];
1449 
1450 	/* only clear mailbox for guests.  Master may be setting
1451 	* MTU or PKEY table size
1452 	*/
1453 	if (slave != dev->caps.function)
1454 		memset(inbox->buf, 0, 256);
1455 	if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
1456 		*(u8 *) inbox->buf	   |= !!reset_qkey_viols << 6;
1457 		((__be32 *) inbox->buf)[2] = agg_cap_mask;
1458 	} else {
1459 		((u8 *) inbox->buf)[3]     |= !!reset_qkey_viols;
1460 		((__be32 *) inbox->buf)[1] = agg_cap_mask;
1461 	}
1462 
1463 	err = mlx4_cmd(dev, inbox->dma, port, is_eth, MLX4_CMD_SET_PORT,
1464 		       MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
1465 	if (err)
1466 		priv->mfunc.master.slave_state[slave].ib_cap_mask[port] =
1467 			slave_cap_mask;
1468 	return err;
1469 }
1470 
1471 int mlx4_SET_PORT_wrapper(struct mlx4_dev *dev, int slave,
1472 			  struct mlx4_vhcr *vhcr,
1473 			  struct mlx4_cmd_mailbox *inbox,
1474 			  struct mlx4_cmd_mailbox *outbox,
1475 			  struct mlx4_cmd_info *cmd)
1476 {
1477 	int port = mlx4_slave_convert_port(
1478 			dev, slave, vhcr->in_modifier & 0xFF);
1479 
1480 	if (port < 0)
1481 		return -EINVAL;
1482 
1483 	vhcr->in_modifier = (vhcr->in_modifier & ~0xFF) |
1484 			    (port & 0xFF);
1485 
1486 	return mlx4_common_set_port(dev, slave, vhcr->in_modifier,
1487 				    vhcr->op_modifier, inbox);
1488 }
1489 
1490 /* bit locations for set port command with zero op modifier */
1491 enum {
1492 	MLX4_SET_PORT_VL_CAP	 = 4, /* bits 7:4 */
1493 	MLX4_SET_PORT_MTU_CAP	 = 12, /* bits 15:12 */
1494 	MLX4_CHANGE_PORT_PKEY_TBL_SZ = 20,
1495 	MLX4_CHANGE_PORT_VL_CAP	 = 21,
1496 	MLX4_CHANGE_PORT_MTU_CAP = 22,
1497 };
1498 
1499 int mlx4_SET_PORT(struct mlx4_dev *dev, u8 port, int pkey_tbl_sz)
1500 {
1501 	struct mlx4_cmd_mailbox *mailbox;
1502 	int err, vl_cap, pkey_tbl_flag = 0;
1503 
1504 	if (dev->caps.port_type[port] == MLX4_PORT_TYPE_ETH)
1505 		return 0;
1506 
1507 	mailbox = mlx4_alloc_cmd_mailbox(dev);
1508 	if (IS_ERR(mailbox))
1509 		return PTR_ERR(mailbox);
1510 
1511 	((__be32 *) mailbox->buf)[1] = dev->caps.ib_port_def_cap[port];
1512 
1513 	if (pkey_tbl_sz >= 0 && mlx4_is_master(dev)) {
1514 		pkey_tbl_flag = 1;
1515 		((__be16 *) mailbox->buf)[20] = cpu_to_be16(pkey_tbl_sz);
1516 	}
1517 
1518 	/* IB VL CAP enum isn't used by the firmware, just numerical values */
1519 	for (vl_cap = 8; vl_cap >= 1; vl_cap >>= 1) {
1520 		((__be32 *) mailbox->buf)[0] = cpu_to_be32(
1521 			(1 << MLX4_CHANGE_PORT_MTU_CAP) |
1522 			(1 << MLX4_CHANGE_PORT_VL_CAP)  |
1523 			(pkey_tbl_flag << MLX4_CHANGE_PORT_PKEY_TBL_SZ) |
1524 			(dev->caps.port_ib_mtu[port] << MLX4_SET_PORT_MTU_CAP) |
1525 			(vl_cap << MLX4_SET_PORT_VL_CAP));
1526 		err = mlx4_cmd(dev, mailbox->dma, port,
1527 			       MLX4_SET_PORT_IB_OPCODE, MLX4_CMD_SET_PORT,
1528 			       MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
1529 		if (err != -ENOMEM)
1530 			break;
1531 	}
1532 
1533 	mlx4_free_cmd_mailbox(dev, mailbox);
1534 	return err;
1535 }
1536 
1537 #define SET_PORT_ROCE_2_FLAGS          0x10
1538 #define MLX4_SET_PORT_ROCE_V1_V2       0x2
1539 int mlx4_SET_PORT_general(struct mlx4_dev *dev, u8 port, int mtu,
1540 			  u8 pptx, u8 pfctx, u8 pprx, u8 pfcrx)
1541 {
1542 	struct mlx4_cmd_mailbox *mailbox;
1543 	struct mlx4_set_port_general_context *context;
1544 	int err;
1545 	u32 in_mod;
1546 
1547 	mailbox = mlx4_alloc_cmd_mailbox(dev);
1548 	if (IS_ERR(mailbox))
1549 		return PTR_ERR(mailbox);
1550 	context = mailbox->buf;
1551 	context->flags = SET_PORT_GEN_ALL_VALID;
1552 	context->mtu = cpu_to_be16(mtu);
1553 	context->pptx = (pptx * (!pfctx)) << 7;
1554 	context->pfctx = pfctx;
1555 	context->pprx = (pprx * (!pfcrx)) << 7;
1556 	context->pfcrx = pfcrx;
1557 
1558 	if (dev->caps.flags2 & MLX4_DEV_CAP_FLAG2_ROCE_V1_V2) {
1559 		context->flags |= SET_PORT_ROCE_2_FLAGS;
1560 		context->roce_mode |=
1561 			MLX4_SET_PORT_ROCE_V1_V2 << 4;
1562 	}
1563 	in_mod = MLX4_SET_PORT_GENERAL << 8 | port;
1564 	err = mlx4_cmd(dev, mailbox->dma, in_mod, MLX4_SET_PORT_ETH_OPCODE,
1565 		       MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
1566 		       MLX4_CMD_WRAPPED);
1567 
1568 	mlx4_free_cmd_mailbox(dev, mailbox);
1569 	return err;
1570 }
1571 EXPORT_SYMBOL(mlx4_SET_PORT_general);
1572 
1573 int mlx4_SET_PORT_qpn_calc(struct mlx4_dev *dev, u8 port, u32 base_qpn,
1574 			   u8 promisc)
1575 {
1576 	struct mlx4_cmd_mailbox *mailbox;
1577 	struct mlx4_set_port_rqp_calc_context *context;
1578 	int err;
1579 	u32 in_mod;
1580 	u32 m_promisc = (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER) ?
1581 		MCAST_DIRECT : MCAST_DEFAULT;
1582 
1583 	if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0)
1584 		return 0;
1585 
1586 	mailbox = mlx4_alloc_cmd_mailbox(dev);
1587 	if (IS_ERR(mailbox))
1588 		return PTR_ERR(mailbox);
1589 	context = mailbox->buf;
1590 	context->base_qpn = cpu_to_be32(base_qpn);
1591 	context->n_mac = dev->caps.log_num_macs;
1592 	context->promisc = cpu_to_be32(promisc << SET_PORT_PROMISC_SHIFT |
1593 				       base_qpn);
1594 	context->mcast = cpu_to_be32(m_promisc << SET_PORT_MC_PROMISC_SHIFT |
1595 				     base_qpn);
1596 	context->intra_no_vlan = 0;
1597 	context->no_vlan = MLX4_NO_VLAN_IDX;
1598 	context->intra_vlan_miss = 0;
1599 	context->vlan_miss = MLX4_VLAN_MISS_IDX;
1600 
1601 	in_mod = MLX4_SET_PORT_RQP_CALC << 8 | port;
1602 	err = mlx4_cmd(dev, mailbox->dma, in_mod, MLX4_SET_PORT_ETH_OPCODE,
1603 		       MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
1604 		       MLX4_CMD_WRAPPED);
1605 
1606 	mlx4_free_cmd_mailbox(dev, mailbox);
1607 	return err;
1608 }
1609 EXPORT_SYMBOL(mlx4_SET_PORT_qpn_calc);
1610 
1611 int mlx4_SET_PORT_fcs_check(struct mlx4_dev *dev, u8 port, u8 ignore_fcs_value)
1612 {
1613 	struct mlx4_cmd_mailbox *mailbox;
1614 	struct mlx4_set_port_general_context *context;
1615 	u32 in_mod;
1616 	int err;
1617 
1618 	mailbox = mlx4_alloc_cmd_mailbox(dev);
1619 	if (IS_ERR(mailbox))
1620 		return PTR_ERR(mailbox);
1621 	context = mailbox->buf;
1622 	context->v_ignore_fcs |= MLX4_FLAG_V_IGNORE_FCS_MASK;
1623 	if (ignore_fcs_value)
1624 		context->ignore_fcs |= MLX4_IGNORE_FCS_MASK;
1625 	else
1626 		context->ignore_fcs &= ~MLX4_IGNORE_FCS_MASK;
1627 
1628 	in_mod = MLX4_SET_PORT_GENERAL << 8 | port;
1629 	err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
1630 		       MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
1631 
1632 	mlx4_free_cmd_mailbox(dev, mailbox);
1633 	return err;
1634 }
1635 EXPORT_SYMBOL(mlx4_SET_PORT_fcs_check);
1636 
1637 enum {
1638 	VXLAN_ENABLE_MODIFY	= 1 << 7,
1639 	VXLAN_STEERING_MODIFY	= 1 << 6,
1640 
1641 	VXLAN_ENABLE		= 1 << 7,
1642 };
1643 
1644 struct mlx4_set_port_vxlan_context {
1645 	u32	reserved1;
1646 	u8	modify_flags;
1647 	u8	reserved2;
1648 	u8	enable_flags;
1649 	u8	steering;
1650 };
1651 
1652 int mlx4_SET_PORT_VXLAN(struct mlx4_dev *dev, u8 port, u8 steering, int enable)
1653 {
1654 	int err;
1655 	u32 in_mod;
1656 	struct mlx4_cmd_mailbox *mailbox;
1657 	struct mlx4_set_port_vxlan_context  *context;
1658 
1659 	mailbox = mlx4_alloc_cmd_mailbox(dev);
1660 	if (IS_ERR(mailbox))
1661 		return PTR_ERR(mailbox);
1662 	context = mailbox->buf;
1663 	memset(context, 0, sizeof(*context));
1664 
1665 	context->modify_flags = VXLAN_ENABLE_MODIFY | VXLAN_STEERING_MODIFY;
1666 	if (enable)
1667 		context->enable_flags = VXLAN_ENABLE;
1668 	context->steering  = steering;
1669 
1670 	in_mod = MLX4_SET_PORT_VXLAN << 8 | port;
1671 	err = mlx4_cmd(dev, mailbox->dma, in_mod, MLX4_SET_PORT_ETH_OPCODE,
1672 		       MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
1673 		       MLX4_CMD_NATIVE);
1674 
1675 	mlx4_free_cmd_mailbox(dev, mailbox);
1676 	return err;
1677 }
1678 EXPORT_SYMBOL(mlx4_SET_PORT_VXLAN);
1679 
1680 int mlx4_SET_PORT_BEACON(struct mlx4_dev *dev, u8 port, u16 time)
1681 {
1682 	int err;
1683 	struct mlx4_cmd_mailbox *mailbox;
1684 
1685 	mailbox = mlx4_alloc_cmd_mailbox(dev);
1686 	if (IS_ERR(mailbox))
1687 		return PTR_ERR(mailbox);
1688 
1689 	*((__be32 *)mailbox->buf) = cpu_to_be32(time);
1690 
1691 	err = mlx4_cmd(dev, mailbox->dma, port, MLX4_SET_PORT_BEACON_OPCODE,
1692 		       MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
1693 		       MLX4_CMD_NATIVE);
1694 
1695 	mlx4_free_cmd_mailbox(dev, mailbox);
1696 	return err;
1697 }
1698 EXPORT_SYMBOL(mlx4_SET_PORT_BEACON);
1699 
1700 int mlx4_SET_MCAST_FLTR_wrapper(struct mlx4_dev *dev, int slave,
1701 				struct mlx4_vhcr *vhcr,
1702 				struct mlx4_cmd_mailbox *inbox,
1703 				struct mlx4_cmd_mailbox *outbox,
1704 				struct mlx4_cmd_info *cmd)
1705 {
1706 	int err = 0;
1707 
1708 	return err;
1709 }
1710 
1711 int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port,
1712 			u64 mac, u64 clear, u8 mode)
1713 {
1714 	return mlx4_cmd(dev, (mac | (clear << 63)), port, mode,
1715 			MLX4_CMD_SET_MCAST_FLTR, MLX4_CMD_TIME_CLASS_B,
1716 			MLX4_CMD_WRAPPED);
1717 }
1718 EXPORT_SYMBOL(mlx4_SET_MCAST_FLTR);
1719 
1720 int mlx4_SET_VLAN_FLTR_wrapper(struct mlx4_dev *dev, int slave,
1721 			       struct mlx4_vhcr *vhcr,
1722 			       struct mlx4_cmd_mailbox *inbox,
1723 			       struct mlx4_cmd_mailbox *outbox,
1724 			       struct mlx4_cmd_info *cmd)
1725 {
1726 	int err = 0;
1727 
1728 	return err;
1729 }
1730 
1731 int mlx4_DUMP_ETH_STATS_wrapper(struct mlx4_dev *dev, int slave,
1732 				struct mlx4_vhcr *vhcr,
1733 				struct mlx4_cmd_mailbox *inbox,
1734 				struct mlx4_cmd_mailbox *outbox,
1735 				struct mlx4_cmd_info *cmd)
1736 {
1737 	return 0;
1738 }
1739 
1740 int mlx4_get_slave_from_roce_gid(struct mlx4_dev *dev, int port, u8 *gid,
1741 				 int *slave_id)
1742 {
1743 	struct mlx4_priv *priv = mlx4_priv(dev);
1744 	int i, found_ix = -1;
1745 	int vf_gids = MLX4_ROCE_MAX_GIDS - MLX4_ROCE_PF_GIDS;
1746 	struct mlx4_slaves_pport slaves_pport;
1747 	unsigned num_vfs;
1748 	int slave_gid;
1749 
1750 	if (!mlx4_is_mfunc(dev))
1751 		return -EINVAL;
1752 
1753 	slaves_pport = mlx4_phys_to_slaves_pport(dev, port);
1754 	num_vfs = bitmap_weight(slaves_pport.slaves,
1755 				dev->persist->num_vfs + 1) - 1;
1756 
1757 	for (i = 0; i < MLX4_ROCE_MAX_GIDS; i++) {
1758 		if (!memcmp(priv->port[port].gid_table.roce_gids[i].raw, gid,
1759 			    MLX4_ROCE_GID_ENTRY_SIZE)) {
1760 			found_ix = i;
1761 			break;
1762 		}
1763 	}
1764 
1765 	if (found_ix >= 0) {
1766 		/* Calculate a slave_gid which is the slave number in the gid
1767 		 * table and not a globally unique slave number.
1768 		 */
1769 		if (found_ix < MLX4_ROCE_PF_GIDS)
1770 			slave_gid = 0;
1771 		else if (found_ix < MLX4_ROCE_PF_GIDS + (vf_gids % num_vfs) *
1772 			 (vf_gids / num_vfs + 1))
1773 			slave_gid = ((found_ix - MLX4_ROCE_PF_GIDS) /
1774 				     (vf_gids / num_vfs + 1)) + 1;
1775 		else
1776 			slave_gid =
1777 			((found_ix - MLX4_ROCE_PF_GIDS -
1778 			  ((vf_gids % num_vfs) * ((vf_gids / num_vfs + 1)))) /
1779 			 (vf_gids / num_vfs)) + vf_gids % num_vfs + 1;
1780 
1781 		/* Calculate the globally unique slave id */
1782 		if (slave_gid) {
1783 			struct mlx4_active_ports exclusive_ports;
1784 			struct mlx4_active_ports actv_ports;
1785 			struct mlx4_slaves_pport slaves_pport_actv;
1786 			unsigned max_port_p_one;
1787 			int num_vfs_before = 0;
1788 			int candidate_slave_gid;
1789 
1790 			/* Calculate how many VFs are on the previous port, if exists */
1791 			for (i = 1; i < port; i++) {
1792 				bitmap_zero(exclusive_ports.ports, dev->caps.num_ports);
1793 				set_bit(i - 1, exclusive_ports.ports);
1794 				slaves_pport_actv =
1795 					mlx4_phys_to_slaves_pport_actv(
1796 							dev, &exclusive_ports);
1797 				num_vfs_before += bitmap_weight(
1798 						slaves_pport_actv.slaves,
1799 						dev->persist->num_vfs + 1);
1800 			}
1801 
1802 			/* candidate_slave_gid isn't necessarily the correct slave, but
1803 			 * it has the same number of ports and is assigned to the same
1804 			 * ports as the real slave we're looking for. On dual port VF,
1805 			 * slave_gid = [single port VFs on port <port>] +
1806 			 * [offset of the current slave from the first dual port VF] +
1807 			 * 1 (for the PF).
1808 			 */
1809 			candidate_slave_gid = slave_gid + num_vfs_before;
1810 
1811 			actv_ports = mlx4_get_active_ports(dev, candidate_slave_gid);
1812 			max_port_p_one = find_first_bit(
1813 				actv_ports.ports, dev->caps.num_ports) +
1814 				bitmap_weight(actv_ports.ports,
1815 					      dev->caps.num_ports) + 1;
1816 
1817 			/* Calculate the real slave number */
1818 			for (i = 1; i < max_port_p_one; i++) {
1819 				if (i == port)
1820 					continue;
1821 				bitmap_zero(exclusive_ports.ports,
1822 					    dev->caps.num_ports);
1823 				set_bit(i - 1, exclusive_ports.ports);
1824 				slaves_pport_actv =
1825 					mlx4_phys_to_slaves_pport_actv(
1826 						dev, &exclusive_ports);
1827 				slave_gid += bitmap_weight(
1828 						slaves_pport_actv.slaves,
1829 						dev->persist->num_vfs + 1);
1830 			}
1831 		}
1832 		*slave_id = slave_gid;
1833 	}
1834 
1835 	return (found_ix >= 0) ? 0 : -EINVAL;
1836 }
1837 EXPORT_SYMBOL(mlx4_get_slave_from_roce_gid);
1838 
1839 int mlx4_get_roce_gid_from_slave(struct mlx4_dev *dev, int port, int slave_id,
1840 				 u8 *gid)
1841 {
1842 	struct mlx4_priv *priv = mlx4_priv(dev);
1843 
1844 	if (!mlx4_is_master(dev))
1845 		return -EINVAL;
1846 
1847 	memcpy(gid, priv->port[port].gid_table.roce_gids[slave_id].raw,
1848 	       MLX4_ROCE_GID_ENTRY_SIZE);
1849 	return 0;
1850 }
1851 EXPORT_SYMBOL(mlx4_get_roce_gid_from_slave);
1852 
1853 /* Cable Module Info */
1854 #define MODULE_INFO_MAX_READ 48
1855 
1856 #define I2C_ADDR_LOW  0x50
1857 #define I2C_ADDR_HIGH 0x51
1858 #define I2C_PAGE_SIZE 256
1859 
1860 /* Module Info Data */
1861 struct mlx4_cable_info {
1862 	u8	i2c_addr;
1863 	u8	page_num;
1864 	__be16	dev_mem_address;
1865 	__be16	reserved1;
1866 	__be16	size;
1867 	__be32	reserved2[2];
1868 	u8	data[MODULE_INFO_MAX_READ];
1869 };
1870 
1871 enum cable_info_err {
1872 	 CABLE_INF_INV_PORT      = 0x1,
1873 	 CABLE_INF_OP_NOSUP      = 0x2,
1874 	 CABLE_INF_NOT_CONN      = 0x3,
1875 	 CABLE_INF_NO_EEPRM      = 0x4,
1876 	 CABLE_INF_PAGE_ERR      = 0x5,
1877 	 CABLE_INF_INV_ADDR      = 0x6,
1878 	 CABLE_INF_I2C_ADDR      = 0x7,
1879 	 CABLE_INF_QSFP_VIO      = 0x8,
1880 	 CABLE_INF_I2C_BUSY      = 0x9,
1881 };
1882 
1883 #define MAD_STATUS_2_CABLE_ERR(mad_status) ((mad_status >> 8) & 0xFF)
1884 
1885 static inline const char *cable_info_mad_err_str(u16 mad_status)
1886 {
1887 	u8 err = MAD_STATUS_2_CABLE_ERR(mad_status);
1888 
1889 	switch (err) {
1890 	case CABLE_INF_INV_PORT:
1891 		return "invalid port selected";
1892 	case CABLE_INF_OP_NOSUP:
1893 		return "operation not supported for this port (the port is of type CX4 or internal)";
1894 	case CABLE_INF_NOT_CONN:
1895 		return "cable is not connected";
1896 	case CABLE_INF_NO_EEPRM:
1897 		return "the connected cable has no EPROM (passive copper cable)";
1898 	case CABLE_INF_PAGE_ERR:
1899 		return "page number is greater than 15";
1900 	case CABLE_INF_INV_ADDR:
1901 		return "invalid device_address or size (that is, size equals 0 or address+size is greater than 256)";
1902 	case CABLE_INF_I2C_ADDR:
1903 		return "invalid I2C slave address";
1904 	case CABLE_INF_QSFP_VIO:
1905 		return "at least one cable violates the QSFP specification and ignores the modsel signal";
1906 	case CABLE_INF_I2C_BUSY:
1907 		return "I2C bus is constantly busy";
1908 	}
1909 	return "Unknown Error";
1910 }
1911 
1912 /**
1913  * mlx4_get_module_info - Read cable module eeprom data
1914  * @dev: mlx4_dev.
1915  * @port: port number.
1916  * @offset: byte offset in eeprom to start reading data from.
1917  * @size: num of bytes to read.
1918  * @data: output buffer to put the requested data into.
1919  *
1920  * Reads cable module eeprom data, puts the outcome data into
1921  * data pointer paramer.
1922  * Returns num of read bytes on success or a negative error
1923  * code.
1924  */
1925 int mlx4_get_module_info(struct mlx4_dev *dev, u8 port,
1926 			 u16 offset, u16 size, u8 *data)
1927 {
1928 	struct mlx4_cmd_mailbox *inbox, *outbox;
1929 	struct mlx4_mad_ifc *inmad, *outmad;
1930 	struct mlx4_cable_info *cable_info;
1931 	u16 i2c_addr;
1932 	int ret;
1933 
1934 	if (size > MODULE_INFO_MAX_READ)
1935 		size = MODULE_INFO_MAX_READ;
1936 
1937 	inbox = mlx4_alloc_cmd_mailbox(dev);
1938 	if (IS_ERR(inbox))
1939 		return PTR_ERR(inbox);
1940 
1941 	outbox = mlx4_alloc_cmd_mailbox(dev);
1942 	if (IS_ERR(outbox)) {
1943 		mlx4_free_cmd_mailbox(dev, inbox);
1944 		return PTR_ERR(outbox);
1945 	}
1946 
1947 	inmad = (struct mlx4_mad_ifc *)(inbox->buf);
1948 	outmad = (struct mlx4_mad_ifc *)(outbox->buf);
1949 
1950 	inmad->method = 0x1; /* Get */
1951 	inmad->class_version = 0x1;
1952 	inmad->mgmt_class = 0x1;
1953 	inmad->base_version = 0x1;
1954 	inmad->attr_id = cpu_to_be16(0xFF60); /* Module Info */
1955 
1956 	if (offset < I2C_PAGE_SIZE && offset + size > I2C_PAGE_SIZE)
1957 		/* Cross pages reads are not allowed
1958 		 * read until offset 256 in low page
1959 		 */
1960 		size -= offset + size - I2C_PAGE_SIZE;
1961 
1962 	i2c_addr = I2C_ADDR_LOW;
1963 	if (offset >= I2C_PAGE_SIZE) {
1964 		/* Reset offset to high page */
1965 		i2c_addr = I2C_ADDR_HIGH;
1966 		offset -= I2C_PAGE_SIZE;
1967 	}
1968 
1969 	cable_info = (struct mlx4_cable_info *)inmad->data;
1970 	cable_info->dev_mem_address = cpu_to_be16(offset);
1971 	cable_info->page_num = 0;
1972 	cable_info->i2c_addr = i2c_addr;
1973 	cable_info->size = cpu_to_be16(size);
1974 
1975 	ret = mlx4_cmd_box(dev, inbox->dma, outbox->dma, port, 3,
1976 			   MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
1977 			   MLX4_CMD_NATIVE);
1978 	if (ret)
1979 		goto out;
1980 
1981 	if (be16_to_cpu(outmad->status)) {
1982 		/* Mad returned with bad status */
1983 		ret = be16_to_cpu(outmad->status);
1984 		mlx4_warn(dev,
1985 			  "MLX4_CMD_MAD_IFC Get Module info attr(%x) port(%d) i2c_addr(%x) offset(%d) size(%d): Response Mad Status(%x) - %s\n",
1986 			  0xFF60, port, i2c_addr, offset, size,
1987 			  ret, cable_info_mad_err_str(ret));
1988 
1989 		if (i2c_addr == I2C_ADDR_HIGH &&
1990 		    MAD_STATUS_2_CABLE_ERR(ret) == CABLE_INF_I2C_ADDR)
1991 			/* Some SFP cables do not support i2c slave
1992 			 * address 0x51 (high page), abort silently.
1993 			 */
1994 			ret = 0;
1995 		else
1996 			ret = -ret;
1997 		goto out;
1998 	}
1999 	cable_info = (struct mlx4_cable_info *)outmad->data;
2000 	memcpy(data, cable_info->data, size);
2001 	ret = size;
2002 out:
2003 	mlx4_free_cmd_mailbox(dev, inbox);
2004 	mlx4_free_cmd_mailbox(dev, outbox);
2005 	return ret;
2006 }
2007 EXPORT_SYMBOL(mlx4_get_module_info);
2008 
2009 int mlx4_max_tc(struct mlx4_dev *dev)
2010 {
2011 	u8 num_tc = dev->caps.max_tc_eth;
2012 
2013 	if (!num_tc)
2014 		num_tc = MLX4_TC_MAX_NUMBER;
2015 
2016 	return num_tc;
2017 }
2018 EXPORT_SYMBOL(mlx4_max_tc);
2019