1 /*
2  * drivers/net/ethernet/mellanox/mlxsw/spectrum_switchdev.c
3  * Copyright (c) 2015 Mellanox Technologies. All rights reserved.
4  * Copyright (c) 2015 Jiri Pirko <jiri@mellanox.com>
5  * Copyright (c) 2015 Ido Schimmel <idosch@mellanox.com>
6  * Copyright (c) 2015 Elad Raz <eladr@mellanox.com>
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions are met:
10  *
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  * 3. Neither the names of the copyright holders nor the names of its
17  *    contributors may be used to endorse or promote products derived from
18  *    this software without specific prior written permission.
19  *
20  * Alternatively, this software may be distributed under the terms of the
21  * GNU General Public License ("GPL") version 2 as published by the Free
22  * Software Foundation.
23  *
24  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
25  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
28  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
29  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
30  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
31  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
32  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
33  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
34  * POSSIBILITY OF SUCH DAMAGE.
35  */
36 
37 #include <linux/kernel.h>
38 #include <linux/types.h>
39 #include <linux/netdevice.h>
40 #include <linux/etherdevice.h>
41 #include <linux/slab.h>
42 #include <linux/device.h>
43 #include <linux/skbuff.h>
44 #include <linux/if_vlan.h>
45 #include <linux/if_bridge.h>
46 #include <linux/workqueue.h>
47 #include <linux/jiffies.h>
48 #include <net/switchdev.h>
49 
50 #include "spectrum.h"
51 #include "core.h"
52 #include "reg.h"
53 
54 static u16 mlxsw_sp_port_vid_to_fid_get(struct mlxsw_sp_port *mlxsw_sp_port,
55 					u16 vid)
56 {
57 	u16 fid = vid;
58 
59 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
60 		u16 vfid = mlxsw_sp_vport_vfid_get(mlxsw_sp_port);
61 
62 		fid = mlxsw_sp_vfid_to_fid(vfid);
63 	}
64 
65 	if (!fid)
66 		fid = mlxsw_sp_port->pvid;
67 
68 	return fid;
69 }
70 
71 static struct mlxsw_sp_port *
72 mlxsw_sp_port_orig_get(struct net_device *dev,
73 		       struct mlxsw_sp_port *mlxsw_sp_port)
74 {
75 	struct mlxsw_sp_port *mlxsw_sp_vport;
76 	u16 vid;
77 
78 	if (!is_vlan_dev(dev))
79 		return mlxsw_sp_port;
80 
81 	vid = vlan_dev_vlan_id(dev);
82 	mlxsw_sp_vport = mlxsw_sp_port_vport_find(mlxsw_sp_port, vid);
83 	WARN_ON(!mlxsw_sp_vport);
84 
85 	return mlxsw_sp_vport;
86 }
87 
88 static int mlxsw_sp_port_attr_get(struct net_device *dev,
89 				  struct switchdev_attr *attr)
90 {
91 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
92 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
93 
94 	mlxsw_sp_port = mlxsw_sp_port_orig_get(attr->orig_dev, mlxsw_sp_port);
95 	if (!mlxsw_sp_port)
96 		return -EINVAL;
97 
98 	switch (attr->id) {
99 	case SWITCHDEV_ATTR_ID_PORT_PARENT_ID:
100 		attr->u.ppid.id_len = sizeof(mlxsw_sp->base_mac);
101 		memcpy(&attr->u.ppid.id, &mlxsw_sp->base_mac,
102 		       attr->u.ppid.id_len);
103 		break;
104 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
105 		attr->u.brport_flags =
106 			(mlxsw_sp_port->learning ? BR_LEARNING : 0) |
107 			(mlxsw_sp_port->learning_sync ? BR_LEARNING_SYNC : 0) |
108 			(mlxsw_sp_port->uc_flood ? BR_FLOOD : 0);
109 		break;
110 	default:
111 		return -EOPNOTSUPP;
112 	}
113 
114 	return 0;
115 }
116 
117 static int mlxsw_sp_port_stp_state_set(struct mlxsw_sp_port *mlxsw_sp_port,
118 				       u8 state)
119 {
120 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
121 	enum mlxsw_reg_spms_state spms_state;
122 	char *spms_pl;
123 	u16 vid;
124 	int err;
125 
126 	switch (state) {
127 	case BR_STATE_DISABLED: /* fall-through */
128 	case BR_STATE_FORWARDING:
129 		spms_state = MLXSW_REG_SPMS_STATE_FORWARDING;
130 		break;
131 	case BR_STATE_LISTENING: /* fall-through */
132 	case BR_STATE_LEARNING:
133 		spms_state = MLXSW_REG_SPMS_STATE_LEARNING;
134 		break;
135 	case BR_STATE_BLOCKING:
136 		spms_state = MLXSW_REG_SPMS_STATE_DISCARDING;
137 		break;
138 	default:
139 		BUG();
140 	}
141 
142 	spms_pl = kmalloc(MLXSW_REG_SPMS_LEN, GFP_KERNEL);
143 	if (!spms_pl)
144 		return -ENOMEM;
145 	mlxsw_reg_spms_pack(spms_pl, mlxsw_sp_port->local_port);
146 
147 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
148 		vid = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
149 		mlxsw_reg_spms_vid_pack(spms_pl, vid, spms_state);
150 	} else {
151 		for_each_set_bit(vid, mlxsw_sp_port->active_vlans, VLAN_N_VID)
152 			mlxsw_reg_spms_vid_pack(spms_pl, vid, spms_state);
153 	}
154 
155 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(spms), spms_pl);
156 	kfree(spms_pl);
157 	return err;
158 }
159 
160 static int mlxsw_sp_port_attr_stp_state_set(struct mlxsw_sp_port *mlxsw_sp_port,
161 					    struct switchdev_trans *trans,
162 					    u8 state)
163 {
164 	if (switchdev_trans_ph_prepare(trans))
165 		return 0;
166 
167 	mlxsw_sp_port->stp_state = state;
168 	return mlxsw_sp_port_stp_state_set(mlxsw_sp_port, state);
169 }
170 
171 static bool mlxsw_sp_vfid_is_vport_br(u16 vfid)
172 {
173 	return vfid >= MLXSW_SP_VFID_PORT_MAX;
174 }
175 
176 static int __mlxsw_sp_port_flood_set(struct mlxsw_sp_port *mlxsw_sp_port,
177 				     u16 idx_begin, u16 idx_end, bool set,
178 				     bool only_uc)
179 {
180 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
181 	u16 local_port = mlxsw_sp_port->local_port;
182 	enum mlxsw_flood_table_type table_type;
183 	u16 range = idx_end - idx_begin + 1;
184 	char *sftr_pl;
185 	int err;
186 
187 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
188 		table_type = MLXSW_REG_SFGC_TABLE_TYPE_FID;
189 		if (mlxsw_sp_vfid_is_vport_br(idx_begin))
190 			local_port = mlxsw_sp_port->local_port;
191 		else
192 			local_port = MLXSW_PORT_CPU_PORT;
193 	} else {
194 		table_type = MLXSW_REG_SFGC_TABLE_TYPE_FID_OFFEST;
195 	}
196 
197 	sftr_pl = kmalloc(MLXSW_REG_SFTR_LEN, GFP_KERNEL);
198 	if (!sftr_pl)
199 		return -ENOMEM;
200 
201 	mlxsw_reg_sftr_pack(sftr_pl, MLXSW_SP_FLOOD_TABLE_UC, idx_begin,
202 			    table_type, range, local_port, set);
203 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sftr), sftr_pl);
204 	if (err)
205 		goto buffer_out;
206 
207 	/* Flooding control allows one to decide whether a given port will
208 	 * flood unicast traffic for which there is no FDB entry.
209 	 */
210 	if (only_uc)
211 		goto buffer_out;
212 
213 	mlxsw_reg_sftr_pack(sftr_pl, MLXSW_SP_FLOOD_TABLE_BM, idx_begin,
214 			    table_type, range, local_port, set);
215 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sftr), sftr_pl);
216 
217 buffer_out:
218 	kfree(sftr_pl);
219 	return err;
220 }
221 
222 static int mlxsw_sp_port_uc_flood_set(struct mlxsw_sp_port *mlxsw_sp_port,
223 				      bool set)
224 {
225 	struct net_device *dev = mlxsw_sp_port->dev;
226 	u16 vid, last_visited_vid;
227 	int err;
228 
229 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
230 		u16 vfid = mlxsw_sp_vport_vfid_get(mlxsw_sp_port);
231 
232 		return  __mlxsw_sp_port_flood_set(mlxsw_sp_port, vfid, vfid,
233 						  set, true);
234 	}
235 
236 	for_each_set_bit(vid, mlxsw_sp_port->active_vlans, VLAN_N_VID) {
237 		err = __mlxsw_sp_port_flood_set(mlxsw_sp_port, vid, vid, set,
238 						true);
239 		if (err) {
240 			last_visited_vid = vid;
241 			goto err_port_flood_set;
242 		}
243 	}
244 
245 	return 0;
246 
247 err_port_flood_set:
248 	for_each_set_bit(vid, mlxsw_sp_port->active_vlans, last_visited_vid)
249 		__mlxsw_sp_port_flood_set(mlxsw_sp_port, vid, vid, !set, true);
250 	netdev_err(dev, "Failed to configure unicast flooding\n");
251 	return err;
252 }
253 
254 int mlxsw_sp_vport_flood_set(struct mlxsw_sp_port *mlxsw_sp_vport, u16 vfid,
255 			     bool set, bool only_uc)
256 {
257 	/* In case of vFIDs, index into the flooding table is relative to
258 	 * the start of the vFIDs range.
259 	 */
260 	return __mlxsw_sp_port_flood_set(mlxsw_sp_vport, vfid, vfid, set,
261 					 only_uc);
262 }
263 
264 static int mlxsw_sp_port_attr_br_flags_set(struct mlxsw_sp_port *mlxsw_sp_port,
265 					   struct switchdev_trans *trans,
266 					   unsigned long brport_flags)
267 {
268 	unsigned long uc_flood = mlxsw_sp_port->uc_flood ? BR_FLOOD : 0;
269 	bool set;
270 	int err;
271 
272 	if (!mlxsw_sp_port->bridged)
273 		return -EINVAL;
274 
275 	if (switchdev_trans_ph_prepare(trans))
276 		return 0;
277 
278 	if ((uc_flood ^ brport_flags) & BR_FLOOD) {
279 		set = mlxsw_sp_port->uc_flood ? false : true;
280 		err = mlxsw_sp_port_uc_flood_set(mlxsw_sp_port, set);
281 		if (err)
282 			return err;
283 	}
284 
285 	mlxsw_sp_port->uc_flood = brport_flags & BR_FLOOD ? 1 : 0;
286 	mlxsw_sp_port->learning = brport_flags & BR_LEARNING ? 1 : 0;
287 	mlxsw_sp_port->learning_sync = brport_flags & BR_LEARNING_SYNC ? 1 : 0;
288 
289 	return 0;
290 }
291 
292 static int mlxsw_sp_ageing_set(struct mlxsw_sp *mlxsw_sp, u32 ageing_time)
293 {
294 	char sfdat_pl[MLXSW_REG_SFDAT_LEN];
295 	int err;
296 
297 	mlxsw_reg_sfdat_pack(sfdat_pl, ageing_time);
298 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfdat), sfdat_pl);
299 	if (err)
300 		return err;
301 	mlxsw_sp->ageing_time = ageing_time;
302 	return 0;
303 }
304 
305 static int mlxsw_sp_port_attr_br_ageing_set(struct mlxsw_sp_port *mlxsw_sp_port,
306 					    struct switchdev_trans *trans,
307 					    unsigned long ageing_clock_t)
308 {
309 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
310 	unsigned long ageing_jiffies = clock_t_to_jiffies(ageing_clock_t);
311 	u32 ageing_time = jiffies_to_msecs(ageing_jiffies) / 1000;
312 
313 	if (switchdev_trans_ph_prepare(trans))
314 		return 0;
315 
316 	return mlxsw_sp_ageing_set(mlxsw_sp, ageing_time);
317 }
318 
319 static int mlxsw_sp_port_attr_br_vlan_set(struct mlxsw_sp_port *mlxsw_sp_port,
320 					  struct switchdev_trans *trans,
321 					  struct net_device *orig_dev,
322 					  bool vlan_enabled)
323 {
324 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
325 
326 	/* SWITCHDEV_TRANS_PREPARE phase */
327 	if ((!vlan_enabled) && (mlxsw_sp->master_bridge.dev == orig_dev)) {
328 		netdev_err(mlxsw_sp_port->dev, "Bridge must be vlan-aware\n");
329 		return -EINVAL;
330 	}
331 
332 	return 0;
333 }
334 
335 static int mlxsw_sp_port_attr_set(struct net_device *dev,
336 				  const struct switchdev_attr *attr,
337 				  struct switchdev_trans *trans)
338 {
339 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
340 	int err = 0;
341 
342 	mlxsw_sp_port = mlxsw_sp_port_orig_get(attr->orig_dev, mlxsw_sp_port);
343 	if (!mlxsw_sp_port)
344 		return -EINVAL;
345 
346 	switch (attr->id) {
347 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
348 		err = mlxsw_sp_port_attr_stp_state_set(mlxsw_sp_port, trans,
349 						       attr->u.stp_state);
350 		break;
351 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
352 		err = mlxsw_sp_port_attr_br_flags_set(mlxsw_sp_port, trans,
353 						      attr->u.brport_flags);
354 		break;
355 	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
356 		err = mlxsw_sp_port_attr_br_ageing_set(mlxsw_sp_port, trans,
357 						       attr->u.ageing_time);
358 		break;
359 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
360 		err = mlxsw_sp_port_attr_br_vlan_set(mlxsw_sp_port, trans,
361 						     attr->orig_dev,
362 						     attr->u.vlan_filtering);
363 		break;
364 	default:
365 		err = -EOPNOTSUPP;
366 		break;
367 	}
368 
369 	return err;
370 }
371 
372 static int mlxsw_sp_port_pvid_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 vid)
373 {
374 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
375 	char spvid_pl[MLXSW_REG_SPVID_LEN];
376 
377 	mlxsw_reg_spvid_pack(spvid_pl, mlxsw_sp_port->local_port, vid);
378 	return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(spvid), spvid_pl);
379 }
380 
381 static int mlxsw_sp_fid_create(struct mlxsw_sp *mlxsw_sp, u16 fid)
382 {
383 	char sfmr_pl[MLXSW_REG_SFMR_LEN];
384 	int err;
385 
386 	mlxsw_reg_sfmr_pack(sfmr_pl, MLXSW_REG_SFMR_OP_CREATE_FID, fid, fid);
387 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfmr), sfmr_pl);
388 
389 	if (err)
390 		return err;
391 
392 	set_bit(fid, mlxsw_sp->active_fids);
393 	return 0;
394 }
395 
396 static void mlxsw_sp_fid_destroy(struct mlxsw_sp *mlxsw_sp, u16 fid)
397 {
398 	char sfmr_pl[MLXSW_REG_SFMR_LEN];
399 
400 	clear_bit(fid, mlxsw_sp->active_fids);
401 
402 	mlxsw_reg_sfmr_pack(sfmr_pl, MLXSW_REG_SFMR_OP_DESTROY_FID,
403 			    fid, fid);
404 	mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfmr), sfmr_pl);
405 }
406 
407 static int mlxsw_sp_port_fid_map(struct mlxsw_sp_port *mlxsw_sp_port, u16 fid)
408 {
409 	enum mlxsw_reg_svfa_mt mt;
410 
411 	if (!list_empty(&mlxsw_sp_port->vports_list))
412 		mt = MLXSW_REG_SVFA_MT_PORT_VID_TO_FID;
413 	else
414 		mt = MLXSW_REG_SVFA_MT_VID_TO_FID;
415 
416 	return mlxsw_sp_port_vid_to_fid_set(mlxsw_sp_port, mt, true, fid, fid);
417 }
418 
419 static int mlxsw_sp_port_fid_unmap(struct mlxsw_sp_port *mlxsw_sp_port, u16 fid)
420 {
421 	enum mlxsw_reg_svfa_mt mt;
422 
423 	if (list_empty(&mlxsw_sp_port->vports_list))
424 		return 0;
425 
426 	mt = MLXSW_REG_SVFA_MT_PORT_VID_TO_FID;
427 	return mlxsw_sp_port_vid_to_fid_set(mlxsw_sp_port, mt, false, fid, fid);
428 }
429 
430 static int mlxsw_sp_port_add_vids(struct net_device *dev, u16 vid_begin,
431 				  u16 vid_end)
432 {
433 	u16 vid;
434 	int err;
435 
436 	for (vid = vid_begin; vid <= vid_end; vid++) {
437 		err = mlxsw_sp_port_add_vid(dev, 0, vid);
438 		if (err)
439 			goto err_port_add_vid;
440 	}
441 	return 0;
442 
443 err_port_add_vid:
444 	for (vid--; vid >= vid_begin; vid--)
445 		mlxsw_sp_port_kill_vid(dev, 0, vid);
446 	return err;
447 }
448 
449 static int __mlxsw_sp_port_vlans_set(struct mlxsw_sp_port *mlxsw_sp_port,
450 				     u16 vid_begin, u16 vid_end, bool is_member,
451 				     bool untagged)
452 {
453 	u16 vid, vid_e;
454 	int err;
455 
456 	for (vid = vid_begin; vid <= vid_end;
457 	     vid += MLXSW_REG_SPVM_REC_MAX_COUNT) {
458 		vid_e = min((u16) (vid + MLXSW_REG_SPVM_REC_MAX_COUNT - 1),
459 			    vid_end);
460 
461 		err = mlxsw_sp_port_vlan_set(mlxsw_sp_port, vid, vid_e,
462 					     is_member, untagged);
463 		if (err)
464 			return err;
465 	}
466 
467 	return 0;
468 }
469 
470 static int __mlxsw_sp_port_vlans_add(struct mlxsw_sp_port *mlxsw_sp_port,
471 				     u16 vid_begin, u16 vid_end,
472 				     bool flag_untagged, bool flag_pvid)
473 {
474 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
475 	struct net_device *dev = mlxsw_sp_port->dev;
476 	u16 vid, last_visited_vid, old_pvid;
477 	enum mlxsw_reg_svfa_mt mt;
478 	int err;
479 
480 	/* In case this is invoked with BRIDGE_FLAGS_SELF and port is
481 	 * not bridged, then packets ingressing through the port with
482 	 * the specified VIDs will be directed to CPU.
483 	 */
484 	if (!mlxsw_sp_port->bridged)
485 		return mlxsw_sp_port_add_vids(dev, vid_begin, vid_end);
486 
487 	for (vid = vid_begin; vid <= vid_end; vid++) {
488 		if (!test_bit(vid, mlxsw_sp->active_fids)) {
489 			err = mlxsw_sp_fid_create(mlxsw_sp, vid);
490 			if (err) {
491 				netdev_err(dev, "Failed to create FID=%d\n",
492 					   vid);
493 				return err;
494 			}
495 
496 			/* When creating a FID, we set a VID to FID mapping
497 			 * regardless of the port's mode.
498 			 */
499 			mt = MLXSW_REG_SVFA_MT_VID_TO_FID;
500 			err = mlxsw_sp_port_vid_to_fid_set(mlxsw_sp_port, mt,
501 							   true, vid, vid);
502 			if (err) {
503 				netdev_err(dev, "Failed to create FID=VID=%d mapping\n",
504 					   vid);
505 				goto err_port_vid_to_fid_set;
506 			}
507 		}
508 	}
509 
510 	/* Set FID mapping according to port's mode */
511 	for (vid = vid_begin; vid <= vid_end; vid++) {
512 		err = mlxsw_sp_port_fid_map(mlxsw_sp_port, vid);
513 		if (err) {
514 			netdev_err(dev, "Failed to map FID=%d", vid);
515 			last_visited_vid = --vid;
516 			goto err_port_fid_map;
517 		}
518 	}
519 
520 	err = __mlxsw_sp_port_flood_set(mlxsw_sp_port, vid_begin, vid_end,
521 					true, false);
522 	if (err) {
523 		netdev_err(dev, "Failed to configure flooding\n");
524 		goto err_port_flood_set;
525 	}
526 
527 	err = __mlxsw_sp_port_vlans_set(mlxsw_sp_port, vid_begin, vid_end,
528 					true, flag_untagged);
529 	if (err) {
530 		netdev_err(dev, "Unable to add VIDs %d-%d\n", vid_begin,
531 			   vid_end);
532 		goto err_port_vlans_set;
533 	}
534 
535 	old_pvid = mlxsw_sp_port->pvid;
536 	if (flag_pvid && old_pvid != vid_begin) {
537 		err = mlxsw_sp_port_pvid_set(mlxsw_sp_port, vid_begin);
538 		if (err) {
539 			netdev_err(dev, "Unable to add PVID %d\n", vid_begin);
540 			goto err_port_pvid_set;
541 		}
542 		mlxsw_sp_port->pvid = vid_begin;
543 	}
544 
545 	/* Changing activity bits only if HW operation succeded */
546 	for (vid = vid_begin; vid <= vid_end; vid++) {
547 		set_bit(vid, mlxsw_sp_port->active_vlans);
548 		if (flag_untagged)
549 			set_bit(vid, mlxsw_sp_port->untagged_vlans);
550 		else
551 			clear_bit(vid, mlxsw_sp_port->untagged_vlans);
552 	}
553 
554 	/* STP state change must be done after we set active VLANs */
555 	err = mlxsw_sp_port_stp_state_set(mlxsw_sp_port,
556 					  mlxsw_sp_port->stp_state);
557 	if (err) {
558 		netdev_err(dev, "Failed to set STP state\n");
559 		goto err_port_stp_state_set;
560 	}
561 
562 	return 0;
563 
564 err_port_vid_to_fid_set:
565 	mlxsw_sp_fid_destroy(mlxsw_sp, vid);
566 	return err;
567 
568 err_port_stp_state_set:
569 	for (vid = vid_begin; vid <= vid_end; vid++)
570 		clear_bit(vid, mlxsw_sp_port->active_vlans);
571 	if (old_pvid != mlxsw_sp_port->pvid)
572 		mlxsw_sp_port_pvid_set(mlxsw_sp_port, old_pvid);
573 err_port_pvid_set:
574 	__mlxsw_sp_port_vlans_set(mlxsw_sp_port, vid_begin, vid_end, false,
575 				  false);
576 err_port_vlans_set:
577 	__mlxsw_sp_port_flood_set(mlxsw_sp_port, vid_begin, vid_end, false,
578 				  false);
579 err_port_flood_set:
580 	last_visited_vid = vid_end;
581 err_port_fid_map:
582 	for (vid = last_visited_vid; vid >= vid_begin; vid--)
583 		mlxsw_sp_port_fid_unmap(mlxsw_sp_port, vid);
584 	return err;
585 }
586 
587 static int mlxsw_sp_port_vlans_add(struct mlxsw_sp_port *mlxsw_sp_port,
588 				   const struct switchdev_obj_port_vlan *vlan,
589 				   struct switchdev_trans *trans)
590 {
591 	bool flag_untagged = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;
592 	bool flag_pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;
593 
594 	if (switchdev_trans_ph_prepare(trans))
595 		return 0;
596 
597 	return __mlxsw_sp_port_vlans_add(mlxsw_sp_port,
598 					 vlan->vid_begin, vlan->vid_end,
599 					 flag_untagged, flag_pvid);
600 }
601 
602 static enum mlxsw_reg_sfd_rec_policy mlxsw_sp_sfd_rec_policy(bool dynamic)
603 {
604 	return dynamic ? MLXSW_REG_SFD_REC_POLICY_DYNAMIC_ENTRY_INGRESS :
605 			 MLXSW_REG_SFD_REC_POLICY_STATIC_ENTRY;
606 }
607 
608 static enum mlxsw_reg_sfd_op mlxsw_sp_sfd_op(bool adding)
609 {
610 	return adding ? MLXSW_REG_SFD_OP_WRITE_EDIT :
611 			MLXSW_REG_SFD_OP_WRITE_REMOVE;
612 }
613 
614 static int mlxsw_sp_port_fdb_uc_op(struct mlxsw_sp *mlxsw_sp, u8 local_port,
615 				   const char *mac, u16 fid, bool adding,
616 				   bool dynamic)
617 {
618 	char *sfd_pl;
619 	int err;
620 
621 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
622 	if (!sfd_pl)
623 		return -ENOMEM;
624 
625 	mlxsw_reg_sfd_pack(sfd_pl, mlxsw_sp_sfd_op(adding), 0);
626 	mlxsw_reg_sfd_uc_pack(sfd_pl, 0, mlxsw_sp_sfd_rec_policy(dynamic),
627 			      mac, fid, MLXSW_REG_SFD_REC_ACTION_NOP,
628 			      local_port);
629 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
630 	kfree(sfd_pl);
631 
632 	return err;
633 }
634 
635 static int mlxsw_sp_port_fdb_uc_lag_op(struct mlxsw_sp *mlxsw_sp, u16 lag_id,
636 				       const char *mac, u16 fid, u16 lag_vid,
637 				       bool adding, bool dynamic)
638 {
639 	char *sfd_pl;
640 	int err;
641 
642 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
643 	if (!sfd_pl)
644 		return -ENOMEM;
645 
646 	mlxsw_reg_sfd_pack(sfd_pl, mlxsw_sp_sfd_op(adding), 0);
647 	mlxsw_reg_sfd_uc_lag_pack(sfd_pl, 0, mlxsw_sp_sfd_rec_policy(dynamic),
648 				  mac, fid, MLXSW_REG_SFD_REC_ACTION_NOP,
649 				  lag_vid, lag_id);
650 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
651 	kfree(sfd_pl);
652 
653 	return err;
654 }
655 
656 static int
657 mlxsw_sp_port_fdb_static_add(struct mlxsw_sp_port *mlxsw_sp_port,
658 			     const struct switchdev_obj_port_fdb *fdb,
659 			     struct switchdev_trans *trans)
660 {
661 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, fdb->vid);
662 	u16 lag_vid = 0;
663 
664 	if (switchdev_trans_ph_prepare(trans))
665 		return 0;
666 
667 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
668 		lag_vid = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
669 	}
670 
671 	if (!mlxsw_sp_port->lagged)
672 		return mlxsw_sp_port_fdb_uc_op(mlxsw_sp_port->mlxsw_sp,
673 					       mlxsw_sp_port->local_port,
674 					       fdb->addr, fid, true, false);
675 	else
676 		return mlxsw_sp_port_fdb_uc_lag_op(mlxsw_sp_port->mlxsw_sp,
677 						   mlxsw_sp_port->lag_id,
678 						   fdb->addr, fid, lag_vid,
679 						   true, false);
680 }
681 
682 static int mlxsw_sp_port_mdb_op(struct mlxsw_sp *mlxsw_sp, const char *addr,
683 				u16 fid, u16 mid, bool adding)
684 {
685 	char *sfd_pl;
686 	int err;
687 
688 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
689 	if (!sfd_pl)
690 		return -ENOMEM;
691 
692 	mlxsw_reg_sfd_pack(sfd_pl, mlxsw_sp_sfd_op(adding), 0);
693 	mlxsw_reg_sfd_mc_pack(sfd_pl, 0, addr, fid,
694 			      MLXSW_REG_SFD_REC_ACTION_NOP, mid);
695 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
696 	kfree(sfd_pl);
697 	return err;
698 }
699 
700 static int mlxsw_sp_port_smid_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 mid,
701 				  bool add, bool clear_all_ports)
702 {
703 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
704 	char *smid_pl;
705 	int err, i;
706 
707 	smid_pl = kmalloc(MLXSW_REG_SMID_LEN, GFP_KERNEL);
708 	if (!smid_pl)
709 		return -ENOMEM;
710 
711 	mlxsw_reg_smid_pack(smid_pl, mid, mlxsw_sp_port->local_port, add);
712 	if (clear_all_ports) {
713 		for (i = 1; i < MLXSW_PORT_MAX_PORTS; i++)
714 			if (mlxsw_sp->ports[i])
715 				mlxsw_reg_smid_port_mask_set(smid_pl, i, 1);
716 	}
717 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(smid), smid_pl);
718 	kfree(smid_pl);
719 	return err;
720 }
721 
722 static struct mlxsw_sp_mid *__mlxsw_sp_mc_get(struct mlxsw_sp *mlxsw_sp,
723 					      const unsigned char *addr,
724 					      u16 vid)
725 {
726 	struct mlxsw_sp_mid *mid;
727 
728 	list_for_each_entry(mid, &mlxsw_sp->br_mids.list, list) {
729 		if (ether_addr_equal(mid->addr, addr) && mid->vid == vid)
730 			return mid;
731 	}
732 	return NULL;
733 }
734 
735 static struct mlxsw_sp_mid *__mlxsw_sp_mc_alloc(struct mlxsw_sp *mlxsw_sp,
736 						const unsigned char *addr,
737 						u16 vid)
738 {
739 	struct mlxsw_sp_mid *mid;
740 	u16 mid_idx;
741 
742 	mid_idx = find_first_zero_bit(mlxsw_sp->br_mids.mapped,
743 				      MLXSW_SP_MID_MAX);
744 	if (mid_idx == MLXSW_SP_MID_MAX)
745 		return NULL;
746 
747 	mid = kzalloc(sizeof(*mid), GFP_KERNEL);
748 	if (!mid)
749 		return NULL;
750 
751 	set_bit(mid_idx, mlxsw_sp->br_mids.mapped);
752 	ether_addr_copy(mid->addr, addr);
753 	mid->vid = vid;
754 	mid->mid = mid_idx;
755 	mid->ref_count = 0;
756 	list_add_tail(&mid->list, &mlxsw_sp->br_mids.list);
757 
758 	return mid;
759 }
760 
761 static int __mlxsw_sp_mc_dec_ref(struct mlxsw_sp *mlxsw_sp,
762 				 struct mlxsw_sp_mid *mid)
763 {
764 	if (--mid->ref_count == 0) {
765 		list_del(&mid->list);
766 		clear_bit(mid->mid, mlxsw_sp->br_mids.mapped);
767 		kfree(mid);
768 		return 1;
769 	}
770 	return 0;
771 }
772 
773 static int mlxsw_sp_port_mdb_add(struct mlxsw_sp_port *mlxsw_sp_port,
774 				 const struct switchdev_obj_port_mdb *mdb,
775 				 struct switchdev_trans *trans)
776 {
777 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
778 	struct net_device *dev = mlxsw_sp_port->dev;
779 	struct mlxsw_sp_mid *mid;
780 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, mdb->vid);
781 	int err = 0;
782 
783 	if (switchdev_trans_ph_prepare(trans))
784 		return 0;
785 
786 	mid = __mlxsw_sp_mc_get(mlxsw_sp, mdb->addr, mdb->vid);
787 	if (!mid) {
788 		mid = __mlxsw_sp_mc_alloc(mlxsw_sp, mdb->addr, mdb->vid);
789 		if (!mid) {
790 			netdev_err(dev, "Unable to allocate MC group\n");
791 			return -ENOMEM;
792 		}
793 	}
794 	mid->ref_count++;
795 
796 	err = mlxsw_sp_port_smid_set(mlxsw_sp_port, mid->mid, true,
797 				     mid->ref_count == 1);
798 	if (err) {
799 		netdev_err(dev, "Unable to set SMID\n");
800 		goto err_out;
801 	}
802 
803 	if (mid->ref_count == 1) {
804 		err = mlxsw_sp_port_mdb_op(mlxsw_sp, mdb->addr, fid, mid->mid,
805 					   true);
806 		if (err) {
807 			netdev_err(dev, "Unable to set MC SFD\n");
808 			goto err_out;
809 		}
810 	}
811 
812 	return 0;
813 
814 err_out:
815 	__mlxsw_sp_mc_dec_ref(mlxsw_sp, mid);
816 	return err;
817 }
818 
819 static int mlxsw_sp_port_obj_add(struct net_device *dev,
820 				 const struct switchdev_obj *obj,
821 				 struct switchdev_trans *trans)
822 {
823 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
824 	int err = 0;
825 
826 	mlxsw_sp_port = mlxsw_sp_port_orig_get(obj->orig_dev, mlxsw_sp_port);
827 	if (!mlxsw_sp_port)
828 		return -EINVAL;
829 
830 	switch (obj->id) {
831 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
832 		if (mlxsw_sp_port_is_vport(mlxsw_sp_port))
833 			return 0;
834 
835 		err = mlxsw_sp_port_vlans_add(mlxsw_sp_port,
836 					      SWITCHDEV_OBJ_PORT_VLAN(obj),
837 					      trans);
838 		break;
839 	case SWITCHDEV_OBJ_ID_PORT_FDB:
840 		err = mlxsw_sp_port_fdb_static_add(mlxsw_sp_port,
841 						   SWITCHDEV_OBJ_PORT_FDB(obj),
842 						   trans);
843 		break;
844 	case SWITCHDEV_OBJ_ID_PORT_MDB:
845 		err = mlxsw_sp_port_mdb_add(mlxsw_sp_port,
846 					    SWITCHDEV_OBJ_PORT_MDB(obj),
847 					    trans);
848 		break;
849 	default:
850 		err = -EOPNOTSUPP;
851 		break;
852 	}
853 
854 	return err;
855 }
856 
857 static int mlxsw_sp_port_kill_vids(struct net_device *dev, u16 vid_begin,
858 				   u16 vid_end)
859 {
860 	u16 vid;
861 	int err;
862 
863 	for (vid = vid_begin; vid <= vid_end; vid++) {
864 		err = mlxsw_sp_port_kill_vid(dev, 0, vid);
865 		if (err)
866 			return err;
867 	}
868 
869 	return 0;
870 }
871 
872 static int __mlxsw_sp_port_vlans_del(struct mlxsw_sp_port *mlxsw_sp_port,
873 				     u16 vid_begin, u16 vid_end, bool init)
874 {
875 	struct net_device *dev = mlxsw_sp_port->dev;
876 	u16 vid, pvid;
877 	int err;
878 
879 	/* In case this is invoked with BRIDGE_FLAGS_SELF and port is
880 	 * not bridged, then prevent packets ingressing through the
881 	 * port with the specified VIDs from being trapped to CPU.
882 	 */
883 	if (!init && !mlxsw_sp_port->bridged)
884 		return mlxsw_sp_port_kill_vids(dev, vid_begin, vid_end);
885 
886 	err = __mlxsw_sp_port_vlans_set(mlxsw_sp_port, vid_begin, vid_end,
887 					false, false);
888 	if (err) {
889 		netdev_err(dev, "Unable to del VIDs %d-%d\n", vid_begin,
890 			   vid_end);
891 		return err;
892 	}
893 
894 	pvid = mlxsw_sp_port->pvid;
895 	if (pvid >= vid_begin && pvid <= vid_end && pvid != 1) {
896 		/* Default VLAN is always 1 */
897 		err = mlxsw_sp_port_pvid_set(mlxsw_sp_port, 1);
898 		if (err) {
899 			netdev_err(dev, "Unable to del PVID %d\n", pvid);
900 			return err;
901 		}
902 		mlxsw_sp_port->pvid = 1;
903 	}
904 
905 	if (init)
906 		goto out;
907 
908 	err = __mlxsw_sp_port_flood_set(mlxsw_sp_port, vid_begin, vid_end,
909 					false, false);
910 	if (err) {
911 		netdev_err(dev, "Failed to clear flooding\n");
912 		return err;
913 	}
914 
915 	for (vid = vid_begin; vid <= vid_end; vid++) {
916 		/* Remove FID mapping in case of Virtual mode */
917 		err = mlxsw_sp_port_fid_unmap(mlxsw_sp_port, vid);
918 		if (err) {
919 			netdev_err(dev, "Failed to unmap FID=%d", vid);
920 			return err;
921 		}
922 	}
923 
924 out:
925 	/* Changing activity bits only if HW operation succeded */
926 	for (vid = vid_begin; vid <= vid_end; vid++)
927 		clear_bit(vid, mlxsw_sp_port->active_vlans);
928 
929 	return 0;
930 }
931 
932 static int mlxsw_sp_port_vlans_del(struct mlxsw_sp_port *mlxsw_sp_port,
933 				   const struct switchdev_obj_port_vlan *vlan)
934 {
935 	return __mlxsw_sp_port_vlans_del(mlxsw_sp_port,
936 					 vlan->vid_begin, vlan->vid_end, false);
937 }
938 
939 static int
940 mlxsw_sp_port_fdb_static_del(struct mlxsw_sp_port *mlxsw_sp_port,
941 			     const struct switchdev_obj_port_fdb *fdb)
942 {
943 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, fdb->vid);
944 	u16 lag_vid = 0;
945 
946 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
947 		lag_vid = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
948 	}
949 
950 	if (!mlxsw_sp_port->lagged)
951 		return mlxsw_sp_port_fdb_uc_op(mlxsw_sp_port->mlxsw_sp,
952 					       mlxsw_sp_port->local_port,
953 					       fdb->addr, fid,
954 					       false, false);
955 	else
956 		return mlxsw_sp_port_fdb_uc_lag_op(mlxsw_sp_port->mlxsw_sp,
957 						   mlxsw_sp_port->lag_id,
958 						   fdb->addr, fid, lag_vid,
959 						   false, false);
960 }
961 
962 static int mlxsw_sp_port_mdb_del(struct mlxsw_sp_port *mlxsw_sp_port,
963 				 const struct switchdev_obj_port_mdb *mdb)
964 {
965 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
966 	struct net_device *dev = mlxsw_sp_port->dev;
967 	struct mlxsw_sp_mid *mid;
968 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, mdb->vid);
969 	u16 mid_idx;
970 	int err = 0;
971 
972 	mid = __mlxsw_sp_mc_get(mlxsw_sp, mdb->addr, mdb->vid);
973 	if (!mid) {
974 		netdev_err(dev, "Unable to remove port from MC DB\n");
975 		return -EINVAL;
976 	}
977 
978 	err = mlxsw_sp_port_smid_set(mlxsw_sp_port, mid->mid, false, false);
979 	if (err)
980 		netdev_err(dev, "Unable to remove port from SMID\n");
981 
982 	mid_idx = mid->mid;
983 	if (__mlxsw_sp_mc_dec_ref(mlxsw_sp, mid)) {
984 		err = mlxsw_sp_port_mdb_op(mlxsw_sp, mdb->addr, fid, mid_idx,
985 					   false);
986 		if (err)
987 			netdev_err(dev, "Unable to remove MC SFD\n");
988 	}
989 
990 	return err;
991 }
992 
993 static int mlxsw_sp_port_obj_del(struct net_device *dev,
994 				 const struct switchdev_obj *obj)
995 {
996 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
997 	int err = 0;
998 
999 	mlxsw_sp_port = mlxsw_sp_port_orig_get(obj->orig_dev, mlxsw_sp_port);
1000 	if (!mlxsw_sp_port)
1001 		return -EINVAL;
1002 
1003 	switch (obj->id) {
1004 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
1005 		if (mlxsw_sp_port_is_vport(mlxsw_sp_port))
1006 			return 0;
1007 
1008 		err = mlxsw_sp_port_vlans_del(mlxsw_sp_port,
1009 					      SWITCHDEV_OBJ_PORT_VLAN(obj));
1010 		break;
1011 	case SWITCHDEV_OBJ_ID_PORT_FDB:
1012 		err = mlxsw_sp_port_fdb_static_del(mlxsw_sp_port,
1013 						   SWITCHDEV_OBJ_PORT_FDB(obj));
1014 		break;
1015 	case SWITCHDEV_OBJ_ID_PORT_MDB:
1016 		err = mlxsw_sp_port_mdb_del(mlxsw_sp_port,
1017 					    SWITCHDEV_OBJ_PORT_MDB(obj));
1018 		break;
1019 	default:
1020 		err = -EOPNOTSUPP;
1021 		break;
1022 	}
1023 
1024 	return err;
1025 }
1026 
1027 static struct mlxsw_sp_port *mlxsw_sp_lag_rep_port(struct mlxsw_sp *mlxsw_sp,
1028 						   u16 lag_id)
1029 {
1030 	struct mlxsw_sp_port *mlxsw_sp_port;
1031 	int i;
1032 
1033 	for (i = 0; i < MLXSW_SP_PORT_PER_LAG_MAX; i++) {
1034 		mlxsw_sp_port = mlxsw_sp_port_lagged_get(mlxsw_sp, lag_id, i);
1035 		if (mlxsw_sp_port)
1036 			return mlxsw_sp_port;
1037 	}
1038 	return NULL;
1039 }
1040 
1041 static int mlxsw_sp_port_fdb_dump(struct mlxsw_sp_port *mlxsw_sp_port,
1042 				  struct switchdev_obj_port_fdb *fdb,
1043 				  switchdev_obj_dump_cb_t *cb)
1044 {
1045 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
1046 	u16 vport_vid = 0, vport_fid = 0;
1047 	char *sfd_pl;
1048 	char mac[ETH_ALEN];
1049 	u16 fid;
1050 	u8 local_port;
1051 	u16 lag_id;
1052 	u8 num_rec;
1053 	int stored_err = 0;
1054 	int i;
1055 	int err;
1056 
1057 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
1058 	if (!sfd_pl)
1059 		return -ENOMEM;
1060 
1061 	mutex_lock(&mlxsw_sp_port->mlxsw_sp->fdb_lock);
1062 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
1063 		u16 tmp;
1064 
1065 		tmp = mlxsw_sp_vport_vfid_get(mlxsw_sp_port);
1066 		vport_fid = mlxsw_sp_vfid_to_fid(tmp);
1067 		vport_vid = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
1068 	}
1069 
1070 	mlxsw_reg_sfd_pack(sfd_pl, MLXSW_REG_SFD_OP_QUERY_DUMP, 0);
1071 	do {
1072 		mlxsw_reg_sfd_num_rec_set(sfd_pl, MLXSW_REG_SFD_REC_MAX_COUNT);
1073 		err = mlxsw_reg_query(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
1074 		if (err)
1075 			goto out;
1076 
1077 		num_rec = mlxsw_reg_sfd_num_rec_get(sfd_pl);
1078 
1079 		/* Even in case of error, we have to run the dump to the end
1080 		 * so the session in firmware is finished.
1081 		 */
1082 		if (stored_err)
1083 			continue;
1084 
1085 		for (i = 0; i < num_rec; i++) {
1086 			switch (mlxsw_reg_sfd_rec_type_get(sfd_pl, i)) {
1087 			case MLXSW_REG_SFD_REC_TYPE_UNICAST:
1088 				mlxsw_reg_sfd_uc_unpack(sfd_pl, i, mac, &fid,
1089 							&local_port);
1090 				if (local_port == mlxsw_sp_port->local_port) {
1091 					if (vport_fid && vport_fid != fid)
1092 						continue;
1093 					else if (vport_fid)
1094 						fdb->vid = vport_vid;
1095 					else
1096 						fdb->vid = fid;
1097 					ether_addr_copy(fdb->addr, mac);
1098 					fdb->ndm_state = NUD_REACHABLE;
1099 					err = cb(&fdb->obj);
1100 					if (err)
1101 						stored_err = err;
1102 				}
1103 				break;
1104 			case MLXSW_REG_SFD_REC_TYPE_UNICAST_LAG:
1105 				mlxsw_reg_sfd_uc_lag_unpack(sfd_pl, i,
1106 							    mac, &fid, &lag_id);
1107 				if (mlxsw_sp_port ==
1108 				    mlxsw_sp_lag_rep_port(mlxsw_sp, lag_id)) {
1109 					if (vport_fid && vport_fid != fid)
1110 						continue;
1111 					else if (vport_fid)
1112 						fdb->vid = vport_vid;
1113 					else
1114 						fdb->vid = fid;
1115 					ether_addr_copy(fdb->addr, mac);
1116 					fdb->ndm_state = NUD_REACHABLE;
1117 					err = cb(&fdb->obj);
1118 					if (err)
1119 						stored_err = err;
1120 				}
1121 				break;
1122 			}
1123 		}
1124 	} while (num_rec == MLXSW_REG_SFD_REC_MAX_COUNT);
1125 
1126 out:
1127 	mutex_unlock(&mlxsw_sp_port->mlxsw_sp->fdb_lock);
1128 	kfree(sfd_pl);
1129 	return stored_err ? stored_err : err;
1130 }
1131 
1132 static int mlxsw_sp_port_vlan_dump(struct mlxsw_sp_port *mlxsw_sp_port,
1133 				   struct switchdev_obj_port_vlan *vlan,
1134 				   switchdev_obj_dump_cb_t *cb)
1135 {
1136 	u16 vid;
1137 	int err = 0;
1138 
1139 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
1140 		vlan->flags = 0;
1141 		vlan->vid_begin = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
1142 		vlan->vid_end = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
1143 		return cb(&vlan->obj);
1144 	}
1145 
1146 	for_each_set_bit(vid, mlxsw_sp_port->active_vlans, VLAN_N_VID) {
1147 		vlan->flags = 0;
1148 		if (vid == mlxsw_sp_port->pvid)
1149 			vlan->flags |= BRIDGE_VLAN_INFO_PVID;
1150 		if (test_bit(vid, mlxsw_sp_port->untagged_vlans))
1151 			vlan->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1152 		vlan->vid_begin = vid;
1153 		vlan->vid_end = vid;
1154 		err = cb(&vlan->obj);
1155 		if (err)
1156 			break;
1157 	}
1158 	return err;
1159 }
1160 
1161 static int mlxsw_sp_port_obj_dump(struct net_device *dev,
1162 				  struct switchdev_obj *obj,
1163 				  switchdev_obj_dump_cb_t *cb)
1164 {
1165 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
1166 	int err = 0;
1167 
1168 	mlxsw_sp_port = mlxsw_sp_port_orig_get(obj->orig_dev, mlxsw_sp_port);
1169 	if (!mlxsw_sp_port)
1170 		return -EINVAL;
1171 
1172 	switch (obj->id) {
1173 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
1174 		err = mlxsw_sp_port_vlan_dump(mlxsw_sp_port,
1175 					      SWITCHDEV_OBJ_PORT_VLAN(obj), cb);
1176 		break;
1177 	case SWITCHDEV_OBJ_ID_PORT_FDB:
1178 		err = mlxsw_sp_port_fdb_dump(mlxsw_sp_port,
1179 					     SWITCHDEV_OBJ_PORT_FDB(obj), cb);
1180 		break;
1181 	default:
1182 		err = -EOPNOTSUPP;
1183 		break;
1184 	}
1185 
1186 	return err;
1187 }
1188 
1189 static const struct switchdev_ops mlxsw_sp_port_switchdev_ops = {
1190 	.switchdev_port_attr_get	= mlxsw_sp_port_attr_get,
1191 	.switchdev_port_attr_set	= mlxsw_sp_port_attr_set,
1192 	.switchdev_port_obj_add		= mlxsw_sp_port_obj_add,
1193 	.switchdev_port_obj_del		= mlxsw_sp_port_obj_del,
1194 	.switchdev_port_obj_dump	= mlxsw_sp_port_obj_dump,
1195 };
1196 
1197 static void mlxsw_sp_fdb_call_notifiers(bool learning, bool learning_sync,
1198 					bool adding, char *mac, u16 vid,
1199 					struct net_device *dev)
1200 {
1201 	struct switchdev_notifier_fdb_info info;
1202 	unsigned long notifier_type;
1203 
1204 	if (learning && learning_sync) {
1205 		info.addr = mac;
1206 		info.vid = vid;
1207 		notifier_type = adding ? SWITCHDEV_FDB_ADD : SWITCHDEV_FDB_DEL;
1208 		call_switchdev_notifiers(notifier_type, dev, &info.info);
1209 	}
1210 }
1211 
1212 static void mlxsw_sp_fdb_notify_mac_process(struct mlxsw_sp *mlxsw_sp,
1213 					    char *sfn_pl, int rec_index,
1214 					    bool adding)
1215 {
1216 	struct mlxsw_sp_port *mlxsw_sp_port;
1217 	char mac[ETH_ALEN];
1218 	u8 local_port;
1219 	u16 vid, fid;
1220 	bool do_notification = true;
1221 	int err;
1222 
1223 	mlxsw_reg_sfn_mac_unpack(sfn_pl, rec_index, mac, &fid, &local_port);
1224 	mlxsw_sp_port = mlxsw_sp->ports[local_port];
1225 	if (!mlxsw_sp_port) {
1226 		dev_err_ratelimited(mlxsw_sp->bus_info->dev, "Incorrect local port in FDB notification\n");
1227 		goto just_remove;
1228 	}
1229 
1230 	if (mlxsw_sp_fid_is_vfid(fid)) {
1231 		u16 vfid = mlxsw_sp_fid_to_vfid(fid);
1232 		struct mlxsw_sp_port *mlxsw_sp_vport;
1233 
1234 		mlxsw_sp_vport = mlxsw_sp_port_vport_find_by_vfid(mlxsw_sp_port,
1235 								  vfid);
1236 		if (!mlxsw_sp_vport) {
1237 			netdev_err(mlxsw_sp_port->dev, "Failed to find a matching vPort following FDB notification\n");
1238 			goto just_remove;
1239 		}
1240 		vid = mlxsw_sp_vport_vid_get(mlxsw_sp_vport);
1241 		/* Override the physical port with the vPort. */
1242 		mlxsw_sp_port = mlxsw_sp_vport;
1243 	} else {
1244 		vid = fid;
1245 	}
1246 
1247 	adding = adding && mlxsw_sp_port->learning;
1248 
1249 do_fdb_op:
1250 	err = mlxsw_sp_port_fdb_uc_op(mlxsw_sp, local_port, mac, fid,
1251 				      adding, true);
1252 	if (err) {
1253 		if (net_ratelimit())
1254 			netdev_err(mlxsw_sp_port->dev, "Failed to set FDB entry\n");
1255 		return;
1256 	}
1257 
1258 	if (!do_notification)
1259 		return;
1260 	mlxsw_sp_fdb_call_notifiers(mlxsw_sp_port->learning,
1261 				    mlxsw_sp_port->learning_sync,
1262 				    adding, mac, vid, mlxsw_sp_port->dev);
1263 	return;
1264 
1265 just_remove:
1266 	adding = false;
1267 	do_notification = false;
1268 	goto do_fdb_op;
1269 }
1270 
1271 static void mlxsw_sp_fdb_notify_mac_lag_process(struct mlxsw_sp *mlxsw_sp,
1272 						char *sfn_pl, int rec_index,
1273 						bool adding)
1274 {
1275 	struct mlxsw_sp_port *mlxsw_sp_port;
1276 	char mac[ETH_ALEN];
1277 	u16 lag_vid = 0;
1278 	u16 lag_id;
1279 	u16 vid, fid;
1280 	bool do_notification = true;
1281 	int err;
1282 
1283 	mlxsw_reg_sfn_mac_lag_unpack(sfn_pl, rec_index, mac, &fid, &lag_id);
1284 	mlxsw_sp_port = mlxsw_sp_lag_rep_port(mlxsw_sp, lag_id);
1285 	if (!mlxsw_sp_port) {
1286 		dev_err_ratelimited(mlxsw_sp->bus_info->dev, "Cannot find port representor for LAG\n");
1287 		goto just_remove;
1288 	}
1289 
1290 	if (mlxsw_sp_fid_is_vfid(fid)) {
1291 		u16 vfid = mlxsw_sp_fid_to_vfid(fid);
1292 		struct mlxsw_sp_port *mlxsw_sp_vport;
1293 
1294 		mlxsw_sp_vport = mlxsw_sp_port_vport_find_by_vfid(mlxsw_sp_port,
1295 								  vfid);
1296 		if (!mlxsw_sp_vport) {
1297 			netdev_err(mlxsw_sp_port->dev, "Failed to find a matching vPort following FDB notification\n");
1298 			goto just_remove;
1299 		}
1300 
1301 		vid = mlxsw_sp_vport_vid_get(mlxsw_sp_vport);
1302 		lag_vid = vid;
1303 		/* Override the physical port with the vPort. */
1304 		mlxsw_sp_port = mlxsw_sp_vport;
1305 	} else {
1306 		vid = fid;
1307 	}
1308 
1309 	adding = adding && mlxsw_sp_port->learning;
1310 
1311 do_fdb_op:
1312 	err = mlxsw_sp_port_fdb_uc_lag_op(mlxsw_sp, lag_id, mac, fid, lag_vid,
1313 					  adding, true);
1314 	if (err) {
1315 		if (net_ratelimit())
1316 			netdev_err(mlxsw_sp_port->dev, "Failed to set FDB entry\n");
1317 		return;
1318 	}
1319 
1320 	if (!do_notification)
1321 		return;
1322 	mlxsw_sp_fdb_call_notifiers(mlxsw_sp_port->learning,
1323 				    mlxsw_sp_port->learning_sync,
1324 				    adding, mac, vid,
1325 				    mlxsw_sp_lag_get(mlxsw_sp, lag_id)->dev);
1326 	return;
1327 
1328 just_remove:
1329 	adding = false;
1330 	do_notification = false;
1331 	goto do_fdb_op;
1332 }
1333 
1334 static void mlxsw_sp_fdb_notify_rec_process(struct mlxsw_sp *mlxsw_sp,
1335 					    char *sfn_pl, int rec_index)
1336 {
1337 	switch (mlxsw_reg_sfn_rec_type_get(sfn_pl, rec_index)) {
1338 	case MLXSW_REG_SFN_REC_TYPE_LEARNED_MAC:
1339 		mlxsw_sp_fdb_notify_mac_process(mlxsw_sp, sfn_pl,
1340 						rec_index, true);
1341 		break;
1342 	case MLXSW_REG_SFN_REC_TYPE_AGED_OUT_MAC:
1343 		mlxsw_sp_fdb_notify_mac_process(mlxsw_sp, sfn_pl,
1344 						rec_index, false);
1345 		break;
1346 	case MLXSW_REG_SFN_REC_TYPE_LEARNED_MAC_LAG:
1347 		mlxsw_sp_fdb_notify_mac_lag_process(mlxsw_sp, sfn_pl,
1348 						    rec_index, true);
1349 		break;
1350 	case MLXSW_REG_SFN_REC_TYPE_AGED_OUT_MAC_LAG:
1351 		mlxsw_sp_fdb_notify_mac_lag_process(mlxsw_sp, sfn_pl,
1352 						    rec_index, false);
1353 		break;
1354 	}
1355 }
1356 
1357 static void mlxsw_sp_fdb_notify_work_schedule(struct mlxsw_sp *mlxsw_sp)
1358 {
1359 	schedule_delayed_work(&mlxsw_sp->fdb_notify.dw,
1360 			      msecs_to_jiffies(mlxsw_sp->fdb_notify.interval));
1361 }
1362 
1363 static void mlxsw_sp_fdb_notify_work(struct work_struct *work)
1364 {
1365 	struct mlxsw_sp *mlxsw_sp;
1366 	char *sfn_pl;
1367 	u8 num_rec;
1368 	int i;
1369 	int err;
1370 
1371 	sfn_pl = kmalloc(MLXSW_REG_SFN_LEN, GFP_KERNEL);
1372 	if (!sfn_pl)
1373 		return;
1374 
1375 	mlxsw_sp = container_of(work, struct mlxsw_sp, fdb_notify.dw.work);
1376 
1377 	mutex_lock(&mlxsw_sp->fdb_lock);
1378 	do {
1379 		mlxsw_reg_sfn_pack(sfn_pl);
1380 		err = mlxsw_reg_query(mlxsw_sp->core, MLXSW_REG(sfn), sfn_pl);
1381 		if (err) {
1382 			dev_err_ratelimited(mlxsw_sp->bus_info->dev, "Failed to get FDB notifications\n");
1383 			break;
1384 		}
1385 		num_rec = mlxsw_reg_sfn_num_rec_get(sfn_pl);
1386 		for (i = 0; i < num_rec; i++)
1387 			mlxsw_sp_fdb_notify_rec_process(mlxsw_sp, sfn_pl, i);
1388 
1389 	} while (num_rec);
1390 	mutex_unlock(&mlxsw_sp->fdb_lock);
1391 
1392 	kfree(sfn_pl);
1393 	mlxsw_sp_fdb_notify_work_schedule(mlxsw_sp);
1394 }
1395 
1396 static int mlxsw_sp_fdb_init(struct mlxsw_sp *mlxsw_sp)
1397 {
1398 	int err;
1399 
1400 	err = mlxsw_sp_ageing_set(mlxsw_sp, MLXSW_SP_DEFAULT_AGEING_TIME);
1401 	if (err) {
1402 		dev_err(mlxsw_sp->bus_info->dev, "Failed to set default ageing time\n");
1403 		return err;
1404 	}
1405 	mutex_init(&mlxsw_sp->fdb_lock);
1406 	INIT_DELAYED_WORK(&mlxsw_sp->fdb_notify.dw, mlxsw_sp_fdb_notify_work);
1407 	mlxsw_sp->fdb_notify.interval = MLXSW_SP_DEFAULT_LEARNING_INTERVAL;
1408 	mlxsw_sp_fdb_notify_work_schedule(mlxsw_sp);
1409 	return 0;
1410 }
1411 
1412 static void mlxsw_sp_fdb_fini(struct mlxsw_sp *mlxsw_sp)
1413 {
1414 	cancel_delayed_work_sync(&mlxsw_sp->fdb_notify.dw);
1415 }
1416 
1417 static void mlxsw_sp_fids_fini(struct mlxsw_sp *mlxsw_sp)
1418 {
1419 	u16 fid;
1420 
1421 	for_each_set_bit(fid, mlxsw_sp->active_fids, VLAN_N_VID)
1422 		mlxsw_sp_fid_destroy(mlxsw_sp, fid);
1423 }
1424 
1425 int mlxsw_sp_switchdev_init(struct mlxsw_sp *mlxsw_sp)
1426 {
1427 	return mlxsw_sp_fdb_init(mlxsw_sp);
1428 }
1429 
1430 void mlxsw_sp_switchdev_fini(struct mlxsw_sp *mlxsw_sp)
1431 {
1432 	mlxsw_sp_fdb_fini(mlxsw_sp);
1433 	mlxsw_sp_fids_fini(mlxsw_sp);
1434 }
1435 
1436 int mlxsw_sp_port_vlan_init(struct mlxsw_sp_port *mlxsw_sp_port)
1437 {
1438 	struct net_device *dev = mlxsw_sp_port->dev;
1439 	int err;
1440 
1441 	/* Allow only untagged packets to ingress and tag them internally
1442 	 * with VID 1.
1443 	 */
1444 	mlxsw_sp_port->pvid = 1;
1445 	err = __mlxsw_sp_port_vlans_del(mlxsw_sp_port, 0, VLAN_N_VID - 1,
1446 					true);
1447 	if (err) {
1448 		netdev_err(dev, "Unable to init VLANs\n");
1449 		return err;
1450 	}
1451 
1452 	/* Add implicit VLAN interface in the device, so that untagged
1453 	 * packets will be classified to the default vFID.
1454 	 */
1455 	err = mlxsw_sp_port_add_vid(dev, 0, 1);
1456 	if (err)
1457 		netdev_err(dev, "Failed to configure default vFID\n");
1458 
1459 	return err;
1460 }
1461 
1462 void mlxsw_sp_port_switchdev_init(struct mlxsw_sp_port *mlxsw_sp_port)
1463 {
1464 	mlxsw_sp_port->dev->switchdev_ops = &mlxsw_sp_port_switchdev_ops;
1465 }
1466 
1467 void mlxsw_sp_port_switchdev_fini(struct mlxsw_sp_port *mlxsw_sp_port)
1468 {
1469 }
1470