xref: /openbmc/linux/net/bridge/br_vlan.c (revision f7cdb3ec)
1 // SPDX-License-Identifier: GPL-2.0-only
2 #include <linux/kernel.h>
3 #include <linux/netdevice.h>
4 #include <linux/rtnetlink.h>
5 #include <linux/slab.h>
6 #include <net/switchdev.h>
7 
8 #include "br_private.h"
9 #include "br_private_tunnel.h"
10 
11 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid);
12 
13 static inline int br_vlan_cmp(struct rhashtable_compare_arg *arg,
14 			      const void *ptr)
15 {
16 	const struct net_bridge_vlan *vle = ptr;
17 	u16 vid = *(u16 *)arg->key;
18 
19 	return vle->vid != vid;
20 }
21 
22 static const struct rhashtable_params br_vlan_rht_params = {
23 	.head_offset = offsetof(struct net_bridge_vlan, vnode),
24 	.key_offset = offsetof(struct net_bridge_vlan, vid),
25 	.key_len = sizeof(u16),
26 	.nelem_hint = 3,
27 	.max_size = VLAN_N_VID,
28 	.obj_cmpfn = br_vlan_cmp,
29 	.automatic_shrinking = true,
30 };
31 
32 static struct net_bridge_vlan *br_vlan_lookup(struct rhashtable *tbl, u16 vid)
33 {
34 	return rhashtable_lookup_fast(tbl, &vid, br_vlan_rht_params);
35 }
36 
37 static bool __vlan_add_pvid(struct net_bridge_vlan_group *vg,
38 			    const struct net_bridge_vlan *v)
39 {
40 	if (vg->pvid == v->vid)
41 		return false;
42 
43 	smp_wmb();
44 	br_vlan_set_pvid_state(vg, v->state);
45 	vg->pvid = v->vid;
46 
47 	return true;
48 }
49 
50 static bool __vlan_delete_pvid(struct net_bridge_vlan_group *vg, u16 vid)
51 {
52 	if (vg->pvid != vid)
53 		return false;
54 
55 	smp_wmb();
56 	vg->pvid = 0;
57 
58 	return true;
59 }
60 
61 /* return true if anything changed, false otherwise */
62 static bool __vlan_add_flags(struct net_bridge_vlan *v, u16 flags)
63 {
64 	struct net_bridge_vlan_group *vg;
65 	u16 old_flags = v->flags;
66 	bool ret;
67 
68 	if (br_vlan_is_master(v))
69 		vg = br_vlan_group(v->br);
70 	else
71 		vg = nbp_vlan_group(v->port);
72 
73 	if (flags & BRIDGE_VLAN_INFO_PVID)
74 		ret = __vlan_add_pvid(vg, v);
75 	else
76 		ret = __vlan_delete_pvid(vg, v->vid);
77 
78 	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
79 		v->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
80 	else
81 		v->flags &= ~BRIDGE_VLAN_INFO_UNTAGGED;
82 
83 	return ret || !!(old_flags ^ v->flags);
84 }
85 
86 static int __vlan_vid_add(struct net_device *dev, struct net_bridge *br,
87 			  struct net_bridge_vlan *v, u16 flags,
88 			  struct netlink_ext_ack *extack)
89 {
90 	int err;
91 
92 	/* Try switchdev op first. In case it is not supported, fallback to
93 	 * 8021q add.
94 	 */
95 	err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
96 	if (err == -EOPNOTSUPP)
97 		return vlan_vid_add(dev, br->vlan_proto, v->vid);
98 	v->priv_flags |= BR_VLFLAG_ADDED_BY_SWITCHDEV;
99 	return err;
100 }
101 
102 static void __vlan_add_list(struct net_bridge_vlan *v)
103 {
104 	struct net_bridge_vlan_group *vg;
105 	struct list_head *headp, *hpos;
106 	struct net_bridge_vlan *vent;
107 
108 	if (br_vlan_is_master(v))
109 		vg = br_vlan_group(v->br);
110 	else
111 		vg = nbp_vlan_group(v->port);
112 
113 	headp = &vg->vlan_list;
114 	list_for_each_prev(hpos, headp) {
115 		vent = list_entry(hpos, struct net_bridge_vlan, vlist);
116 		if (v->vid >= vent->vid)
117 			break;
118 	}
119 	list_add_rcu(&v->vlist, hpos);
120 }
121 
122 static void __vlan_del_list(struct net_bridge_vlan *v)
123 {
124 	list_del_rcu(&v->vlist);
125 }
126 
127 static int __vlan_vid_del(struct net_device *dev, struct net_bridge *br,
128 			  const struct net_bridge_vlan *v)
129 {
130 	int err;
131 
132 	/* Try switchdev op first. In case it is not supported, fallback to
133 	 * 8021q del.
134 	 */
135 	err = br_switchdev_port_vlan_del(dev, v->vid);
136 	if (!(v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV))
137 		vlan_vid_del(dev, br->vlan_proto, v->vid);
138 	return err == -EOPNOTSUPP ? 0 : err;
139 }
140 
141 /* Returns a master vlan, if it didn't exist it gets created. In all cases
142  * a reference is taken to the master vlan before returning.
143  */
144 static struct net_bridge_vlan *
145 br_vlan_get_master(struct net_bridge *br, u16 vid,
146 		   struct netlink_ext_ack *extack)
147 {
148 	struct net_bridge_vlan_group *vg;
149 	struct net_bridge_vlan *masterv;
150 
151 	vg = br_vlan_group(br);
152 	masterv = br_vlan_find(vg, vid);
153 	if (!masterv) {
154 		bool changed;
155 
156 		/* missing global ctx, create it now */
157 		if (br_vlan_add(br, vid, 0, &changed, extack))
158 			return NULL;
159 		masterv = br_vlan_find(vg, vid);
160 		if (WARN_ON(!masterv))
161 			return NULL;
162 		refcount_set(&masterv->refcnt, 1);
163 		return masterv;
164 	}
165 	refcount_inc(&masterv->refcnt);
166 
167 	return masterv;
168 }
169 
170 static void br_master_vlan_rcu_free(struct rcu_head *rcu)
171 {
172 	struct net_bridge_vlan *v;
173 
174 	v = container_of(rcu, struct net_bridge_vlan, rcu);
175 	WARN_ON(!br_vlan_is_master(v));
176 	free_percpu(v->stats);
177 	v->stats = NULL;
178 	kfree(v);
179 }
180 
181 static void br_vlan_put_master(struct net_bridge_vlan *masterv)
182 {
183 	struct net_bridge_vlan_group *vg;
184 
185 	if (!br_vlan_is_master(masterv))
186 		return;
187 
188 	vg = br_vlan_group(masterv->br);
189 	if (refcount_dec_and_test(&masterv->refcnt)) {
190 		rhashtable_remove_fast(&vg->vlan_hash,
191 				       &masterv->vnode, br_vlan_rht_params);
192 		__vlan_del_list(masterv);
193 		br_multicast_toggle_one_vlan(masterv, false);
194 		br_multicast_ctx_deinit(&masterv->br_mcast_ctx);
195 		call_rcu(&masterv->rcu, br_master_vlan_rcu_free);
196 	}
197 }
198 
199 static void nbp_vlan_rcu_free(struct rcu_head *rcu)
200 {
201 	struct net_bridge_vlan *v;
202 
203 	v = container_of(rcu, struct net_bridge_vlan, rcu);
204 	WARN_ON(br_vlan_is_master(v));
205 	/* if we had per-port stats configured then free them here */
206 	if (v->priv_flags & BR_VLFLAG_PER_PORT_STATS)
207 		free_percpu(v->stats);
208 	v->stats = NULL;
209 	kfree(v);
210 }
211 
212 /* This is the shared VLAN add function which works for both ports and bridge
213  * devices. There are four possible calls to this function in terms of the
214  * vlan entry type:
215  * 1. vlan is being added on a port (no master flags, global entry exists)
216  * 2. vlan is being added on a bridge (both master and brentry flags)
217  * 3. vlan is being added on a port, but a global entry didn't exist which
218  *    is being created right now (master flag set, brentry flag unset), the
219  *    global entry is used for global per-vlan features, but not for filtering
220  * 4. same as 3 but with both master and brentry flags set so the entry
221  *    will be used for filtering in both the port and the bridge
222  */
223 static int __vlan_add(struct net_bridge_vlan *v, u16 flags,
224 		      struct netlink_ext_ack *extack)
225 {
226 	struct net_bridge_vlan *masterv = NULL;
227 	struct net_bridge_port *p = NULL;
228 	struct net_bridge_vlan_group *vg;
229 	struct net_device *dev;
230 	struct net_bridge *br;
231 	int err;
232 
233 	if (br_vlan_is_master(v)) {
234 		br = v->br;
235 		dev = br->dev;
236 		vg = br_vlan_group(br);
237 	} else {
238 		p = v->port;
239 		br = p->br;
240 		dev = p->dev;
241 		vg = nbp_vlan_group(p);
242 	}
243 
244 	if (p) {
245 		/* Add VLAN to the device filter if it is supported.
246 		 * This ensures tagged traffic enters the bridge when
247 		 * promiscuous mode is disabled by br_manage_promisc().
248 		 */
249 		err = __vlan_vid_add(dev, br, v, flags, extack);
250 		if (err)
251 			goto out;
252 
253 		/* need to work on the master vlan too */
254 		if (flags & BRIDGE_VLAN_INFO_MASTER) {
255 			bool changed;
256 
257 			err = br_vlan_add(br, v->vid,
258 					  flags | BRIDGE_VLAN_INFO_BRENTRY,
259 					  &changed, extack);
260 			if (err)
261 				goto out_filt;
262 
263 			if (changed)
264 				br_vlan_notify(br, NULL, v->vid, 0,
265 					       RTM_NEWVLAN);
266 		}
267 
268 		masterv = br_vlan_get_master(br, v->vid, extack);
269 		if (!masterv) {
270 			err = -ENOMEM;
271 			goto out_filt;
272 		}
273 		v->brvlan = masterv;
274 		if (br_opt_get(br, BROPT_VLAN_STATS_PER_PORT)) {
275 			v->stats =
276 			     netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
277 			if (!v->stats) {
278 				err = -ENOMEM;
279 				goto out_filt;
280 			}
281 			v->priv_flags |= BR_VLFLAG_PER_PORT_STATS;
282 		} else {
283 			v->stats = masterv->stats;
284 		}
285 		br_multicast_port_ctx_init(p, v, &v->port_mcast_ctx);
286 	} else {
287 		err = br_switchdev_port_vlan_add(dev, v->vid, flags, extack);
288 		if (err && err != -EOPNOTSUPP)
289 			goto out;
290 		br_multicast_ctx_init(br, v, &v->br_mcast_ctx);
291 		v->priv_flags |= BR_VLFLAG_GLOBAL_MCAST_ENABLED;
292 	}
293 
294 	/* Add the dev mac and count the vlan only if it's usable */
295 	if (br_vlan_should_use(v)) {
296 		err = br_fdb_insert(br, p, dev->dev_addr, v->vid);
297 		if (err) {
298 			br_err(br, "failed insert local address into bridge forwarding table\n");
299 			goto out_filt;
300 		}
301 		vg->num_vlans++;
302 	}
303 
304 	/* set the state before publishing */
305 	v->state = BR_STATE_FORWARDING;
306 
307 	err = rhashtable_lookup_insert_fast(&vg->vlan_hash, &v->vnode,
308 					    br_vlan_rht_params);
309 	if (err)
310 		goto out_fdb_insert;
311 
312 	__vlan_add_list(v);
313 	__vlan_add_flags(v, flags);
314 	br_multicast_toggle_one_vlan(v, true);
315 
316 	if (p)
317 		nbp_vlan_set_vlan_dev_state(p, v->vid);
318 out:
319 	return err;
320 
321 out_fdb_insert:
322 	if (br_vlan_should_use(v)) {
323 		br_fdb_find_delete_local(br, p, dev->dev_addr, v->vid);
324 		vg->num_vlans--;
325 	}
326 
327 out_filt:
328 	if (p) {
329 		__vlan_vid_del(dev, br, v);
330 		if (masterv) {
331 			if (v->stats && masterv->stats != v->stats)
332 				free_percpu(v->stats);
333 			v->stats = NULL;
334 
335 			br_vlan_put_master(masterv);
336 			v->brvlan = NULL;
337 		}
338 	} else {
339 		br_switchdev_port_vlan_del(dev, v->vid);
340 	}
341 
342 	goto out;
343 }
344 
345 static int __vlan_del(struct net_bridge_vlan *v)
346 {
347 	struct net_bridge_vlan *masterv = v;
348 	struct net_bridge_vlan_group *vg;
349 	struct net_bridge_port *p = NULL;
350 	int err = 0;
351 
352 	if (br_vlan_is_master(v)) {
353 		vg = br_vlan_group(v->br);
354 	} else {
355 		p = v->port;
356 		vg = nbp_vlan_group(v->port);
357 		masterv = v->brvlan;
358 	}
359 
360 	__vlan_delete_pvid(vg, v->vid);
361 	if (p) {
362 		err = __vlan_vid_del(p->dev, p->br, v);
363 		if (err)
364 			goto out;
365 	} else {
366 		err = br_switchdev_port_vlan_del(v->br->dev, v->vid);
367 		if (err && err != -EOPNOTSUPP)
368 			goto out;
369 		err = 0;
370 	}
371 
372 	if (br_vlan_should_use(v)) {
373 		v->flags &= ~BRIDGE_VLAN_INFO_BRENTRY;
374 		vg->num_vlans--;
375 	}
376 
377 	if (masterv != v) {
378 		vlan_tunnel_info_del(vg, v);
379 		rhashtable_remove_fast(&vg->vlan_hash, &v->vnode,
380 				       br_vlan_rht_params);
381 		__vlan_del_list(v);
382 		nbp_vlan_set_vlan_dev_state(p, v->vid);
383 		br_multicast_toggle_one_vlan(v, false);
384 		br_multicast_port_ctx_deinit(&v->port_mcast_ctx);
385 		call_rcu(&v->rcu, nbp_vlan_rcu_free);
386 	}
387 
388 	br_vlan_put_master(masterv);
389 out:
390 	return err;
391 }
392 
393 static void __vlan_group_free(struct net_bridge_vlan_group *vg)
394 {
395 	WARN_ON(!list_empty(&vg->vlan_list));
396 	rhashtable_destroy(&vg->vlan_hash);
397 	vlan_tunnel_deinit(vg);
398 	kfree(vg);
399 }
400 
401 static void __vlan_flush(const struct net_bridge *br,
402 			 const struct net_bridge_port *p,
403 			 struct net_bridge_vlan_group *vg)
404 {
405 	struct net_bridge_vlan *vlan, *tmp;
406 	u16 v_start = 0, v_end = 0;
407 
408 	__vlan_delete_pvid(vg, vg->pvid);
409 	list_for_each_entry_safe(vlan, tmp, &vg->vlan_list, vlist) {
410 		/* take care of disjoint ranges */
411 		if (!v_start) {
412 			v_start = vlan->vid;
413 		} else if (vlan->vid - v_end != 1) {
414 			/* found range end, notify and start next one */
415 			br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
416 			v_start = vlan->vid;
417 		}
418 		v_end = vlan->vid;
419 
420 		__vlan_del(vlan);
421 	}
422 
423 	/* notify about the last/whole vlan range */
424 	if (v_start)
425 		br_vlan_notify(br, p, v_start, v_end, RTM_DELVLAN);
426 }
427 
428 struct sk_buff *br_handle_vlan(struct net_bridge *br,
429 			       const struct net_bridge_port *p,
430 			       struct net_bridge_vlan_group *vg,
431 			       struct sk_buff *skb)
432 {
433 	struct pcpu_sw_netstats *stats;
434 	struct net_bridge_vlan *v;
435 	u16 vid;
436 
437 	/* If this packet was not filtered at input, let it pass */
438 	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
439 		goto out;
440 
441 	/* At this point, we know that the frame was filtered and contains
442 	 * a valid vlan id.  If the vlan id has untagged flag set,
443 	 * send untagged; otherwise, send tagged.
444 	 */
445 	br_vlan_get_tag(skb, &vid);
446 	v = br_vlan_find(vg, vid);
447 	/* Vlan entry must be configured at this point.  The
448 	 * only exception is the bridge is set in promisc mode and the
449 	 * packet is destined for the bridge device.  In this case
450 	 * pass the packet as is.
451 	 */
452 	if (!v || !br_vlan_should_use(v)) {
453 		if ((br->dev->flags & IFF_PROMISC) && skb->dev == br->dev) {
454 			goto out;
455 		} else {
456 			kfree_skb(skb);
457 			return NULL;
458 		}
459 	}
460 	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
461 		stats = this_cpu_ptr(v->stats);
462 		u64_stats_update_begin(&stats->syncp);
463 		stats->tx_bytes += skb->len;
464 		stats->tx_packets++;
465 		u64_stats_update_end(&stats->syncp);
466 	}
467 
468 	/* If the skb will be sent using forwarding offload, the assumption is
469 	 * that the switchdev will inject the packet into hardware together
470 	 * with the bridge VLAN, so that it can be forwarded according to that
471 	 * VLAN. The switchdev should deal with popping the VLAN header in
472 	 * hardware on each egress port as appropriate. So only strip the VLAN
473 	 * header if forwarding offload is not being used.
474 	 */
475 	if (v->flags & BRIDGE_VLAN_INFO_UNTAGGED &&
476 	    !br_switchdev_frame_uses_tx_fwd_offload(skb))
477 		__vlan_hwaccel_clear_tag(skb);
478 
479 	if (p && (p->flags & BR_VLAN_TUNNEL) &&
480 	    br_handle_egress_vlan_tunnel(skb, v)) {
481 		kfree_skb(skb);
482 		return NULL;
483 	}
484 out:
485 	return skb;
486 }
487 
488 /* Called under RCU */
489 static bool __allowed_ingress(const struct net_bridge *br,
490 			      struct net_bridge_vlan_group *vg,
491 			      struct sk_buff *skb, u16 *vid,
492 			      u8 *state,
493 			      struct net_bridge_vlan **vlan)
494 {
495 	struct pcpu_sw_netstats *stats;
496 	struct net_bridge_vlan *v;
497 	bool tagged;
498 
499 	BR_INPUT_SKB_CB(skb)->vlan_filtered = true;
500 	/* If vlan tx offload is disabled on bridge device and frame was
501 	 * sent from vlan device on the bridge device, it does not have
502 	 * HW accelerated vlan tag.
503 	 */
504 	if (unlikely(!skb_vlan_tag_present(skb) &&
505 		     skb->protocol == br->vlan_proto)) {
506 		skb = skb_vlan_untag(skb);
507 		if (unlikely(!skb))
508 			return false;
509 	}
510 
511 	if (!br_vlan_get_tag(skb, vid)) {
512 		/* Tagged frame */
513 		if (skb->vlan_proto != br->vlan_proto) {
514 			/* Protocol-mismatch, empty out vlan_tci for new tag */
515 			skb_push(skb, ETH_HLEN);
516 			skb = vlan_insert_tag_set_proto(skb, skb->vlan_proto,
517 							skb_vlan_tag_get(skb));
518 			if (unlikely(!skb))
519 				return false;
520 
521 			skb_pull(skb, ETH_HLEN);
522 			skb_reset_mac_len(skb);
523 			*vid = 0;
524 			tagged = false;
525 		} else {
526 			tagged = true;
527 		}
528 	} else {
529 		/* Untagged frame */
530 		tagged = false;
531 	}
532 
533 	if (!*vid) {
534 		u16 pvid = br_get_pvid(vg);
535 
536 		/* Frame had a tag with VID 0 or did not have a tag.
537 		 * See if pvid is set on this port.  That tells us which
538 		 * vlan untagged or priority-tagged traffic belongs to.
539 		 */
540 		if (!pvid)
541 			goto drop;
542 
543 		/* PVID is set on this port.  Any untagged or priority-tagged
544 		 * ingress frame is considered to belong to this vlan.
545 		 */
546 		*vid = pvid;
547 		if (likely(!tagged))
548 			/* Untagged Frame. */
549 			__vlan_hwaccel_put_tag(skb, br->vlan_proto, pvid);
550 		else
551 			/* Priority-tagged Frame.
552 			 * At this point, we know that skb->vlan_tci VID
553 			 * field was 0.
554 			 * We update only VID field and preserve PCP field.
555 			 */
556 			skb->vlan_tci |= pvid;
557 
558 		/* if snooping and stats are disabled we can avoid the lookup */
559 		if (!br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED) &&
560 		    !br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
561 			if (*state == BR_STATE_FORWARDING) {
562 				*state = br_vlan_get_pvid_state(vg);
563 				return br_vlan_state_allowed(*state, true);
564 			} else {
565 				return true;
566 			}
567 		}
568 	}
569 	v = br_vlan_find(vg, *vid);
570 	if (!v || !br_vlan_should_use(v))
571 		goto drop;
572 
573 	if (*state == BR_STATE_FORWARDING) {
574 		*state = br_vlan_get_state(v);
575 		if (!br_vlan_state_allowed(*state, true))
576 			goto drop;
577 	}
578 
579 	if (br_opt_get(br, BROPT_VLAN_STATS_ENABLED)) {
580 		stats = this_cpu_ptr(v->stats);
581 		u64_stats_update_begin(&stats->syncp);
582 		stats->rx_bytes += skb->len;
583 		stats->rx_packets++;
584 		u64_stats_update_end(&stats->syncp);
585 	}
586 
587 	*vlan = v;
588 
589 	return true;
590 
591 drop:
592 	kfree_skb(skb);
593 	return false;
594 }
595 
596 bool br_allowed_ingress(const struct net_bridge *br,
597 			struct net_bridge_vlan_group *vg, struct sk_buff *skb,
598 			u16 *vid, u8 *state,
599 			struct net_bridge_vlan **vlan)
600 {
601 	/* If VLAN filtering is disabled on the bridge, all packets are
602 	 * permitted.
603 	 */
604 	*vlan = NULL;
605 	if (!br_opt_get(br, BROPT_VLAN_ENABLED)) {
606 		BR_INPUT_SKB_CB(skb)->vlan_filtered = false;
607 		return true;
608 	}
609 
610 	return __allowed_ingress(br, vg, skb, vid, state, vlan);
611 }
612 
613 /* Called under RCU. */
614 bool br_allowed_egress(struct net_bridge_vlan_group *vg,
615 		       const struct sk_buff *skb)
616 {
617 	const struct net_bridge_vlan *v;
618 	u16 vid;
619 
620 	/* If this packet was not filtered at input, let it pass */
621 	if (!BR_INPUT_SKB_CB(skb)->vlan_filtered)
622 		return true;
623 
624 	br_vlan_get_tag(skb, &vid);
625 	v = br_vlan_find(vg, vid);
626 	if (v && br_vlan_should_use(v) &&
627 	    br_vlan_state_allowed(br_vlan_get_state(v), false))
628 		return true;
629 
630 	return false;
631 }
632 
633 /* Called under RCU */
634 bool br_should_learn(struct net_bridge_port *p, struct sk_buff *skb, u16 *vid)
635 {
636 	struct net_bridge_vlan_group *vg;
637 	struct net_bridge *br = p->br;
638 	struct net_bridge_vlan *v;
639 
640 	/* If filtering was disabled at input, let it pass. */
641 	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
642 		return true;
643 
644 	vg = nbp_vlan_group_rcu(p);
645 	if (!vg || !vg->num_vlans)
646 		return false;
647 
648 	if (!br_vlan_get_tag(skb, vid) && skb->vlan_proto != br->vlan_proto)
649 		*vid = 0;
650 
651 	if (!*vid) {
652 		*vid = br_get_pvid(vg);
653 		if (!*vid ||
654 		    !br_vlan_state_allowed(br_vlan_get_pvid_state(vg), true))
655 			return false;
656 
657 		return true;
658 	}
659 
660 	v = br_vlan_find(vg, *vid);
661 	if (v && br_vlan_state_allowed(br_vlan_get_state(v), true))
662 		return true;
663 
664 	return false;
665 }
666 
667 static int br_vlan_add_existing(struct net_bridge *br,
668 				struct net_bridge_vlan_group *vg,
669 				struct net_bridge_vlan *vlan,
670 				u16 flags, bool *changed,
671 				struct netlink_ext_ack *extack)
672 {
673 	int err;
674 
675 	err = br_switchdev_port_vlan_add(br->dev, vlan->vid, flags, extack);
676 	if (err && err != -EOPNOTSUPP)
677 		return err;
678 
679 	if (!br_vlan_is_brentry(vlan)) {
680 		/* Trying to change flags of non-existent bridge vlan */
681 		if (!(flags & BRIDGE_VLAN_INFO_BRENTRY)) {
682 			err = -EINVAL;
683 			goto err_flags;
684 		}
685 		/* It was only kept for port vlans, now make it real */
686 		err = br_fdb_insert(br, NULL, br->dev->dev_addr,
687 				    vlan->vid);
688 		if (err) {
689 			br_err(br, "failed to insert local address into bridge forwarding table\n");
690 			goto err_fdb_insert;
691 		}
692 
693 		refcount_inc(&vlan->refcnt);
694 		vlan->flags |= BRIDGE_VLAN_INFO_BRENTRY;
695 		vg->num_vlans++;
696 		*changed = true;
697 	}
698 
699 	if (__vlan_add_flags(vlan, flags))
700 		*changed = true;
701 
702 	return 0;
703 
704 err_fdb_insert:
705 err_flags:
706 	br_switchdev_port_vlan_del(br->dev, vlan->vid);
707 	return err;
708 }
709 
710 /* Must be protected by RTNL.
711  * Must be called with vid in range from 1 to 4094 inclusive.
712  * changed must be true only if the vlan was created or updated
713  */
714 int br_vlan_add(struct net_bridge *br, u16 vid, u16 flags, bool *changed,
715 		struct netlink_ext_ack *extack)
716 {
717 	struct net_bridge_vlan_group *vg;
718 	struct net_bridge_vlan *vlan;
719 	int ret;
720 
721 	ASSERT_RTNL();
722 
723 	*changed = false;
724 	vg = br_vlan_group(br);
725 	vlan = br_vlan_find(vg, vid);
726 	if (vlan)
727 		return br_vlan_add_existing(br, vg, vlan, flags, changed,
728 					    extack);
729 
730 	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
731 	if (!vlan)
732 		return -ENOMEM;
733 
734 	vlan->stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
735 	if (!vlan->stats) {
736 		kfree(vlan);
737 		return -ENOMEM;
738 	}
739 	vlan->vid = vid;
740 	vlan->flags = flags | BRIDGE_VLAN_INFO_MASTER;
741 	vlan->flags &= ~BRIDGE_VLAN_INFO_PVID;
742 	vlan->br = br;
743 	if (flags & BRIDGE_VLAN_INFO_BRENTRY)
744 		refcount_set(&vlan->refcnt, 1);
745 	ret = __vlan_add(vlan, flags, extack);
746 	if (ret) {
747 		free_percpu(vlan->stats);
748 		kfree(vlan);
749 	} else {
750 		*changed = true;
751 	}
752 
753 	return ret;
754 }
755 
756 /* Must be protected by RTNL.
757  * Must be called with vid in range from 1 to 4094 inclusive.
758  */
759 int br_vlan_delete(struct net_bridge *br, u16 vid)
760 {
761 	struct net_bridge_vlan_group *vg;
762 	struct net_bridge_vlan *v;
763 
764 	ASSERT_RTNL();
765 
766 	vg = br_vlan_group(br);
767 	v = br_vlan_find(vg, vid);
768 	if (!v || !br_vlan_is_brentry(v))
769 		return -ENOENT;
770 
771 	br_fdb_find_delete_local(br, NULL, br->dev->dev_addr, vid);
772 	br_fdb_delete_by_port(br, NULL, vid, 0);
773 
774 	vlan_tunnel_info_del(vg, v);
775 
776 	return __vlan_del(v);
777 }
778 
779 void br_vlan_flush(struct net_bridge *br)
780 {
781 	struct net_bridge_vlan_group *vg;
782 
783 	ASSERT_RTNL();
784 
785 	vg = br_vlan_group(br);
786 	__vlan_flush(br, NULL, vg);
787 	RCU_INIT_POINTER(br->vlgrp, NULL);
788 	synchronize_rcu();
789 	__vlan_group_free(vg);
790 }
791 
792 struct net_bridge_vlan *br_vlan_find(struct net_bridge_vlan_group *vg, u16 vid)
793 {
794 	if (!vg)
795 		return NULL;
796 
797 	return br_vlan_lookup(&vg->vlan_hash, vid);
798 }
799 
800 /* Must be protected by RTNL. */
801 static void recalculate_group_addr(struct net_bridge *br)
802 {
803 	if (br_opt_get(br, BROPT_GROUP_ADDR_SET))
804 		return;
805 
806 	spin_lock_bh(&br->lock);
807 	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
808 	    br->vlan_proto == htons(ETH_P_8021Q)) {
809 		/* Bridge Group Address */
810 		br->group_addr[5] = 0x00;
811 	} else { /* vlan_enabled && ETH_P_8021AD */
812 		/* Provider Bridge Group Address */
813 		br->group_addr[5] = 0x08;
814 	}
815 	spin_unlock_bh(&br->lock);
816 }
817 
818 /* Must be protected by RTNL. */
819 void br_recalculate_fwd_mask(struct net_bridge *br)
820 {
821 	if (!br_opt_get(br, BROPT_VLAN_ENABLED) ||
822 	    br->vlan_proto == htons(ETH_P_8021Q))
823 		br->group_fwd_mask_required = BR_GROUPFWD_DEFAULT;
824 	else /* vlan_enabled && ETH_P_8021AD */
825 		br->group_fwd_mask_required = BR_GROUPFWD_8021AD &
826 					      ~(1u << br->group_addr[5]);
827 }
828 
829 int br_vlan_filter_toggle(struct net_bridge *br, unsigned long val,
830 			  struct netlink_ext_ack *extack)
831 {
832 	struct switchdev_attr attr = {
833 		.orig_dev = br->dev,
834 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
835 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
836 		.u.vlan_filtering = val,
837 	};
838 	int err;
839 
840 	if (br_opt_get(br, BROPT_VLAN_ENABLED) == !!val)
841 		return 0;
842 
843 	br_opt_toggle(br, BROPT_VLAN_ENABLED, !!val);
844 
845 	err = switchdev_port_attr_set(br->dev, &attr, extack);
846 	if (err && err != -EOPNOTSUPP) {
847 		br_opt_toggle(br, BROPT_VLAN_ENABLED, !val);
848 		return err;
849 	}
850 
851 	br_manage_promisc(br);
852 	recalculate_group_addr(br);
853 	br_recalculate_fwd_mask(br);
854 	if (!val && br_opt_get(br, BROPT_MCAST_VLAN_SNOOPING_ENABLED)) {
855 		br_info(br, "vlan filtering disabled, automatically disabling multicast vlan snooping\n");
856 		br_multicast_toggle_vlan_snooping(br, false, NULL);
857 	}
858 
859 	return 0;
860 }
861 
862 bool br_vlan_enabled(const struct net_device *dev)
863 {
864 	struct net_bridge *br = netdev_priv(dev);
865 
866 	return br_opt_get(br, BROPT_VLAN_ENABLED);
867 }
868 EXPORT_SYMBOL_GPL(br_vlan_enabled);
869 
870 int br_vlan_get_proto(const struct net_device *dev, u16 *p_proto)
871 {
872 	struct net_bridge *br = netdev_priv(dev);
873 
874 	*p_proto = ntohs(br->vlan_proto);
875 
876 	return 0;
877 }
878 EXPORT_SYMBOL_GPL(br_vlan_get_proto);
879 
880 int __br_vlan_set_proto(struct net_bridge *br, __be16 proto,
881 			struct netlink_ext_ack *extack)
882 {
883 	struct switchdev_attr attr = {
884 		.orig_dev = br->dev,
885 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_PROTOCOL,
886 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
887 		.u.vlan_protocol = ntohs(proto),
888 	};
889 	int err = 0;
890 	struct net_bridge_port *p;
891 	struct net_bridge_vlan *vlan;
892 	struct net_bridge_vlan_group *vg;
893 	__be16 oldproto = br->vlan_proto;
894 
895 	if (br->vlan_proto == proto)
896 		return 0;
897 
898 	err = switchdev_port_attr_set(br->dev, &attr, extack);
899 	if (err && err != -EOPNOTSUPP)
900 		return err;
901 
902 	/* Add VLANs for the new proto to the device filter. */
903 	list_for_each_entry(p, &br->port_list, list) {
904 		vg = nbp_vlan_group(p);
905 		list_for_each_entry(vlan, &vg->vlan_list, vlist) {
906 			err = vlan_vid_add(p->dev, proto, vlan->vid);
907 			if (err)
908 				goto err_filt;
909 		}
910 	}
911 
912 	br->vlan_proto = proto;
913 
914 	recalculate_group_addr(br);
915 	br_recalculate_fwd_mask(br);
916 
917 	/* Delete VLANs for the old proto from the device filter. */
918 	list_for_each_entry(p, &br->port_list, list) {
919 		vg = nbp_vlan_group(p);
920 		list_for_each_entry(vlan, &vg->vlan_list, vlist)
921 			vlan_vid_del(p->dev, oldproto, vlan->vid);
922 	}
923 
924 	return 0;
925 
926 err_filt:
927 	attr.u.vlan_protocol = ntohs(oldproto);
928 	switchdev_port_attr_set(br->dev, &attr, NULL);
929 
930 	list_for_each_entry_continue_reverse(vlan, &vg->vlan_list, vlist)
931 		vlan_vid_del(p->dev, proto, vlan->vid);
932 
933 	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
934 		vg = nbp_vlan_group(p);
935 		list_for_each_entry(vlan, &vg->vlan_list, vlist)
936 			vlan_vid_del(p->dev, proto, vlan->vid);
937 	}
938 
939 	return err;
940 }
941 
942 int br_vlan_set_proto(struct net_bridge *br, unsigned long val,
943 		      struct netlink_ext_ack *extack)
944 {
945 	if (!eth_type_vlan(htons(val)))
946 		return -EPROTONOSUPPORT;
947 
948 	return __br_vlan_set_proto(br, htons(val), extack);
949 }
950 
951 int br_vlan_set_stats(struct net_bridge *br, unsigned long val)
952 {
953 	switch (val) {
954 	case 0:
955 	case 1:
956 		br_opt_toggle(br, BROPT_VLAN_STATS_ENABLED, !!val);
957 		break;
958 	default:
959 		return -EINVAL;
960 	}
961 
962 	return 0;
963 }
964 
965 int br_vlan_set_stats_per_port(struct net_bridge *br, unsigned long val)
966 {
967 	struct net_bridge_port *p;
968 
969 	/* allow to change the option if there are no port vlans configured */
970 	list_for_each_entry(p, &br->port_list, list) {
971 		struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
972 
973 		if (vg->num_vlans)
974 			return -EBUSY;
975 	}
976 
977 	switch (val) {
978 	case 0:
979 	case 1:
980 		br_opt_toggle(br, BROPT_VLAN_STATS_PER_PORT, !!val);
981 		break;
982 	default:
983 		return -EINVAL;
984 	}
985 
986 	return 0;
987 }
988 
989 static bool vlan_default_pvid(struct net_bridge_vlan_group *vg, u16 vid)
990 {
991 	struct net_bridge_vlan *v;
992 
993 	if (vid != vg->pvid)
994 		return false;
995 
996 	v = br_vlan_lookup(&vg->vlan_hash, vid);
997 	if (v && br_vlan_should_use(v) &&
998 	    (v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
999 		return true;
1000 
1001 	return false;
1002 }
1003 
1004 static void br_vlan_disable_default_pvid(struct net_bridge *br)
1005 {
1006 	struct net_bridge_port *p;
1007 	u16 pvid = br->default_pvid;
1008 
1009 	/* Disable default_pvid on all ports where it is still
1010 	 * configured.
1011 	 */
1012 	if (vlan_default_pvid(br_vlan_group(br), pvid)) {
1013 		if (!br_vlan_delete(br, pvid))
1014 			br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1015 	}
1016 
1017 	list_for_each_entry(p, &br->port_list, list) {
1018 		if (vlan_default_pvid(nbp_vlan_group(p), pvid) &&
1019 		    !nbp_vlan_delete(p, pvid))
1020 			br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1021 	}
1022 
1023 	br->default_pvid = 0;
1024 }
1025 
1026 int __br_vlan_set_default_pvid(struct net_bridge *br, u16 pvid,
1027 			       struct netlink_ext_ack *extack)
1028 {
1029 	const struct net_bridge_vlan *pvent;
1030 	struct net_bridge_vlan_group *vg;
1031 	struct net_bridge_port *p;
1032 	unsigned long *changed;
1033 	bool vlchange;
1034 	u16 old_pvid;
1035 	int err = 0;
1036 
1037 	if (!pvid) {
1038 		br_vlan_disable_default_pvid(br);
1039 		return 0;
1040 	}
1041 
1042 	changed = bitmap_zalloc(BR_MAX_PORTS, GFP_KERNEL);
1043 	if (!changed)
1044 		return -ENOMEM;
1045 
1046 	old_pvid = br->default_pvid;
1047 
1048 	/* Update default_pvid config only if we do not conflict with
1049 	 * user configuration.
1050 	 */
1051 	vg = br_vlan_group(br);
1052 	pvent = br_vlan_find(vg, pvid);
1053 	if ((!old_pvid || vlan_default_pvid(vg, old_pvid)) &&
1054 	    (!pvent || !br_vlan_should_use(pvent))) {
1055 		err = br_vlan_add(br, pvid,
1056 				  BRIDGE_VLAN_INFO_PVID |
1057 				  BRIDGE_VLAN_INFO_UNTAGGED |
1058 				  BRIDGE_VLAN_INFO_BRENTRY,
1059 				  &vlchange, extack);
1060 		if (err)
1061 			goto out;
1062 
1063 		if (br_vlan_delete(br, old_pvid))
1064 			br_vlan_notify(br, NULL, old_pvid, 0, RTM_DELVLAN);
1065 		br_vlan_notify(br, NULL, pvid, 0, RTM_NEWVLAN);
1066 		set_bit(0, changed);
1067 	}
1068 
1069 	list_for_each_entry(p, &br->port_list, list) {
1070 		/* Update default_pvid config only if we do not conflict with
1071 		 * user configuration.
1072 		 */
1073 		vg = nbp_vlan_group(p);
1074 		if ((old_pvid &&
1075 		     !vlan_default_pvid(vg, old_pvid)) ||
1076 		    br_vlan_find(vg, pvid))
1077 			continue;
1078 
1079 		err = nbp_vlan_add(p, pvid,
1080 				   BRIDGE_VLAN_INFO_PVID |
1081 				   BRIDGE_VLAN_INFO_UNTAGGED,
1082 				   &vlchange, extack);
1083 		if (err)
1084 			goto err_port;
1085 		if (nbp_vlan_delete(p, old_pvid))
1086 			br_vlan_notify(br, p, old_pvid, 0, RTM_DELVLAN);
1087 		br_vlan_notify(p->br, p, pvid, 0, RTM_NEWVLAN);
1088 		set_bit(p->port_no, changed);
1089 	}
1090 
1091 	br->default_pvid = pvid;
1092 
1093 out:
1094 	bitmap_free(changed);
1095 	return err;
1096 
1097 err_port:
1098 	list_for_each_entry_continue_reverse(p, &br->port_list, list) {
1099 		if (!test_bit(p->port_no, changed))
1100 			continue;
1101 
1102 		if (old_pvid) {
1103 			nbp_vlan_add(p, old_pvid,
1104 				     BRIDGE_VLAN_INFO_PVID |
1105 				     BRIDGE_VLAN_INFO_UNTAGGED,
1106 				     &vlchange, NULL);
1107 			br_vlan_notify(p->br, p, old_pvid, 0, RTM_NEWVLAN);
1108 		}
1109 		nbp_vlan_delete(p, pvid);
1110 		br_vlan_notify(br, p, pvid, 0, RTM_DELVLAN);
1111 	}
1112 
1113 	if (test_bit(0, changed)) {
1114 		if (old_pvid) {
1115 			br_vlan_add(br, old_pvid,
1116 				    BRIDGE_VLAN_INFO_PVID |
1117 				    BRIDGE_VLAN_INFO_UNTAGGED |
1118 				    BRIDGE_VLAN_INFO_BRENTRY,
1119 				    &vlchange, NULL);
1120 			br_vlan_notify(br, NULL, old_pvid, 0, RTM_NEWVLAN);
1121 		}
1122 		br_vlan_delete(br, pvid);
1123 		br_vlan_notify(br, NULL, pvid, 0, RTM_DELVLAN);
1124 	}
1125 	goto out;
1126 }
1127 
1128 int br_vlan_set_default_pvid(struct net_bridge *br, unsigned long val,
1129 			     struct netlink_ext_ack *extack)
1130 {
1131 	u16 pvid = val;
1132 	int err = 0;
1133 
1134 	if (val >= VLAN_VID_MASK)
1135 		return -EINVAL;
1136 
1137 	if (pvid == br->default_pvid)
1138 		goto out;
1139 
1140 	/* Only allow default pvid change when filtering is disabled */
1141 	if (br_opt_get(br, BROPT_VLAN_ENABLED)) {
1142 		pr_info_once("Please disable vlan filtering to change default_pvid\n");
1143 		err = -EPERM;
1144 		goto out;
1145 	}
1146 	err = __br_vlan_set_default_pvid(br, pvid, extack);
1147 out:
1148 	return err;
1149 }
1150 
1151 int br_vlan_init(struct net_bridge *br)
1152 {
1153 	struct net_bridge_vlan_group *vg;
1154 	int ret = -ENOMEM;
1155 
1156 	vg = kzalloc(sizeof(*vg), GFP_KERNEL);
1157 	if (!vg)
1158 		goto out;
1159 	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1160 	if (ret)
1161 		goto err_rhtbl;
1162 	ret = vlan_tunnel_init(vg);
1163 	if (ret)
1164 		goto err_tunnel_init;
1165 	INIT_LIST_HEAD(&vg->vlan_list);
1166 	br->vlan_proto = htons(ETH_P_8021Q);
1167 	br->default_pvid = 1;
1168 	rcu_assign_pointer(br->vlgrp, vg);
1169 
1170 out:
1171 	return ret;
1172 
1173 err_tunnel_init:
1174 	rhashtable_destroy(&vg->vlan_hash);
1175 err_rhtbl:
1176 	kfree(vg);
1177 
1178 	goto out;
1179 }
1180 
1181 int nbp_vlan_init(struct net_bridge_port *p, struct netlink_ext_ack *extack)
1182 {
1183 	struct switchdev_attr attr = {
1184 		.orig_dev = p->br->dev,
1185 		.id = SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING,
1186 		.flags = SWITCHDEV_F_SKIP_EOPNOTSUPP,
1187 		.u.vlan_filtering = br_opt_get(p->br, BROPT_VLAN_ENABLED),
1188 	};
1189 	struct net_bridge_vlan_group *vg;
1190 	int ret = -ENOMEM;
1191 
1192 	vg = kzalloc(sizeof(struct net_bridge_vlan_group), GFP_KERNEL);
1193 	if (!vg)
1194 		goto out;
1195 
1196 	ret = switchdev_port_attr_set(p->dev, &attr, extack);
1197 	if (ret && ret != -EOPNOTSUPP)
1198 		goto err_vlan_enabled;
1199 
1200 	ret = rhashtable_init(&vg->vlan_hash, &br_vlan_rht_params);
1201 	if (ret)
1202 		goto err_rhtbl;
1203 	ret = vlan_tunnel_init(vg);
1204 	if (ret)
1205 		goto err_tunnel_init;
1206 	INIT_LIST_HEAD(&vg->vlan_list);
1207 	rcu_assign_pointer(p->vlgrp, vg);
1208 	if (p->br->default_pvid) {
1209 		bool changed;
1210 
1211 		ret = nbp_vlan_add(p, p->br->default_pvid,
1212 				   BRIDGE_VLAN_INFO_PVID |
1213 				   BRIDGE_VLAN_INFO_UNTAGGED,
1214 				   &changed, extack);
1215 		if (ret)
1216 			goto err_vlan_add;
1217 		br_vlan_notify(p->br, p, p->br->default_pvid, 0, RTM_NEWVLAN);
1218 	}
1219 out:
1220 	return ret;
1221 
1222 err_vlan_add:
1223 	RCU_INIT_POINTER(p->vlgrp, NULL);
1224 	synchronize_rcu();
1225 	vlan_tunnel_deinit(vg);
1226 err_tunnel_init:
1227 	rhashtable_destroy(&vg->vlan_hash);
1228 err_rhtbl:
1229 err_vlan_enabled:
1230 	kfree(vg);
1231 
1232 	goto out;
1233 }
1234 
1235 /* Must be protected by RTNL.
1236  * Must be called with vid in range from 1 to 4094 inclusive.
1237  * changed must be true only if the vlan was created or updated
1238  */
1239 int nbp_vlan_add(struct net_bridge_port *port, u16 vid, u16 flags,
1240 		 bool *changed, struct netlink_ext_ack *extack)
1241 {
1242 	struct net_bridge_vlan *vlan;
1243 	int ret;
1244 
1245 	ASSERT_RTNL();
1246 
1247 	*changed = false;
1248 	vlan = br_vlan_find(nbp_vlan_group(port), vid);
1249 	if (vlan) {
1250 		/* Pass the flags to the hardware bridge */
1251 		ret = br_switchdev_port_vlan_add(port->dev, vid, flags, extack);
1252 		if (ret && ret != -EOPNOTSUPP)
1253 			return ret;
1254 		*changed = __vlan_add_flags(vlan, flags);
1255 
1256 		return 0;
1257 	}
1258 
1259 	vlan = kzalloc(sizeof(*vlan), GFP_KERNEL);
1260 	if (!vlan)
1261 		return -ENOMEM;
1262 
1263 	vlan->vid = vid;
1264 	vlan->port = port;
1265 	ret = __vlan_add(vlan, flags, extack);
1266 	if (ret)
1267 		kfree(vlan);
1268 	else
1269 		*changed = true;
1270 
1271 	return ret;
1272 }
1273 
1274 /* Must be protected by RTNL.
1275  * Must be called with vid in range from 1 to 4094 inclusive.
1276  */
1277 int nbp_vlan_delete(struct net_bridge_port *port, u16 vid)
1278 {
1279 	struct net_bridge_vlan *v;
1280 
1281 	ASSERT_RTNL();
1282 
1283 	v = br_vlan_find(nbp_vlan_group(port), vid);
1284 	if (!v)
1285 		return -ENOENT;
1286 	br_fdb_find_delete_local(port->br, port, port->dev->dev_addr, vid);
1287 	br_fdb_delete_by_port(port->br, port, vid, 0);
1288 
1289 	return __vlan_del(v);
1290 }
1291 
1292 void nbp_vlan_flush(struct net_bridge_port *port)
1293 {
1294 	struct net_bridge_vlan_group *vg;
1295 
1296 	ASSERT_RTNL();
1297 
1298 	vg = nbp_vlan_group(port);
1299 	__vlan_flush(port->br, port, vg);
1300 	RCU_INIT_POINTER(port->vlgrp, NULL);
1301 	synchronize_rcu();
1302 	__vlan_group_free(vg);
1303 }
1304 
1305 void br_vlan_get_stats(const struct net_bridge_vlan *v,
1306 		       struct pcpu_sw_netstats *stats)
1307 {
1308 	int i;
1309 
1310 	memset(stats, 0, sizeof(*stats));
1311 	for_each_possible_cpu(i) {
1312 		u64 rxpackets, rxbytes, txpackets, txbytes;
1313 		struct pcpu_sw_netstats *cpu_stats;
1314 		unsigned int start;
1315 
1316 		cpu_stats = per_cpu_ptr(v->stats, i);
1317 		do {
1318 			start = u64_stats_fetch_begin_irq(&cpu_stats->syncp);
1319 			rxpackets = cpu_stats->rx_packets;
1320 			rxbytes = cpu_stats->rx_bytes;
1321 			txbytes = cpu_stats->tx_bytes;
1322 			txpackets = cpu_stats->tx_packets;
1323 		} while (u64_stats_fetch_retry_irq(&cpu_stats->syncp, start));
1324 
1325 		stats->rx_packets += rxpackets;
1326 		stats->rx_bytes += rxbytes;
1327 		stats->tx_bytes += txbytes;
1328 		stats->tx_packets += txpackets;
1329 	}
1330 }
1331 
1332 int br_vlan_get_pvid(const struct net_device *dev, u16 *p_pvid)
1333 {
1334 	struct net_bridge_vlan_group *vg;
1335 	struct net_bridge_port *p;
1336 
1337 	ASSERT_RTNL();
1338 	p = br_port_get_check_rtnl(dev);
1339 	if (p)
1340 		vg = nbp_vlan_group(p);
1341 	else if (netif_is_bridge_master(dev))
1342 		vg = br_vlan_group(netdev_priv(dev));
1343 	else
1344 		return -EINVAL;
1345 
1346 	*p_pvid = br_get_pvid(vg);
1347 	return 0;
1348 }
1349 EXPORT_SYMBOL_GPL(br_vlan_get_pvid);
1350 
1351 int br_vlan_get_pvid_rcu(const struct net_device *dev, u16 *p_pvid)
1352 {
1353 	struct net_bridge_vlan_group *vg;
1354 	struct net_bridge_port *p;
1355 
1356 	p = br_port_get_check_rcu(dev);
1357 	if (p)
1358 		vg = nbp_vlan_group_rcu(p);
1359 	else if (netif_is_bridge_master(dev))
1360 		vg = br_vlan_group_rcu(netdev_priv(dev));
1361 	else
1362 		return -EINVAL;
1363 
1364 	*p_pvid = br_get_pvid(vg);
1365 	return 0;
1366 }
1367 EXPORT_SYMBOL_GPL(br_vlan_get_pvid_rcu);
1368 
1369 void br_vlan_fill_forward_path_pvid(struct net_bridge *br,
1370 				    struct net_device_path_ctx *ctx,
1371 				    struct net_device_path *path)
1372 {
1373 	struct net_bridge_vlan_group *vg;
1374 	int idx = ctx->num_vlans - 1;
1375 	u16 vid;
1376 
1377 	path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1378 
1379 	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1380 		return;
1381 
1382 	vg = br_vlan_group(br);
1383 
1384 	if (idx >= 0 &&
1385 	    ctx->vlan[idx].proto == br->vlan_proto) {
1386 		vid = ctx->vlan[idx].id;
1387 	} else {
1388 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_TAG;
1389 		vid = br_get_pvid(vg);
1390 	}
1391 
1392 	path->bridge.vlan_id = vid;
1393 	path->bridge.vlan_proto = br->vlan_proto;
1394 }
1395 
1396 int br_vlan_fill_forward_path_mode(struct net_bridge *br,
1397 				   struct net_bridge_port *dst,
1398 				   struct net_device_path *path)
1399 {
1400 	struct net_bridge_vlan_group *vg;
1401 	struct net_bridge_vlan *v;
1402 
1403 	if (!br_opt_get(br, BROPT_VLAN_ENABLED))
1404 		return 0;
1405 
1406 	vg = nbp_vlan_group_rcu(dst);
1407 	v = br_vlan_find(vg, path->bridge.vlan_id);
1408 	if (!v || !br_vlan_should_use(v))
1409 		return -EINVAL;
1410 
1411 	if (!(v->flags & BRIDGE_VLAN_INFO_UNTAGGED))
1412 		return 0;
1413 
1414 	if (path->bridge.vlan_mode == DEV_PATH_BR_VLAN_TAG)
1415 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_KEEP;
1416 	else if (v->priv_flags & BR_VLFLAG_ADDED_BY_SWITCHDEV)
1417 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG_HW;
1418 	else
1419 		path->bridge.vlan_mode = DEV_PATH_BR_VLAN_UNTAG;
1420 
1421 	return 0;
1422 }
1423 
1424 int br_vlan_get_info(const struct net_device *dev, u16 vid,
1425 		     struct bridge_vlan_info *p_vinfo)
1426 {
1427 	struct net_bridge_vlan_group *vg;
1428 	struct net_bridge_vlan *v;
1429 	struct net_bridge_port *p;
1430 
1431 	ASSERT_RTNL();
1432 	p = br_port_get_check_rtnl(dev);
1433 	if (p)
1434 		vg = nbp_vlan_group(p);
1435 	else if (netif_is_bridge_master(dev))
1436 		vg = br_vlan_group(netdev_priv(dev));
1437 	else
1438 		return -EINVAL;
1439 
1440 	v = br_vlan_find(vg, vid);
1441 	if (!v)
1442 		return -ENOENT;
1443 
1444 	p_vinfo->vid = vid;
1445 	p_vinfo->flags = v->flags;
1446 	if (vid == br_get_pvid(vg))
1447 		p_vinfo->flags |= BRIDGE_VLAN_INFO_PVID;
1448 	return 0;
1449 }
1450 EXPORT_SYMBOL_GPL(br_vlan_get_info);
1451 
1452 static int br_vlan_is_bind_vlan_dev(const struct net_device *dev)
1453 {
1454 	return is_vlan_dev(dev) &&
1455 		!!(vlan_dev_priv(dev)->flags & VLAN_FLAG_BRIDGE_BINDING);
1456 }
1457 
1458 static int br_vlan_is_bind_vlan_dev_fn(struct net_device *dev,
1459 			       __always_unused struct netdev_nested_priv *priv)
1460 {
1461 	return br_vlan_is_bind_vlan_dev(dev);
1462 }
1463 
1464 static bool br_vlan_has_upper_bind_vlan_dev(struct net_device *dev)
1465 {
1466 	int found;
1467 
1468 	rcu_read_lock();
1469 	found = netdev_walk_all_upper_dev_rcu(dev, br_vlan_is_bind_vlan_dev_fn,
1470 					      NULL);
1471 	rcu_read_unlock();
1472 
1473 	return !!found;
1474 }
1475 
1476 struct br_vlan_bind_walk_data {
1477 	u16 vid;
1478 	struct net_device *result;
1479 };
1480 
1481 static int br_vlan_match_bind_vlan_dev_fn(struct net_device *dev,
1482 					  struct netdev_nested_priv *priv)
1483 {
1484 	struct br_vlan_bind_walk_data *data = priv->data;
1485 	int found = 0;
1486 
1487 	if (br_vlan_is_bind_vlan_dev(dev) &&
1488 	    vlan_dev_priv(dev)->vlan_id == data->vid) {
1489 		data->result = dev;
1490 		found = 1;
1491 	}
1492 
1493 	return found;
1494 }
1495 
1496 static struct net_device *
1497 br_vlan_get_upper_bind_vlan_dev(struct net_device *dev, u16 vid)
1498 {
1499 	struct br_vlan_bind_walk_data data = {
1500 		.vid = vid,
1501 	};
1502 	struct netdev_nested_priv priv = {
1503 		.data = (void *)&data,
1504 	};
1505 
1506 	rcu_read_lock();
1507 	netdev_walk_all_upper_dev_rcu(dev, br_vlan_match_bind_vlan_dev_fn,
1508 				      &priv);
1509 	rcu_read_unlock();
1510 
1511 	return data.result;
1512 }
1513 
1514 static bool br_vlan_is_dev_up(const struct net_device *dev)
1515 {
1516 	return  !!(dev->flags & IFF_UP) && netif_oper_up(dev);
1517 }
1518 
1519 static void br_vlan_set_vlan_dev_state(const struct net_bridge *br,
1520 				       struct net_device *vlan_dev)
1521 {
1522 	u16 vid = vlan_dev_priv(vlan_dev)->vlan_id;
1523 	struct net_bridge_vlan_group *vg;
1524 	struct net_bridge_port *p;
1525 	bool has_carrier = false;
1526 
1527 	if (!netif_carrier_ok(br->dev)) {
1528 		netif_carrier_off(vlan_dev);
1529 		return;
1530 	}
1531 
1532 	list_for_each_entry(p, &br->port_list, list) {
1533 		vg = nbp_vlan_group(p);
1534 		if (br_vlan_find(vg, vid) && br_vlan_is_dev_up(p->dev)) {
1535 			has_carrier = true;
1536 			break;
1537 		}
1538 	}
1539 
1540 	if (has_carrier)
1541 		netif_carrier_on(vlan_dev);
1542 	else
1543 		netif_carrier_off(vlan_dev);
1544 }
1545 
1546 static void br_vlan_set_all_vlan_dev_state(struct net_bridge_port *p)
1547 {
1548 	struct net_bridge_vlan_group *vg = nbp_vlan_group(p);
1549 	struct net_bridge_vlan *vlan;
1550 	struct net_device *vlan_dev;
1551 
1552 	list_for_each_entry(vlan, &vg->vlan_list, vlist) {
1553 		vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev,
1554 							   vlan->vid);
1555 		if (vlan_dev) {
1556 			if (br_vlan_is_dev_up(p->dev)) {
1557 				if (netif_carrier_ok(p->br->dev))
1558 					netif_carrier_on(vlan_dev);
1559 			} else {
1560 				br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1561 			}
1562 		}
1563 	}
1564 }
1565 
1566 static void br_vlan_upper_change(struct net_device *dev,
1567 				 struct net_device *upper_dev,
1568 				 bool linking)
1569 {
1570 	struct net_bridge *br = netdev_priv(dev);
1571 
1572 	if (!br_vlan_is_bind_vlan_dev(upper_dev))
1573 		return;
1574 
1575 	if (linking) {
1576 		br_vlan_set_vlan_dev_state(br, upper_dev);
1577 		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING, true);
1578 	} else {
1579 		br_opt_toggle(br, BROPT_VLAN_BRIDGE_BINDING,
1580 			      br_vlan_has_upper_bind_vlan_dev(dev));
1581 	}
1582 }
1583 
1584 struct br_vlan_link_state_walk_data {
1585 	struct net_bridge *br;
1586 };
1587 
1588 static int br_vlan_link_state_change_fn(struct net_device *vlan_dev,
1589 					struct netdev_nested_priv *priv)
1590 {
1591 	struct br_vlan_link_state_walk_data *data = priv->data;
1592 
1593 	if (br_vlan_is_bind_vlan_dev(vlan_dev))
1594 		br_vlan_set_vlan_dev_state(data->br, vlan_dev);
1595 
1596 	return 0;
1597 }
1598 
1599 static void br_vlan_link_state_change(struct net_device *dev,
1600 				      struct net_bridge *br)
1601 {
1602 	struct br_vlan_link_state_walk_data data = {
1603 		.br = br
1604 	};
1605 	struct netdev_nested_priv priv = {
1606 		.data = (void *)&data,
1607 	};
1608 
1609 	rcu_read_lock();
1610 	netdev_walk_all_upper_dev_rcu(dev, br_vlan_link_state_change_fn,
1611 				      &priv);
1612 	rcu_read_unlock();
1613 }
1614 
1615 /* Must be protected by RTNL. */
1616 static void nbp_vlan_set_vlan_dev_state(struct net_bridge_port *p, u16 vid)
1617 {
1618 	struct net_device *vlan_dev;
1619 
1620 	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1621 		return;
1622 
1623 	vlan_dev = br_vlan_get_upper_bind_vlan_dev(p->br->dev, vid);
1624 	if (vlan_dev)
1625 		br_vlan_set_vlan_dev_state(p->br, vlan_dev);
1626 }
1627 
1628 /* Must be protected by RTNL. */
1629 int br_vlan_bridge_event(struct net_device *dev, unsigned long event, void *ptr)
1630 {
1631 	struct netdev_notifier_changeupper_info *info;
1632 	struct net_bridge *br = netdev_priv(dev);
1633 	int vlcmd = 0, ret = 0;
1634 	bool changed = false;
1635 
1636 	switch (event) {
1637 	case NETDEV_REGISTER:
1638 		ret = br_vlan_add(br, br->default_pvid,
1639 				  BRIDGE_VLAN_INFO_PVID |
1640 				  BRIDGE_VLAN_INFO_UNTAGGED |
1641 				  BRIDGE_VLAN_INFO_BRENTRY, &changed, NULL);
1642 		vlcmd = RTM_NEWVLAN;
1643 		break;
1644 	case NETDEV_UNREGISTER:
1645 		changed = !br_vlan_delete(br, br->default_pvid);
1646 		vlcmd = RTM_DELVLAN;
1647 		break;
1648 	case NETDEV_CHANGEUPPER:
1649 		info = ptr;
1650 		br_vlan_upper_change(dev, info->upper_dev, info->linking);
1651 		break;
1652 
1653 	case NETDEV_CHANGE:
1654 	case NETDEV_UP:
1655 		if (!br_opt_get(br, BROPT_VLAN_BRIDGE_BINDING))
1656 			break;
1657 		br_vlan_link_state_change(dev, br);
1658 		break;
1659 	}
1660 	if (changed)
1661 		br_vlan_notify(br, NULL, br->default_pvid, 0, vlcmd);
1662 
1663 	return ret;
1664 }
1665 
1666 /* Must be protected by RTNL. */
1667 void br_vlan_port_event(struct net_bridge_port *p, unsigned long event)
1668 {
1669 	if (!br_opt_get(p->br, BROPT_VLAN_BRIDGE_BINDING))
1670 		return;
1671 
1672 	switch (event) {
1673 	case NETDEV_CHANGE:
1674 	case NETDEV_DOWN:
1675 	case NETDEV_UP:
1676 		br_vlan_set_all_vlan_dev_state(p);
1677 		break;
1678 	}
1679 }
1680 
1681 static bool br_vlan_stats_fill(struct sk_buff *skb,
1682 			       const struct net_bridge_vlan *v)
1683 {
1684 	struct pcpu_sw_netstats stats;
1685 	struct nlattr *nest;
1686 
1687 	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY_STATS);
1688 	if (!nest)
1689 		return false;
1690 
1691 	br_vlan_get_stats(v, &stats);
1692 	if (nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_BYTES, stats.rx_bytes,
1693 			      BRIDGE_VLANDB_STATS_PAD) ||
1694 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_RX_PACKETS,
1695 			      stats.rx_packets, BRIDGE_VLANDB_STATS_PAD) ||
1696 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_BYTES, stats.tx_bytes,
1697 			      BRIDGE_VLANDB_STATS_PAD) ||
1698 	    nla_put_u64_64bit(skb, BRIDGE_VLANDB_STATS_TX_PACKETS,
1699 			      stats.tx_packets, BRIDGE_VLANDB_STATS_PAD))
1700 		goto out_err;
1701 
1702 	nla_nest_end(skb, nest);
1703 
1704 	return true;
1705 
1706 out_err:
1707 	nla_nest_cancel(skb, nest);
1708 	return false;
1709 }
1710 
1711 /* v_opts is used to dump the options which must be equal in the whole range */
1712 static bool br_vlan_fill_vids(struct sk_buff *skb, u16 vid, u16 vid_range,
1713 			      const struct net_bridge_vlan *v_opts,
1714 			      u16 flags,
1715 			      bool dump_stats)
1716 {
1717 	struct bridge_vlan_info info;
1718 	struct nlattr *nest;
1719 
1720 	nest = nla_nest_start(skb, BRIDGE_VLANDB_ENTRY);
1721 	if (!nest)
1722 		return false;
1723 
1724 	memset(&info, 0, sizeof(info));
1725 	info.vid = vid;
1726 	if (flags & BRIDGE_VLAN_INFO_UNTAGGED)
1727 		info.flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1728 	if (flags & BRIDGE_VLAN_INFO_PVID)
1729 		info.flags |= BRIDGE_VLAN_INFO_PVID;
1730 
1731 	if (nla_put(skb, BRIDGE_VLANDB_ENTRY_INFO, sizeof(info), &info))
1732 		goto out_err;
1733 
1734 	if (vid_range && vid < vid_range &&
1735 	    !(flags & BRIDGE_VLAN_INFO_PVID) &&
1736 	    nla_put_u16(skb, BRIDGE_VLANDB_ENTRY_RANGE, vid_range))
1737 		goto out_err;
1738 
1739 	if (v_opts) {
1740 		if (!br_vlan_opts_fill(skb, v_opts))
1741 			goto out_err;
1742 
1743 		if (dump_stats && !br_vlan_stats_fill(skb, v_opts))
1744 			goto out_err;
1745 	}
1746 
1747 	nla_nest_end(skb, nest);
1748 
1749 	return true;
1750 
1751 out_err:
1752 	nla_nest_cancel(skb, nest);
1753 	return false;
1754 }
1755 
1756 static size_t rtnl_vlan_nlmsg_size(void)
1757 {
1758 	return NLMSG_ALIGN(sizeof(struct br_vlan_msg))
1759 		+ nla_total_size(0) /* BRIDGE_VLANDB_ENTRY */
1760 		+ nla_total_size(sizeof(u16)) /* BRIDGE_VLANDB_ENTRY_RANGE */
1761 		+ nla_total_size(sizeof(struct bridge_vlan_info)) /* BRIDGE_VLANDB_ENTRY_INFO */
1762 		+ br_vlan_opts_nl_size(); /* bridge vlan options */
1763 }
1764 
1765 void br_vlan_notify(const struct net_bridge *br,
1766 		    const struct net_bridge_port *p,
1767 		    u16 vid, u16 vid_range,
1768 		    int cmd)
1769 {
1770 	struct net_bridge_vlan_group *vg;
1771 	struct net_bridge_vlan *v = NULL;
1772 	struct br_vlan_msg *bvm;
1773 	struct nlmsghdr *nlh;
1774 	struct sk_buff *skb;
1775 	int err = -ENOBUFS;
1776 	struct net *net;
1777 	u16 flags = 0;
1778 	int ifindex;
1779 
1780 	/* right now notifications are done only with rtnl held */
1781 	ASSERT_RTNL();
1782 
1783 	if (p) {
1784 		ifindex = p->dev->ifindex;
1785 		vg = nbp_vlan_group(p);
1786 		net = dev_net(p->dev);
1787 	} else {
1788 		ifindex = br->dev->ifindex;
1789 		vg = br_vlan_group(br);
1790 		net = dev_net(br->dev);
1791 	}
1792 
1793 	skb = nlmsg_new(rtnl_vlan_nlmsg_size(), GFP_KERNEL);
1794 	if (!skb)
1795 		goto out_err;
1796 
1797 	err = -EMSGSIZE;
1798 	nlh = nlmsg_put(skb, 0, 0, cmd, sizeof(*bvm), 0);
1799 	if (!nlh)
1800 		goto out_err;
1801 	bvm = nlmsg_data(nlh);
1802 	memset(bvm, 0, sizeof(*bvm));
1803 	bvm->family = AF_BRIDGE;
1804 	bvm->ifindex = ifindex;
1805 
1806 	switch (cmd) {
1807 	case RTM_NEWVLAN:
1808 		/* need to find the vlan due to flags/options */
1809 		v = br_vlan_find(vg, vid);
1810 		if (!v || !br_vlan_should_use(v))
1811 			goto out_kfree;
1812 
1813 		flags = v->flags;
1814 		if (br_get_pvid(vg) == v->vid)
1815 			flags |= BRIDGE_VLAN_INFO_PVID;
1816 		break;
1817 	case RTM_DELVLAN:
1818 		break;
1819 	default:
1820 		goto out_kfree;
1821 	}
1822 
1823 	if (!br_vlan_fill_vids(skb, vid, vid_range, v, flags, false))
1824 		goto out_err;
1825 
1826 	nlmsg_end(skb, nlh);
1827 	rtnl_notify(skb, net, 0, RTNLGRP_BRVLAN, NULL, GFP_KERNEL);
1828 	return;
1829 
1830 out_err:
1831 	rtnl_set_sk_err(net, RTNLGRP_BRVLAN, err);
1832 out_kfree:
1833 	kfree_skb(skb);
1834 }
1835 
1836 static int br_vlan_replay_one(struct notifier_block *nb,
1837 			      struct net_device *dev,
1838 			      struct switchdev_obj_port_vlan *vlan,
1839 			      const void *ctx, unsigned long action,
1840 			      struct netlink_ext_ack *extack)
1841 {
1842 	struct switchdev_notifier_port_obj_info obj_info = {
1843 		.info = {
1844 			.dev = dev,
1845 			.extack = extack,
1846 			.ctx = ctx,
1847 		},
1848 		.obj = &vlan->obj,
1849 	};
1850 	int err;
1851 
1852 	err = nb->notifier_call(nb, action, &obj_info);
1853 	return notifier_to_errno(err);
1854 }
1855 
1856 int br_vlan_replay(struct net_device *br_dev, struct net_device *dev,
1857 		   const void *ctx, bool adding, struct notifier_block *nb,
1858 		   struct netlink_ext_ack *extack)
1859 {
1860 	struct net_bridge_vlan_group *vg;
1861 	struct net_bridge_vlan *v;
1862 	struct net_bridge_port *p;
1863 	struct net_bridge *br;
1864 	unsigned long action;
1865 	int err = 0;
1866 	u16 pvid;
1867 
1868 	ASSERT_RTNL();
1869 
1870 	if (!nb)
1871 		return 0;
1872 
1873 	if (!netif_is_bridge_master(br_dev))
1874 		return -EINVAL;
1875 
1876 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1877 		return -EINVAL;
1878 
1879 	if (netif_is_bridge_master(dev)) {
1880 		br = netdev_priv(dev);
1881 		vg = br_vlan_group(br);
1882 		p = NULL;
1883 	} else {
1884 		p = br_port_get_rtnl(dev);
1885 		if (WARN_ON(!p))
1886 			return -EINVAL;
1887 		vg = nbp_vlan_group(p);
1888 		br = p->br;
1889 	}
1890 
1891 	if (!vg)
1892 		return 0;
1893 
1894 	if (adding)
1895 		action = SWITCHDEV_PORT_OBJ_ADD;
1896 	else
1897 		action = SWITCHDEV_PORT_OBJ_DEL;
1898 
1899 	pvid = br_get_pvid(vg);
1900 
1901 	list_for_each_entry(v, &vg->vlan_list, vlist) {
1902 		struct switchdev_obj_port_vlan vlan = {
1903 			.obj.orig_dev = dev,
1904 			.obj.id = SWITCHDEV_OBJ_ID_PORT_VLAN,
1905 			.flags = br_vlan_flags(v, pvid),
1906 			.vid = v->vid,
1907 		};
1908 
1909 		if (!br_vlan_should_use(v))
1910 			continue;
1911 
1912 		err = br_vlan_replay_one(nb, dev, &vlan, ctx, action, extack);
1913 		if (err)
1914 			return err;
1915 	}
1916 
1917 	return err;
1918 }
1919 
1920 /* check if v_curr can enter a range ending in range_end */
1921 bool br_vlan_can_enter_range(const struct net_bridge_vlan *v_curr,
1922 			     const struct net_bridge_vlan *range_end)
1923 {
1924 	return v_curr->vid - range_end->vid == 1 &&
1925 	       range_end->flags == v_curr->flags &&
1926 	       br_vlan_opts_eq_range(v_curr, range_end);
1927 }
1928 
1929 static int br_vlan_dump_dev(const struct net_device *dev,
1930 			    struct sk_buff *skb,
1931 			    struct netlink_callback *cb,
1932 			    u32 dump_flags)
1933 {
1934 	struct net_bridge_vlan *v, *range_start = NULL, *range_end = NULL;
1935 	bool dump_global = !!(dump_flags & BRIDGE_VLANDB_DUMPF_GLOBAL);
1936 	bool dump_stats = !!(dump_flags & BRIDGE_VLANDB_DUMPF_STATS);
1937 	struct net_bridge_vlan_group *vg;
1938 	int idx = 0, s_idx = cb->args[1];
1939 	struct nlmsghdr *nlh = NULL;
1940 	struct net_bridge_port *p;
1941 	struct br_vlan_msg *bvm;
1942 	struct net_bridge *br;
1943 	int err = 0;
1944 	u16 pvid;
1945 
1946 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev))
1947 		return -EINVAL;
1948 
1949 	if (netif_is_bridge_master(dev)) {
1950 		br = netdev_priv(dev);
1951 		vg = br_vlan_group_rcu(br);
1952 		p = NULL;
1953 	} else {
1954 		/* global options are dumped only for bridge devices */
1955 		if (dump_global)
1956 			return 0;
1957 
1958 		p = br_port_get_rcu(dev);
1959 		if (WARN_ON(!p))
1960 			return -EINVAL;
1961 		vg = nbp_vlan_group_rcu(p);
1962 		br = p->br;
1963 	}
1964 
1965 	if (!vg)
1966 		return 0;
1967 
1968 	nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
1969 			RTM_NEWVLAN, sizeof(*bvm), NLM_F_MULTI);
1970 	if (!nlh)
1971 		return -EMSGSIZE;
1972 	bvm = nlmsg_data(nlh);
1973 	memset(bvm, 0, sizeof(*bvm));
1974 	bvm->family = PF_BRIDGE;
1975 	bvm->ifindex = dev->ifindex;
1976 	pvid = br_get_pvid(vg);
1977 
1978 	/* idx must stay at range's beginning until it is filled in */
1979 	list_for_each_entry_rcu(v, &vg->vlan_list, vlist) {
1980 		if (!dump_global && !br_vlan_should_use(v))
1981 			continue;
1982 		if (idx < s_idx) {
1983 			idx++;
1984 			continue;
1985 		}
1986 
1987 		if (!range_start) {
1988 			range_start = v;
1989 			range_end = v;
1990 			continue;
1991 		}
1992 
1993 		if (dump_global) {
1994 			if (br_vlan_global_opts_can_enter_range(v, range_end))
1995 				continue;
1996 			if (!br_vlan_global_opts_fill(skb, range_start->vid,
1997 						      range_end->vid,
1998 						      range_start)) {
1999 				err = -EMSGSIZE;
2000 				break;
2001 			}
2002 			/* advance number of filled vlans */
2003 			idx += range_end->vid - range_start->vid + 1;
2004 
2005 			range_start = v;
2006 		} else if (dump_stats || v->vid == pvid ||
2007 			   !br_vlan_can_enter_range(v, range_end)) {
2008 			u16 vlan_flags = br_vlan_flags(range_start, pvid);
2009 
2010 			if (!br_vlan_fill_vids(skb, range_start->vid,
2011 					       range_end->vid, range_start,
2012 					       vlan_flags, dump_stats)) {
2013 				err = -EMSGSIZE;
2014 				break;
2015 			}
2016 			/* advance number of filled vlans */
2017 			idx += range_end->vid - range_start->vid + 1;
2018 
2019 			range_start = v;
2020 		}
2021 		range_end = v;
2022 	}
2023 
2024 	/* err will be 0 and range_start will be set in 3 cases here:
2025 	 * - first vlan (range_start == range_end)
2026 	 * - last vlan (range_start == range_end, not in range)
2027 	 * - last vlan range (range_start != range_end, in range)
2028 	 */
2029 	if (!err && range_start) {
2030 		if (dump_global &&
2031 		    !br_vlan_global_opts_fill(skb, range_start->vid,
2032 					      range_end->vid, range_start))
2033 			err = -EMSGSIZE;
2034 		else if (!dump_global &&
2035 			 !br_vlan_fill_vids(skb, range_start->vid,
2036 					    range_end->vid, range_start,
2037 					    br_vlan_flags(range_start, pvid),
2038 					    dump_stats))
2039 			err = -EMSGSIZE;
2040 	}
2041 
2042 	cb->args[1] = err ? idx : 0;
2043 
2044 	nlmsg_end(skb, nlh);
2045 
2046 	return err;
2047 }
2048 
2049 static const struct nla_policy br_vlan_db_dump_pol[BRIDGE_VLANDB_DUMP_MAX + 1] = {
2050 	[BRIDGE_VLANDB_DUMP_FLAGS] = { .type = NLA_U32 },
2051 };
2052 
2053 static int br_vlan_rtm_dump(struct sk_buff *skb, struct netlink_callback *cb)
2054 {
2055 	struct nlattr *dtb[BRIDGE_VLANDB_DUMP_MAX + 1];
2056 	int idx = 0, err = 0, s_idx = cb->args[0];
2057 	struct net *net = sock_net(skb->sk);
2058 	struct br_vlan_msg *bvm;
2059 	struct net_device *dev;
2060 	u32 dump_flags = 0;
2061 
2062 	err = nlmsg_parse(cb->nlh, sizeof(*bvm), dtb, BRIDGE_VLANDB_DUMP_MAX,
2063 			  br_vlan_db_dump_pol, cb->extack);
2064 	if (err < 0)
2065 		return err;
2066 
2067 	bvm = nlmsg_data(cb->nlh);
2068 	if (dtb[BRIDGE_VLANDB_DUMP_FLAGS])
2069 		dump_flags = nla_get_u32(dtb[BRIDGE_VLANDB_DUMP_FLAGS]);
2070 
2071 	rcu_read_lock();
2072 	if (bvm->ifindex) {
2073 		dev = dev_get_by_index_rcu(net, bvm->ifindex);
2074 		if (!dev) {
2075 			err = -ENODEV;
2076 			goto out_err;
2077 		}
2078 		err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2079 		if (err && err != -EMSGSIZE)
2080 			goto out_err;
2081 	} else {
2082 		for_each_netdev_rcu(net, dev) {
2083 			if (idx < s_idx)
2084 				goto skip;
2085 
2086 			err = br_vlan_dump_dev(dev, skb, cb, dump_flags);
2087 			if (err == -EMSGSIZE)
2088 				break;
2089 skip:
2090 			idx++;
2091 		}
2092 	}
2093 	cb->args[0] = idx;
2094 	rcu_read_unlock();
2095 
2096 	return skb->len;
2097 
2098 out_err:
2099 	rcu_read_unlock();
2100 
2101 	return err;
2102 }
2103 
2104 static const struct nla_policy br_vlan_db_policy[BRIDGE_VLANDB_ENTRY_MAX + 1] = {
2105 	[BRIDGE_VLANDB_ENTRY_INFO]	=
2106 		NLA_POLICY_EXACT_LEN(sizeof(struct bridge_vlan_info)),
2107 	[BRIDGE_VLANDB_ENTRY_RANGE]	= { .type = NLA_U16 },
2108 	[BRIDGE_VLANDB_ENTRY_STATE]	= { .type = NLA_U8 },
2109 	[BRIDGE_VLANDB_ENTRY_TUNNEL_INFO] = { .type = NLA_NESTED },
2110 };
2111 
2112 static int br_vlan_rtm_process_one(struct net_device *dev,
2113 				   const struct nlattr *attr,
2114 				   int cmd, struct netlink_ext_ack *extack)
2115 {
2116 	struct bridge_vlan_info *vinfo, vrange_end, *vinfo_last = NULL;
2117 	struct nlattr *tb[BRIDGE_VLANDB_ENTRY_MAX + 1];
2118 	bool changed = false, skip_processing = false;
2119 	struct net_bridge_vlan_group *vg;
2120 	struct net_bridge_port *p = NULL;
2121 	int err = 0, cmdmap = 0;
2122 	struct net_bridge *br;
2123 
2124 	if (netif_is_bridge_master(dev)) {
2125 		br = netdev_priv(dev);
2126 		vg = br_vlan_group(br);
2127 	} else {
2128 		p = br_port_get_rtnl(dev);
2129 		if (WARN_ON(!p))
2130 			return -ENODEV;
2131 		br = p->br;
2132 		vg = nbp_vlan_group(p);
2133 	}
2134 
2135 	if (WARN_ON(!vg))
2136 		return -ENODEV;
2137 
2138 	err = nla_parse_nested(tb, BRIDGE_VLANDB_ENTRY_MAX, attr,
2139 			       br_vlan_db_policy, extack);
2140 	if (err)
2141 		return err;
2142 
2143 	if (!tb[BRIDGE_VLANDB_ENTRY_INFO]) {
2144 		NL_SET_ERR_MSG_MOD(extack, "Missing vlan entry info");
2145 		return -EINVAL;
2146 	}
2147 	memset(&vrange_end, 0, sizeof(vrange_end));
2148 
2149 	vinfo = nla_data(tb[BRIDGE_VLANDB_ENTRY_INFO]);
2150 	if (vinfo->flags & (BRIDGE_VLAN_INFO_RANGE_BEGIN |
2151 			    BRIDGE_VLAN_INFO_RANGE_END)) {
2152 		NL_SET_ERR_MSG_MOD(extack, "Old-style vlan ranges are not allowed when using RTM vlan calls");
2153 		return -EINVAL;
2154 	}
2155 	if (!br_vlan_valid_id(vinfo->vid, extack))
2156 		return -EINVAL;
2157 
2158 	if (tb[BRIDGE_VLANDB_ENTRY_RANGE]) {
2159 		vrange_end.vid = nla_get_u16(tb[BRIDGE_VLANDB_ENTRY_RANGE]);
2160 		/* validate user-provided flags without RANGE_BEGIN */
2161 		vrange_end.flags = BRIDGE_VLAN_INFO_RANGE_END | vinfo->flags;
2162 		vinfo->flags |= BRIDGE_VLAN_INFO_RANGE_BEGIN;
2163 
2164 		/* vinfo_last is the range start, vinfo the range end */
2165 		vinfo_last = vinfo;
2166 		vinfo = &vrange_end;
2167 
2168 		if (!br_vlan_valid_id(vinfo->vid, extack) ||
2169 		    !br_vlan_valid_range(vinfo, vinfo_last, extack))
2170 			return -EINVAL;
2171 	}
2172 
2173 	switch (cmd) {
2174 	case RTM_NEWVLAN:
2175 		cmdmap = RTM_SETLINK;
2176 		skip_processing = !!(vinfo->flags & BRIDGE_VLAN_INFO_ONLY_OPTS);
2177 		break;
2178 	case RTM_DELVLAN:
2179 		cmdmap = RTM_DELLINK;
2180 		break;
2181 	}
2182 
2183 	if (!skip_processing) {
2184 		struct bridge_vlan_info *tmp_last = vinfo_last;
2185 
2186 		/* br_process_vlan_info may overwrite vinfo_last */
2187 		err = br_process_vlan_info(br, p, cmdmap, vinfo, &tmp_last,
2188 					   &changed, extack);
2189 
2190 		/* notify first if anything changed */
2191 		if (changed)
2192 			br_ifinfo_notify(cmdmap, br, p);
2193 
2194 		if (err)
2195 			return err;
2196 	}
2197 
2198 	/* deal with options */
2199 	if (cmd == RTM_NEWVLAN) {
2200 		struct net_bridge_vlan *range_start, *range_end;
2201 
2202 		if (vinfo_last) {
2203 			range_start = br_vlan_find(vg, vinfo_last->vid);
2204 			range_end = br_vlan_find(vg, vinfo->vid);
2205 		} else {
2206 			range_start = br_vlan_find(vg, vinfo->vid);
2207 			range_end = range_start;
2208 		}
2209 
2210 		err = br_vlan_process_options(br, p, range_start, range_end,
2211 					      tb, extack);
2212 	}
2213 
2214 	return err;
2215 }
2216 
2217 static int br_vlan_rtm_process(struct sk_buff *skb, struct nlmsghdr *nlh,
2218 			       struct netlink_ext_ack *extack)
2219 {
2220 	struct net *net = sock_net(skb->sk);
2221 	struct br_vlan_msg *bvm;
2222 	struct net_device *dev;
2223 	struct nlattr *attr;
2224 	int err, vlans = 0;
2225 	int rem;
2226 
2227 	/* this should validate the header and check for remaining bytes */
2228 	err = nlmsg_parse(nlh, sizeof(*bvm), NULL, BRIDGE_VLANDB_MAX, NULL,
2229 			  extack);
2230 	if (err < 0)
2231 		return err;
2232 
2233 	bvm = nlmsg_data(nlh);
2234 	dev = __dev_get_by_index(net, bvm->ifindex);
2235 	if (!dev)
2236 		return -ENODEV;
2237 
2238 	if (!netif_is_bridge_master(dev) && !netif_is_bridge_port(dev)) {
2239 		NL_SET_ERR_MSG_MOD(extack, "The device is not a valid bridge or bridge port");
2240 		return -EINVAL;
2241 	}
2242 
2243 	nlmsg_for_each_attr(attr, nlh, sizeof(*bvm), rem) {
2244 		switch (nla_type(attr)) {
2245 		case BRIDGE_VLANDB_ENTRY:
2246 			err = br_vlan_rtm_process_one(dev, attr,
2247 						      nlh->nlmsg_type,
2248 						      extack);
2249 			break;
2250 		case BRIDGE_VLANDB_GLOBAL_OPTIONS:
2251 			err = br_vlan_rtm_process_global_options(dev, attr,
2252 								 nlh->nlmsg_type,
2253 								 extack);
2254 			break;
2255 		default:
2256 			continue;
2257 		}
2258 
2259 		vlans++;
2260 		if (err)
2261 			break;
2262 	}
2263 	if (!vlans) {
2264 		NL_SET_ERR_MSG_MOD(extack, "No vlans found to process");
2265 		err = -EINVAL;
2266 	}
2267 
2268 	return err;
2269 }
2270 
2271 void br_vlan_rtnl_init(void)
2272 {
2273 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_GETVLAN, NULL,
2274 			     br_vlan_rtm_dump, 0);
2275 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_NEWVLAN,
2276 			     br_vlan_rtm_process, NULL, 0);
2277 	rtnl_register_module(THIS_MODULE, PF_BRIDGE, RTM_DELVLAN,
2278 			     br_vlan_rtm_process, NULL, 0);
2279 }
2280 
2281 void br_vlan_rtnl_uninit(void)
2282 {
2283 	rtnl_unregister(PF_BRIDGE, RTM_GETVLAN);
2284 	rtnl_unregister(PF_BRIDGE, RTM_NEWVLAN);
2285 	rtnl_unregister(PF_BRIDGE, RTM_DELVLAN);
2286 }
2287