xref: /openbmc/linux/net/core/rtnetlink.c (revision bbde9fc1824aab58bc78c084163007dd6c03fe5b)
1 /*
2  * INET		An implementation of the TCP/IP protocol suite for the LINUX
3  *		operating system.  INET is implemented using the  BSD Socket
4  *		interface as the means of communication with the user level.
5  *
6  *		Routing netlink socket interface: protocol independent part.
7  *
8  * Authors:	Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
9  *
10  *		This program is free software; you can redistribute it and/or
11  *		modify it under the terms of the GNU General Public License
12  *		as published by the Free Software Foundation; either version
13  *		2 of the License, or (at your option) any later version.
14  *
15  *	Fixes:
16  *	Vitaly E. Lavrov		RTA_OK arithmetics was wrong.
17  */
18 
19 #include <linux/errno.h>
20 #include <linux/module.h>
21 #include <linux/types.h>
22 #include <linux/socket.h>
23 #include <linux/kernel.h>
24 #include <linux/timer.h>
25 #include <linux/string.h>
26 #include <linux/sockios.h>
27 #include <linux/net.h>
28 #include <linux/fcntl.h>
29 #include <linux/mm.h>
30 #include <linux/slab.h>
31 #include <linux/interrupt.h>
32 #include <linux/capability.h>
33 #include <linux/skbuff.h>
34 #include <linux/init.h>
35 #include <linux/security.h>
36 #include <linux/mutex.h>
37 #include <linux/if_addr.h>
38 #include <linux/if_bridge.h>
39 #include <linux/if_vlan.h>
40 #include <linux/pci.h>
41 #include <linux/etherdevice.h>
42 
43 #include <asm/uaccess.h>
44 
45 #include <linux/inet.h>
46 #include <linux/netdevice.h>
47 #include <net/switchdev.h>
48 #include <net/ip.h>
49 #include <net/protocol.h>
50 #include <net/arp.h>
51 #include <net/route.h>
52 #include <net/udp.h>
53 #include <net/tcp.h>
54 #include <net/sock.h>
55 #include <net/pkt_sched.h>
56 #include <net/fib_rules.h>
57 #include <net/rtnetlink.h>
58 #include <net/net_namespace.h>
59 
60 struct rtnl_link {
61 	rtnl_doit_func		doit;
62 	rtnl_dumpit_func	dumpit;
63 	rtnl_calcit_func 	calcit;
64 };
65 
66 static DEFINE_MUTEX(rtnl_mutex);
67 
68 void rtnl_lock(void)
69 {
70 	mutex_lock(&rtnl_mutex);
71 }
72 EXPORT_SYMBOL(rtnl_lock);
73 
74 void __rtnl_unlock(void)
75 {
76 	mutex_unlock(&rtnl_mutex);
77 }
78 
79 void rtnl_unlock(void)
80 {
81 	/* This fellow will unlock it for us. */
82 	netdev_run_todo();
83 }
84 EXPORT_SYMBOL(rtnl_unlock);
85 
86 int rtnl_trylock(void)
87 {
88 	return mutex_trylock(&rtnl_mutex);
89 }
90 EXPORT_SYMBOL(rtnl_trylock);
91 
92 int rtnl_is_locked(void)
93 {
94 	return mutex_is_locked(&rtnl_mutex);
95 }
96 EXPORT_SYMBOL(rtnl_is_locked);
97 
98 #ifdef CONFIG_PROVE_LOCKING
99 int lockdep_rtnl_is_held(void)
100 {
101 	return lockdep_is_held(&rtnl_mutex);
102 }
103 EXPORT_SYMBOL(lockdep_rtnl_is_held);
104 #endif /* #ifdef CONFIG_PROVE_LOCKING */
105 
106 static struct rtnl_link *rtnl_msg_handlers[RTNL_FAMILY_MAX + 1];
107 
108 static inline int rtm_msgindex(int msgtype)
109 {
110 	int msgindex = msgtype - RTM_BASE;
111 
112 	/*
113 	 * msgindex < 0 implies someone tried to register a netlink
114 	 * control code. msgindex >= RTM_NR_MSGTYPES may indicate that
115 	 * the message type has not been added to linux/rtnetlink.h
116 	 */
117 	BUG_ON(msgindex < 0 || msgindex >= RTM_NR_MSGTYPES);
118 
119 	return msgindex;
120 }
121 
122 static rtnl_doit_func rtnl_get_doit(int protocol, int msgindex)
123 {
124 	struct rtnl_link *tab;
125 
126 	if (protocol <= RTNL_FAMILY_MAX)
127 		tab = rtnl_msg_handlers[protocol];
128 	else
129 		tab = NULL;
130 
131 	if (tab == NULL || tab[msgindex].doit == NULL)
132 		tab = rtnl_msg_handlers[PF_UNSPEC];
133 
134 	return tab[msgindex].doit;
135 }
136 
137 static rtnl_dumpit_func rtnl_get_dumpit(int protocol, int msgindex)
138 {
139 	struct rtnl_link *tab;
140 
141 	if (protocol <= RTNL_FAMILY_MAX)
142 		tab = rtnl_msg_handlers[protocol];
143 	else
144 		tab = NULL;
145 
146 	if (tab == NULL || tab[msgindex].dumpit == NULL)
147 		tab = rtnl_msg_handlers[PF_UNSPEC];
148 
149 	return tab[msgindex].dumpit;
150 }
151 
152 static rtnl_calcit_func rtnl_get_calcit(int protocol, int msgindex)
153 {
154 	struct rtnl_link *tab;
155 
156 	if (protocol <= RTNL_FAMILY_MAX)
157 		tab = rtnl_msg_handlers[protocol];
158 	else
159 		tab = NULL;
160 
161 	if (tab == NULL || tab[msgindex].calcit == NULL)
162 		tab = rtnl_msg_handlers[PF_UNSPEC];
163 
164 	return tab[msgindex].calcit;
165 }
166 
167 /**
168  * __rtnl_register - Register a rtnetlink message type
169  * @protocol: Protocol family or PF_UNSPEC
170  * @msgtype: rtnetlink message type
171  * @doit: Function pointer called for each request message
172  * @dumpit: Function pointer called for each dump request (NLM_F_DUMP) message
173  * @calcit: Function pointer to calc size of dump message
174  *
175  * Registers the specified function pointers (at least one of them has
176  * to be non-NULL) to be called whenever a request message for the
177  * specified protocol family and message type is received.
178  *
179  * The special protocol family PF_UNSPEC may be used to define fallback
180  * function pointers for the case when no entry for the specific protocol
181  * family exists.
182  *
183  * Returns 0 on success or a negative error code.
184  */
185 int __rtnl_register(int protocol, int msgtype,
186 		    rtnl_doit_func doit, rtnl_dumpit_func dumpit,
187 		    rtnl_calcit_func calcit)
188 {
189 	struct rtnl_link *tab;
190 	int msgindex;
191 
192 	BUG_ON(protocol < 0 || protocol > RTNL_FAMILY_MAX);
193 	msgindex = rtm_msgindex(msgtype);
194 
195 	tab = rtnl_msg_handlers[protocol];
196 	if (tab == NULL) {
197 		tab = kcalloc(RTM_NR_MSGTYPES, sizeof(*tab), GFP_KERNEL);
198 		if (tab == NULL)
199 			return -ENOBUFS;
200 
201 		rtnl_msg_handlers[protocol] = tab;
202 	}
203 
204 	if (doit)
205 		tab[msgindex].doit = doit;
206 
207 	if (dumpit)
208 		tab[msgindex].dumpit = dumpit;
209 
210 	if (calcit)
211 		tab[msgindex].calcit = calcit;
212 
213 	return 0;
214 }
215 EXPORT_SYMBOL_GPL(__rtnl_register);
216 
217 /**
218  * rtnl_register - Register a rtnetlink message type
219  *
220  * Identical to __rtnl_register() but panics on failure. This is useful
221  * as failure of this function is very unlikely, it can only happen due
222  * to lack of memory when allocating the chain to store all message
223  * handlers for a protocol. Meant for use in init functions where lack
224  * of memory implies no sense in continuing.
225  */
226 void rtnl_register(int protocol, int msgtype,
227 		   rtnl_doit_func doit, rtnl_dumpit_func dumpit,
228 		   rtnl_calcit_func calcit)
229 {
230 	if (__rtnl_register(protocol, msgtype, doit, dumpit, calcit) < 0)
231 		panic("Unable to register rtnetlink message handler, "
232 		      "protocol = %d, message type = %d\n",
233 		      protocol, msgtype);
234 }
235 EXPORT_SYMBOL_GPL(rtnl_register);
236 
237 /**
238  * rtnl_unregister - Unregister a rtnetlink message type
239  * @protocol: Protocol family or PF_UNSPEC
240  * @msgtype: rtnetlink message type
241  *
242  * Returns 0 on success or a negative error code.
243  */
244 int rtnl_unregister(int protocol, int msgtype)
245 {
246 	int msgindex;
247 
248 	BUG_ON(protocol < 0 || protocol > RTNL_FAMILY_MAX);
249 	msgindex = rtm_msgindex(msgtype);
250 
251 	if (rtnl_msg_handlers[protocol] == NULL)
252 		return -ENOENT;
253 
254 	rtnl_msg_handlers[protocol][msgindex].doit = NULL;
255 	rtnl_msg_handlers[protocol][msgindex].dumpit = NULL;
256 
257 	return 0;
258 }
259 EXPORT_SYMBOL_GPL(rtnl_unregister);
260 
261 /**
262  * rtnl_unregister_all - Unregister all rtnetlink message type of a protocol
263  * @protocol : Protocol family or PF_UNSPEC
264  *
265  * Identical to calling rtnl_unregster() for all registered message types
266  * of a certain protocol family.
267  */
268 void rtnl_unregister_all(int protocol)
269 {
270 	BUG_ON(protocol < 0 || protocol > RTNL_FAMILY_MAX);
271 
272 	kfree(rtnl_msg_handlers[protocol]);
273 	rtnl_msg_handlers[protocol] = NULL;
274 }
275 EXPORT_SYMBOL_GPL(rtnl_unregister_all);
276 
277 static LIST_HEAD(link_ops);
278 
279 static const struct rtnl_link_ops *rtnl_link_ops_get(const char *kind)
280 {
281 	const struct rtnl_link_ops *ops;
282 
283 	list_for_each_entry(ops, &link_ops, list) {
284 		if (!strcmp(ops->kind, kind))
285 			return ops;
286 	}
287 	return NULL;
288 }
289 
290 /**
291  * __rtnl_link_register - Register rtnl_link_ops with rtnetlink.
292  * @ops: struct rtnl_link_ops * to register
293  *
294  * The caller must hold the rtnl_mutex. This function should be used
295  * by drivers that create devices during module initialization. It
296  * must be called before registering the devices.
297  *
298  * Returns 0 on success or a negative error code.
299  */
300 int __rtnl_link_register(struct rtnl_link_ops *ops)
301 {
302 	if (rtnl_link_ops_get(ops->kind))
303 		return -EEXIST;
304 
305 	/* The check for setup is here because if ops
306 	 * does not have that filled up, it is not possible
307 	 * to use the ops for creating device. So do not
308 	 * fill up dellink as well. That disables rtnl_dellink.
309 	 */
310 	if (ops->setup && !ops->dellink)
311 		ops->dellink = unregister_netdevice_queue;
312 
313 	list_add_tail(&ops->list, &link_ops);
314 	return 0;
315 }
316 EXPORT_SYMBOL_GPL(__rtnl_link_register);
317 
318 /**
319  * rtnl_link_register - Register rtnl_link_ops with rtnetlink.
320  * @ops: struct rtnl_link_ops * to register
321  *
322  * Returns 0 on success or a negative error code.
323  */
324 int rtnl_link_register(struct rtnl_link_ops *ops)
325 {
326 	int err;
327 
328 	rtnl_lock();
329 	err = __rtnl_link_register(ops);
330 	rtnl_unlock();
331 	return err;
332 }
333 EXPORT_SYMBOL_GPL(rtnl_link_register);
334 
335 static void __rtnl_kill_links(struct net *net, struct rtnl_link_ops *ops)
336 {
337 	struct net_device *dev;
338 	LIST_HEAD(list_kill);
339 
340 	for_each_netdev(net, dev) {
341 		if (dev->rtnl_link_ops == ops)
342 			ops->dellink(dev, &list_kill);
343 	}
344 	unregister_netdevice_many(&list_kill);
345 }
346 
347 /**
348  * __rtnl_link_unregister - Unregister rtnl_link_ops from rtnetlink.
349  * @ops: struct rtnl_link_ops * to unregister
350  *
351  * The caller must hold the rtnl_mutex.
352  */
353 void __rtnl_link_unregister(struct rtnl_link_ops *ops)
354 {
355 	struct net *net;
356 
357 	for_each_net(net) {
358 		__rtnl_kill_links(net, ops);
359 	}
360 	list_del(&ops->list);
361 }
362 EXPORT_SYMBOL_GPL(__rtnl_link_unregister);
363 
364 /* Return with the rtnl_lock held when there are no network
365  * devices unregistering in any network namespace.
366  */
367 static void rtnl_lock_unregistering_all(void)
368 {
369 	struct net *net;
370 	bool unregistering;
371 	DEFINE_WAIT_FUNC(wait, woken_wake_function);
372 
373 	add_wait_queue(&netdev_unregistering_wq, &wait);
374 	for (;;) {
375 		unregistering = false;
376 		rtnl_lock();
377 		for_each_net(net) {
378 			if (net->dev_unreg_count > 0) {
379 				unregistering = true;
380 				break;
381 			}
382 		}
383 		if (!unregistering)
384 			break;
385 		__rtnl_unlock();
386 
387 		wait_woken(&wait, TASK_UNINTERRUPTIBLE, MAX_SCHEDULE_TIMEOUT);
388 	}
389 	remove_wait_queue(&netdev_unregistering_wq, &wait);
390 }
391 
392 /**
393  * rtnl_link_unregister - Unregister rtnl_link_ops from rtnetlink.
394  * @ops: struct rtnl_link_ops * to unregister
395  */
396 void rtnl_link_unregister(struct rtnl_link_ops *ops)
397 {
398 	/* Close the race with cleanup_net() */
399 	mutex_lock(&net_mutex);
400 	rtnl_lock_unregistering_all();
401 	__rtnl_link_unregister(ops);
402 	rtnl_unlock();
403 	mutex_unlock(&net_mutex);
404 }
405 EXPORT_SYMBOL_GPL(rtnl_link_unregister);
406 
407 static size_t rtnl_link_get_slave_info_data_size(const struct net_device *dev)
408 {
409 	struct net_device *master_dev;
410 	const struct rtnl_link_ops *ops;
411 
412 	master_dev = netdev_master_upper_dev_get((struct net_device *) dev);
413 	if (!master_dev)
414 		return 0;
415 	ops = master_dev->rtnl_link_ops;
416 	if (!ops || !ops->get_slave_size)
417 		return 0;
418 	/* IFLA_INFO_SLAVE_DATA + nested data */
419 	return nla_total_size(sizeof(struct nlattr)) +
420 	       ops->get_slave_size(master_dev, dev);
421 }
422 
423 static size_t rtnl_link_get_size(const struct net_device *dev)
424 {
425 	const struct rtnl_link_ops *ops = dev->rtnl_link_ops;
426 	size_t size;
427 
428 	if (!ops)
429 		return 0;
430 
431 	size = nla_total_size(sizeof(struct nlattr)) + /* IFLA_LINKINFO */
432 	       nla_total_size(strlen(ops->kind) + 1);  /* IFLA_INFO_KIND */
433 
434 	if (ops->get_size)
435 		/* IFLA_INFO_DATA + nested data */
436 		size += nla_total_size(sizeof(struct nlattr)) +
437 			ops->get_size(dev);
438 
439 	if (ops->get_xstats_size)
440 		/* IFLA_INFO_XSTATS */
441 		size += nla_total_size(ops->get_xstats_size(dev));
442 
443 	size += rtnl_link_get_slave_info_data_size(dev);
444 
445 	return size;
446 }
447 
448 static LIST_HEAD(rtnl_af_ops);
449 
450 static const struct rtnl_af_ops *rtnl_af_lookup(const int family)
451 {
452 	const struct rtnl_af_ops *ops;
453 
454 	list_for_each_entry(ops, &rtnl_af_ops, list) {
455 		if (ops->family == family)
456 			return ops;
457 	}
458 
459 	return NULL;
460 }
461 
462 /**
463  * rtnl_af_register - Register rtnl_af_ops with rtnetlink.
464  * @ops: struct rtnl_af_ops * to register
465  *
466  * Returns 0 on success or a negative error code.
467  */
468 void rtnl_af_register(struct rtnl_af_ops *ops)
469 {
470 	rtnl_lock();
471 	list_add_tail(&ops->list, &rtnl_af_ops);
472 	rtnl_unlock();
473 }
474 EXPORT_SYMBOL_GPL(rtnl_af_register);
475 
476 /**
477  * __rtnl_af_unregister - Unregister rtnl_af_ops from rtnetlink.
478  * @ops: struct rtnl_af_ops * to unregister
479  *
480  * The caller must hold the rtnl_mutex.
481  */
482 void __rtnl_af_unregister(struct rtnl_af_ops *ops)
483 {
484 	list_del(&ops->list);
485 }
486 EXPORT_SYMBOL_GPL(__rtnl_af_unregister);
487 
488 /**
489  * rtnl_af_unregister - Unregister rtnl_af_ops from rtnetlink.
490  * @ops: struct rtnl_af_ops * to unregister
491  */
492 void rtnl_af_unregister(struct rtnl_af_ops *ops)
493 {
494 	rtnl_lock();
495 	__rtnl_af_unregister(ops);
496 	rtnl_unlock();
497 }
498 EXPORT_SYMBOL_GPL(rtnl_af_unregister);
499 
500 static size_t rtnl_link_get_af_size(const struct net_device *dev)
501 {
502 	struct rtnl_af_ops *af_ops;
503 	size_t size;
504 
505 	/* IFLA_AF_SPEC */
506 	size = nla_total_size(sizeof(struct nlattr));
507 
508 	list_for_each_entry(af_ops, &rtnl_af_ops, list) {
509 		if (af_ops->get_link_af_size) {
510 			/* AF_* + nested data */
511 			size += nla_total_size(sizeof(struct nlattr)) +
512 				af_ops->get_link_af_size(dev);
513 		}
514 	}
515 
516 	return size;
517 }
518 
519 static bool rtnl_have_link_slave_info(const struct net_device *dev)
520 {
521 	struct net_device *master_dev;
522 
523 	master_dev = netdev_master_upper_dev_get((struct net_device *) dev);
524 	if (master_dev && master_dev->rtnl_link_ops)
525 		return true;
526 	return false;
527 }
528 
529 static int rtnl_link_slave_info_fill(struct sk_buff *skb,
530 				     const struct net_device *dev)
531 {
532 	struct net_device *master_dev;
533 	const struct rtnl_link_ops *ops;
534 	struct nlattr *slave_data;
535 	int err;
536 
537 	master_dev = netdev_master_upper_dev_get((struct net_device *) dev);
538 	if (!master_dev)
539 		return 0;
540 	ops = master_dev->rtnl_link_ops;
541 	if (!ops)
542 		return 0;
543 	if (nla_put_string(skb, IFLA_INFO_SLAVE_KIND, ops->kind) < 0)
544 		return -EMSGSIZE;
545 	if (ops->fill_slave_info) {
546 		slave_data = nla_nest_start(skb, IFLA_INFO_SLAVE_DATA);
547 		if (!slave_data)
548 			return -EMSGSIZE;
549 		err = ops->fill_slave_info(skb, master_dev, dev);
550 		if (err < 0)
551 			goto err_cancel_slave_data;
552 		nla_nest_end(skb, slave_data);
553 	}
554 	return 0;
555 
556 err_cancel_slave_data:
557 	nla_nest_cancel(skb, slave_data);
558 	return err;
559 }
560 
561 static int rtnl_link_info_fill(struct sk_buff *skb,
562 			       const struct net_device *dev)
563 {
564 	const struct rtnl_link_ops *ops = dev->rtnl_link_ops;
565 	struct nlattr *data;
566 	int err;
567 
568 	if (!ops)
569 		return 0;
570 	if (nla_put_string(skb, IFLA_INFO_KIND, ops->kind) < 0)
571 		return -EMSGSIZE;
572 	if (ops->fill_xstats) {
573 		err = ops->fill_xstats(skb, dev);
574 		if (err < 0)
575 			return err;
576 	}
577 	if (ops->fill_info) {
578 		data = nla_nest_start(skb, IFLA_INFO_DATA);
579 		if (data == NULL)
580 			return -EMSGSIZE;
581 		err = ops->fill_info(skb, dev);
582 		if (err < 0)
583 			goto err_cancel_data;
584 		nla_nest_end(skb, data);
585 	}
586 	return 0;
587 
588 err_cancel_data:
589 	nla_nest_cancel(skb, data);
590 	return err;
591 }
592 
593 static int rtnl_link_fill(struct sk_buff *skb, const struct net_device *dev)
594 {
595 	struct nlattr *linkinfo;
596 	int err = -EMSGSIZE;
597 
598 	linkinfo = nla_nest_start(skb, IFLA_LINKINFO);
599 	if (linkinfo == NULL)
600 		goto out;
601 
602 	err = rtnl_link_info_fill(skb, dev);
603 	if (err < 0)
604 		goto err_cancel_link;
605 
606 	err = rtnl_link_slave_info_fill(skb, dev);
607 	if (err < 0)
608 		goto err_cancel_link;
609 
610 	nla_nest_end(skb, linkinfo);
611 	return 0;
612 
613 err_cancel_link:
614 	nla_nest_cancel(skb, linkinfo);
615 out:
616 	return err;
617 }
618 
619 int rtnetlink_send(struct sk_buff *skb, struct net *net, u32 pid, unsigned int group, int echo)
620 {
621 	struct sock *rtnl = net->rtnl;
622 	int err = 0;
623 
624 	NETLINK_CB(skb).dst_group = group;
625 	if (echo)
626 		atomic_inc(&skb->users);
627 	netlink_broadcast(rtnl, skb, pid, group, GFP_KERNEL);
628 	if (echo)
629 		err = netlink_unicast(rtnl, skb, pid, MSG_DONTWAIT);
630 	return err;
631 }
632 
633 int rtnl_unicast(struct sk_buff *skb, struct net *net, u32 pid)
634 {
635 	struct sock *rtnl = net->rtnl;
636 
637 	return nlmsg_unicast(rtnl, skb, pid);
638 }
639 EXPORT_SYMBOL(rtnl_unicast);
640 
641 void rtnl_notify(struct sk_buff *skb, struct net *net, u32 pid, u32 group,
642 		 struct nlmsghdr *nlh, gfp_t flags)
643 {
644 	struct sock *rtnl = net->rtnl;
645 	int report = 0;
646 
647 	if (nlh)
648 		report = nlmsg_report(nlh);
649 
650 	nlmsg_notify(rtnl, skb, pid, group, report, flags);
651 }
652 EXPORT_SYMBOL(rtnl_notify);
653 
654 void rtnl_set_sk_err(struct net *net, u32 group, int error)
655 {
656 	struct sock *rtnl = net->rtnl;
657 
658 	netlink_set_err(rtnl, 0, group, error);
659 }
660 EXPORT_SYMBOL(rtnl_set_sk_err);
661 
662 int rtnetlink_put_metrics(struct sk_buff *skb, u32 *metrics)
663 {
664 	struct nlattr *mx;
665 	int i, valid = 0;
666 
667 	mx = nla_nest_start(skb, RTA_METRICS);
668 	if (mx == NULL)
669 		return -ENOBUFS;
670 
671 	for (i = 0; i < RTAX_MAX; i++) {
672 		if (metrics[i]) {
673 			if (i == RTAX_CC_ALGO - 1) {
674 				char tmp[TCP_CA_NAME_MAX], *name;
675 
676 				name = tcp_ca_get_name_by_key(metrics[i], tmp);
677 				if (!name)
678 					continue;
679 				if (nla_put_string(skb, i + 1, name))
680 					goto nla_put_failure;
681 			} else {
682 				if (nla_put_u32(skb, i + 1, metrics[i]))
683 					goto nla_put_failure;
684 			}
685 			valid++;
686 		}
687 	}
688 
689 	if (!valid) {
690 		nla_nest_cancel(skb, mx);
691 		return 0;
692 	}
693 
694 	return nla_nest_end(skb, mx);
695 
696 nla_put_failure:
697 	nla_nest_cancel(skb, mx);
698 	return -EMSGSIZE;
699 }
700 EXPORT_SYMBOL(rtnetlink_put_metrics);
701 
702 int rtnl_put_cacheinfo(struct sk_buff *skb, struct dst_entry *dst, u32 id,
703 		       long expires, u32 error)
704 {
705 	struct rta_cacheinfo ci = {
706 		.rta_lastuse = jiffies_delta_to_clock_t(jiffies - dst->lastuse),
707 		.rta_used = dst->__use,
708 		.rta_clntref = atomic_read(&(dst->__refcnt)),
709 		.rta_error = error,
710 		.rta_id =  id,
711 	};
712 
713 	if (expires) {
714 		unsigned long clock;
715 
716 		clock = jiffies_to_clock_t(abs(expires));
717 		clock = min_t(unsigned long, clock, INT_MAX);
718 		ci.rta_expires = (expires > 0) ? clock : -clock;
719 	}
720 	return nla_put(skb, RTA_CACHEINFO, sizeof(ci), &ci);
721 }
722 EXPORT_SYMBOL_GPL(rtnl_put_cacheinfo);
723 
724 static void set_operstate(struct net_device *dev, unsigned char transition)
725 {
726 	unsigned char operstate = dev->operstate;
727 
728 	switch (transition) {
729 	case IF_OPER_UP:
730 		if ((operstate == IF_OPER_DORMANT ||
731 		     operstate == IF_OPER_UNKNOWN) &&
732 		    !netif_dormant(dev))
733 			operstate = IF_OPER_UP;
734 		break;
735 
736 	case IF_OPER_DORMANT:
737 		if (operstate == IF_OPER_UP ||
738 		    operstate == IF_OPER_UNKNOWN)
739 			operstate = IF_OPER_DORMANT;
740 		break;
741 	}
742 
743 	if (dev->operstate != operstate) {
744 		write_lock_bh(&dev_base_lock);
745 		dev->operstate = operstate;
746 		write_unlock_bh(&dev_base_lock);
747 		netdev_state_change(dev);
748 	}
749 }
750 
751 static unsigned int rtnl_dev_get_flags(const struct net_device *dev)
752 {
753 	return (dev->flags & ~(IFF_PROMISC | IFF_ALLMULTI)) |
754 	       (dev->gflags & (IFF_PROMISC | IFF_ALLMULTI));
755 }
756 
757 static unsigned int rtnl_dev_combine_flags(const struct net_device *dev,
758 					   const struct ifinfomsg *ifm)
759 {
760 	unsigned int flags = ifm->ifi_flags;
761 
762 	/* bugwards compatibility: ifi_change == 0 is treated as ~0 */
763 	if (ifm->ifi_change)
764 		flags = (flags & ifm->ifi_change) |
765 			(rtnl_dev_get_flags(dev) & ~ifm->ifi_change);
766 
767 	return flags;
768 }
769 
770 static void copy_rtnl_link_stats(struct rtnl_link_stats *a,
771 				 const struct rtnl_link_stats64 *b)
772 {
773 	a->rx_packets = b->rx_packets;
774 	a->tx_packets = b->tx_packets;
775 	a->rx_bytes = b->rx_bytes;
776 	a->tx_bytes = b->tx_bytes;
777 	a->rx_errors = b->rx_errors;
778 	a->tx_errors = b->tx_errors;
779 	a->rx_dropped = b->rx_dropped;
780 	a->tx_dropped = b->tx_dropped;
781 
782 	a->multicast = b->multicast;
783 	a->collisions = b->collisions;
784 
785 	a->rx_length_errors = b->rx_length_errors;
786 	a->rx_over_errors = b->rx_over_errors;
787 	a->rx_crc_errors = b->rx_crc_errors;
788 	a->rx_frame_errors = b->rx_frame_errors;
789 	a->rx_fifo_errors = b->rx_fifo_errors;
790 	a->rx_missed_errors = b->rx_missed_errors;
791 
792 	a->tx_aborted_errors = b->tx_aborted_errors;
793 	a->tx_carrier_errors = b->tx_carrier_errors;
794 	a->tx_fifo_errors = b->tx_fifo_errors;
795 	a->tx_heartbeat_errors = b->tx_heartbeat_errors;
796 	a->tx_window_errors = b->tx_window_errors;
797 
798 	a->rx_compressed = b->rx_compressed;
799 	a->tx_compressed = b->tx_compressed;
800 }
801 
802 static void copy_rtnl_link_stats64(void *v, const struct rtnl_link_stats64 *b)
803 {
804 	memcpy(v, b, sizeof(*b));
805 }
806 
807 /* All VF info */
808 static inline int rtnl_vfinfo_size(const struct net_device *dev,
809 				   u32 ext_filter_mask)
810 {
811 	if (dev->dev.parent && dev_is_pci(dev->dev.parent) &&
812 	    (ext_filter_mask & RTEXT_FILTER_VF)) {
813 		int num_vfs = dev_num_vf(dev->dev.parent);
814 		size_t size = nla_total_size(sizeof(struct nlattr));
815 		size += nla_total_size(num_vfs * sizeof(struct nlattr));
816 		size += num_vfs *
817 			(nla_total_size(sizeof(struct ifla_vf_mac)) +
818 			 nla_total_size(sizeof(struct ifla_vf_vlan)) +
819 			 nla_total_size(sizeof(struct ifla_vf_spoofchk)) +
820 			 nla_total_size(sizeof(struct ifla_vf_rate)) +
821 			 nla_total_size(sizeof(struct ifla_vf_link_state)) +
822 			 nla_total_size(sizeof(struct ifla_vf_rss_query_en)) +
823 			 /* IFLA_VF_STATS_RX_PACKETS */
824 			 nla_total_size(sizeof(__u64)) +
825 			 /* IFLA_VF_STATS_TX_PACKETS */
826 			 nla_total_size(sizeof(__u64)) +
827 			 /* IFLA_VF_STATS_RX_BYTES */
828 			 nla_total_size(sizeof(__u64)) +
829 			 /* IFLA_VF_STATS_TX_BYTES */
830 			 nla_total_size(sizeof(__u64)) +
831 			 /* IFLA_VF_STATS_BROADCAST */
832 			 nla_total_size(sizeof(__u64)) +
833 			 /* IFLA_VF_STATS_MULTICAST */
834 			 nla_total_size(sizeof(__u64)));
835 		return size;
836 	} else
837 		return 0;
838 }
839 
840 static size_t rtnl_port_size(const struct net_device *dev,
841 			     u32 ext_filter_mask)
842 {
843 	size_t port_size = nla_total_size(4)		/* PORT_VF */
844 		+ nla_total_size(PORT_PROFILE_MAX)	/* PORT_PROFILE */
845 		+ nla_total_size(sizeof(struct ifla_port_vsi))
846 							/* PORT_VSI_TYPE */
847 		+ nla_total_size(PORT_UUID_MAX)		/* PORT_INSTANCE_UUID */
848 		+ nla_total_size(PORT_UUID_MAX)		/* PORT_HOST_UUID */
849 		+ nla_total_size(1)			/* PROT_VDP_REQUEST */
850 		+ nla_total_size(2);			/* PORT_VDP_RESPONSE */
851 	size_t vf_ports_size = nla_total_size(sizeof(struct nlattr));
852 	size_t vf_port_size = nla_total_size(sizeof(struct nlattr))
853 		+ port_size;
854 	size_t port_self_size = nla_total_size(sizeof(struct nlattr))
855 		+ port_size;
856 
857 	if (!dev->netdev_ops->ndo_get_vf_port || !dev->dev.parent ||
858 	    !(ext_filter_mask & RTEXT_FILTER_VF))
859 		return 0;
860 	if (dev_num_vf(dev->dev.parent))
861 		return port_self_size + vf_ports_size +
862 			vf_port_size * dev_num_vf(dev->dev.parent);
863 	else
864 		return port_self_size;
865 }
866 
867 static noinline size_t if_nlmsg_size(const struct net_device *dev,
868 				     u32 ext_filter_mask)
869 {
870 	return NLMSG_ALIGN(sizeof(struct ifinfomsg))
871 	       + nla_total_size(IFNAMSIZ) /* IFLA_IFNAME */
872 	       + nla_total_size(IFALIASZ) /* IFLA_IFALIAS */
873 	       + nla_total_size(IFNAMSIZ) /* IFLA_QDISC */
874 	       + nla_total_size(sizeof(struct rtnl_link_ifmap))
875 	       + nla_total_size(sizeof(struct rtnl_link_stats))
876 	       + nla_total_size(sizeof(struct rtnl_link_stats64))
877 	       + nla_total_size(MAX_ADDR_LEN) /* IFLA_ADDRESS */
878 	       + nla_total_size(MAX_ADDR_LEN) /* IFLA_BROADCAST */
879 	       + nla_total_size(4) /* IFLA_TXQLEN */
880 	       + nla_total_size(4) /* IFLA_WEIGHT */
881 	       + nla_total_size(4) /* IFLA_MTU */
882 	       + nla_total_size(4) /* IFLA_LINK */
883 	       + nla_total_size(4) /* IFLA_MASTER */
884 	       + nla_total_size(1) /* IFLA_CARRIER */
885 	       + nla_total_size(4) /* IFLA_PROMISCUITY */
886 	       + nla_total_size(4) /* IFLA_NUM_TX_QUEUES */
887 	       + nla_total_size(4) /* IFLA_NUM_RX_QUEUES */
888 	       + nla_total_size(1) /* IFLA_OPERSTATE */
889 	       + nla_total_size(1) /* IFLA_LINKMODE */
890 	       + nla_total_size(4) /* IFLA_CARRIER_CHANGES */
891 	       + nla_total_size(4) /* IFLA_LINK_NETNSID */
892 	       + nla_total_size(ext_filter_mask
893 			        & RTEXT_FILTER_VF ? 4 : 0) /* IFLA_NUM_VF */
894 	       + rtnl_vfinfo_size(dev, ext_filter_mask) /* IFLA_VFINFO_LIST */
895 	       + rtnl_port_size(dev, ext_filter_mask) /* IFLA_VF_PORTS + IFLA_PORT_SELF */
896 	       + rtnl_link_get_size(dev) /* IFLA_LINKINFO */
897 	       + rtnl_link_get_af_size(dev) /* IFLA_AF_SPEC */
898 	       + nla_total_size(MAX_PHYS_ITEM_ID_LEN) /* IFLA_PHYS_PORT_ID */
899 	       + nla_total_size(MAX_PHYS_ITEM_ID_LEN) /* IFLA_PHYS_SWITCH_ID */
900 	       + nla_total_size(1); /* IFLA_PROTO_DOWN */
901 
902 }
903 
904 static int rtnl_vf_ports_fill(struct sk_buff *skb, struct net_device *dev)
905 {
906 	struct nlattr *vf_ports;
907 	struct nlattr *vf_port;
908 	int vf;
909 	int err;
910 
911 	vf_ports = nla_nest_start(skb, IFLA_VF_PORTS);
912 	if (!vf_ports)
913 		return -EMSGSIZE;
914 
915 	for (vf = 0; vf < dev_num_vf(dev->dev.parent); vf++) {
916 		vf_port = nla_nest_start(skb, IFLA_VF_PORT);
917 		if (!vf_port)
918 			goto nla_put_failure;
919 		if (nla_put_u32(skb, IFLA_PORT_VF, vf))
920 			goto nla_put_failure;
921 		err = dev->netdev_ops->ndo_get_vf_port(dev, vf, skb);
922 		if (err == -EMSGSIZE)
923 			goto nla_put_failure;
924 		if (err) {
925 			nla_nest_cancel(skb, vf_port);
926 			continue;
927 		}
928 		nla_nest_end(skb, vf_port);
929 	}
930 
931 	nla_nest_end(skb, vf_ports);
932 
933 	return 0;
934 
935 nla_put_failure:
936 	nla_nest_cancel(skb, vf_ports);
937 	return -EMSGSIZE;
938 }
939 
940 static int rtnl_port_self_fill(struct sk_buff *skb, struct net_device *dev)
941 {
942 	struct nlattr *port_self;
943 	int err;
944 
945 	port_self = nla_nest_start(skb, IFLA_PORT_SELF);
946 	if (!port_self)
947 		return -EMSGSIZE;
948 
949 	err = dev->netdev_ops->ndo_get_vf_port(dev, PORT_SELF_VF, skb);
950 	if (err) {
951 		nla_nest_cancel(skb, port_self);
952 		return (err == -EMSGSIZE) ? err : 0;
953 	}
954 
955 	nla_nest_end(skb, port_self);
956 
957 	return 0;
958 }
959 
960 static int rtnl_port_fill(struct sk_buff *skb, struct net_device *dev,
961 			  u32 ext_filter_mask)
962 {
963 	int err;
964 
965 	if (!dev->netdev_ops->ndo_get_vf_port || !dev->dev.parent ||
966 	    !(ext_filter_mask & RTEXT_FILTER_VF))
967 		return 0;
968 
969 	err = rtnl_port_self_fill(skb, dev);
970 	if (err)
971 		return err;
972 
973 	if (dev_num_vf(dev->dev.parent)) {
974 		err = rtnl_vf_ports_fill(skb, dev);
975 		if (err)
976 			return err;
977 	}
978 
979 	return 0;
980 }
981 
982 static int rtnl_phys_port_id_fill(struct sk_buff *skb, struct net_device *dev)
983 {
984 	int err;
985 	struct netdev_phys_item_id ppid;
986 
987 	err = dev_get_phys_port_id(dev, &ppid);
988 	if (err) {
989 		if (err == -EOPNOTSUPP)
990 			return 0;
991 		return err;
992 	}
993 
994 	if (nla_put(skb, IFLA_PHYS_PORT_ID, ppid.id_len, ppid.id))
995 		return -EMSGSIZE;
996 
997 	return 0;
998 }
999 
1000 static int rtnl_phys_port_name_fill(struct sk_buff *skb, struct net_device *dev)
1001 {
1002 	char name[IFNAMSIZ];
1003 	int err;
1004 
1005 	err = dev_get_phys_port_name(dev, name, sizeof(name));
1006 	if (err) {
1007 		if (err == -EOPNOTSUPP)
1008 			return 0;
1009 		return err;
1010 	}
1011 
1012 	if (nla_put(skb, IFLA_PHYS_PORT_NAME, strlen(name), name))
1013 		return -EMSGSIZE;
1014 
1015 	return 0;
1016 }
1017 
1018 static int rtnl_phys_switch_id_fill(struct sk_buff *skb, struct net_device *dev)
1019 {
1020 	int err;
1021 	struct switchdev_attr attr = {
1022 		.id = SWITCHDEV_ATTR_PORT_PARENT_ID,
1023 		.flags = SWITCHDEV_F_NO_RECURSE,
1024 	};
1025 
1026 	err = switchdev_port_attr_get(dev, &attr);
1027 	if (err) {
1028 		if (err == -EOPNOTSUPP)
1029 			return 0;
1030 		return err;
1031 	}
1032 
1033 	if (nla_put(skb, IFLA_PHYS_SWITCH_ID, attr.u.ppid.id_len,
1034 		    attr.u.ppid.id))
1035 		return -EMSGSIZE;
1036 
1037 	return 0;
1038 }
1039 
1040 static int rtnl_fill_ifinfo(struct sk_buff *skb, struct net_device *dev,
1041 			    int type, u32 pid, u32 seq, u32 change,
1042 			    unsigned int flags, u32 ext_filter_mask)
1043 {
1044 	struct ifinfomsg *ifm;
1045 	struct nlmsghdr *nlh;
1046 	struct rtnl_link_stats64 temp;
1047 	const struct rtnl_link_stats64 *stats;
1048 	struct nlattr *attr, *af_spec;
1049 	struct rtnl_af_ops *af_ops;
1050 	struct net_device *upper_dev = netdev_master_upper_dev_get(dev);
1051 
1052 	ASSERT_RTNL();
1053 	nlh = nlmsg_put(skb, pid, seq, type, sizeof(*ifm), flags);
1054 	if (nlh == NULL)
1055 		return -EMSGSIZE;
1056 
1057 	ifm = nlmsg_data(nlh);
1058 	ifm->ifi_family = AF_UNSPEC;
1059 	ifm->__ifi_pad = 0;
1060 	ifm->ifi_type = dev->type;
1061 	ifm->ifi_index = dev->ifindex;
1062 	ifm->ifi_flags = dev_get_flags(dev);
1063 	ifm->ifi_change = change;
1064 
1065 	if (nla_put_string(skb, IFLA_IFNAME, dev->name) ||
1066 	    nla_put_u32(skb, IFLA_TXQLEN, dev->tx_queue_len) ||
1067 	    nla_put_u8(skb, IFLA_OPERSTATE,
1068 		       netif_running(dev) ? dev->operstate : IF_OPER_DOWN) ||
1069 	    nla_put_u8(skb, IFLA_LINKMODE, dev->link_mode) ||
1070 	    nla_put_u32(skb, IFLA_MTU, dev->mtu) ||
1071 	    nla_put_u32(skb, IFLA_GROUP, dev->group) ||
1072 	    nla_put_u32(skb, IFLA_PROMISCUITY, dev->promiscuity) ||
1073 	    nla_put_u32(skb, IFLA_NUM_TX_QUEUES, dev->num_tx_queues) ||
1074 #ifdef CONFIG_RPS
1075 	    nla_put_u32(skb, IFLA_NUM_RX_QUEUES, dev->num_rx_queues) ||
1076 #endif
1077 	    (dev->ifindex != dev_get_iflink(dev) &&
1078 	     nla_put_u32(skb, IFLA_LINK, dev_get_iflink(dev))) ||
1079 	    (upper_dev &&
1080 	     nla_put_u32(skb, IFLA_MASTER, upper_dev->ifindex)) ||
1081 	    nla_put_u8(skb, IFLA_CARRIER, netif_carrier_ok(dev)) ||
1082 	    (dev->qdisc &&
1083 	     nla_put_string(skb, IFLA_QDISC, dev->qdisc->ops->id)) ||
1084 	    (dev->ifalias &&
1085 	     nla_put_string(skb, IFLA_IFALIAS, dev->ifalias)) ||
1086 	    nla_put_u32(skb, IFLA_CARRIER_CHANGES,
1087 			atomic_read(&dev->carrier_changes)) ||
1088 	    nla_put_u8(skb, IFLA_PROTO_DOWN, dev->proto_down))
1089 		goto nla_put_failure;
1090 
1091 	if (1) {
1092 		struct rtnl_link_ifmap map = {
1093 			.mem_start   = dev->mem_start,
1094 			.mem_end     = dev->mem_end,
1095 			.base_addr   = dev->base_addr,
1096 			.irq         = dev->irq,
1097 			.dma         = dev->dma,
1098 			.port        = dev->if_port,
1099 		};
1100 		if (nla_put(skb, IFLA_MAP, sizeof(map), &map))
1101 			goto nla_put_failure;
1102 	}
1103 
1104 	if (dev->addr_len) {
1105 		if (nla_put(skb, IFLA_ADDRESS, dev->addr_len, dev->dev_addr) ||
1106 		    nla_put(skb, IFLA_BROADCAST, dev->addr_len, dev->broadcast))
1107 			goto nla_put_failure;
1108 	}
1109 
1110 	if (rtnl_phys_port_id_fill(skb, dev))
1111 		goto nla_put_failure;
1112 
1113 	if (rtnl_phys_port_name_fill(skb, dev))
1114 		goto nla_put_failure;
1115 
1116 	if (rtnl_phys_switch_id_fill(skb, dev))
1117 		goto nla_put_failure;
1118 
1119 	attr = nla_reserve(skb, IFLA_STATS,
1120 			sizeof(struct rtnl_link_stats));
1121 	if (attr == NULL)
1122 		goto nla_put_failure;
1123 
1124 	stats = dev_get_stats(dev, &temp);
1125 	copy_rtnl_link_stats(nla_data(attr), stats);
1126 
1127 	attr = nla_reserve(skb, IFLA_STATS64,
1128 			sizeof(struct rtnl_link_stats64));
1129 	if (attr == NULL)
1130 		goto nla_put_failure;
1131 	copy_rtnl_link_stats64(nla_data(attr), stats);
1132 
1133 	if (dev->dev.parent && (ext_filter_mask & RTEXT_FILTER_VF) &&
1134 	    nla_put_u32(skb, IFLA_NUM_VF, dev_num_vf(dev->dev.parent)))
1135 		goto nla_put_failure;
1136 
1137 	if (dev->netdev_ops->ndo_get_vf_config && dev->dev.parent
1138 	    && (ext_filter_mask & RTEXT_FILTER_VF)) {
1139 		int i;
1140 
1141 		struct nlattr *vfinfo, *vf, *vfstats;
1142 		int num_vfs = dev_num_vf(dev->dev.parent);
1143 
1144 		vfinfo = nla_nest_start(skb, IFLA_VFINFO_LIST);
1145 		if (!vfinfo)
1146 			goto nla_put_failure;
1147 		for (i = 0; i < num_vfs; i++) {
1148 			struct ifla_vf_info ivi;
1149 			struct ifla_vf_mac vf_mac;
1150 			struct ifla_vf_vlan vf_vlan;
1151 			struct ifla_vf_rate vf_rate;
1152 			struct ifla_vf_tx_rate vf_tx_rate;
1153 			struct ifla_vf_spoofchk vf_spoofchk;
1154 			struct ifla_vf_link_state vf_linkstate;
1155 			struct ifla_vf_rss_query_en vf_rss_query_en;
1156 			struct ifla_vf_stats vf_stats;
1157 
1158 			/*
1159 			 * Not all SR-IOV capable drivers support the
1160 			 * spoofcheck and "RSS query enable" query.  Preset to
1161 			 * -1 so the user space tool can detect that the driver
1162 			 * didn't report anything.
1163 			 */
1164 			ivi.spoofchk = -1;
1165 			ivi.rss_query_en = -1;
1166 			memset(ivi.mac, 0, sizeof(ivi.mac));
1167 			/* The default value for VF link state is "auto"
1168 			 * IFLA_VF_LINK_STATE_AUTO which equals zero
1169 			 */
1170 			ivi.linkstate = 0;
1171 			if (dev->netdev_ops->ndo_get_vf_config(dev, i, &ivi))
1172 				break;
1173 			vf_mac.vf =
1174 				vf_vlan.vf =
1175 				vf_rate.vf =
1176 				vf_tx_rate.vf =
1177 				vf_spoofchk.vf =
1178 				vf_linkstate.vf =
1179 				vf_rss_query_en.vf = ivi.vf;
1180 
1181 			memcpy(vf_mac.mac, ivi.mac, sizeof(ivi.mac));
1182 			vf_vlan.vlan = ivi.vlan;
1183 			vf_vlan.qos = ivi.qos;
1184 			vf_tx_rate.rate = ivi.max_tx_rate;
1185 			vf_rate.min_tx_rate = ivi.min_tx_rate;
1186 			vf_rate.max_tx_rate = ivi.max_tx_rate;
1187 			vf_spoofchk.setting = ivi.spoofchk;
1188 			vf_linkstate.link_state = ivi.linkstate;
1189 			vf_rss_query_en.setting = ivi.rss_query_en;
1190 			vf = nla_nest_start(skb, IFLA_VF_INFO);
1191 			if (!vf) {
1192 				nla_nest_cancel(skb, vfinfo);
1193 				goto nla_put_failure;
1194 			}
1195 			if (nla_put(skb, IFLA_VF_MAC, sizeof(vf_mac), &vf_mac) ||
1196 			    nla_put(skb, IFLA_VF_VLAN, sizeof(vf_vlan), &vf_vlan) ||
1197 			    nla_put(skb, IFLA_VF_RATE, sizeof(vf_rate),
1198 				    &vf_rate) ||
1199 			    nla_put(skb, IFLA_VF_TX_RATE, sizeof(vf_tx_rate),
1200 				    &vf_tx_rate) ||
1201 			    nla_put(skb, IFLA_VF_SPOOFCHK, sizeof(vf_spoofchk),
1202 				    &vf_spoofchk) ||
1203 			    nla_put(skb, IFLA_VF_LINK_STATE, sizeof(vf_linkstate),
1204 				    &vf_linkstate) ||
1205 			    nla_put(skb, IFLA_VF_RSS_QUERY_EN,
1206 				    sizeof(vf_rss_query_en),
1207 				    &vf_rss_query_en))
1208 				goto nla_put_failure;
1209 			memset(&vf_stats, 0, sizeof(vf_stats));
1210 			if (dev->netdev_ops->ndo_get_vf_stats)
1211 				dev->netdev_ops->ndo_get_vf_stats(dev, i,
1212 								  &vf_stats);
1213 			vfstats = nla_nest_start(skb, IFLA_VF_STATS);
1214 			if (!vfstats) {
1215 				nla_nest_cancel(skb, vf);
1216 				nla_nest_cancel(skb, vfinfo);
1217 				goto nla_put_failure;
1218 			}
1219 			if (nla_put_u64(skb, IFLA_VF_STATS_RX_PACKETS,
1220 					vf_stats.rx_packets) ||
1221 			    nla_put_u64(skb, IFLA_VF_STATS_TX_PACKETS,
1222 					vf_stats.tx_packets) ||
1223 			    nla_put_u64(skb, IFLA_VF_STATS_RX_BYTES,
1224 					vf_stats.rx_bytes) ||
1225 			    nla_put_u64(skb, IFLA_VF_STATS_TX_BYTES,
1226 					vf_stats.tx_bytes) ||
1227 			    nla_put_u64(skb, IFLA_VF_STATS_BROADCAST,
1228 					vf_stats.broadcast) ||
1229 			    nla_put_u64(skb, IFLA_VF_STATS_MULTICAST,
1230 					vf_stats.multicast))
1231 				goto nla_put_failure;
1232 			nla_nest_end(skb, vfstats);
1233 			nla_nest_end(skb, vf);
1234 		}
1235 		nla_nest_end(skb, vfinfo);
1236 	}
1237 
1238 	if (rtnl_port_fill(skb, dev, ext_filter_mask))
1239 		goto nla_put_failure;
1240 
1241 	if (dev->rtnl_link_ops || rtnl_have_link_slave_info(dev)) {
1242 		if (rtnl_link_fill(skb, dev) < 0)
1243 			goto nla_put_failure;
1244 	}
1245 
1246 	if (dev->rtnl_link_ops &&
1247 	    dev->rtnl_link_ops->get_link_net) {
1248 		struct net *link_net = dev->rtnl_link_ops->get_link_net(dev);
1249 
1250 		if (!net_eq(dev_net(dev), link_net)) {
1251 			int id = peernet2id_alloc(dev_net(dev), link_net);
1252 
1253 			if (nla_put_s32(skb, IFLA_LINK_NETNSID, id))
1254 				goto nla_put_failure;
1255 		}
1256 	}
1257 
1258 	if (!(af_spec = nla_nest_start(skb, IFLA_AF_SPEC)))
1259 		goto nla_put_failure;
1260 
1261 	list_for_each_entry(af_ops, &rtnl_af_ops, list) {
1262 		if (af_ops->fill_link_af) {
1263 			struct nlattr *af;
1264 			int err;
1265 
1266 			if (!(af = nla_nest_start(skb, af_ops->family)))
1267 				goto nla_put_failure;
1268 
1269 			err = af_ops->fill_link_af(skb, dev);
1270 
1271 			/*
1272 			 * Caller may return ENODATA to indicate that there
1273 			 * was no data to be dumped. This is not an error, it
1274 			 * means we should trim the attribute header and
1275 			 * continue.
1276 			 */
1277 			if (err == -ENODATA)
1278 				nla_nest_cancel(skb, af);
1279 			else if (err < 0)
1280 				goto nla_put_failure;
1281 
1282 			nla_nest_end(skb, af);
1283 		}
1284 	}
1285 
1286 	nla_nest_end(skb, af_spec);
1287 
1288 	nlmsg_end(skb, nlh);
1289 	return 0;
1290 
1291 nla_put_failure:
1292 	nlmsg_cancel(skb, nlh);
1293 	return -EMSGSIZE;
1294 }
1295 
1296 static const struct nla_policy ifla_policy[IFLA_MAX+1] = {
1297 	[IFLA_IFNAME]		= { .type = NLA_STRING, .len = IFNAMSIZ-1 },
1298 	[IFLA_ADDRESS]		= { .type = NLA_BINARY, .len = MAX_ADDR_LEN },
1299 	[IFLA_BROADCAST]	= { .type = NLA_BINARY, .len = MAX_ADDR_LEN },
1300 	[IFLA_MAP]		= { .len = sizeof(struct rtnl_link_ifmap) },
1301 	[IFLA_MTU]		= { .type = NLA_U32 },
1302 	[IFLA_LINK]		= { .type = NLA_U32 },
1303 	[IFLA_MASTER]		= { .type = NLA_U32 },
1304 	[IFLA_CARRIER]		= { .type = NLA_U8 },
1305 	[IFLA_TXQLEN]		= { .type = NLA_U32 },
1306 	[IFLA_WEIGHT]		= { .type = NLA_U32 },
1307 	[IFLA_OPERSTATE]	= { .type = NLA_U8 },
1308 	[IFLA_LINKMODE]		= { .type = NLA_U8 },
1309 	[IFLA_LINKINFO]		= { .type = NLA_NESTED },
1310 	[IFLA_NET_NS_PID]	= { .type = NLA_U32 },
1311 	[IFLA_NET_NS_FD]	= { .type = NLA_U32 },
1312 	[IFLA_IFALIAS]	        = { .type = NLA_STRING, .len = IFALIASZ-1 },
1313 	[IFLA_VFINFO_LIST]	= {. type = NLA_NESTED },
1314 	[IFLA_VF_PORTS]		= { .type = NLA_NESTED },
1315 	[IFLA_PORT_SELF]	= { .type = NLA_NESTED },
1316 	[IFLA_AF_SPEC]		= { .type = NLA_NESTED },
1317 	[IFLA_EXT_MASK]		= { .type = NLA_U32 },
1318 	[IFLA_PROMISCUITY]	= { .type = NLA_U32 },
1319 	[IFLA_NUM_TX_QUEUES]	= { .type = NLA_U32 },
1320 	[IFLA_NUM_RX_QUEUES]	= { .type = NLA_U32 },
1321 	[IFLA_PHYS_PORT_ID]	= { .type = NLA_BINARY, .len = MAX_PHYS_ITEM_ID_LEN },
1322 	[IFLA_CARRIER_CHANGES]	= { .type = NLA_U32 },  /* ignored */
1323 	[IFLA_PHYS_SWITCH_ID]	= { .type = NLA_BINARY, .len = MAX_PHYS_ITEM_ID_LEN },
1324 	[IFLA_LINK_NETNSID]	= { .type = NLA_S32 },
1325 	[IFLA_PROTO_DOWN]	= { .type = NLA_U8 },
1326 };
1327 
1328 static const struct nla_policy ifla_info_policy[IFLA_INFO_MAX+1] = {
1329 	[IFLA_INFO_KIND]	= { .type = NLA_STRING },
1330 	[IFLA_INFO_DATA]	= { .type = NLA_NESTED },
1331 	[IFLA_INFO_SLAVE_KIND]	= { .type = NLA_STRING },
1332 	[IFLA_INFO_SLAVE_DATA]	= { .type = NLA_NESTED },
1333 };
1334 
1335 static const struct nla_policy ifla_vf_policy[IFLA_VF_MAX+1] = {
1336 	[IFLA_VF_MAC]		= { .len = sizeof(struct ifla_vf_mac) },
1337 	[IFLA_VF_VLAN]		= { .len = sizeof(struct ifla_vf_vlan) },
1338 	[IFLA_VF_TX_RATE]	= { .len = sizeof(struct ifla_vf_tx_rate) },
1339 	[IFLA_VF_SPOOFCHK]	= { .len = sizeof(struct ifla_vf_spoofchk) },
1340 	[IFLA_VF_RATE]		= { .len = sizeof(struct ifla_vf_rate) },
1341 	[IFLA_VF_LINK_STATE]	= { .len = sizeof(struct ifla_vf_link_state) },
1342 	[IFLA_VF_RSS_QUERY_EN]	= { .len = sizeof(struct ifla_vf_rss_query_en) },
1343 	[IFLA_VF_STATS]		= { .type = NLA_NESTED },
1344 };
1345 
1346 static const struct nla_policy ifla_vf_stats_policy[IFLA_VF_STATS_MAX + 1] = {
1347 	[IFLA_VF_STATS_RX_PACKETS]	= { .type = NLA_U64 },
1348 	[IFLA_VF_STATS_TX_PACKETS]	= { .type = NLA_U64 },
1349 	[IFLA_VF_STATS_RX_BYTES]	= { .type = NLA_U64 },
1350 	[IFLA_VF_STATS_TX_BYTES]	= { .type = NLA_U64 },
1351 	[IFLA_VF_STATS_BROADCAST]	= { .type = NLA_U64 },
1352 	[IFLA_VF_STATS_MULTICAST]	= { .type = NLA_U64 },
1353 };
1354 
1355 static const struct nla_policy ifla_port_policy[IFLA_PORT_MAX+1] = {
1356 	[IFLA_PORT_VF]		= { .type = NLA_U32 },
1357 	[IFLA_PORT_PROFILE]	= { .type = NLA_STRING,
1358 				    .len = PORT_PROFILE_MAX },
1359 	[IFLA_PORT_VSI_TYPE]	= { .type = NLA_BINARY,
1360 				    .len = sizeof(struct ifla_port_vsi)},
1361 	[IFLA_PORT_INSTANCE_UUID] = { .type = NLA_BINARY,
1362 				      .len = PORT_UUID_MAX },
1363 	[IFLA_PORT_HOST_UUID]	= { .type = NLA_STRING,
1364 				    .len = PORT_UUID_MAX },
1365 	[IFLA_PORT_REQUEST]	= { .type = NLA_U8, },
1366 	[IFLA_PORT_RESPONSE]	= { .type = NLA_U16, },
1367 };
1368 
1369 static int rtnl_dump_ifinfo(struct sk_buff *skb, struct netlink_callback *cb)
1370 {
1371 	struct net *net = sock_net(skb->sk);
1372 	int h, s_h;
1373 	int idx = 0, s_idx;
1374 	struct net_device *dev;
1375 	struct hlist_head *head;
1376 	struct nlattr *tb[IFLA_MAX+1];
1377 	u32 ext_filter_mask = 0;
1378 	int err;
1379 	int hdrlen;
1380 
1381 	s_h = cb->args[0];
1382 	s_idx = cb->args[1];
1383 
1384 	cb->seq = net->dev_base_seq;
1385 
1386 	/* A hack to preserve kernel<->userspace interface.
1387 	 * The correct header is ifinfomsg. It is consistent with rtnl_getlink.
1388 	 * However, before Linux v3.9 the code here assumed rtgenmsg and that's
1389 	 * what iproute2 < v3.9.0 used.
1390 	 * We can detect the old iproute2. Even including the IFLA_EXT_MASK
1391 	 * attribute, its netlink message is shorter than struct ifinfomsg.
1392 	 */
1393 	hdrlen = nlmsg_len(cb->nlh) < sizeof(struct ifinfomsg) ?
1394 		 sizeof(struct rtgenmsg) : sizeof(struct ifinfomsg);
1395 
1396 	if (nlmsg_parse(cb->nlh, hdrlen, tb, IFLA_MAX, ifla_policy) >= 0) {
1397 
1398 		if (tb[IFLA_EXT_MASK])
1399 			ext_filter_mask = nla_get_u32(tb[IFLA_EXT_MASK]);
1400 	}
1401 
1402 	for (h = s_h; h < NETDEV_HASHENTRIES; h++, s_idx = 0) {
1403 		idx = 0;
1404 		head = &net->dev_index_head[h];
1405 		hlist_for_each_entry(dev, head, index_hlist) {
1406 			if (idx < s_idx)
1407 				goto cont;
1408 			err = rtnl_fill_ifinfo(skb, dev, RTM_NEWLINK,
1409 					       NETLINK_CB(cb->skb).portid,
1410 					       cb->nlh->nlmsg_seq, 0,
1411 					       NLM_F_MULTI,
1412 					       ext_filter_mask);
1413 			/* If we ran out of room on the first message,
1414 			 * we're in trouble
1415 			 */
1416 			WARN_ON((err == -EMSGSIZE) && (skb->len == 0));
1417 
1418 			if (err < 0)
1419 				goto out;
1420 
1421 			nl_dump_check_consistent(cb, nlmsg_hdr(skb));
1422 cont:
1423 			idx++;
1424 		}
1425 	}
1426 out:
1427 	cb->args[1] = idx;
1428 	cb->args[0] = h;
1429 
1430 	return skb->len;
1431 }
1432 
1433 int rtnl_nla_parse_ifla(struct nlattr **tb, const struct nlattr *head, int len)
1434 {
1435 	return nla_parse(tb, IFLA_MAX, head, len, ifla_policy);
1436 }
1437 EXPORT_SYMBOL(rtnl_nla_parse_ifla);
1438 
1439 struct net *rtnl_link_get_net(struct net *src_net, struct nlattr *tb[])
1440 {
1441 	struct net *net;
1442 	/* Examine the link attributes and figure out which
1443 	 * network namespace we are talking about.
1444 	 */
1445 	if (tb[IFLA_NET_NS_PID])
1446 		net = get_net_ns_by_pid(nla_get_u32(tb[IFLA_NET_NS_PID]));
1447 	else if (tb[IFLA_NET_NS_FD])
1448 		net = get_net_ns_by_fd(nla_get_u32(tb[IFLA_NET_NS_FD]));
1449 	else
1450 		net = get_net(src_net);
1451 	return net;
1452 }
1453 EXPORT_SYMBOL(rtnl_link_get_net);
1454 
1455 static int validate_linkmsg(struct net_device *dev, struct nlattr *tb[])
1456 {
1457 	if (dev) {
1458 		if (tb[IFLA_ADDRESS] &&
1459 		    nla_len(tb[IFLA_ADDRESS]) < dev->addr_len)
1460 			return -EINVAL;
1461 
1462 		if (tb[IFLA_BROADCAST] &&
1463 		    nla_len(tb[IFLA_BROADCAST]) < dev->addr_len)
1464 			return -EINVAL;
1465 	}
1466 
1467 	if (tb[IFLA_AF_SPEC]) {
1468 		struct nlattr *af;
1469 		int rem, err;
1470 
1471 		nla_for_each_nested(af, tb[IFLA_AF_SPEC], rem) {
1472 			const struct rtnl_af_ops *af_ops;
1473 
1474 			if (!(af_ops = rtnl_af_lookup(nla_type(af))))
1475 				return -EAFNOSUPPORT;
1476 
1477 			if (!af_ops->set_link_af)
1478 				return -EOPNOTSUPP;
1479 
1480 			if (af_ops->validate_link_af) {
1481 				err = af_ops->validate_link_af(dev, af);
1482 				if (err < 0)
1483 					return err;
1484 			}
1485 		}
1486 	}
1487 
1488 	return 0;
1489 }
1490 
1491 static int do_setvfinfo(struct net_device *dev, struct nlattr **tb)
1492 {
1493 	const struct net_device_ops *ops = dev->netdev_ops;
1494 	int err = -EINVAL;
1495 
1496 	if (tb[IFLA_VF_MAC]) {
1497 		struct ifla_vf_mac *ivm = nla_data(tb[IFLA_VF_MAC]);
1498 
1499 		err = -EOPNOTSUPP;
1500 		if (ops->ndo_set_vf_mac)
1501 			err = ops->ndo_set_vf_mac(dev, ivm->vf,
1502 						  ivm->mac);
1503 		if (err < 0)
1504 			return err;
1505 	}
1506 
1507 	if (tb[IFLA_VF_VLAN]) {
1508 		struct ifla_vf_vlan *ivv = nla_data(tb[IFLA_VF_VLAN]);
1509 
1510 		err = -EOPNOTSUPP;
1511 		if (ops->ndo_set_vf_vlan)
1512 			err = ops->ndo_set_vf_vlan(dev, ivv->vf, ivv->vlan,
1513 						   ivv->qos);
1514 		if (err < 0)
1515 			return err;
1516 	}
1517 
1518 	if (tb[IFLA_VF_TX_RATE]) {
1519 		struct ifla_vf_tx_rate *ivt = nla_data(tb[IFLA_VF_TX_RATE]);
1520 		struct ifla_vf_info ivf;
1521 
1522 		err = -EOPNOTSUPP;
1523 		if (ops->ndo_get_vf_config)
1524 			err = ops->ndo_get_vf_config(dev, ivt->vf, &ivf);
1525 		if (err < 0)
1526 			return err;
1527 
1528 		err = -EOPNOTSUPP;
1529 		if (ops->ndo_set_vf_rate)
1530 			err = ops->ndo_set_vf_rate(dev, ivt->vf,
1531 						   ivf.min_tx_rate,
1532 						   ivt->rate);
1533 		if (err < 0)
1534 			return err;
1535 	}
1536 
1537 	if (tb[IFLA_VF_RATE]) {
1538 		struct ifla_vf_rate *ivt = nla_data(tb[IFLA_VF_RATE]);
1539 
1540 		err = -EOPNOTSUPP;
1541 		if (ops->ndo_set_vf_rate)
1542 			err = ops->ndo_set_vf_rate(dev, ivt->vf,
1543 						   ivt->min_tx_rate,
1544 						   ivt->max_tx_rate);
1545 		if (err < 0)
1546 			return err;
1547 	}
1548 
1549 	if (tb[IFLA_VF_SPOOFCHK]) {
1550 		struct ifla_vf_spoofchk *ivs = nla_data(tb[IFLA_VF_SPOOFCHK]);
1551 
1552 		err = -EOPNOTSUPP;
1553 		if (ops->ndo_set_vf_spoofchk)
1554 			err = ops->ndo_set_vf_spoofchk(dev, ivs->vf,
1555 						       ivs->setting);
1556 		if (err < 0)
1557 			return err;
1558 	}
1559 
1560 	if (tb[IFLA_VF_LINK_STATE]) {
1561 		struct ifla_vf_link_state *ivl = nla_data(tb[IFLA_VF_LINK_STATE]);
1562 
1563 		err = -EOPNOTSUPP;
1564 		if (ops->ndo_set_vf_link_state)
1565 			err = ops->ndo_set_vf_link_state(dev, ivl->vf,
1566 							 ivl->link_state);
1567 		if (err < 0)
1568 			return err;
1569 	}
1570 
1571 	if (tb[IFLA_VF_RSS_QUERY_EN]) {
1572 		struct ifla_vf_rss_query_en *ivrssq_en;
1573 
1574 		err = -EOPNOTSUPP;
1575 		ivrssq_en = nla_data(tb[IFLA_VF_RSS_QUERY_EN]);
1576 		if (ops->ndo_set_vf_rss_query_en)
1577 			err = ops->ndo_set_vf_rss_query_en(dev, ivrssq_en->vf,
1578 							   ivrssq_en->setting);
1579 		if (err < 0)
1580 			return err;
1581 	}
1582 
1583 	return err;
1584 }
1585 
1586 static int do_set_master(struct net_device *dev, int ifindex)
1587 {
1588 	struct net_device *upper_dev = netdev_master_upper_dev_get(dev);
1589 	const struct net_device_ops *ops;
1590 	int err;
1591 
1592 	if (upper_dev) {
1593 		if (upper_dev->ifindex == ifindex)
1594 			return 0;
1595 		ops = upper_dev->netdev_ops;
1596 		if (ops->ndo_del_slave) {
1597 			err = ops->ndo_del_slave(upper_dev, dev);
1598 			if (err)
1599 				return err;
1600 		} else {
1601 			return -EOPNOTSUPP;
1602 		}
1603 	}
1604 
1605 	if (ifindex) {
1606 		upper_dev = __dev_get_by_index(dev_net(dev), ifindex);
1607 		if (!upper_dev)
1608 			return -EINVAL;
1609 		ops = upper_dev->netdev_ops;
1610 		if (ops->ndo_add_slave) {
1611 			err = ops->ndo_add_slave(upper_dev, dev);
1612 			if (err)
1613 				return err;
1614 		} else {
1615 			return -EOPNOTSUPP;
1616 		}
1617 	}
1618 	return 0;
1619 }
1620 
1621 #define DO_SETLINK_MODIFIED	0x01
1622 /* notify flag means notify + modified. */
1623 #define DO_SETLINK_NOTIFY	0x03
1624 static int do_setlink(const struct sk_buff *skb,
1625 		      struct net_device *dev, struct ifinfomsg *ifm,
1626 		      struct nlattr **tb, char *ifname, int status)
1627 {
1628 	const struct net_device_ops *ops = dev->netdev_ops;
1629 	int err;
1630 
1631 	if (tb[IFLA_NET_NS_PID] || tb[IFLA_NET_NS_FD]) {
1632 		struct net *net = rtnl_link_get_net(dev_net(dev), tb);
1633 		if (IS_ERR(net)) {
1634 			err = PTR_ERR(net);
1635 			goto errout;
1636 		}
1637 		if (!netlink_ns_capable(skb, net->user_ns, CAP_NET_ADMIN)) {
1638 			put_net(net);
1639 			err = -EPERM;
1640 			goto errout;
1641 		}
1642 		err = dev_change_net_namespace(dev, net, ifname);
1643 		put_net(net);
1644 		if (err)
1645 			goto errout;
1646 		status |= DO_SETLINK_MODIFIED;
1647 	}
1648 
1649 	if (tb[IFLA_MAP]) {
1650 		struct rtnl_link_ifmap *u_map;
1651 		struct ifmap k_map;
1652 
1653 		if (!ops->ndo_set_config) {
1654 			err = -EOPNOTSUPP;
1655 			goto errout;
1656 		}
1657 
1658 		if (!netif_device_present(dev)) {
1659 			err = -ENODEV;
1660 			goto errout;
1661 		}
1662 
1663 		u_map = nla_data(tb[IFLA_MAP]);
1664 		k_map.mem_start = (unsigned long) u_map->mem_start;
1665 		k_map.mem_end = (unsigned long) u_map->mem_end;
1666 		k_map.base_addr = (unsigned short) u_map->base_addr;
1667 		k_map.irq = (unsigned char) u_map->irq;
1668 		k_map.dma = (unsigned char) u_map->dma;
1669 		k_map.port = (unsigned char) u_map->port;
1670 
1671 		err = ops->ndo_set_config(dev, &k_map);
1672 		if (err < 0)
1673 			goto errout;
1674 
1675 		status |= DO_SETLINK_NOTIFY;
1676 	}
1677 
1678 	if (tb[IFLA_ADDRESS]) {
1679 		struct sockaddr *sa;
1680 		int len;
1681 
1682 		len = sizeof(sa_family_t) + dev->addr_len;
1683 		sa = kmalloc(len, GFP_KERNEL);
1684 		if (!sa) {
1685 			err = -ENOMEM;
1686 			goto errout;
1687 		}
1688 		sa->sa_family = dev->type;
1689 		memcpy(sa->sa_data, nla_data(tb[IFLA_ADDRESS]),
1690 		       dev->addr_len);
1691 		err = dev_set_mac_address(dev, sa);
1692 		kfree(sa);
1693 		if (err)
1694 			goto errout;
1695 		status |= DO_SETLINK_MODIFIED;
1696 	}
1697 
1698 	if (tb[IFLA_MTU]) {
1699 		err = dev_set_mtu(dev, nla_get_u32(tb[IFLA_MTU]));
1700 		if (err < 0)
1701 			goto errout;
1702 		status |= DO_SETLINK_MODIFIED;
1703 	}
1704 
1705 	if (tb[IFLA_GROUP]) {
1706 		dev_set_group(dev, nla_get_u32(tb[IFLA_GROUP]));
1707 		status |= DO_SETLINK_NOTIFY;
1708 	}
1709 
1710 	/*
1711 	 * Interface selected by interface index but interface
1712 	 * name provided implies that a name change has been
1713 	 * requested.
1714 	 */
1715 	if (ifm->ifi_index > 0 && ifname[0]) {
1716 		err = dev_change_name(dev, ifname);
1717 		if (err < 0)
1718 			goto errout;
1719 		status |= DO_SETLINK_MODIFIED;
1720 	}
1721 
1722 	if (tb[IFLA_IFALIAS]) {
1723 		err = dev_set_alias(dev, nla_data(tb[IFLA_IFALIAS]),
1724 				    nla_len(tb[IFLA_IFALIAS]));
1725 		if (err < 0)
1726 			goto errout;
1727 		status |= DO_SETLINK_NOTIFY;
1728 	}
1729 
1730 	if (tb[IFLA_BROADCAST]) {
1731 		nla_memcpy(dev->broadcast, tb[IFLA_BROADCAST], dev->addr_len);
1732 		call_netdevice_notifiers(NETDEV_CHANGEADDR, dev);
1733 	}
1734 
1735 	if (ifm->ifi_flags || ifm->ifi_change) {
1736 		err = dev_change_flags(dev, rtnl_dev_combine_flags(dev, ifm));
1737 		if (err < 0)
1738 			goto errout;
1739 	}
1740 
1741 	if (tb[IFLA_MASTER]) {
1742 		err = do_set_master(dev, nla_get_u32(tb[IFLA_MASTER]));
1743 		if (err)
1744 			goto errout;
1745 		status |= DO_SETLINK_MODIFIED;
1746 	}
1747 
1748 	if (tb[IFLA_CARRIER]) {
1749 		err = dev_change_carrier(dev, nla_get_u8(tb[IFLA_CARRIER]));
1750 		if (err)
1751 			goto errout;
1752 		status |= DO_SETLINK_MODIFIED;
1753 	}
1754 
1755 	if (tb[IFLA_TXQLEN]) {
1756 		unsigned long value = nla_get_u32(tb[IFLA_TXQLEN]);
1757 
1758 		if (dev->tx_queue_len ^ value)
1759 			status |= DO_SETLINK_NOTIFY;
1760 
1761 		dev->tx_queue_len = value;
1762 	}
1763 
1764 	if (tb[IFLA_OPERSTATE])
1765 		set_operstate(dev, nla_get_u8(tb[IFLA_OPERSTATE]));
1766 
1767 	if (tb[IFLA_LINKMODE]) {
1768 		unsigned char value = nla_get_u8(tb[IFLA_LINKMODE]);
1769 
1770 		write_lock_bh(&dev_base_lock);
1771 		if (dev->link_mode ^ value)
1772 			status |= DO_SETLINK_NOTIFY;
1773 		dev->link_mode = value;
1774 		write_unlock_bh(&dev_base_lock);
1775 	}
1776 
1777 	if (tb[IFLA_VFINFO_LIST]) {
1778 		struct nlattr *vfinfo[IFLA_VF_MAX + 1];
1779 		struct nlattr *attr;
1780 		int rem;
1781 
1782 		nla_for_each_nested(attr, tb[IFLA_VFINFO_LIST], rem) {
1783 			if (nla_type(attr) != IFLA_VF_INFO ||
1784 			    nla_len(attr) < NLA_HDRLEN) {
1785 				err = -EINVAL;
1786 				goto errout;
1787 			}
1788 			err = nla_parse_nested(vfinfo, IFLA_VF_MAX, attr,
1789 					       ifla_vf_policy);
1790 			if (err < 0)
1791 				goto errout;
1792 			err = do_setvfinfo(dev, vfinfo);
1793 			if (err < 0)
1794 				goto errout;
1795 			status |= DO_SETLINK_NOTIFY;
1796 		}
1797 	}
1798 	err = 0;
1799 
1800 	if (tb[IFLA_VF_PORTS]) {
1801 		struct nlattr *port[IFLA_PORT_MAX+1];
1802 		struct nlattr *attr;
1803 		int vf;
1804 		int rem;
1805 
1806 		err = -EOPNOTSUPP;
1807 		if (!ops->ndo_set_vf_port)
1808 			goto errout;
1809 
1810 		nla_for_each_nested(attr, tb[IFLA_VF_PORTS], rem) {
1811 			if (nla_type(attr) != IFLA_VF_PORT ||
1812 			    nla_len(attr) < NLA_HDRLEN) {
1813 				err = -EINVAL;
1814 				goto errout;
1815 			}
1816 			err = nla_parse_nested(port, IFLA_PORT_MAX, attr,
1817 					       ifla_port_policy);
1818 			if (err < 0)
1819 				goto errout;
1820 			if (!port[IFLA_PORT_VF]) {
1821 				err = -EOPNOTSUPP;
1822 				goto errout;
1823 			}
1824 			vf = nla_get_u32(port[IFLA_PORT_VF]);
1825 			err = ops->ndo_set_vf_port(dev, vf, port);
1826 			if (err < 0)
1827 				goto errout;
1828 			status |= DO_SETLINK_NOTIFY;
1829 		}
1830 	}
1831 	err = 0;
1832 
1833 	if (tb[IFLA_PORT_SELF]) {
1834 		struct nlattr *port[IFLA_PORT_MAX+1];
1835 
1836 		err = nla_parse_nested(port, IFLA_PORT_MAX,
1837 			tb[IFLA_PORT_SELF], ifla_port_policy);
1838 		if (err < 0)
1839 			goto errout;
1840 
1841 		err = -EOPNOTSUPP;
1842 		if (ops->ndo_set_vf_port)
1843 			err = ops->ndo_set_vf_port(dev, PORT_SELF_VF, port);
1844 		if (err < 0)
1845 			goto errout;
1846 		status |= DO_SETLINK_NOTIFY;
1847 	}
1848 
1849 	if (tb[IFLA_AF_SPEC]) {
1850 		struct nlattr *af;
1851 		int rem;
1852 
1853 		nla_for_each_nested(af, tb[IFLA_AF_SPEC], rem) {
1854 			const struct rtnl_af_ops *af_ops;
1855 
1856 			if (!(af_ops = rtnl_af_lookup(nla_type(af))))
1857 				BUG();
1858 
1859 			err = af_ops->set_link_af(dev, af);
1860 			if (err < 0)
1861 				goto errout;
1862 
1863 			status |= DO_SETLINK_NOTIFY;
1864 		}
1865 	}
1866 	err = 0;
1867 
1868 	if (tb[IFLA_PROTO_DOWN]) {
1869 		err = dev_change_proto_down(dev,
1870 					    nla_get_u8(tb[IFLA_PROTO_DOWN]));
1871 		if (err)
1872 			goto errout;
1873 		status |= DO_SETLINK_NOTIFY;
1874 	}
1875 
1876 errout:
1877 	if (status & DO_SETLINK_MODIFIED) {
1878 		if (status & DO_SETLINK_NOTIFY)
1879 			netdev_state_change(dev);
1880 
1881 		if (err < 0)
1882 			net_warn_ratelimited("A link change request failed with some changes committed already. Interface %s may have been left with an inconsistent configuration, please check.\n",
1883 					     dev->name);
1884 	}
1885 
1886 	return err;
1887 }
1888 
1889 static int rtnl_setlink(struct sk_buff *skb, struct nlmsghdr *nlh)
1890 {
1891 	struct net *net = sock_net(skb->sk);
1892 	struct ifinfomsg *ifm;
1893 	struct net_device *dev;
1894 	int err;
1895 	struct nlattr *tb[IFLA_MAX+1];
1896 	char ifname[IFNAMSIZ];
1897 
1898 	err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
1899 	if (err < 0)
1900 		goto errout;
1901 
1902 	if (tb[IFLA_IFNAME])
1903 		nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
1904 	else
1905 		ifname[0] = '\0';
1906 
1907 	err = -EINVAL;
1908 	ifm = nlmsg_data(nlh);
1909 	if (ifm->ifi_index > 0)
1910 		dev = __dev_get_by_index(net, ifm->ifi_index);
1911 	else if (tb[IFLA_IFNAME])
1912 		dev = __dev_get_by_name(net, ifname);
1913 	else
1914 		goto errout;
1915 
1916 	if (dev == NULL) {
1917 		err = -ENODEV;
1918 		goto errout;
1919 	}
1920 
1921 	err = validate_linkmsg(dev, tb);
1922 	if (err < 0)
1923 		goto errout;
1924 
1925 	err = do_setlink(skb, dev, ifm, tb, ifname, 0);
1926 errout:
1927 	return err;
1928 }
1929 
1930 static int rtnl_group_dellink(const struct net *net, int group)
1931 {
1932 	struct net_device *dev, *aux;
1933 	LIST_HEAD(list_kill);
1934 	bool found = false;
1935 
1936 	if (!group)
1937 		return -EPERM;
1938 
1939 	for_each_netdev(net, dev) {
1940 		if (dev->group == group) {
1941 			const struct rtnl_link_ops *ops;
1942 
1943 			found = true;
1944 			ops = dev->rtnl_link_ops;
1945 			if (!ops || !ops->dellink)
1946 				return -EOPNOTSUPP;
1947 		}
1948 	}
1949 
1950 	if (!found)
1951 		return -ENODEV;
1952 
1953 	for_each_netdev_safe(net, dev, aux) {
1954 		if (dev->group == group) {
1955 			const struct rtnl_link_ops *ops;
1956 
1957 			ops = dev->rtnl_link_ops;
1958 			ops->dellink(dev, &list_kill);
1959 		}
1960 	}
1961 	unregister_netdevice_many(&list_kill);
1962 
1963 	return 0;
1964 }
1965 
1966 int rtnl_delete_link(struct net_device *dev)
1967 {
1968 	const struct rtnl_link_ops *ops;
1969 	LIST_HEAD(list_kill);
1970 
1971 	ops = dev->rtnl_link_ops;
1972 	if (!ops || !ops->dellink)
1973 		return -EOPNOTSUPP;
1974 
1975 	ops->dellink(dev, &list_kill);
1976 	unregister_netdevice_many(&list_kill);
1977 
1978 	return 0;
1979 }
1980 EXPORT_SYMBOL_GPL(rtnl_delete_link);
1981 
1982 static int rtnl_dellink(struct sk_buff *skb, struct nlmsghdr *nlh)
1983 {
1984 	struct net *net = sock_net(skb->sk);
1985 	struct net_device *dev;
1986 	struct ifinfomsg *ifm;
1987 	char ifname[IFNAMSIZ];
1988 	struct nlattr *tb[IFLA_MAX+1];
1989 	int err;
1990 
1991 	err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
1992 	if (err < 0)
1993 		return err;
1994 
1995 	if (tb[IFLA_IFNAME])
1996 		nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
1997 
1998 	ifm = nlmsg_data(nlh);
1999 	if (ifm->ifi_index > 0)
2000 		dev = __dev_get_by_index(net, ifm->ifi_index);
2001 	else if (tb[IFLA_IFNAME])
2002 		dev = __dev_get_by_name(net, ifname);
2003 	else if (tb[IFLA_GROUP])
2004 		return rtnl_group_dellink(net, nla_get_u32(tb[IFLA_GROUP]));
2005 	else
2006 		return -EINVAL;
2007 
2008 	if (!dev)
2009 		return -ENODEV;
2010 
2011 	return rtnl_delete_link(dev);
2012 }
2013 
2014 int rtnl_configure_link(struct net_device *dev, const struct ifinfomsg *ifm)
2015 {
2016 	unsigned int old_flags;
2017 	int err;
2018 
2019 	old_flags = dev->flags;
2020 	if (ifm && (ifm->ifi_flags || ifm->ifi_change)) {
2021 		err = __dev_change_flags(dev, rtnl_dev_combine_flags(dev, ifm));
2022 		if (err < 0)
2023 			return err;
2024 	}
2025 
2026 	dev->rtnl_link_state = RTNL_LINK_INITIALIZED;
2027 
2028 	__dev_notify_flags(dev, old_flags, ~0U);
2029 	return 0;
2030 }
2031 EXPORT_SYMBOL(rtnl_configure_link);
2032 
2033 struct net_device *rtnl_create_link(struct net *net,
2034 	const char *ifname, unsigned char name_assign_type,
2035 	const struct rtnl_link_ops *ops, struct nlattr *tb[])
2036 {
2037 	int err;
2038 	struct net_device *dev;
2039 	unsigned int num_tx_queues = 1;
2040 	unsigned int num_rx_queues = 1;
2041 
2042 	if (tb[IFLA_NUM_TX_QUEUES])
2043 		num_tx_queues = nla_get_u32(tb[IFLA_NUM_TX_QUEUES]);
2044 	else if (ops->get_num_tx_queues)
2045 		num_tx_queues = ops->get_num_tx_queues();
2046 
2047 	if (tb[IFLA_NUM_RX_QUEUES])
2048 		num_rx_queues = nla_get_u32(tb[IFLA_NUM_RX_QUEUES]);
2049 	else if (ops->get_num_rx_queues)
2050 		num_rx_queues = ops->get_num_rx_queues();
2051 
2052 	err = -ENOMEM;
2053 	dev = alloc_netdev_mqs(ops->priv_size, ifname, name_assign_type,
2054 			       ops->setup, num_tx_queues, num_rx_queues);
2055 	if (!dev)
2056 		goto err;
2057 
2058 	dev_net_set(dev, net);
2059 	dev->rtnl_link_ops = ops;
2060 	dev->rtnl_link_state = RTNL_LINK_INITIALIZING;
2061 
2062 	if (tb[IFLA_MTU])
2063 		dev->mtu = nla_get_u32(tb[IFLA_MTU]);
2064 	if (tb[IFLA_ADDRESS]) {
2065 		memcpy(dev->dev_addr, nla_data(tb[IFLA_ADDRESS]),
2066 				nla_len(tb[IFLA_ADDRESS]));
2067 		dev->addr_assign_type = NET_ADDR_SET;
2068 	}
2069 	if (tb[IFLA_BROADCAST])
2070 		memcpy(dev->broadcast, nla_data(tb[IFLA_BROADCAST]),
2071 				nla_len(tb[IFLA_BROADCAST]));
2072 	if (tb[IFLA_TXQLEN])
2073 		dev->tx_queue_len = nla_get_u32(tb[IFLA_TXQLEN]);
2074 	if (tb[IFLA_OPERSTATE])
2075 		set_operstate(dev, nla_get_u8(tb[IFLA_OPERSTATE]));
2076 	if (tb[IFLA_LINKMODE])
2077 		dev->link_mode = nla_get_u8(tb[IFLA_LINKMODE]);
2078 	if (tb[IFLA_GROUP])
2079 		dev_set_group(dev, nla_get_u32(tb[IFLA_GROUP]));
2080 
2081 	return dev;
2082 
2083 err:
2084 	return ERR_PTR(err);
2085 }
2086 EXPORT_SYMBOL(rtnl_create_link);
2087 
2088 static int rtnl_group_changelink(const struct sk_buff *skb,
2089 		struct net *net, int group,
2090 		struct ifinfomsg *ifm,
2091 		struct nlattr **tb)
2092 {
2093 	struct net_device *dev, *aux;
2094 	int err;
2095 
2096 	for_each_netdev_safe(net, dev, aux) {
2097 		if (dev->group == group) {
2098 			err = do_setlink(skb, dev, ifm, tb, NULL, 0);
2099 			if (err < 0)
2100 				return err;
2101 		}
2102 	}
2103 
2104 	return 0;
2105 }
2106 
2107 static int rtnl_newlink(struct sk_buff *skb, struct nlmsghdr *nlh)
2108 {
2109 	struct net *net = sock_net(skb->sk);
2110 	const struct rtnl_link_ops *ops;
2111 	const struct rtnl_link_ops *m_ops = NULL;
2112 	struct net_device *dev;
2113 	struct net_device *master_dev = NULL;
2114 	struct ifinfomsg *ifm;
2115 	char kind[MODULE_NAME_LEN];
2116 	char ifname[IFNAMSIZ];
2117 	struct nlattr *tb[IFLA_MAX+1];
2118 	struct nlattr *linkinfo[IFLA_INFO_MAX+1];
2119 	unsigned char name_assign_type = NET_NAME_USER;
2120 	int err;
2121 
2122 #ifdef CONFIG_MODULES
2123 replay:
2124 #endif
2125 	err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
2126 	if (err < 0)
2127 		return err;
2128 
2129 	if (tb[IFLA_IFNAME])
2130 		nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
2131 	else
2132 		ifname[0] = '\0';
2133 
2134 	ifm = nlmsg_data(nlh);
2135 	if (ifm->ifi_index > 0)
2136 		dev = __dev_get_by_index(net, ifm->ifi_index);
2137 	else {
2138 		if (ifname[0])
2139 			dev = __dev_get_by_name(net, ifname);
2140 		else
2141 			dev = NULL;
2142 	}
2143 
2144 	if (dev) {
2145 		master_dev = netdev_master_upper_dev_get(dev);
2146 		if (master_dev)
2147 			m_ops = master_dev->rtnl_link_ops;
2148 	}
2149 
2150 	err = validate_linkmsg(dev, tb);
2151 	if (err < 0)
2152 		return err;
2153 
2154 	if (tb[IFLA_LINKINFO]) {
2155 		err = nla_parse_nested(linkinfo, IFLA_INFO_MAX,
2156 				       tb[IFLA_LINKINFO], ifla_info_policy);
2157 		if (err < 0)
2158 			return err;
2159 	} else
2160 		memset(linkinfo, 0, sizeof(linkinfo));
2161 
2162 	if (linkinfo[IFLA_INFO_KIND]) {
2163 		nla_strlcpy(kind, linkinfo[IFLA_INFO_KIND], sizeof(kind));
2164 		ops = rtnl_link_ops_get(kind);
2165 	} else {
2166 		kind[0] = '\0';
2167 		ops = NULL;
2168 	}
2169 
2170 	if (1) {
2171 		struct nlattr *attr[ops ? ops->maxtype + 1 : 1];
2172 		struct nlattr *slave_attr[m_ops ? m_ops->slave_maxtype + 1 : 1];
2173 		struct nlattr **data = NULL;
2174 		struct nlattr **slave_data = NULL;
2175 		struct net *dest_net, *link_net = NULL;
2176 
2177 		if (ops) {
2178 			if (ops->maxtype && linkinfo[IFLA_INFO_DATA]) {
2179 				err = nla_parse_nested(attr, ops->maxtype,
2180 						       linkinfo[IFLA_INFO_DATA],
2181 						       ops->policy);
2182 				if (err < 0)
2183 					return err;
2184 				data = attr;
2185 			}
2186 			if (ops->validate) {
2187 				err = ops->validate(tb, data);
2188 				if (err < 0)
2189 					return err;
2190 			}
2191 		}
2192 
2193 		if (m_ops) {
2194 			if (m_ops->slave_maxtype &&
2195 			    linkinfo[IFLA_INFO_SLAVE_DATA]) {
2196 				err = nla_parse_nested(slave_attr,
2197 						       m_ops->slave_maxtype,
2198 						       linkinfo[IFLA_INFO_SLAVE_DATA],
2199 						       m_ops->slave_policy);
2200 				if (err < 0)
2201 					return err;
2202 				slave_data = slave_attr;
2203 			}
2204 			if (m_ops->slave_validate) {
2205 				err = m_ops->slave_validate(tb, slave_data);
2206 				if (err < 0)
2207 					return err;
2208 			}
2209 		}
2210 
2211 		if (dev) {
2212 			int status = 0;
2213 
2214 			if (nlh->nlmsg_flags & NLM_F_EXCL)
2215 				return -EEXIST;
2216 			if (nlh->nlmsg_flags & NLM_F_REPLACE)
2217 				return -EOPNOTSUPP;
2218 
2219 			if (linkinfo[IFLA_INFO_DATA]) {
2220 				if (!ops || ops != dev->rtnl_link_ops ||
2221 				    !ops->changelink)
2222 					return -EOPNOTSUPP;
2223 
2224 				err = ops->changelink(dev, tb, data);
2225 				if (err < 0)
2226 					return err;
2227 				status |= DO_SETLINK_NOTIFY;
2228 			}
2229 
2230 			if (linkinfo[IFLA_INFO_SLAVE_DATA]) {
2231 				if (!m_ops || !m_ops->slave_changelink)
2232 					return -EOPNOTSUPP;
2233 
2234 				err = m_ops->slave_changelink(master_dev, dev,
2235 							      tb, slave_data);
2236 				if (err < 0)
2237 					return err;
2238 				status |= DO_SETLINK_NOTIFY;
2239 			}
2240 
2241 			return do_setlink(skb, dev, ifm, tb, ifname, status);
2242 		}
2243 
2244 		if (!(nlh->nlmsg_flags & NLM_F_CREATE)) {
2245 			if (ifm->ifi_index == 0 && tb[IFLA_GROUP])
2246 				return rtnl_group_changelink(skb, net,
2247 						nla_get_u32(tb[IFLA_GROUP]),
2248 						ifm, tb);
2249 			return -ENODEV;
2250 		}
2251 
2252 		if (tb[IFLA_MAP] || tb[IFLA_MASTER] || tb[IFLA_PROTINFO])
2253 			return -EOPNOTSUPP;
2254 
2255 		if (!ops) {
2256 #ifdef CONFIG_MODULES
2257 			if (kind[0]) {
2258 				__rtnl_unlock();
2259 				request_module("rtnl-link-%s", kind);
2260 				rtnl_lock();
2261 				ops = rtnl_link_ops_get(kind);
2262 				if (ops)
2263 					goto replay;
2264 			}
2265 #endif
2266 			return -EOPNOTSUPP;
2267 		}
2268 
2269 		if (!ops->setup)
2270 			return -EOPNOTSUPP;
2271 
2272 		if (!ifname[0]) {
2273 			snprintf(ifname, IFNAMSIZ, "%s%%d", ops->kind);
2274 			name_assign_type = NET_NAME_ENUM;
2275 		}
2276 
2277 		dest_net = rtnl_link_get_net(net, tb);
2278 		if (IS_ERR(dest_net))
2279 			return PTR_ERR(dest_net);
2280 
2281 		err = -EPERM;
2282 		if (!netlink_ns_capable(skb, dest_net->user_ns, CAP_NET_ADMIN))
2283 			goto out;
2284 
2285 		if (tb[IFLA_LINK_NETNSID]) {
2286 			int id = nla_get_s32(tb[IFLA_LINK_NETNSID]);
2287 
2288 			link_net = get_net_ns_by_id(dest_net, id);
2289 			if (!link_net) {
2290 				err =  -EINVAL;
2291 				goto out;
2292 			}
2293 			err = -EPERM;
2294 			if (!netlink_ns_capable(skb, link_net->user_ns, CAP_NET_ADMIN))
2295 				goto out;
2296 		}
2297 
2298 		dev = rtnl_create_link(link_net ? : dest_net, ifname,
2299 				       name_assign_type, ops, tb);
2300 		if (IS_ERR(dev)) {
2301 			err = PTR_ERR(dev);
2302 			goto out;
2303 		}
2304 
2305 		dev->ifindex = ifm->ifi_index;
2306 
2307 		if (ops->newlink) {
2308 			err = ops->newlink(link_net ? : net, dev, tb, data);
2309 			/* Drivers should call free_netdev() in ->destructor
2310 			 * and unregister it on failure after registration
2311 			 * so that device could be finally freed in rtnl_unlock.
2312 			 */
2313 			if (err < 0) {
2314 				/* If device is not registered at all, free it now */
2315 				if (dev->reg_state == NETREG_UNINITIALIZED)
2316 					free_netdev(dev);
2317 				goto out;
2318 			}
2319 		} else {
2320 			err = register_netdevice(dev);
2321 			if (err < 0) {
2322 				free_netdev(dev);
2323 				goto out;
2324 			}
2325 		}
2326 		err = rtnl_configure_link(dev, ifm);
2327 		if (err < 0)
2328 			goto out_unregister;
2329 		if (link_net) {
2330 			err = dev_change_net_namespace(dev, dest_net, ifname);
2331 			if (err < 0)
2332 				goto out_unregister;
2333 		}
2334 out:
2335 		if (link_net)
2336 			put_net(link_net);
2337 		put_net(dest_net);
2338 		return err;
2339 out_unregister:
2340 		if (ops->newlink) {
2341 			LIST_HEAD(list_kill);
2342 
2343 			ops->dellink(dev, &list_kill);
2344 			unregister_netdevice_many(&list_kill);
2345 		} else {
2346 			unregister_netdevice(dev);
2347 		}
2348 		goto out;
2349 	}
2350 }
2351 
2352 static int rtnl_getlink(struct sk_buff *skb, struct nlmsghdr* nlh)
2353 {
2354 	struct net *net = sock_net(skb->sk);
2355 	struct ifinfomsg *ifm;
2356 	char ifname[IFNAMSIZ];
2357 	struct nlattr *tb[IFLA_MAX+1];
2358 	struct net_device *dev = NULL;
2359 	struct sk_buff *nskb;
2360 	int err;
2361 	u32 ext_filter_mask = 0;
2362 
2363 	err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
2364 	if (err < 0)
2365 		return err;
2366 
2367 	if (tb[IFLA_IFNAME])
2368 		nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
2369 
2370 	if (tb[IFLA_EXT_MASK])
2371 		ext_filter_mask = nla_get_u32(tb[IFLA_EXT_MASK]);
2372 
2373 	ifm = nlmsg_data(nlh);
2374 	if (ifm->ifi_index > 0)
2375 		dev = __dev_get_by_index(net, ifm->ifi_index);
2376 	else if (tb[IFLA_IFNAME])
2377 		dev = __dev_get_by_name(net, ifname);
2378 	else
2379 		return -EINVAL;
2380 
2381 	if (dev == NULL)
2382 		return -ENODEV;
2383 
2384 	nskb = nlmsg_new(if_nlmsg_size(dev, ext_filter_mask), GFP_KERNEL);
2385 	if (nskb == NULL)
2386 		return -ENOBUFS;
2387 
2388 	err = rtnl_fill_ifinfo(nskb, dev, RTM_NEWLINK, NETLINK_CB(skb).portid,
2389 			       nlh->nlmsg_seq, 0, 0, ext_filter_mask);
2390 	if (err < 0) {
2391 		/* -EMSGSIZE implies BUG in if_nlmsg_size */
2392 		WARN_ON(err == -EMSGSIZE);
2393 		kfree_skb(nskb);
2394 	} else
2395 		err = rtnl_unicast(nskb, net, NETLINK_CB(skb).portid);
2396 
2397 	return err;
2398 }
2399 
2400 static u16 rtnl_calcit(struct sk_buff *skb, struct nlmsghdr *nlh)
2401 {
2402 	struct net *net = sock_net(skb->sk);
2403 	struct net_device *dev;
2404 	struct nlattr *tb[IFLA_MAX+1];
2405 	u32 ext_filter_mask = 0;
2406 	u16 min_ifinfo_dump_size = 0;
2407 	int hdrlen;
2408 
2409 	/* Same kernel<->userspace interface hack as in rtnl_dump_ifinfo. */
2410 	hdrlen = nlmsg_len(nlh) < sizeof(struct ifinfomsg) ?
2411 		 sizeof(struct rtgenmsg) : sizeof(struct ifinfomsg);
2412 
2413 	if (nlmsg_parse(nlh, hdrlen, tb, IFLA_MAX, ifla_policy) >= 0) {
2414 		if (tb[IFLA_EXT_MASK])
2415 			ext_filter_mask = nla_get_u32(tb[IFLA_EXT_MASK]);
2416 	}
2417 
2418 	if (!ext_filter_mask)
2419 		return NLMSG_GOODSIZE;
2420 	/*
2421 	 * traverse the list of net devices and compute the minimum
2422 	 * buffer size based upon the filter mask.
2423 	 */
2424 	list_for_each_entry(dev, &net->dev_base_head, dev_list) {
2425 		min_ifinfo_dump_size = max_t(u16, min_ifinfo_dump_size,
2426 					     if_nlmsg_size(dev,
2427 						           ext_filter_mask));
2428 	}
2429 
2430 	return min_ifinfo_dump_size;
2431 }
2432 
2433 static int rtnl_dump_all(struct sk_buff *skb, struct netlink_callback *cb)
2434 {
2435 	int idx;
2436 	int s_idx = cb->family;
2437 
2438 	if (s_idx == 0)
2439 		s_idx = 1;
2440 	for (idx = 1; idx <= RTNL_FAMILY_MAX; idx++) {
2441 		int type = cb->nlh->nlmsg_type-RTM_BASE;
2442 		if (idx < s_idx || idx == PF_PACKET)
2443 			continue;
2444 		if (rtnl_msg_handlers[idx] == NULL ||
2445 		    rtnl_msg_handlers[idx][type].dumpit == NULL)
2446 			continue;
2447 		if (idx > s_idx) {
2448 			memset(&cb->args[0], 0, sizeof(cb->args));
2449 			cb->prev_seq = 0;
2450 			cb->seq = 0;
2451 		}
2452 		if (rtnl_msg_handlers[idx][type].dumpit(skb, cb))
2453 			break;
2454 	}
2455 	cb->family = idx;
2456 
2457 	return skb->len;
2458 }
2459 
2460 struct sk_buff *rtmsg_ifinfo_build_skb(int type, struct net_device *dev,
2461 				       unsigned int change, gfp_t flags)
2462 {
2463 	struct net *net = dev_net(dev);
2464 	struct sk_buff *skb;
2465 	int err = -ENOBUFS;
2466 	size_t if_info_size;
2467 
2468 	skb = nlmsg_new((if_info_size = if_nlmsg_size(dev, 0)), flags);
2469 	if (skb == NULL)
2470 		goto errout;
2471 
2472 	err = rtnl_fill_ifinfo(skb, dev, type, 0, 0, change, 0, 0);
2473 	if (err < 0) {
2474 		/* -EMSGSIZE implies BUG in if_nlmsg_size() */
2475 		WARN_ON(err == -EMSGSIZE);
2476 		kfree_skb(skb);
2477 		goto errout;
2478 	}
2479 	return skb;
2480 errout:
2481 	if (err < 0)
2482 		rtnl_set_sk_err(net, RTNLGRP_LINK, err);
2483 	return NULL;
2484 }
2485 
2486 void rtmsg_ifinfo_send(struct sk_buff *skb, struct net_device *dev, gfp_t flags)
2487 {
2488 	struct net *net = dev_net(dev);
2489 
2490 	rtnl_notify(skb, net, 0, RTNLGRP_LINK, NULL, flags);
2491 }
2492 
2493 void rtmsg_ifinfo(int type, struct net_device *dev, unsigned int change,
2494 		  gfp_t flags)
2495 {
2496 	struct sk_buff *skb;
2497 
2498 	if (dev->reg_state != NETREG_REGISTERED)
2499 		return;
2500 
2501 	skb = rtmsg_ifinfo_build_skb(type, dev, change, flags);
2502 	if (skb)
2503 		rtmsg_ifinfo_send(skb, dev, flags);
2504 }
2505 EXPORT_SYMBOL(rtmsg_ifinfo);
2506 
2507 static int nlmsg_populate_fdb_fill(struct sk_buff *skb,
2508 				   struct net_device *dev,
2509 				   u8 *addr, u16 vid, u32 pid, u32 seq,
2510 				   int type, unsigned int flags,
2511 				   int nlflags)
2512 {
2513 	struct nlmsghdr *nlh;
2514 	struct ndmsg *ndm;
2515 
2516 	nlh = nlmsg_put(skb, pid, seq, type, sizeof(*ndm), nlflags);
2517 	if (!nlh)
2518 		return -EMSGSIZE;
2519 
2520 	ndm = nlmsg_data(nlh);
2521 	ndm->ndm_family  = AF_BRIDGE;
2522 	ndm->ndm_pad1	 = 0;
2523 	ndm->ndm_pad2    = 0;
2524 	ndm->ndm_flags	 = flags;
2525 	ndm->ndm_type	 = 0;
2526 	ndm->ndm_ifindex = dev->ifindex;
2527 	ndm->ndm_state   = NUD_PERMANENT;
2528 
2529 	if (nla_put(skb, NDA_LLADDR, ETH_ALEN, addr))
2530 		goto nla_put_failure;
2531 	if (vid)
2532 		if (nla_put(skb, NDA_VLAN, sizeof(u16), &vid))
2533 			goto nla_put_failure;
2534 
2535 	nlmsg_end(skb, nlh);
2536 	return 0;
2537 
2538 nla_put_failure:
2539 	nlmsg_cancel(skb, nlh);
2540 	return -EMSGSIZE;
2541 }
2542 
2543 static inline size_t rtnl_fdb_nlmsg_size(void)
2544 {
2545 	return NLMSG_ALIGN(sizeof(struct ndmsg)) + nla_total_size(ETH_ALEN);
2546 }
2547 
2548 static void rtnl_fdb_notify(struct net_device *dev, u8 *addr, u16 vid, int type)
2549 {
2550 	struct net *net = dev_net(dev);
2551 	struct sk_buff *skb;
2552 	int err = -ENOBUFS;
2553 
2554 	skb = nlmsg_new(rtnl_fdb_nlmsg_size(), GFP_ATOMIC);
2555 	if (!skb)
2556 		goto errout;
2557 
2558 	err = nlmsg_populate_fdb_fill(skb, dev, addr, vid,
2559 				      0, 0, type, NTF_SELF, 0);
2560 	if (err < 0) {
2561 		kfree_skb(skb);
2562 		goto errout;
2563 	}
2564 
2565 	rtnl_notify(skb, net, 0, RTNLGRP_NEIGH, NULL, GFP_ATOMIC);
2566 	return;
2567 errout:
2568 	rtnl_set_sk_err(net, RTNLGRP_NEIGH, err);
2569 }
2570 
2571 /**
2572  * ndo_dflt_fdb_add - default netdevice operation to add an FDB entry
2573  */
2574 int ndo_dflt_fdb_add(struct ndmsg *ndm,
2575 		     struct nlattr *tb[],
2576 		     struct net_device *dev,
2577 		     const unsigned char *addr, u16 vid,
2578 		     u16 flags)
2579 {
2580 	int err = -EINVAL;
2581 
2582 	/* If aging addresses are supported device will need to
2583 	 * implement its own handler for this.
2584 	 */
2585 	if (ndm->ndm_state && !(ndm->ndm_state & NUD_PERMANENT)) {
2586 		pr_info("%s: FDB only supports static addresses\n", dev->name);
2587 		return err;
2588 	}
2589 
2590 	if (vid) {
2591 		pr_info("%s: vlans aren't supported yet for dev_uc|mc_add()\n", dev->name);
2592 		return err;
2593 	}
2594 
2595 	if (is_unicast_ether_addr(addr) || is_link_local_ether_addr(addr))
2596 		err = dev_uc_add_excl(dev, addr);
2597 	else if (is_multicast_ether_addr(addr))
2598 		err = dev_mc_add_excl(dev, addr);
2599 
2600 	/* Only return duplicate errors if NLM_F_EXCL is set */
2601 	if (err == -EEXIST && !(flags & NLM_F_EXCL))
2602 		err = 0;
2603 
2604 	return err;
2605 }
2606 EXPORT_SYMBOL(ndo_dflt_fdb_add);
2607 
2608 static int fdb_vid_parse(struct nlattr *vlan_attr, u16 *p_vid)
2609 {
2610 	u16 vid = 0;
2611 
2612 	if (vlan_attr) {
2613 		if (nla_len(vlan_attr) != sizeof(u16)) {
2614 			pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid vlan\n");
2615 			return -EINVAL;
2616 		}
2617 
2618 		vid = nla_get_u16(vlan_attr);
2619 
2620 		if (!vid || vid >= VLAN_VID_MASK) {
2621 			pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid vlan id %d\n",
2622 				vid);
2623 			return -EINVAL;
2624 		}
2625 	}
2626 	*p_vid = vid;
2627 	return 0;
2628 }
2629 
2630 static int rtnl_fdb_add(struct sk_buff *skb, struct nlmsghdr *nlh)
2631 {
2632 	struct net *net = sock_net(skb->sk);
2633 	struct ndmsg *ndm;
2634 	struct nlattr *tb[NDA_MAX+1];
2635 	struct net_device *dev;
2636 	u8 *addr;
2637 	u16 vid;
2638 	int err;
2639 
2640 	err = nlmsg_parse(nlh, sizeof(*ndm), tb, NDA_MAX, NULL);
2641 	if (err < 0)
2642 		return err;
2643 
2644 	ndm = nlmsg_data(nlh);
2645 	if (ndm->ndm_ifindex == 0) {
2646 		pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid ifindex\n");
2647 		return -EINVAL;
2648 	}
2649 
2650 	dev = __dev_get_by_index(net, ndm->ndm_ifindex);
2651 	if (dev == NULL) {
2652 		pr_info("PF_BRIDGE: RTM_NEWNEIGH with unknown ifindex\n");
2653 		return -ENODEV;
2654 	}
2655 
2656 	if (!tb[NDA_LLADDR] || nla_len(tb[NDA_LLADDR]) != ETH_ALEN) {
2657 		pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid address\n");
2658 		return -EINVAL;
2659 	}
2660 
2661 	addr = nla_data(tb[NDA_LLADDR]);
2662 
2663 	err = fdb_vid_parse(tb[NDA_VLAN], &vid);
2664 	if (err)
2665 		return err;
2666 
2667 	err = -EOPNOTSUPP;
2668 
2669 	/* Support fdb on master device the net/bridge default case */
2670 	if ((!ndm->ndm_flags || ndm->ndm_flags & NTF_MASTER) &&
2671 	    (dev->priv_flags & IFF_BRIDGE_PORT)) {
2672 		struct net_device *br_dev = netdev_master_upper_dev_get(dev);
2673 		const struct net_device_ops *ops = br_dev->netdev_ops;
2674 
2675 		err = ops->ndo_fdb_add(ndm, tb, dev, addr, vid,
2676 				       nlh->nlmsg_flags);
2677 		if (err)
2678 			goto out;
2679 		else
2680 			ndm->ndm_flags &= ~NTF_MASTER;
2681 	}
2682 
2683 	/* Embedded bridge, macvlan, and any other device support */
2684 	if ((ndm->ndm_flags & NTF_SELF)) {
2685 		if (dev->netdev_ops->ndo_fdb_add)
2686 			err = dev->netdev_ops->ndo_fdb_add(ndm, tb, dev, addr,
2687 							   vid,
2688 							   nlh->nlmsg_flags);
2689 		else
2690 			err = ndo_dflt_fdb_add(ndm, tb, dev, addr, vid,
2691 					       nlh->nlmsg_flags);
2692 
2693 		if (!err) {
2694 			rtnl_fdb_notify(dev, addr, vid, RTM_NEWNEIGH);
2695 			ndm->ndm_flags &= ~NTF_SELF;
2696 		}
2697 	}
2698 out:
2699 	return err;
2700 }
2701 
2702 /**
2703  * ndo_dflt_fdb_del - default netdevice operation to delete an FDB entry
2704  */
2705 int ndo_dflt_fdb_del(struct ndmsg *ndm,
2706 		     struct nlattr *tb[],
2707 		     struct net_device *dev,
2708 		     const unsigned char *addr, u16 vid)
2709 {
2710 	int err = -EINVAL;
2711 
2712 	/* If aging addresses are supported device will need to
2713 	 * implement its own handler for this.
2714 	 */
2715 	if (!(ndm->ndm_state & NUD_PERMANENT)) {
2716 		pr_info("%s: FDB only supports static addresses\n", dev->name);
2717 		return err;
2718 	}
2719 
2720 	if (is_unicast_ether_addr(addr) || is_link_local_ether_addr(addr))
2721 		err = dev_uc_del(dev, addr);
2722 	else if (is_multicast_ether_addr(addr))
2723 		err = dev_mc_del(dev, addr);
2724 
2725 	return err;
2726 }
2727 EXPORT_SYMBOL(ndo_dflt_fdb_del);
2728 
2729 static int rtnl_fdb_del(struct sk_buff *skb, struct nlmsghdr *nlh)
2730 {
2731 	struct net *net = sock_net(skb->sk);
2732 	struct ndmsg *ndm;
2733 	struct nlattr *tb[NDA_MAX+1];
2734 	struct net_device *dev;
2735 	int err = -EINVAL;
2736 	__u8 *addr;
2737 	u16 vid;
2738 
2739 	if (!netlink_capable(skb, CAP_NET_ADMIN))
2740 		return -EPERM;
2741 
2742 	err = nlmsg_parse(nlh, sizeof(*ndm), tb, NDA_MAX, NULL);
2743 	if (err < 0)
2744 		return err;
2745 
2746 	ndm = nlmsg_data(nlh);
2747 	if (ndm->ndm_ifindex == 0) {
2748 		pr_info("PF_BRIDGE: RTM_DELNEIGH with invalid ifindex\n");
2749 		return -EINVAL;
2750 	}
2751 
2752 	dev = __dev_get_by_index(net, ndm->ndm_ifindex);
2753 	if (dev == NULL) {
2754 		pr_info("PF_BRIDGE: RTM_DELNEIGH with unknown ifindex\n");
2755 		return -ENODEV;
2756 	}
2757 
2758 	if (!tb[NDA_LLADDR] || nla_len(tb[NDA_LLADDR]) != ETH_ALEN) {
2759 		pr_info("PF_BRIDGE: RTM_DELNEIGH with invalid address\n");
2760 		return -EINVAL;
2761 	}
2762 
2763 	addr = nla_data(tb[NDA_LLADDR]);
2764 
2765 	err = fdb_vid_parse(tb[NDA_VLAN], &vid);
2766 	if (err)
2767 		return err;
2768 
2769 	err = -EOPNOTSUPP;
2770 
2771 	/* Support fdb on master device the net/bridge default case */
2772 	if ((!ndm->ndm_flags || ndm->ndm_flags & NTF_MASTER) &&
2773 	    (dev->priv_flags & IFF_BRIDGE_PORT)) {
2774 		struct net_device *br_dev = netdev_master_upper_dev_get(dev);
2775 		const struct net_device_ops *ops = br_dev->netdev_ops;
2776 
2777 		if (ops->ndo_fdb_del)
2778 			err = ops->ndo_fdb_del(ndm, tb, dev, addr, vid);
2779 
2780 		if (err)
2781 			goto out;
2782 		else
2783 			ndm->ndm_flags &= ~NTF_MASTER;
2784 	}
2785 
2786 	/* Embedded bridge, macvlan, and any other device support */
2787 	if (ndm->ndm_flags & NTF_SELF) {
2788 		if (dev->netdev_ops->ndo_fdb_del)
2789 			err = dev->netdev_ops->ndo_fdb_del(ndm, tb, dev, addr,
2790 							   vid);
2791 		else
2792 			err = ndo_dflt_fdb_del(ndm, tb, dev, addr, vid);
2793 
2794 		if (!err) {
2795 			rtnl_fdb_notify(dev, addr, vid, RTM_DELNEIGH);
2796 			ndm->ndm_flags &= ~NTF_SELF;
2797 		}
2798 	}
2799 out:
2800 	return err;
2801 }
2802 
2803 static int nlmsg_populate_fdb(struct sk_buff *skb,
2804 			      struct netlink_callback *cb,
2805 			      struct net_device *dev,
2806 			      int *idx,
2807 			      struct netdev_hw_addr_list *list)
2808 {
2809 	struct netdev_hw_addr *ha;
2810 	int err;
2811 	u32 portid, seq;
2812 
2813 	portid = NETLINK_CB(cb->skb).portid;
2814 	seq = cb->nlh->nlmsg_seq;
2815 
2816 	list_for_each_entry(ha, &list->list, list) {
2817 		if (*idx < cb->args[0])
2818 			goto skip;
2819 
2820 		err = nlmsg_populate_fdb_fill(skb, dev, ha->addr, 0,
2821 					      portid, seq,
2822 					      RTM_NEWNEIGH, NTF_SELF,
2823 					      NLM_F_MULTI);
2824 		if (err < 0)
2825 			return err;
2826 skip:
2827 		*idx += 1;
2828 	}
2829 	return 0;
2830 }
2831 
2832 /**
2833  * ndo_dflt_fdb_dump - default netdevice operation to dump an FDB table.
2834  * @nlh: netlink message header
2835  * @dev: netdevice
2836  *
2837  * Default netdevice operation to dump the existing unicast address list.
2838  * Returns number of addresses from list put in skb.
2839  */
2840 int ndo_dflt_fdb_dump(struct sk_buff *skb,
2841 		      struct netlink_callback *cb,
2842 		      struct net_device *dev,
2843 		      struct net_device *filter_dev,
2844 		      int idx)
2845 {
2846 	int err;
2847 
2848 	netif_addr_lock_bh(dev);
2849 	err = nlmsg_populate_fdb(skb, cb, dev, &idx, &dev->uc);
2850 	if (err)
2851 		goto out;
2852 	nlmsg_populate_fdb(skb, cb, dev, &idx, &dev->mc);
2853 out:
2854 	netif_addr_unlock_bh(dev);
2855 	return idx;
2856 }
2857 EXPORT_SYMBOL(ndo_dflt_fdb_dump);
2858 
2859 static int rtnl_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb)
2860 {
2861 	struct net_device *dev;
2862 	struct nlattr *tb[IFLA_MAX+1];
2863 	struct net_device *br_dev = NULL;
2864 	const struct net_device_ops *ops = NULL;
2865 	const struct net_device_ops *cops = NULL;
2866 	struct ifinfomsg *ifm = nlmsg_data(cb->nlh);
2867 	struct net *net = sock_net(skb->sk);
2868 	int brport_idx = 0;
2869 	int br_idx = 0;
2870 	int idx = 0;
2871 
2872 	if (nlmsg_parse(cb->nlh, sizeof(struct ifinfomsg), tb, IFLA_MAX,
2873 			ifla_policy) == 0) {
2874 		if (tb[IFLA_MASTER])
2875 			br_idx = nla_get_u32(tb[IFLA_MASTER]);
2876 	}
2877 
2878 	brport_idx = ifm->ifi_index;
2879 
2880 	if (br_idx) {
2881 		br_dev = __dev_get_by_index(net, br_idx);
2882 		if (!br_dev)
2883 			return -ENODEV;
2884 
2885 		ops = br_dev->netdev_ops;
2886 	}
2887 
2888 	for_each_netdev(net, dev) {
2889 		if (brport_idx && (dev->ifindex != brport_idx))
2890 			continue;
2891 
2892 		if (!br_idx) { /* user did not specify a specific bridge */
2893 			if (dev->priv_flags & IFF_BRIDGE_PORT) {
2894 				br_dev = netdev_master_upper_dev_get(dev);
2895 				cops = br_dev->netdev_ops;
2896 			}
2897 
2898 		} else {
2899 			if (dev != br_dev &&
2900 			    !(dev->priv_flags & IFF_BRIDGE_PORT))
2901 				continue;
2902 
2903 			if (br_dev != netdev_master_upper_dev_get(dev) &&
2904 			    !(dev->priv_flags & IFF_EBRIDGE))
2905 				continue;
2906 
2907 			cops = ops;
2908 		}
2909 
2910 		if (dev->priv_flags & IFF_BRIDGE_PORT) {
2911 			if (cops && cops->ndo_fdb_dump)
2912 				idx = cops->ndo_fdb_dump(skb, cb, br_dev, dev,
2913 							 idx);
2914 		}
2915 
2916 		if (dev->netdev_ops->ndo_fdb_dump)
2917 			idx = dev->netdev_ops->ndo_fdb_dump(skb, cb, dev, NULL,
2918 							    idx);
2919 		else
2920 			idx = ndo_dflt_fdb_dump(skb, cb, dev, NULL, idx);
2921 
2922 		cops = NULL;
2923 	}
2924 
2925 	cb->args[0] = idx;
2926 	return skb->len;
2927 }
2928 
2929 static int brport_nla_put_flag(struct sk_buff *skb, u32 flags, u32 mask,
2930 			       unsigned int attrnum, unsigned int flag)
2931 {
2932 	if (mask & flag)
2933 		return nla_put_u8(skb, attrnum, !!(flags & flag));
2934 	return 0;
2935 }
2936 
2937 int ndo_dflt_bridge_getlink(struct sk_buff *skb, u32 pid, u32 seq,
2938 			    struct net_device *dev, u16 mode,
2939 			    u32 flags, u32 mask, int nlflags,
2940 			    u32 filter_mask,
2941 			    int (*vlan_fill)(struct sk_buff *skb,
2942 					     struct net_device *dev,
2943 					     u32 filter_mask))
2944 {
2945 	struct nlmsghdr *nlh;
2946 	struct ifinfomsg *ifm;
2947 	struct nlattr *br_afspec;
2948 	struct nlattr *protinfo;
2949 	u8 operstate = netif_running(dev) ? dev->operstate : IF_OPER_DOWN;
2950 	struct net_device *br_dev = netdev_master_upper_dev_get(dev);
2951 	int err = 0;
2952 
2953 	nlh = nlmsg_put(skb, pid, seq, RTM_NEWLINK, sizeof(*ifm), nlflags);
2954 	if (nlh == NULL)
2955 		return -EMSGSIZE;
2956 
2957 	ifm = nlmsg_data(nlh);
2958 	ifm->ifi_family = AF_BRIDGE;
2959 	ifm->__ifi_pad = 0;
2960 	ifm->ifi_type = dev->type;
2961 	ifm->ifi_index = dev->ifindex;
2962 	ifm->ifi_flags = dev_get_flags(dev);
2963 	ifm->ifi_change = 0;
2964 
2965 
2966 	if (nla_put_string(skb, IFLA_IFNAME, dev->name) ||
2967 	    nla_put_u32(skb, IFLA_MTU, dev->mtu) ||
2968 	    nla_put_u8(skb, IFLA_OPERSTATE, operstate) ||
2969 	    (br_dev &&
2970 	     nla_put_u32(skb, IFLA_MASTER, br_dev->ifindex)) ||
2971 	    (dev->addr_len &&
2972 	     nla_put(skb, IFLA_ADDRESS, dev->addr_len, dev->dev_addr)) ||
2973 	    (dev->ifindex != dev_get_iflink(dev) &&
2974 	     nla_put_u32(skb, IFLA_LINK, dev_get_iflink(dev))))
2975 		goto nla_put_failure;
2976 
2977 	br_afspec = nla_nest_start(skb, IFLA_AF_SPEC);
2978 	if (!br_afspec)
2979 		goto nla_put_failure;
2980 
2981 	if (nla_put_u16(skb, IFLA_BRIDGE_FLAGS, BRIDGE_FLAGS_SELF)) {
2982 		nla_nest_cancel(skb, br_afspec);
2983 		goto nla_put_failure;
2984 	}
2985 
2986 	if (mode != BRIDGE_MODE_UNDEF) {
2987 		if (nla_put_u16(skb, IFLA_BRIDGE_MODE, mode)) {
2988 			nla_nest_cancel(skb, br_afspec);
2989 			goto nla_put_failure;
2990 		}
2991 	}
2992 	if (vlan_fill) {
2993 		err = vlan_fill(skb, dev, filter_mask);
2994 		if (err) {
2995 			nla_nest_cancel(skb, br_afspec);
2996 			goto nla_put_failure;
2997 		}
2998 	}
2999 	nla_nest_end(skb, br_afspec);
3000 
3001 	protinfo = nla_nest_start(skb, IFLA_PROTINFO | NLA_F_NESTED);
3002 	if (!protinfo)
3003 		goto nla_put_failure;
3004 
3005 	if (brport_nla_put_flag(skb, flags, mask,
3006 				IFLA_BRPORT_MODE, BR_HAIRPIN_MODE) ||
3007 	    brport_nla_put_flag(skb, flags, mask,
3008 				IFLA_BRPORT_GUARD, BR_BPDU_GUARD) ||
3009 	    brport_nla_put_flag(skb, flags, mask,
3010 				IFLA_BRPORT_FAST_LEAVE,
3011 				BR_MULTICAST_FAST_LEAVE) ||
3012 	    brport_nla_put_flag(skb, flags, mask,
3013 				IFLA_BRPORT_PROTECT, BR_ROOT_BLOCK) ||
3014 	    brport_nla_put_flag(skb, flags, mask,
3015 				IFLA_BRPORT_LEARNING, BR_LEARNING) ||
3016 	    brport_nla_put_flag(skb, flags, mask,
3017 				IFLA_BRPORT_LEARNING_SYNC, BR_LEARNING_SYNC) ||
3018 	    brport_nla_put_flag(skb, flags, mask,
3019 				IFLA_BRPORT_UNICAST_FLOOD, BR_FLOOD) ||
3020 	    brport_nla_put_flag(skb, flags, mask,
3021 				IFLA_BRPORT_PROXYARP, BR_PROXYARP)) {
3022 		nla_nest_cancel(skb, protinfo);
3023 		goto nla_put_failure;
3024 	}
3025 
3026 	nla_nest_end(skb, protinfo);
3027 
3028 	nlmsg_end(skb, nlh);
3029 	return 0;
3030 nla_put_failure:
3031 	nlmsg_cancel(skb, nlh);
3032 	return err ? err : -EMSGSIZE;
3033 }
3034 EXPORT_SYMBOL_GPL(ndo_dflt_bridge_getlink);
3035 
3036 static int rtnl_bridge_getlink(struct sk_buff *skb, struct netlink_callback *cb)
3037 {
3038 	struct net *net = sock_net(skb->sk);
3039 	struct net_device *dev;
3040 	int idx = 0;
3041 	u32 portid = NETLINK_CB(cb->skb).portid;
3042 	u32 seq = cb->nlh->nlmsg_seq;
3043 	u32 filter_mask = 0;
3044 
3045 	if (nlmsg_len(cb->nlh) > sizeof(struct ifinfomsg)) {
3046 		struct nlattr *extfilt;
3047 
3048 		extfilt = nlmsg_find_attr(cb->nlh, sizeof(struct ifinfomsg),
3049 					  IFLA_EXT_MASK);
3050 		if (extfilt) {
3051 			if (nla_len(extfilt) < sizeof(filter_mask))
3052 				return -EINVAL;
3053 
3054 			filter_mask = nla_get_u32(extfilt);
3055 		}
3056 	}
3057 
3058 	rcu_read_lock();
3059 	for_each_netdev_rcu(net, dev) {
3060 		const struct net_device_ops *ops = dev->netdev_ops;
3061 		struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3062 
3063 		if (br_dev && br_dev->netdev_ops->ndo_bridge_getlink) {
3064 			if (idx >= cb->args[0] &&
3065 			    br_dev->netdev_ops->ndo_bridge_getlink(
3066 				    skb, portid, seq, dev, filter_mask,
3067 				    NLM_F_MULTI) < 0)
3068 				break;
3069 			idx++;
3070 		}
3071 
3072 		if (ops->ndo_bridge_getlink) {
3073 			if (idx >= cb->args[0] &&
3074 			    ops->ndo_bridge_getlink(skb, portid, seq, dev,
3075 						    filter_mask,
3076 						    NLM_F_MULTI) < 0)
3077 				break;
3078 			idx++;
3079 		}
3080 	}
3081 	rcu_read_unlock();
3082 	cb->args[0] = idx;
3083 
3084 	return skb->len;
3085 }
3086 
3087 static inline size_t bridge_nlmsg_size(void)
3088 {
3089 	return NLMSG_ALIGN(sizeof(struct ifinfomsg))
3090 		+ nla_total_size(IFNAMSIZ)	/* IFLA_IFNAME */
3091 		+ nla_total_size(MAX_ADDR_LEN)	/* IFLA_ADDRESS */
3092 		+ nla_total_size(sizeof(u32))	/* IFLA_MASTER */
3093 		+ nla_total_size(sizeof(u32))	/* IFLA_MTU */
3094 		+ nla_total_size(sizeof(u32))	/* IFLA_LINK */
3095 		+ nla_total_size(sizeof(u32))	/* IFLA_OPERSTATE */
3096 		+ nla_total_size(sizeof(u8))	/* IFLA_PROTINFO */
3097 		+ nla_total_size(sizeof(struct nlattr))	/* IFLA_AF_SPEC */
3098 		+ nla_total_size(sizeof(u16))	/* IFLA_BRIDGE_FLAGS */
3099 		+ nla_total_size(sizeof(u16));	/* IFLA_BRIDGE_MODE */
3100 }
3101 
3102 static int rtnl_bridge_notify(struct net_device *dev)
3103 {
3104 	struct net *net = dev_net(dev);
3105 	struct sk_buff *skb;
3106 	int err = -EOPNOTSUPP;
3107 
3108 	if (!dev->netdev_ops->ndo_bridge_getlink)
3109 		return 0;
3110 
3111 	skb = nlmsg_new(bridge_nlmsg_size(), GFP_ATOMIC);
3112 	if (!skb) {
3113 		err = -ENOMEM;
3114 		goto errout;
3115 	}
3116 
3117 	err = dev->netdev_ops->ndo_bridge_getlink(skb, 0, 0, dev, 0, 0);
3118 	if (err < 0)
3119 		goto errout;
3120 
3121 	if (!skb->len)
3122 		goto errout;
3123 
3124 	rtnl_notify(skb, net, 0, RTNLGRP_LINK, NULL, GFP_ATOMIC);
3125 	return 0;
3126 errout:
3127 	WARN_ON(err == -EMSGSIZE);
3128 	kfree_skb(skb);
3129 	if (err)
3130 		rtnl_set_sk_err(net, RTNLGRP_LINK, err);
3131 	return err;
3132 }
3133 
3134 static int rtnl_bridge_setlink(struct sk_buff *skb, struct nlmsghdr *nlh)
3135 {
3136 	struct net *net = sock_net(skb->sk);
3137 	struct ifinfomsg *ifm;
3138 	struct net_device *dev;
3139 	struct nlattr *br_spec, *attr = NULL;
3140 	int rem, err = -EOPNOTSUPP;
3141 	u16 flags = 0;
3142 	bool have_flags = false;
3143 
3144 	if (nlmsg_len(nlh) < sizeof(*ifm))
3145 		return -EINVAL;
3146 
3147 	ifm = nlmsg_data(nlh);
3148 	if (ifm->ifi_family != AF_BRIDGE)
3149 		return -EPFNOSUPPORT;
3150 
3151 	dev = __dev_get_by_index(net, ifm->ifi_index);
3152 	if (!dev) {
3153 		pr_info("PF_BRIDGE: RTM_SETLINK with unknown ifindex\n");
3154 		return -ENODEV;
3155 	}
3156 
3157 	br_spec = nlmsg_find_attr(nlh, sizeof(struct ifinfomsg), IFLA_AF_SPEC);
3158 	if (br_spec) {
3159 		nla_for_each_nested(attr, br_spec, rem) {
3160 			if (nla_type(attr) == IFLA_BRIDGE_FLAGS) {
3161 				if (nla_len(attr) < sizeof(flags))
3162 					return -EINVAL;
3163 
3164 				have_flags = true;
3165 				flags = nla_get_u16(attr);
3166 				break;
3167 			}
3168 		}
3169 	}
3170 
3171 	if (!flags || (flags & BRIDGE_FLAGS_MASTER)) {
3172 		struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3173 
3174 		if (!br_dev || !br_dev->netdev_ops->ndo_bridge_setlink) {
3175 			err = -EOPNOTSUPP;
3176 			goto out;
3177 		}
3178 
3179 		err = br_dev->netdev_ops->ndo_bridge_setlink(dev, nlh, flags);
3180 		if (err)
3181 			goto out;
3182 
3183 		flags &= ~BRIDGE_FLAGS_MASTER;
3184 	}
3185 
3186 	if ((flags & BRIDGE_FLAGS_SELF)) {
3187 		if (!dev->netdev_ops->ndo_bridge_setlink)
3188 			err = -EOPNOTSUPP;
3189 		else
3190 			err = dev->netdev_ops->ndo_bridge_setlink(dev, nlh,
3191 								  flags);
3192 		if (!err) {
3193 			flags &= ~BRIDGE_FLAGS_SELF;
3194 
3195 			/* Generate event to notify upper layer of bridge
3196 			 * change
3197 			 */
3198 			err = rtnl_bridge_notify(dev);
3199 		}
3200 	}
3201 
3202 	if (have_flags)
3203 		memcpy(nla_data(attr), &flags, sizeof(flags));
3204 out:
3205 	return err;
3206 }
3207 
3208 static int rtnl_bridge_dellink(struct sk_buff *skb, struct nlmsghdr *nlh)
3209 {
3210 	struct net *net = sock_net(skb->sk);
3211 	struct ifinfomsg *ifm;
3212 	struct net_device *dev;
3213 	struct nlattr *br_spec, *attr = NULL;
3214 	int rem, err = -EOPNOTSUPP;
3215 	u16 flags = 0;
3216 	bool have_flags = false;
3217 
3218 	if (nlmsg_len(nlh) < sizeof(*ifm))
3219 		return -EINVAL;
3220 
3221 	ifm = nlmsg_data(nlh);
3222 	if (ifm->ifi_family != AF_BRIDGE)
3223 		return -EPFNOSUPPORT;
3224 
3225 	dev = __dev_get_by_index(net, ifm->ifi_index);
3226 	if (!dev) {
3227 		pr_info("PF_BRIDGE: RTM_SETLINK with unknown ifindex\n");
3228 		return -ENODEV;
3229 	}
3230 
3231 	br_spec = nlmsg_find_attr(nlh, sizeof(struct ifinfomsg), IFLA_AF_SPEC);
3232 	if (br_spec) {
3233 		nla_for_each_nested(attr, br_spec, rem) {
3234 			if (nla_type(attr) == IFLA_BRIDGE_FLAGS) {
3235 				if (nla_len(attr) < sizeof(flags))
3236 					return -EINVAL;
3237 
3238 				have_flags = true;
3239 				flags = nla_get_u16(attr);
3240 				break;
3241 			}
3242 		}
3243 	}
3244 
3245 	if (!flags || (flags & BRIDGE_FLAGS_MASTER)) {
3246 		struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3247 
3248 		if (!br_dev || !br_dev->netdev_ops->ndo_bridge_dellink) {
3249 			err = -EOPNOTSUPP;
3250 			goto out;
3251 		}
3252 
3253 		err = br_dev->netdev_ops->ndo_bridge_dellink(dev, nlh, flags);
3254 		if (err)
3255 			goto out;
3256 
3257 		flags &= ~BRIDGE_FLAGS_MASTER;
3258 	}
3259 
3260 	if ((flags & BRIDGE_FLAGS_SELF)) {
3261 		if (!dev->netdev_ops->ndo_bridge_dellink)
3262 			err = -EOPNOTSUPP;
3263 		else
3264 			err = dev->netdev_ops->ndo_bridge_dellink(dev, nlh,
3265 								  flags);
3266 
3267 		if (!err) {
3268 			flags &= ~BRIDGE_FLAGS_SELF;
3269 
3270 			/* Generate event to notify upper layer of bridge
3271 			 * change
3272 			 */
3273 			err = rtnl_bridge_notify(dev);
3274 		}
3275 	}
3276 
3277 	if (have_flags)
3278 		memcpy(nla_data(attr), &flags, sizeof(flags));
3279 out:
3280 	return err;
3281 }
3282 
3283 /* Process one rtnetlink message. */
3284 
3285 static int rtnetlink_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh)
3286 {
3287 	struct net *net = sock_net(skb->sk);
3288 	rtnl_doit_func doit;
3289 	int sz_idx, kind;
3290 	int family;
3291 	int type;
3292 	int err;
3293 
3294 	type = nlh->nlmsg_type;
3295 	if (type > RTM_MAX)
3296 		return -EOPNOTSUPP;
3297 
3298 	type -= RTM_BASE;
3299 
3300 	/* All the messages must have at least 1 byte length */
3301 	if (nlmsg_len(nlh) < sizeof(struct rtgenmsg))
3302 		return 0;
3303 
3304 	family = ((struct rtgenmsg *)nlmsg_data(nlh))->rtgen_family;
3305 	sz_idx = type>>2;
3306 	kind = type&3;
3307 
3308 	if (kind != 2 && !netlink_net_capable(skb, CAP_NET_ADMIN))
3309 		return -EPERM;
3310 
3311 	if (kind == 2 && nlh->nlmsg_flags&NLM_F_DUMP) {
3312 		struct sock *rtnl;
3313 		rtnl_dumpit_func dumpit;
3314 		rtnl_calcit_func calcit;
3315 		u16 min_dump_alloc = 0;
3316 
3317 		dumpit = rtnl_get_dumpit(family, type);
3318 		if (dumpit == NULL)
3319 			return -EOPNOTSUPP;
3320 		calcit = rtnl_get_calcit(family, type);
3321 		if (calcit)
3322 			min_dump_alloc = calcit(skb, nlh);
3323 
3324 		__rtnl_unlock();
3325 		rtnl = net->rtnl;
3326 		{
3327 			struct netlink_dump_control c = {
3328 				.dump		= dumpit,
3329 				.min_dump_alloc	= min_dump_alloc,
3330 			};
3331 			err = netlink_dump_start(rtnl, skb, nlh, &c);
3332 		}
3333 		rtnl_lock();
3334 		return err;
3335 	}
3336 
3337 	doit = rtnl_get_doit(family, type);
3338 	if (doit == NULL)
3339 		return -EOPNOTSUPP;
3340 
3341 	return doit(skb, nlh);
3342 }
3343 
3344 static void rtnetlink_rcv(struct sk_buff *skb)
3345 {
3346 	rtnl_lock();
3347 	netlink_rcv_skb(skb, &rtnetlink_rcv_msg);
3348 	rtnl_unlock();
3349 }
3350 
3351 static int rtnetlink_event(struct notifier_block *this, unsigned long event, void *ptr)
3352 {
3353 	struct net_device *dev = netdev_notifier_info_to_dev(ptr);
3354 
3355 	switch (event) {
3356 	case NETDEV_UP:
3357 	case NETDEV_DOWN:
3358 	case NETDEV_PRE_UP:
3359 	case NETDEV_POST_INIT:
3360 	case NETDEV_REGISTER:
3361 	case NETDEV_CHANGE:
3362 	case NETDEV_PRE_TYPE_CHANGE:
3363 	case NETDEV_GOING_DOWN:
3364 	case NETDEV_UNREGISTER:
3365 	case NETDEV_UNREGISTER_FINAL:
3366 	case NETDEV_RELEASE:
3367 	case NETDEV_JOIN:
3368 	case NETDEV_BONDING_INFO:
3369 		break;
3370 	default:
3371 		rtmsg_ifinfo(RTM_NEWLINK, dev, 0, GFP_KERNEL);
3372 		break;
3373 	}
3374 	return NOTIFY_DONE;
3375 }
3376 
3377 static struct notifier_block rtnetlink_dev_notifier = {
3378 	.notifier_call	= rtnetlink_event,
3379 };
3380 
3381 
3382 static int __net_init rtnetlink_net_init(struct net *net)
3383 {
3384 	struct sock *sk;
3385 	struct netlink_kernel_cfg cfg = {
3386 		.groups		= RTNLGRP_MAX,
3387 		.input		= rtnetlink_rcv,
3388 		.cb_mutex	= &rtnl_mutex,
3389 		.flags		= NL_CFG_F_NONROOT_RECV,
3390 	};
3391 
3392 	sk = netlink_kernel_create(net, NETLINK_ROUTE, &cfg);
3393 	if (!sk)
3394 		return -ENOMEM;
3395 	net->rtnl = sk;
3396 	return 0;
3397 }
3398 
3399 static void __net_exit rtnetlink_net_exit(struct net *net)
3400 {
3401 	netlink_kernel_release(net->rtnl);
3402 	net->rtnl = NULL;
3403 }
3404 
3405 static struct pernet_operations rtnetlink_net_ops = {
3406 	.init = rtnetlink_net_init,
3407 	.exit = rtnetlink_net_exit,
3408 };
3409 
3410 void __init rtnetlink_init(void)
3411 {
3412 	if (register_pernet_subsys(&rtnetlink_net_ops))
3413 		panic("rtnetlink_init: cannot initialize rtnetlink\n");
3414 
3415 	register_netdevice_notifier(&rtnetlink_dev_notifier);
3416 
3417 	rtnl_register(PF_UNSPEC, RTM_GETLINK, rtnl_getlink,
3418 		      rtnl_dump_ifinfo, rtnl_calcit);
3419 	rtnl_register(PF_UNSPEC, RTM_SETLINK, rtnl_setlink, NULL, NULL);
3420 	rtnl_register(PF_UNSPEC, RTM_NEWLINK, rtnl_newlink, NULL, NULL);
3421 	rtnl_register(PF_UNSPEC, RTM_DELLINK, rtnl_dellink, NULL, NULL);
3422 
3423 	rtnl_register(PF_UNSPEC, RTM_GETADDR, NULL, rtnl_dump_all, NULL);
3424 	rtnl_register(PF_UNSPEC, RTM_GETROUTE, NULL, rtnl_dump_all, NULL);
3425 
3426 	rtnl_register(PF_BRIDGE, RTM_NEWNEIGH, rtnl_fdb_add, NULL, NULL);
3427 	rtnl_register(PF_BRIDGE, RTM_DELNEIGH, rtnl_fdb_del, NULL, NULL);
3428 	rtnl_register(PF_BRIDGE, RTM_GETNEIGH, NULL, rtnl_fdb_dump, NULL);
3429 
3430 	rtnl_register(PF_BRIDGE, RTM_GETLINK, NULL, rtnl_bridge_getlink, NULL);
3431 	rtnl_register(PF_BRIDGE, RTM_DELLINK, rtnl_bridge_dellink, NULL, NULL);
3432 	rtnl_register(PF_BRIDGE, RTM_SETLINK, rtnl_bridge_setlink, NULL, NULL);
3433 }
3434 
3435