]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blob - net/core/rtnetlink.c
Merge tag 'xfs-for-linus-4.9-rc1' of git://git.kernel.org/pub/scm/linux/kernel/git...
[mirror_ubuntu-artful-kernel.git] / net / core / rtnetlink.c
1 /*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Routing netlink socket interface: protocol independent part.
7 *
8 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 *
15 * Fixes:
16 * Vitaly E. Lavrov RTA_OK arithmetics was wrong.
17 */
18
19 #include <linux/errno.h>
20 #include <linux/module.h>
21 #include <linux/types.h>
22 #include <linux/socket.h>
23 #include <linux/kernel.h>
24 #include <linux/timer.h>
25 #include <linux/string.h>
26 #include <linux/sockios.h>
27 #include <linux/net.h>
28 #include <linux/fcntl.h>
29 #include <linux/mm.h>
30 #include <linux/slab.h>
31 #include <linux/interrupt.h>
32 #include <linux/capability.h>
33 #include <linux/skbuff.h>
34 #include <linux/init.h>
35 #include <linux/security.h>
36 #include <linux/mutex.h>
37 #include <linux/if_addr.h>
38 #include <linux/if_bridge.h>
39 #include <linux/if_vlan.h>
40 #include <linux/pci.h>
41 #include <linux/etherdevice.h>
42
43 #include <asm/uaccess.h>
44
45 #include <linux/inet.h>
46 #include <linux/netdevice.h>
47 #include <net/switchdev.h>
48 #include <net/ip.h>
49 #include <net/protocol.h>
50 #include <net/arp.h>
51 #include <net/route.h>
52 #include <net/udp.h>
53 #include <net/tcp.h>
54 #include <net/sock.h>
55 #include <net/pkt_sched.h>
56 #include <net/fib_rules.h>
57 #include <net/rtnetlink.h>
58 #include <net/net_namespace.h>
59
60 struct rtnl_link {
61 rtnl_doit_func doit;
62 rtnl_dumpit_func dumpit;
63 rtnl_calcit_func calcit;
64 };
65
66 static DEFINE_MUTEX(rtnl_mutex);
67
68 void rtnl_lock(void)
69 {
70 mutex_lock(&rtnl_mutex);
71 }
72 EXPORT_SYMBOL(rtnl_lock);
73
74 static struct sk_buff *defer_kfree_skb_list;
75 void rtnl_kfree_skbs(struct sk_buff *head, struct sk_buff *tail)
76 {
77 if (head && tail) {
78 tail->next = defer_kfree_skb_list;
79 defer_kfree_skb_list = head;
80 }
81 }
82 EXPORT_SYMBOL(rtnl_kfree_skbs);
83
84 void __rtnl_unlock(void)
85 {
86 struct sk_buff *head = defer_kfree_skb_list;
87
88 defer_kfree_skb_list = NULL;
89
90 mutex_unlock(&rtnl_mutex);
91
92 while (head) {
93 struct sk_buff *next = head->next;
94
95 kfree_skb(head);
96 cond_resched();
97 head = next;
98 }
99 }
100
101 void rtnl_unlock(void)
102 {
103 /* This fellow will unlock it for us. */
104 netdev_run_todo();
105 }
106 EXPORT_SYMBOL(rtnl_unlock);
107
108 int rtnl_trylock(void)
109 {
110 return mutex_trylock(&rtnl_mutex);
111 }
112 EXPORT_SYMBOL(rtnl_trylock);
113
114 int rtnl_is_locked(void)
115 {
116 return mutex_is_locked(&rtnl_mutex);
117 }
118 EXPORT_SYMBOL(rtnl_is_locked);
119
120 #ifdef CONFIG_PROVE_LOCKING
121 bool lockdep_rtnl_is_held(void)
122 {
123 return lockdep_is_held(&rtnl_mutex);
124 }
125 EXPORT_SYMBOL(lockdep_rtnl_is_held);
126 #endif /* #ifdef CONFIG_PROVE_LOCKING */
127
128 static struct rtnl_link *rtnl_msg_handlers[RTNL_FAMILY_MAX + 1];
129
130 static inline int rtm_msgindex(int msgtype)
131 {
132 int msgindex = msgtype - RTM_BASE;
133
134 /*
135 * msgindex < 0 implies someone tried to register a netlink
136 * control code. msgindex >= RTM_NR_MSGTYPES may indicate that
137 * the message type has not been added to linux/rtnetlink.h
138 */
139 BUG_ON(msgindex < 0 || msgindex >= RTM_NR_MSGTYPES);
140
141 return msgindex;
142 }
143
144 static rtnl_doit_func rtnl_get_doit(int protocol, int msgindex)
145 {
146 struct rtnl_link *tab;
147
148 if (protocol <= RTNL_FAMILY_MAX)
149 tab = rtnl_msg_handlers[protocol];
150 else
151 tab = NULL;
152
153 if (tab == NULL || tab[msgindex].doit == NULL)
154 tab = rtnl_msg_handlers[PF_UNSPEC];
155
156 return tab[msgindex].doit;
157 }
158
159 static rtnl_dumpit_func rtnl_get_dumpit(int protocol, int msgindex)
160 {
161 struct rtnl_link *tab;
162
163 if (protocol <= RTNL_FAMILY_MAX)
164 tab = rtnl_msg_handlers[protocol];
165 else
166 tab = NULL;
167
168 if (tab == NULL || tab[msgindex].dumpit == NULL)
169 tab = rtnl_msg_handlers[PF_UNSPEC];
170
171 return tab[msgindex].dumpit;
172 }
173
174 static rtnl_calcit_func rtnl_get_calcit(int protocol, int msgindex)
175 {
176 struct rtnl_link *tab;
177
178 if (protocol <= RTNL_FAMILY_MAX)
179 tab = rtnl_msg_handlers[protocol];
180 else
181 tab = NULL;
182
183 if (tab == NULL || tab[msgindex].calcit == NULL)
184 tab = rtnl_msg_handlers[PF_UNSPEC];
185
186 return tab[msgindex].calcit;
187 }
188
189 /**
190 * __rtnl_register - Register a rtnetlink message type
191 * @protocol: Protocol family or PF_UNSPEC
192 * @msgtype: rtnetlink message type
193 * @doit: Function pointer called for each request message
194 * @dumpit: Function pointer called for each dump request (NLM_F_DUMP) message
195 * @calcit: Function pointer to calc size of dump message
196 *
197 * Registers the specified function pointers (at least one of them has
198 * to be non-NULL) to be called whenever a request message for the
199 * specified protocol family and message type is received.
200 *
201 * The special protocol family PF_UNSPEC may be used to define fallback
202 * function pointers for the case when no entry for the specific protocol
203 * family exists.
204 *
205 * Returns 0 on success or a negative error code.
206 */
207 int __rtnl_register(int protocol, int msgtype,
208 rtnl_doit_func doit, rtnl_dumpit_func dumpit,
209 rtnl_calcit_func calcit)
210 {
211 struct rtnl_link *tab;
212 int msgindex;
213
214 BUG_ON(protocol < 0 || protocol > RTNL_FAMILY_MAX);
215 msgindex = rtm_msgindex(msgtype);
216
217 tab = rtnl_msg_handlers[protocol];
218 if (tab == NULL) {
219 tab = kcalloc(RTM_NR_MSGTYPES, sizeof(*tab), GFP_KERNEL);
220 if (tab == NULL)
221 return -ENOBUFS;
222
223 rtnl_msg_handlers[protocol] = tab;
224 }
225
226 if (doit)
227 tab[msgindex].doit = doit;
228
229 if (dumpit)
230 tab[msgindex].dumpit = dumpit;
231
232 if (calcit)
233 tab[msgindex].calcit = calcit;
234
235 return 0;
236 }
237 EXPORT_SYMBOL_GPL(__rtnl_register);
238
239 /**
240 * rtnl_register - Register a rtnetlink message type
241 *
242 * Identical to __rtnl_register() but panics on failure. This is useful
243 * as failure of this function is very unlikely, it can only happen due
244 * to lack of memory when allocating the chain to store all message
245 * handlers for a protocol. Meant for use in init functions where lack
246 * of memory implies no sense in continuing.
247 */
248 void rtnl_register(int protocol, int msgtype,
249 rtnl_doit_func doit, rtnl_dumpit_func dumpit,
250 rtnl_calcit_func calcit)
251 {
252 if (__rtnl_register(protocol, msgtype, doit, dumpit, calcit) < 0)
253 panic("Unable to register rtnetlink message handler, "
254 "protocol = %d, message type = %d\n",
255 protocol, msgtype);
256 }
257 EXPORT_SYMBOL_GPL(rtnl_register);
258
259 /**
260 * rtnl_unregister - Unregister a rtnetlink message type
261 * @protocol: Protocol family or PF_UNSPEC
262 * @msgtype: rtnetlink message type
263 *
264 * Returns 0 on success or a negative error code.
265 */
266 int rtnl_unregister(int protocol, int msgtype)
267 {
268 int msgindex;
269
270 BUG_ON(protocol < 0 || protocol > RTNL_FAMILY_MAX);
271 msgindex = rtm_msgindex(msgtype);
272
273 if (rtnl_msg_handlers[protocol] == NULL)
274 return -ENOENT;
275
276 rtnl_msg_handlers[protocol][msgindex].doit = NULL;
277 rtnl_msg_handlers[protocol][msgindex].dumpit = NULL;
278
279 return 0;
280 }
281 EXPORT_SYMBOL_GPL(rtnl_unregister);
282
283 /**
284 * rtnl_unregister_all - Unregister all rtnetlink message type of a protocol
285 * @protocol : Protocol family or PF_UNSPEC
286 *
287 * Identical to calling rtnl_unregster() for all registered message types
288 * of a certain protocol family.
289 */
290 void rtnl_unregister_all(int protocol)
291 {
292 BUG_ON(protocol < 0 || protocol > RTNL_FAMILY_MAX);
293
294 kfree(rtnl_msg_handlers[protocol]);
295 rtnl_msg_handlers[protocol] = NULL;
296 }
297 EXPORT_SYMBOL_GPL(rtnl_unregister_all);
298
299 static LIST_HEAD(link_ops);
300
301 static const struct rtnl_link_ops *rtnl_link_ops_get(const char *kind)
302 {
303 const struct rtnl_link_ops *ops;
304
305 list_for_each_entry(ops, &link_ops, list) {
306 if (!strcmp(ops->kind, kind))
307 return ops;
308 }
309 return NULL;
310 }
311
312 /**
313 * __rtnl_link_register - Register rtnl_link_ops with rtnetlink.
314 * @ops: struct rtnl_link_ops * to register
315 *
316 * The caller must hold the rtnl_mutex. This function should be used
317 * by drivers that create devices during module initialization. It
318 * must be called before registering the devices.
319 *
320 * Returns 0 on success or a negative error code.
321 */
322 int __rtnl_link_register(struct rtnl_link_ops *ops)
323 {
324 if (rtnl_link_ops_get(ops->kind))
325 return -EEXIST;
326
327 /* The check for setup is here because if ops
328 * does not have that filled up, it is not possible
329 * to use the ops for creating device. So do not
330 * fill up dellink as well. That disables rtnl_dellink.
331 */
332 if (ops->setup && !ops->dellink)
333 ops->dellink = unregister_netdevice_queue;
334
335 list_add_tail(&ops->list, &link_ops);
336 return 0;
337 }
338 EXPORT_SYMBOL_GPL(__rtnl_link_register);
339
340 /**
341 * rtnl_link_register - Register rtnl_link_ops with rtnetlink.
342 * @ops: struct rtnl_link_ops * to register
343 *
344 * Returns 0 on success or a negative error code.
345 */
346 int rtnl_link_register(struct rtnl_link_ops *ops)
347 {
348 int err;
349
350 rtnl_lock();
351 err = __rtnl_link_register(ops);
352 rtnl_unlock();
353 return err;
354 }
355 EXPORT_SYMBOL_GPL(rtnl_link_register);
356
357 static void __rtnl_kill_links(struct net *net, struct rtnl_link_ops *ops)
358 {
359 struct net_device *dev;
360 LIST_HEAD(list_kill);
361
362 for_each_netdev(net, dev) {
363 if (dev->rtnl_link_ops == ops)
364 ops->dellink(dev, &list_kill);
365 }
366 unregister_netdevice_many(&list_kill);
367 }
368
369 /**
370 * __rtnl_link_unregister - Unregister rtnl_link_ops from rtnetlink.
371 * @ops: struct rtnl_link_ops * to unregister
372 *
373 * The caller must hold the rtnl_mutex.
374 */
375 void __rtnl_link_unregister(struct rtnl_link_ops *ops)
376 {
377 struct net *net;
378
379 for_each_net(net) {
380 __rtnl_kill_links(net, ops);
381 }
382 list_del(&ops->list);
383 }
384 EXPORT_SYMBOL_GPL(__rtnl_link_unregister);
385
386 /* Return with the rtnl_lock held when there are no network
387 * devices unregistering in any network namespace.
388 */
389 static void rtnl_lock_unregistering_all(void)
390 {
391 struct net *net;
392 bool unregistering;
393 DEFINE_WAIT_FUNC(wait, woken_wake_function);
394
395 add_wait_queue(&netdev_unregistering_wq, &wait);
396 for (;;) {
397 unregistering = false;
398 rtnl_lock();
399 for_each_net(net) {
400 if (net->dev_unreg_count > 0) {
401 unregistering = true;
402 break;
403 }
404 }
405 if (!unregistering)
406 break;
407 __rtnl_unlock();
408
409 wait_woken(&wait, TASK_UNINTERRUPTIBLE, MAX_SCHEDULE_TIMEOUT);
410 }
411 remove_wait_queue(&netdev_unregistering_wq, &wait);
412 }
413
414 /**
415 * rtnl_link_unregister - Unregister rtnl_link_ops from rtnetlink.
416 * @ops: struct rtnl_link_ops * to unregister
417 */
418 void rtnl_link_unregister(struct rtnl_link_ops *ops)
419 {
420 /* Close the race with cleanup_net() */
421 mutex_lock(&net_mutex);
422 rtnl_lock_unregistering_all();
423 __rtnl_link_unregister(ops);
424 rtnl_unlock();
425 mutex_unlock(&net_mutex);
426 }
427 EXPORT_SYMBOL_GPL(rtnl_link_unregister);
428
429 static size_t rtnl_link_get_slave_info_data_size(const struct net_device *dev)
430 {
431 struct net_device *master_dev;
432 const struct rtnl_link_ops *ops;
433
434 master_dev = netdev_master_upper_dev_get((struct net_device *) dev);
435 if (!master_dev)
436 return 0;
437 ops = master_dev->rtnl_link_ops;
438 if (!ops || !ops->get_slave_size)
439 return 0;
440 /* IFLA_INFO_SLAVE_DATA + nested data */
441 return nla_total_size(sizeof(struct nlattr)) +
442 ops->get_slave_size(master_dev, dev);
443 }
444
445 static size_t rtnl_link_get_size(const struct net_device *dev)
446 {
447 const struct rtnl_link_ops *ops = dev->rtnl_link_ops;
448 size_t size;
449
450 if (!ops)
451 return 0;
452
453 size = nla_total_size(sizeof(struct nlattr)) + /* IFLA_LINKINFO */
454 nla_total_size(strlen(ops->kind) + 1); /* IFLA_INFO_KIND */
455
456 if (ops->get_size)
457 /* IFLA_INFO_DATA + nested data */
458 size += nla_total_size(sizeof(struct nlattr)) +
459 ops->get_size(dev);
460
461 if (ops->get_xstats_size)
462 /* IFLA_INFO_XSTATS */
463 size += nla_total_size(ops->get_xstats_size(dev));
464
465 size += rtnl_link_get_slave_info_data_size(dev);
466
467 return size;
468 }
469
470 static LIST_HEAD(rtnl_af_ops);
471
472 static const struct rtnl_af_ops *rtnl_af_lookup(const int family)
473 {
474 const struct rtnl_af_ops *ops;
475
476 list_for_each_entry(ops, &rtnl_af_ops, list) {
477 if (ops->family == family)
478 return ops;
479 }
480
481 return NULL;
482 }
483
484 /**
485 * rtnl_af_register - Register rtnl_af_ops with rtnetlink.
486 * @ops: struct rtnl_af_ops * to register
487 *
488 * Returns 0 on success or a negative error code.
489 */
490 void rtnl_af_register(struct rtnl_af_ops *ops)
491 {
492 rtnl_lock();
493 list_add_tail(&ops->list, &rtnl_af_ops);
494 rtnl_unlock();
495 }
496 EXPORT_SYMBOL_GPL(rtnl_af_register);
497
498 /**
499 * __rtnl_af_unregister - Unregister rtnl_af_ops from rtnetlink.
500 * @ops: struct rtnl_af_ops * to unregister
501 *
502 * The caller must hold the rtnl_mutex.
503 */
504 void __rtnl_af_unregister(struct rtnl_af_ops *ops)
505 {
506 list_del(&ops->list);
507 }
508 EXPORT_SYMBOL_GPL(__rtnl_af_unregister);
509
510 /**
511 * rtnl_af_unregister - Unregister rtnl_af_ops from rtnetlink.
512 * @ops: struct rtnl_af_ops * to unregister
513 */
514 void rtnl_af_unregister(struct rtnl_af_ops *ops)
515 {
516 rtnl_lock();
517 __rtnl_af_unregister(ops);
518 rtnl_unlock();
519 }
520 EXPORT_SYMBOL_GPL(rtnl_af_unregister);
521
522 static size_t rtnl_link_get_af_size(const struct net_device *dev,
523 u32 ext_filter_mask)
524 {
525 struct rtnl_af_ops *af_ops;
526 size_t size;
527
528 /* IFLA_AF_SPEC */
529 size = nla_total_size(sizeof(struct nlattr));
530
531 list_for_each_entry(af_ops, &rtnl_af_ops, list) {
532 if (af_ops->get_link_af_size) {
533 /* AF_* + nested data */
534 size += nla_total_size(sizeof(struct nlattr)) +
535 af_ops->get_link_af_size(dev, ext_filter_mask);
536 }
537 }
538
539 return size;
540 }
541
542 static bool rtnl_have_link_slave_info(const struct net_device *dev)
543 {
544 struct net_device *master_dev;
545
546 master_dev = netdev_master_upper_dev_get((struct net_device *) dev);
547 if (master_dev && master_dev->rtnl_link_ops)
548 return true;
549 return false;
550 }
551
552 static int rtnl_link_slave_info_fill(struct sk_buff *skb,
553 const struct net_device *dev)
554 {
555 struct net_device *master_dev;
556 const struct rtnl_link_ops *ops;
557 struct nlattr *slave_data;
558 int err;
559
560 master_dev = netdev_master_upper_dev_get((struct net_device *) dev);
561 if (!master_dev)
562 return 0;
563 ops = master_dev->rtnl_link_ops;
564 if (!ops)
565 return 0;
566 if (nla_put_string(skb, IFLA_INFO_SLAVE_KIND, ops->kind) < 0)
567 return -EMSGSIZE;
568 if (ops->fill_slave_info) {
569 slave_data = nla_nest_start(skb, IFLA_INFO_SLAVE_DATA);
570 if (!slave_data)
571 return -EMSGSIZE;
572 err = ops->fill_slave_info(skb, master_dev, dev);
573 if (err < 0)
574 goto err_cancel_slave_data;
575 nla_nest_end(skb, slave_data);
576 }
577 return 0;
578
579 err_cancel_slave_data:
580 nla_nest_cancel(skb, slave_data);
581 return err;
582 }
583
584 static int rtnl_link_info_fill(struct sk_buff *skb,
585 const struct net_device *dev)
586 {
587 const struct rtnl_link_ops *ops = dev->rtnl_link_ops;
588 struct nlattr *data;
589 int err;
590
591 if (!ops)
592 return 0;
593 if (nla_put_string(skb, IFLA_INFO_KIND, ops->kind) < 0)
594 return -EMSGSIZE;
595 if (ops->fill_xstats) {
596 err = ops->fill_xstats(skb, dev);
597 if (err < 0)
598 return err;
599 }
600 if (ops->fill_info) {
601 data = nla_nest_start(skb, IFLA_INFO_DATA);
602 if (data == NULL)
603 return -EMSGSIZE;
604 err = ops->fill_info(skb, dev);
605 if (err < 0)
606 goto err_cancel_data;
607 nla_nest_end(skb, data);
608 }
609 return 0;
610
611 err_cancel_data:
612 nla_nest_cancel(skb, data);
613 return err;
614 }
615
616 static int rtnl_link_fill(struct sk_buff *skb, const struct net_device *dev)
617 {
618 struct nlattr *linkinfo;
619 int err = -EMSGSIZE;
620
621 linkinfo = nla_nest_start(skb, IFLA_LINKINFO);
622 if (linkinfo == NULL)
623 goto out;
624
625 err = rtnl_link_info_fill(skb, dev);
626 if (err < 0)
627 goto err_cancel_link;
628
629 err = rtnl_link_slave_info_fill(skb, dev);
630 if (err < 0)
631 goto err_cancel_link;
632
633 nla_nest_end(skb, linkinfo);
634 return 0;
635
636 err_cancel_link:
637 nla_nest_cancel(skb, linkinfo);
638 out:
639 return err;
640 }
641
642 int rtnetlink_send(struct sk_buff *skb, struct net *net, u32 pid, unsigned int group, int echo)
643 {
644 struct sock *rtnl = net->rtnl;
645 int err = 0;
646
647 NETLINK_CB(skb).dst_group = group;
648 if (echo)
649 atomic_inc(&skb->users);
650 netlink_broadcast(rtnl, skb, pid, group, GFP_KERNEL);
651 if (echo)
652 err = netlink_unicast(rtnl, skb, pid, MSG_DONTWAIT);
653 return err;
654 }
655
656 int rtnl_unicast(struct sk_buff *skb, struct net *net, u32 pid)
657 {
658 struct sock *rtnl = net->rtnl;
659
660 return nlmsg_unicast(rtnl, skb, pid);
661 }
662 EXPORT_SYMBOL(rtnl_unicast);
663
664 void rtnl_notify(struct sk_buff *skb, struct net *net, u32 pid, u32 group,
665 struct nlmsghdr *nlh, gfp_t flags)
666 {
667 struct sock *rtnl = net->rtnl;
668 int report = 0;
669
670 if (nlh)
671 report = nlmsg_report(nlh);
672
673 nlmsg_notify(rtnl, skb, pid, group, report, flags);
674 }
675 EXPORT_SYMBOL(rtnl_notify);
676
677 void rtnl_set_sk_err(struct net *net, u32 group, int error)
678 {
679 struct sock *rtnl = net->rtnl;
680
681 netlink_set_err(rtnl, 0, group, error);
682 }
683 EXPORT_SYMBOL(rtnl_set_sk_err);
684
685 int rtnetlink_put_metrics(struct sk_buff *skb, u32 *metrics)
686 {
687 struct nlattr *mx;
688 int i, valid = 0;
689
690 mx = nla_nest_start(skb, RTA_METRICS);
691 if (mx == NULL)
692 return -ENOBUFS;
693
694 for (i = 0; i < RTAX_MAX; i++) {
695 if (metrics[i]) {
696 if (i == RTAX_CC_ALGO - 1) {
697 char tmp[TCP_CA_NAME_MAX], *name;
698
699 name = tcp_ca_get_name_by_key(metrics[i], tmp);
700 if (!name)
701 continue;
702 if (nla_put_string(skb, i + 1, name))
703 goto nla_put_failure;
704 } else if (i == RTAX_FEATURES - 1) {
705 u32 user_features = metrics[i] & RTAX_FEATURE_MASK;
706
707 if (!user_features)
708 continue;
709 BUILD_BUG_ON(RTAX_FEATURE_MASK & DST_FEATURE_MASK);
710 if (nla_put_u32(skb, i + 1, user_features))
711 goto nla_put_failure;
712 } else {
713 if (nla_put_u32(skb, i + 1, metrics[i]))
714 goto nla_put_failure;
715 }
716 valid++;
717 }
718 }
719
720 if (!valid) {
721 nla_nest_cancel(skb, mx);
722 return 0;
723 }
724
725 return nla_nest_end(skb, mx);
726
727 nla_put_failure:
728 nla_nest_cancel(skb, mx);
729 return -EMSGSIZE;
730 }
731 EXPORT_SYMBOL(rtnetlink_put_metrics);
732
733 int rtnl_put_cacheinfo(struct sk_buff *skb, struct dst_entry *dst, u32 id,
734 long expires, u32 error)
735 {
736 struct rta_cacheinfo ci = {
737 .rta_lastuse = jiffies_delta_to_clock_t(jiffies - dst->lastuse),
738 .rta_used = dst->__use,
739 .rta_clntref = atomic_read(&(dst->__refcnt)),
740 .rta_error = error,
741 .rta_id = id,
742 };
743
744 if (expires) {
745 unsigned long clock;
746
747 clock = jiffies_to_clock_t(abs(expires));
748 clock = min_t(unsigned long, clock, INT_MAX);
749 ci.rta_expires = (expires > 0) ? clock : -clock;
750 }
751 return nla_put(skb, RTA_CACHEINFO, sizeof(ci), &ci);
752 }
753 EXPORT_SYMBOL_GPL(rtnl_put_cacheinfo);
754
755 static void set_operstate(struct net_device *dev, unsigned char transition)
756 {
757 unsigned char operstate = dev->operstate;
758
759 switch (transition) {
760 case IF_OPER_UP:
761 if ((operstate == IF_OPER_DORMANT ||
762 operstate == IF_OPER_UNKNOWN) &&
763 !netif_dormant(dev))
764 operstate = IF_OPER_UP;
765 break;
766
767 case IF_OPER_DORMANT:
768 if (operstate == IF_OPER_UP ||
769 operstate == IF_OPER_UNKNOWN)
770 operstate = IF_OPER_DORMANT;
771 break;
772 }
773
774 if (dev->operstate != operstate) {
775 write_lock_bh(&dev_base_lock);
776 dev->operstate = operstate;
777 write_unlock_bh(&dev_base_lock);
778 netdev_state_change(dev);
779 }
780 }
781
782 static unsigned int rtnl_dev_get_flags(const struct net_device *dev)
783 {
784 return (dev->flags & ~(IFF_PROMISC | IFF_ALLMULTI)) |
785 (dev->gflags & (IFF_PROMISC | IFF_ALLMULTI));
786 }
787
788 static unsigned int rtnl_dev_combine_flags(const struct net_device *dev,
789 const struct ifinfomsg *ifm)
790 {
791 unsigned int flags = ifm->ifi_flags;
792
793 /* bugwards compatibility: ifi_change == 0 is treated as ~0 */
794 if (ifm->ifi_change)
795 flags = (flags & ifm->ifi_change) |
796 (rtnl_dev_get_flags(dev) & ~ifm->ifi_change);
797
798 return flags;
799 }
800
801 static void copy_rtnl_link_stats(struct rtnl_link_stats *a,
802 const struct rtnl_link_stats64 *b)
803 {
804 a->rx_packets = b->rx_packets;
805 a->tx_packets = b->tx_packets;
806 a->rx_bytes = b->rx_bytes;
807 a->tx_bytes = b->tx_bytes;
808 a->rx_errors = b->rx_errors;
809 a->tx_errors = b->tx_errors;
810 a->rx_dropped = b->rx_dropped;
811 a->tx_dropped = b->tx_dropped;
812
813 a->multicast = b->multicast;
814 a->collisions = b->collisions;
815
816 a->rx_length_errors = b->rx_length_errors;
817 a->rx_over_errors = b->rx_over_errors;
818 a->rx_crc_errors = b->rx_crc_errors;
819 a->rx_frame_errors = b->rx_frame_errors;
820 a->rx_fifo_errors = b->rx_fifo_errors;
821 a->rx_missed_errors = b->rx_missed_errors;
822
823 a->tx_aborted_errors = b->tx_aborted_errors;
824 a->tx_carrier_errors = b->tx_carrier_errors;
825 a->tx_fifo_errors = b->tx_fifo_errors;
826 a->tx_heartbeat_errors = b->tx_heartbeat_errors;
827 a->tx_window_errors = b->tx_window_errors;
828
829 a->rx_compressed = b->rx_compressed;
830 a->tx_compressed = b->tx_compressed;
831
832 a->rx_nohandler = b->rx_nohandler;
833 }
834
835 /* All VF info */
836 static inline int rtnl_vfinfo_size(const struct net_device *dev,
837 u32 ext_filter_mask)
838 {
839 if (dev->dev.parent && dev_is_pci(dev->dev.parent) &&
840 (ext_filter_mask & RTEXT_FILTER_VF)) {
841 int num_vfs = dev_num_vf(dev->dev.parent);
842 size_t size = nla_total_size(sizeof(struct nlattr));
843 size += nla_total_size(num_vfs * sizeof(struct nlattr));
844 size += num_vfs *
845 (nla_total_size(sizeof(struct ifla_vf_mac)) +
846 nla_total_size(MAX_VLAN_LIST_LEN *
847 sizeof(struct nlattr)) +
848 nla_total_size(MAX_VLAN_LIST_LEN *
849 sizeof(struct ifla_vf_vlan_info)) +
850 nla_total_size(sizeof(struct ifla_vf_spoofchk)) +
851 nla_total_size(sizeof(struct ifla_vf_rate)) +
852 nla_total_size(sizeof(struct ifla_vf_link_state)) +
853 nla_total_size(sizeof(struct ifla_vf_rss_query_en)) +
854 /* IFLA_VF_STATS_RX_PACKETS */
855 nla_total_size_64bit(sizeof(__u64)) +
856 /* IFLA_VF_STATS_TX_PACKETS */
857 nla_total_size_64bit(sizeof(__u64)) +
858 /* IFLA_VF_STATS_RX_BYTES */
859 nla_total_size_64bit(sizeof(__u64)) +
860 /* IFLA_VF_STATS_TX_BYTES */
861 nla_total_size_64bit(sizeof(__u64)) +
862 /* IFLA_VF_STATS_BROADCAST */
863 nla_total_size_64bit(sizeof(__u64)) +
864 /* IFLA_VF_STATS_MULTICAST */
865 nla_total_size_64bit(sizeof(__u64)) +
866 nla_total_size(sizeof(struct ifla_vf_trust)));
867 return size;
868 } else
869 return 0;
870 }
871
872 static size_t rtnl_port_size(const struct net_device *dev,
873 u32 ext_filter_mask)
874 {
875 size_t port_size = nla_total_size(4) /* PORT_VF */
876 + nla_total_size(PORT_PROFILE_MAX) /* PORT_PROFILE */
877 + nla_total_size(sizeof(struct ifla_port_vsi))
878 /* PORT_VSI_TYPE */
879 + nla_total_size(PORT_UUID_MAX) /* PORT_INSTANCE_UUID */
880 + nla_total_size(PORT_UUID_MAX) /* PORT_HOST_UUID */
881 + nla_total_size(1) /* PROT_VDP_REQUEST */
882 + nla_total_size(2); /* PORT_VDP_RESPONSE */
883 size_t vf_ports_size = nla_total_size(sizeof(struct nlattr));
884 size_t vf_port_size = nla_total_size(sizeof(struct nlattr))
885 + port_size;
886 size_t port_self_size = nla_total_size(sizeof(struct nlattr))
887 + port_size;
888
889 if (!dev->netdev_ops->ndo_get_vf_port || !dev->dev.parent ||
890 !(ext_filter_mask & RTEXT_FILTER_VF))
891 return 0;
892 if (dev_num_vf(dev->dev.parent))
893 return port_self_size + vf_ports_size +
894 vf_port_size * dev_num_vf(dev->dev.parent);
895 else
896 return port_self_size;
897 }
898
899 static size_t rtnl_xdp_size(const struct net_device *dev)
900 {
901 size_t xdp_size = nla_total_size(1); /* XDP_ATTACHED */
902
903 if (!dev->netdev_ops->ndo_xdp)
904 return 0;
905 else
906 return xdp_size;
907 }
908
909 static noinline size_t if_nlmsg_size(const struct net_device *dev,
910 u32 ext_filter_mask)
911 {
912 return NLMSG_ALIGN(sizeof(struct ifinfomsg))
913 + nla_total_size(IFNAMSIZ) /* IFLA_IFNAME */
914 + nla_total_size(IFALIASZ) /* IFLA_IFALIAS */
915 + nla_total_size(IFNAMSIZ) /* IFLA_QDISC */
916 + nla_total_size_64bit(sizeof(struct rtnl_link_ifmap))
917 + nla_total_size(sizeof(struct rtnl_link_stats))
918 + nla_total_size_64bit(sizeof(struct rtnl_link_stats64))
919 + nla_total_size(MAX_ADDR_LEN) /* IFLA_ADDRESS */
920 + nla_total_size(MAX_ADDR_LEN) /* IFLA_BROADCAST */
921 + nla_total_size(4) /* IFLA_TXQLEN */
922 + nla_total_size(4) /* IFLA_WEIGHT */
923 + nla_total_size(4) /* IFLA_MTU */
924 + nla_total_size(4) /* IFLA_LINK */
925 + nla_total_size(4) /* IFLA_MASTER */
926 + nla_total_size(1) /* IFLA_CARRIER */
927 + nla_total_size(4) /* IFLA_PROMISCUITY */
928 + nla_total_size(4) /* IFLA_NUM_TX_QUEUES */
929 + nla_total_size(4) /* IFLA_NUM_RX_QUEUES */
930 + nla_total_size(4) /* IFLA_MAX_GSO_SEGS */
931 + nla_total_size(4) /* IFLA_MAX_GSO_SIZE */
932 + nla_total_size(1) /* IFLA_OPERSTATE */
933 + nla_total_size(1) /* IFLA_LINKMODE */
934 + nla_total_size(4) /* IFLA_CARRIER_CHANGES */
935 + nla_total_size(4) /* IFLA_LINK_NETNSID */
936 + nla_total_size(ext_filter_mask
937 & RTEXT_FILTER_VF ? 4 : 0) /* IFLA_NUM_VF */
938 + rtnl_vfinfo_size(dev, ext_filter_mask) /* IFLA_VFINFO_LIST */
939 + rtnl_port_size(dev, ext_filter_mask) /* IFLA_VF_PORTS + IFLA_PORT_SELF */
940 + rtnl_link_get_size(dev) /* IFLA_LINKINFO */
941 + rtnl_link_get_af_size(dev, ext_filter_mask) /* IFLA_AF_SPEC */
942 + nla_total_size(MAX_PHYS_ITEM_ID_LEN) /* IFLA_PHYS_PORT_ID */
943 + nla_total_size(MAX_PHYS_ITEM_ID_LEN) /* IFLA_PHYS_SWITCH_ID */
944 + nla_total_size(IFNAMSIZ) /* IFLA_PHYS_PORT_NAME */
945 + rtnl_xdp_size(dev) /* IFLA_XDP */
946 + nla_total_size(1); /* IFLA_PROTO_DOWN */
947
948 }
949
950 static int rtnl_vf_ports_fill(struct sk_buff *skb, struct net_device *dev)
951 {
952 struct nlattr *vf_ports;
953 struct nlattr *vf_port;
954 int vf;
955 int err;
956
957 vf_ports = nla_nest_start(skb, IFLA_VF_PORTS);
958 if (!vf_ports)
959 return -EMSGSIZE;
960
961 for (vf = 0; vf < dev_num_vf(dev->dev.parent); vf++) {
962 vf_port = nla_nest_start(skb, IFLA_VF_PORT);
963 if (!vf_port)
964 goto nla_put_failure;
965 if (nla_put_u32(skb, IFLA_PORT_VF, vf))
966 goto nla_put_failure;
967 err = dev->netdev_ops->ndo_get_vf_port(dev, vf, skb);
968 if (err == -EMSGSIZE)
969 goto nla_put_failure;
970 if (err) {
971 nla_nest_cancel(skb, vf_port);
972 continue;
973 }
974 nla_nest_end(skb, vf_port);
975 }
976
977 nla_nest_end(skb, vf_ports);
978
979 return 0;
980
981 nla_put_failure:
982 nla_nest_cancel(skb, vf_ports);
983 return -EMSGSIZE;
984 }
985
986 static int rtnl_port_self_fill(struct sk_buff *skb, struct net_device *dev)
987 {
988 struct nlattr *port_self;
989 int err;
990
991 port_self = nla_nest_start(skb, IFLA_PORT_SELF);
992 if (!port_self)
993 return -EMSGSIZE;
994
995 err = dev->netdev_ops->ndo_get_vf_port(dev, PORT_SELF_VF, skb);
996 if (err) {
997 nla_nest_cancel(skb, port_self);
998 return (err == -EMSGSIZE) ? err : 0;
999 }
1000
1001 nla_nest_end(skb, port_self);
1002
1003 return 0;
1004 }
1005
1006 static int rtnl_port_fill(struct sk_buff *skb, struct net_device *dev,
1007 u32 ext_filter_mask)
1008 {
1009 int err;
1010
1011 if (!dev->netdev_ops->ndo_get_vf_port || !dev->dev.parent ||
1012 !(ext_filter_mask & RTEXT_FILTER_VF))
1013 return 0;
1014
1015 err = rtnl_port_self_fill(skb, dev);
1016 if (err)
1017 return err;
1018
1019 if (dev_num_vf(dev->dev.parent)) {
1020 err = rtnl_vf_ports_fill(skb, dev);
1021 if (err)
1022 return err;
1023 }
1024
1025 return 0;
1026 }
1027
1028 static int rtnl_phys_port_id_fill(struct sk_buff *skb, struct net_device *dev)
1029 {
1030 int err;
1031 struct netdev_phys_item_id ppid;
1032
1033 err = dev_get_phys_port_id(dev, &ppid);
1034 if (err) {
1035 if (err == -EOPNOTSUPP)
1036 return 0;
1037 return err;
1038 }
1039
1040 if (nla_put(skb, IFLA_PHYS_PORT_ID, ppid.id_len, ppid.id))
1041 return -EMSGSIZE;
1042
1043 return 0;
1044 }
1045
1046 static int rtnl_phys_port_name_fill(struct sk_buff *skb, struct net_device *dev)
1047 {
1048 char name[IFNAMSIZ];
1049 int err;
1050
1051 err = dev_get_phys_port_name(dev, name, sizeof(name));
1052 if (err) {
1053 if (err == -EOPNOTSUPP)
1054 return 0;
1055 return err;
1056 }
1057
1058 if (nla_put(skb, IFLA_PHYS_PORT_NAME, strlen(name), name))
1059 return -EMSGSIZE;
1060
1061 return 0;
1062 }
1063
1064 static int rtnl_phys_switch_id_fill(struct sk_buff *skb, struct net_device *dev)
1065 {
1066 int err;
1067 struct switchdev_attr attr = {
1068 .orig_dev = dev,
1069 .id = SWITCHDEV_ATTR_ID_PORT_PARENT_ID,
1070 .flags = SWITCHDEV_F_NO_RECURSE,
1071 };
1072
1073 err = switchdev_port_attr_get(dev, &attr);
1074 if (err) {
1075 if (err == -EOPNOTSUPP)
1076 return 0;
1077 return err;
1078 }
1079
1080 if (nla_put(skb, IFLA_PHYS_SWITCH_ID, attr.u.ppid.id_len,
1081 attr.u.ppid.id))
1082 return -EMSGSIZE;
1083
1084 return 0;
1085 }
1086
1087 static noinline_for_stack int rtnl_fill_stats(struct sk_buff *skb,
1088 struct net_device *dev)
1089 {
1090 struct rtnl_link_stats64 *sp;
1091 struct nlattr *attr;
1092
1093 attr = nla_reserve_64bit(skb, IFLA_STATS64,
1094 sizeof(struct rtnl_link_stats64), IFLA_PAD);
1095 if (!attr)
1096 return -EMSGSIZE;
1097
1098 sp = nla_data(attr);
1099 dev_get_stats(dev, sp);
1100
1101 attr = nla_reserve(skb, IFLA_STATS,
1102 sizeof(struct rtnl_link_stats));
1103 if (!attr)
1104 return -EMSGSIZE;
1105
1106 copy_rtnl_link_stats(nla_data(attr), sp);
1107
1108 return 0;
1109 }
1110
1111 static noinline_for_stack int rtnl_fill_vfinfo(struct sk_buff *skb,
1112 struct net_device *dev,
1113 int vfs_num,
1114 struct nlattr *vfinfo)
1115 {
1116 struct ifla_vf_rss_query_en vf_rss_query_en;
1117 struct nlattr *vf, *vfstats, *vfvlanlist;
1118 struct ifla_vf_link_state vf_linkstate;
1119 struct ifla_vf_vlan_info vf_vlan_info;
1120 struct ifla_vf_spoofchk vf_spoofchk;
1121 struct ifla_vf_tx_rate vf_tx_rate;
1122 struct ifla_vf_stats vf_stats;
1123 struct ifla_vf_trust vf_trust;
1124 struct ifla_vf_vlan vf_vlan;
1125 struct ifla_vf_rate vf_rate;
1126 struct ifla_vf_mac vf_mac;
1127 struct ifla_vf_info ivi;
1128
1129 /* Not all SR-IOV capable drivers support the
1130 * spoofcheck and "RSS query enable" query. Preset to
1131 * -1 so the user space tool can detect that the driver
1132 * didn't report anything.
1133 */
1134 ivi.spoofchk = -1;
1135 ivi.rss_query_en = -1;
1136 ivi.trusted = -1;
1137 memset(ivi.mac, 0, sizeof(ivi.mac));
1138 /* The default value for VF link state is "auto"
1139 * IFLA_VF_LINK_STATE_AUTO which equals zero
1140 */
1141 ivi.linkstate = 0;
1142 /* VLAN Protocol by default is 802.1Q */
1143 ivi.vlan_proto = htons(ETH_P_8021Q);
1144 if (dev->netdev_ops->ndo_get_vf_config(dev, vfs_num, &ivi))
1145 return 0;
1146
1147 vf_mac.vf =
1148 vf_vlan.vf =
1149 vf_vlan_info.vf =
1150 vf_rate.vf =
1151 vf_tx_rate.vf =
1152 vf_spoofchk.vf =
1153 vf_linkstate.vf =
1154 vf_rss_query_en.vf =
1155 vf_trust.vf = ivi.vf;
1156
1157 memcpy(vf_mac.mac, ivi.mac, sizeof(ivi.mac));
1158 vf_vlan.vlan = ivi.vlan;
1159 vf_vlan.qos = ivi.qos;
1160 vf_vlan_info.vlan = ivi.vlan;
1161 vf_vlan_info.qos = ivi.qos;
1162 vf_vlan_info.vlan_proto = ivi.vlan_proto;
1163 vf_tx_rate.rate = ivi.max_tx_rate;
1164 vf_rate.min_tx_rate = ivi.min_tx_rate;
1165 vf_rate.max_tx_rate = ivi.max_tx_rate;
1166 vf_spoofchk.setting = ivi.spoofchk;
1167 vf_linkstate.link_state = ivi.linkstate;
1168 vf_rss_query_en.setting = ivi.rss_query_en;
1169 vf_trust.setting = ivi.trusted;
1170 vf = nla_nest_start(skb, IFLA_VF_INFO);
1171 if (!vf)
1172 goto nla_put_vfinfo_failure;
1173 if (nla_put(skb, IFLA_VF_MAC, sizeof(vf_mac), &vf_mac) ||
1174 nla_put(skb, IFLA_VF_VLAN, sizeof(vf_vlan), &vf_vlan) ||
1175 nla_put(skb, IFLA_VF_RATE, sizeof(vf_rate),
1176 &vf_rate) ||
1177 nla_put(skb, IFLA_VF_TX_RATE, sizeof(vf_tx_rate),
1178 &vf_tx_rate) ||
1179 nla_put(skb, IFLA_VF_SPOOFCHK, sizeof(vf_spoofchk),
1180 &vf_spoofchk) ||
1181 nla_put(skb, IFLA_VF_LINK_STATE, sizeof(vf_linkstate),
1182 &vf_linkstate) ||
1183 nla_put(skb, IFLA_VF_RSS_QUERY_EN,
1184 sizeof(vf_rss_query_en),
1185 &vf_rss_query_en) ||
1186 nla_put(skb, IFLA_VF_TRUST,
1187 sizeof(vf_trust), &vf_trust))
1188 goto nla_put_vf_failure;
1189 vfvlanlist = nla_nest_start(skb, IFLA_VF_VLAN_LIST);
1190 if (!vfvlanlist)
1191 goto nla_put_vf_failure;
1192 if (nla_put(skb, IFLA_VF_VLAN_INFO, sizeof(vf_vlan_info),
1193 &vf_vlan_info)) {
1194 nla_nest_cancel(skb, vfvlanlist);
1195 goto nla_put_vf_failure;
1196 }
1197 nla_nest_end(skb, vfvlanlist);
1198 memset(&vf_stats, 0, sizeof(vf_stats));
1199 if (dev->netdev_ops->ndo_get_vf_stats)
1200 dev->netdev_ops->ndo_get_vf_stats(dev, vfs_num,
1201 &vf_stats);
1202 vfstats = nla_nest_start(skb, IFLA_VF_STATS);
1203 if (!vfstats)
1204 goto nla_put_vf_failure;
1205 if (nla_put_u64_64bit(skb, IFLA_VF_STATS_RX_PACKETS,
1206 vf_stats.rx_packets, IFLA_VF_STATS_PAD) ||
1207 nla_put_u64_64bit(skb, IFLA_VF_STATS_TX_PACKETS,
1208 vf_stats.tx_packets, IFLA_VF_STATS_PAD) ||
1209 nla_put_u64_64bit(skb, IFLA_VF_STATS_RX_BYTES,
1210 vf_stats.rx_bytes, IFLA_VF_STATS_PAD) ||
1211 nla_put_u64_64bit(skb, IFLA_VF_STATS_TX_BYTES,
1212 vf_stats.tx_bytes, IFLA_VF_STATS_PAD) ||
1213 nla_put_u64_64bit(skb, IFLA_VF_STATS_BROADCAST,
1214 vf_stats.broadcast, IFLA_VF_STATS_PAD) ||
1215 nla_put_u64_64bit(skb, IFLA_VF_STATS_MULTICAST,
1216 vf_stats.multicast, IFLA_VF_STATS_PAD)) {
1217 nla_nest_cancel(skb, vfstats);
1218 goto nla_put_vf_failure;
1219 }
1220 nla_nest_end(skb, vfstats);
1221 nla_nest_end(skb, vf);
1222 return 0;
1223
1224 nla_put_vf_failure:
1225 nla_nest_cancel(skb, vf);
1226 nla_put_vfinfo_failure:
1227 nla_nest_cancel(skb, vfinfo);
1228 return -EMSGSIZE;
1229 }
1230
1231 static int rtnl_fill_link_ifmap(struct sk_buff *skb, struct net_device *dev)
1232 {
1233 struct rtnl_link_ifmap map;
1234
1235 memset(&map, 0, sizeof(map));
1236 map.mem_start = dev->mem_start;
1237 map.mem_end = dev->mem_end;
1238 map.base_addr = dev->base_addr;
1239 map.irq = dev->irq;
1240 map.dma = dev->dma;
1241 map.port = dev->if_port;
1242
1243 if (nla_put_64bit(skb, IFLA_MAP, sizeof(map), &map, IFLA_PAD))
1244 return -EMSGSIZE;
1245
1246 return 0;
1247 }
1248
1249 static int rtnl_xdp_fill(struct sk_buff *skb, struct net_device *dev)
1250 {
1251 struct netdev_xdp xdp_op = {};
1252 struct nlattr *xdp;
1253 int err;
1254
1255 if (!dev->netdev_ops->ndo_xdp)
1256 return 0;
1257 xdp = nla_nest_start(skb, IFLA_XDP);
1258 if (!xdp)
1259 return -EMSGSIZE;
1260 xdp_op.command = XDP_QUERY_PROG;
1261 err = dev->netdev_ops->ndo_xdp(dev, &xdp_op);
1262 if (err)
1263 goto err_cancel;
1264 err = nla_put_u8(skb, IFLA_XDP_ATTACHED, xdp_op.prog_attached);
1265 if (err)
1266 goto err_cancel;
1267
1268 nla_nest_end(skb, xdp);
1269 return 0;
1270
1271 err_cancel:
1272 nla_nest_cancel(skb, xdp);
1273 return err;
1274 }
1275
1276 static int rtnl_fill_ifinfo(struct sk_buff *skb, struct net_device *dev,
1277 int type, u32 pid, u32 seq, u32 change,
1278 unsigned int flags, u32 ext_filter_mask)
1279 {
1280 struct ifinfomsg *ifm;
1281 struct nlmsghdr *nlh;
1282 struct nlattr *af_spec;
1283 struct rtnl_af_ops *af_ops;
1284 struct net_device *upper_dev = netdev_master_upper_dev_get(dev);
1285
1286 ASSERT_RTNL();
1287 nlh = nlmsg_put(skb, pid, seq, type, sizeof(*ifm), flags);
1288 if (nlh == NULL)
1289 return -EMSGSIZE;
1290
1291 ifm = nlmsg_data(nlh);
1292 ifm->ifi_family = AF_UNSPEC;
1293 ifm->__ifi_pad = 0;
1294 ifm->ifi_type = dev->type;
1295 ifm->ifi_index = dev->ifindex;
1296 ifm->ifi_flags = dev_get_flags(dev);
1297 ifm->ifi_change = change;
1298
1299 if (nla_put_string(skb, IFLA_IFNAME, dev->name) ||
1300 nla_put_u32(skb, IFLA_TXQLEN, dev->tx_queue_len) ||
1301 nla_put_u8(skb, IFLA_OPERSTATE,
1302 netif_running(dev) ? dev->operstate : IF_OPER_DOWN) ||
1303 nla_put_u8(skb, IFLA_LINKMODE, dev->link_mode) ||
1304 nla_put_u32(skb, IFLA_MTU, dev->mtu) ||
1305 nla_put_u32(skb, IFLA_GROUP, dev->group) ||
1306 nla_put_u32(skb, IFLA_PROMISCUITY, dev->promiscuity) ||
1307 nla_put_u32(skb, IFLA_NUM_TX_QUEUES, dev->num_tx_queues) ||
1308 nla_put_u32(skb, IFLA_GSO_MAX_SEGS, dev->gso_max_segs) ||
1309 nla_put_u32(skb, IFLA_GSO_MAX_SIZE, dev->gso_max_size) ||
1310 #ifdef CONFIG_RPS
1311 nla_put_u32(skb, IFLA_NUM_RX_QUEUES, dev->num_rx_queues) ||
1312 #endif
1313 (dev->ifindex != dev_get_iflink(dev) &&
1314 nla_put_u32(skb, IFLA_LINK, dev_get_iflink(dev))) ||
1315 (upper_dev &&
1316 nla_put_u32(skb, IFLA_MASTER, upper_dev->ifindex)) ||
1317 nla_put_u8(skb, IFLA_CARRIER, netif_carrier_ok(dev)) ||
1318 (dev->qdisc &&
1319 nla_put_string(skb, IFLA_QDISC, dev->qdisc->ops->id)) ||
1320 (dev->ifalias &&
1321 nla_put_string(skb, IFLA_IFALIAS, dev->ifalias)) ||
1322 nla_put_u32(skb, IFLA_CARRIER_CHANGES,
1323 atomic_read(&dev->carrier_changes)) ||
1324 nla_put_u8(skb, IFLA_PROTO_DOWN, dev->proto_down))
1325 goto nla_put_failure;
1326
1327 if (rtnl_fill_link_ifmap(skb, dev))
1328 goto nla_put_failure;
1329
1330 if (dev->addr_len) {
1331 if (nla_put(skb, IFLA_ADDRESS, dev->addr_len, dev->dev_addr) ||
1332 nla_put(skb, IFLA_BROADCAST, dev->addr_len, dev->broadcast))
1333 goto nla_put_failure;
1334 }
1335
1336 if (rtnl_phys_port_id_fill(skb, dev))
1337 goto nla_put_failure;
1338
1339 if (rtnl_phys_port_name_fill(skb, dev))
1340 goto nla_put_failure;
1341
1342 if (rtnl_phys_switch_id_fill(skb, dev))
1343 goto nla_put_failure;
1344
1345 if (rtnl_fill_stats(skb, dev))
1346 goto nla_put_failure;
1347
1348 if (dev->dev.parent && (ext_filter_mask & RTEXT_FILTER_VF) &&
1349 nla_put_u32(skb, IFLA_NUM_VF, dev_num_vf(dev->dev.parent)))
1350 goto nla_put_failure;
1351
1352 if (dev->netdev_ops->ndo_get_vf_config && dev->dev.parent &&
1353 ext_filter_mask & RTEXT_FILTER_VF) {
1354 int i;
1355 struct nlattr *vfinfo;
1356 int num_vfs = dev_num_vf(dev->dev.parent);
1357
1358 vfinfo = nla_nest_start(skb, IFLA_VFINFO_LIST);
1359 if (!vfinfo)
1360 goto nla_put_failure;
1361 for (i = 0; i < num_vfs; i++) {
1362 if (rtnl_fill_vfinfo(skb, dev, i, vfinfo))
1363 goto nla_put_failure;
1364 }
1365
1366 nla_nest_end(skb, vfinfo);
1367 }
1368
1369 if (rtnl_port_fill(skb, dev, ext_filter_mask))
1370 goto nla_put_failure;
1371
1372 if (rtnl_xdp_fill(skb, dev))
1373 goto nla_put_failure;
1374
1375 if (dev->rtnl_link_ops || rtnl_have_link_slave_info(dev)) {
1376 if (rtnl_link_fill(skb, dev) < 0)
1377 goto nla_put_failure;
1378 }
1379
1380 if (dev->rtnl_link_ops &&
1381 dev->rtnl_link_ops->get_link_net) {
1382 struct net *link_net = dev->rtnl_link_ops->get_link_net(dev);
1383
1384 if (!net_eq(dev_net(dev), link_net)) {
1385 int id = peernet2id_alloc(dev_net(dev), link_net);
1386
1387 if (nla_put_s32(skb, IFLA_LINK_NETNSID, id))
1388 goto nla_put_failure;
1389 }
1390 }
1391
1392 if (!(af_spec = nla_nest_start(skb, IFLA_AF_SPEC)))
1393 goto nla_put_failure;
1394
1395 list_for_each_entry(af_ops, &rtnl_af_ops, list) {
1396 if (af_ops->fill_link_af) {
1397 struct nlattr *af;
1398 int err;
1399
1400 if (!(af = nla_nest_start(skb, af_ops->family)))
1401 goto nla_put_failure;
1402
1403 err = af_ops->fill_link_af(skb, dev, ext_filter_mask);
1404
1405 /*
1406 * Caller may return ENODATA to indicate that there
1407 * was no data to be dumped. This is not an error, it
1408 * means we should trim the attribute header and
1409 * continue.
1410 */
1411 if (err == -ENODATA)
1412 nla_nest_cancel(skb, af);
1413 else if (err < 0)
1414 goto nla_put_failure;
1415
1416 nla_nest_end(skb, af);
1417 }
1418 }
1419
1420 nla_nest_end(skb, af_spec);
1421
1422 nlmsg_end(skb, nlh);
1423 return 0;
1424
1425 nla_put_failure:
1426 nlmsg_cancel(skb, nlh);
1427 return -EMSGSIZE;
1428 }
1429
1430 static const struct nla_policy ifla_policy[IFLA_MAX+1] = {
1431 [IFLA_IFNAME] = { .type = NLA_STRING, .len = IFNAMSIZ-1 },
1432 [IFLA_ADDRESS] = { .type = NLA_BINARY, .len = MAX_ADDR_LEN },
1433 [IFLA_BROADCAST] = { .type = NLA_BINARY, .len = MAX_ADDR_LEN },
1434 [IFLA_MAP] = { .len = sizeof(struct rtnl_link_ifmap) },
1435 [IFLA_MTU] = { .type = NLA_U32 },
1436 [IFLA_LINK] = { .type = NLA_U32 },
1437 [IFLA_MASTER] = { .type = NLA_U32 },
1438 [IFLA_CARRIER] = { .type = NLA_U8 },
1439 [IFLA_TXQLEN] = { .type = NLA_U32 },
1440 [IFLA_WEIGHT] = { .type = NLA_U32 },
1441 [IFLA_OPERSTATE] = { .type = NLA_U8 },
1442 [IFLA_LINKMODE] = { .type = NLA_U8 },
1443 [IFLA_LINKINFO] = { .type = NLA_NESTED },
1444 [IFLA_NET_NS_PID] = { .type = NLA_U32 },
1445 [IFLA_NET_NS_FD] = { .type = NLA_U32 },
1446 [IFLA_IFALIAS] = { .type = NLA_STRING, .len = IFALIASZ-1 },
1447 [IFLA_VFINFO_LIST] = {. type = NLA_NESTED },
1448 [IFLA_VF_PORTS] = { .type = NLA_NESTED },
1449 [IFLA_PORT_SELF] = { .type = NLA_NESTED },
1450 [IFLA_AF_SPEC] = { .type = NLA_NESTED },
1451 [IFLA_EXT_MASK] = { .type = NLA_U32 },
1452 [IFLA_PROMISCUITY] = { .type = NLA_U32 },
1453 [IFLA_NUM_TX_QUEUES] = { .type = NLA_U32 },
1454 [IFLA_NUM_RX_QUEUES] = { .type = NLA_U32 },
1455 [IFLA_PHYS_PORT_ID] = { .type = NLA_BINARY, .len = MAX_PHYS_ITEM_ID_LEN },
1456 [IFLA_CARRIER_CHANGES] = { .type = NLA_U32 }, /* ignored */
1457 [IFLA_PHYS_SWITCH_ID] = { .type = NLA_BINARY, .len = MAX_PHYS_ITEM_ID_LEN },
1458 [IFLA_LINK_NETNSID] = { .type = NLA_S32 },
1459 [IFLA_PROTO_DOWN] = { .type = NLA_U8 },
1460 [IFLA_XDP] = { .type = NLA_NESTED },
1461 };
1462
1463 static const struct nla_policy ifla_info_policy[IFLA_INFO_MAX+1] = {
1464 [IFLA_INFO_KIND] = { .type = NLA_STRING },
1465 [IFLA_INFO_DATA] = { .type = NLA_NESTED },
1466 [IFLA_INFO_SLAVE_KIND] = { .type = NLA_STRING },
1467 [IFLA_INFO_SLAVE_DATA] = { .type = NLA_NESTED },
1468 };
1469
1470 static const struct nla_policy ifla_vf_policy[IFLA_VF_MAX+1] = {
1471 [IFLA_VF_MAC] = { .len = sizeof(struct ifla_vf_mac) },
1472 [IFLA_VF_VLAN] = { .len = sizeof(struct ifla_vf_vlan) },
1473 [IFLA_VF_VLAN_LIST] = { .type = NLA_NESTED },
1474 [IFLA_VF_TX_RATE] = { .len = sizeof(struct ifla_vf_tx_rate) },
1475 [IFLA_VF_SPOOFCHK] = { .len = sizeof(struct ifla_vf_spoofchk) },
1476 [IFLA_VF_RATE] = { .len = sizeof(struct ifla_vf_rate) },
1477 [IFLA_VF_LINK_STATE] = { .len = sizeof(struct ifla_vf_link_state) },
1478 [IFLA_VF_RSS_QUERY_EN] = { .len = sizeof(struct ifla_vf_rss_query_en) },
1479 [IFLA_VF_STATS] = { .type = NLA_NESTED },
1480 [IFLA_VF_TRUST] = { .len = sizeof(struct ifla_vf_trust) },
1481 [IFLA_VF_IB_NODE_GUID] = { .len = sizeof(struct ifla_vf_guid) },
1482 [IFLA_VF_IB_PORT_GUID] = { .len = sizeof(struct ifla_vf_guid) },
1483 };
1484
1485 static const struct nla_policy ifla_port_policy[IFLA_PORT_MAX+1] = {
1486 [IFLA_PORT_VF] = { .type = NLA_U32 },
1487 [IFLA_PORT_PROFILE] = { .type = NLA_STRING,
1488 .len = PORT_PROFILE_MAX },
1489 [IFLA_PORT_VSI_TYPE] = { .type = NLA_BINARY,
1490 .len = sizeof(struct ifla_port_vsi)},
1491 [IFLA_PORT_INSTANCE_UUID] = { .type = NLA_BINARY,
1492 .len = PORT_UUID_MAX },
1493 [IFLA_PORT_HOST_UUID] = { .type = NLA_STRING,
1494 .len = PORT_UUID_MAX },
1495 [IFLA_PORT_REQUEST] = { .type = NLA_U8, },
1496 [IFLA_PORT_RESPONSE] = { .type = NLA_U16, },
1497 };
1498
1499 static const struct nla_policy ifla_xdp_policy[IFLA_XDP_MAX + 1] = {
1500 [IFLA_XDP_FD] = { .type = NLA_S32 },
1501 [IFLA_XDP_ATTACHED] = { .type = NLA_U8 },
1502 };
1503
1504 static const struct rtnl_link_ops *linkinfo_to_kind_ops(const struct nlattr *nla)
1505 {
1506 const struct rtnl_link_ops *ops = NULL;
1507 struct nlattr *linfo[IFLA_INFO_MAX + 1];
1508
1509 if (nla_parse_nested(linfo, IFLA_INFO_MAX, nla, ifla_info_policy) < 0)
1510 return NULL;
1511
1512 if (linfo[IFLA_INFO_KIND]) {
1513 char kind[MODULE_NAME_LEN];
1514
1515 nla_strlcpy(kind, linfo[IFLA_INFO_KIND], sizeof(kind));
1516 ops = rtnl_link_ops_get(kind);
1517 }
1518
1519 return ops;
1520 }
1521
1522 static bool link_master_filtered(struct net_device *dev, int master_idx)
1523 {
1524 struct net_device *master;
1525
1526 if (!master_idx)
1527 return false;
1528
1529 master = netdev_master_upper_dev_get(dev);
1530 if (!master || master->ifindex != master_idx)
1531 return true;
1532
1533 return false;
1534 }
1535
1536 static bool link_kind_filtered(const struct net_device *dev,
1537 const struct rtnl_link_ops *kind_ops)
1538 {
1539 if (kind_ops && dev->rtnl_link_ops != kind_ops)
1540 return true;
1541
1542 return false;
1543 }
1544
1545 static bool link_dump_filtered(struct net_device *dev,
1546 int master_idx,
1547 const struct rtnl_link_ops *kind_ops)
1548 {
1549 if (link_master_filtered(dev, master_idx) ||
1550 link_kind_filtered(dev, kind_ops))
1551 return true;
1552
1553 return false;
1554 }
1555
1556 static int rtnl_dump_ifinfo(struct sk_buff *skb, struct netlink_callback *cb)
1557 {
1558 struct net *net = sock_net(skb->sk);
1559 int h, s_h;
1560 int idx = 0, s_idx;
1561 struct net_device *dev;
1562 struct hlist_head *head;
1563 struct nlattr *tb[IFLA_MAX+1];
1564 u32 ext_filter_mask = 0;
1565 const struct rtnl_link_ops *kind_ops = NULL;
1566 unsigned int flags = NLM_F_MULTI;
1567 int master_idx = 0;
1568 int err;
1569 int hdrlen;
1570
1571 s_h = cb->args[0];
1572 s_idx = cb->args[1];
1573
1574 cb->seq = net->dev_base_seq;
1575
1576 /* A hack to preserve kernel<->userspace interface.
1577 * The correct header is ifinfomsg. It is consistent with rtnl_getlink.
1578 * However, before Linux v3.9 the code here assumed rtgenmsg and that's
1579 * what iproute2 < v3.9.0 used.
1580 * We can detect the old iproute2. Even including the IFLA_EXT_MASK
1581 * attribute, its netlink message is shorter than struct ifinfomsg.
1582 */
1583 hdrlen = nlmsg_len(cb->nlh) < sizeof(struct ifinfomsg) ?
1584 sizeof(struct rtgenmsg) : sizeof(struct ifinfomsg);
1585
1586 if (nlmsg_parse(cb->nlh, hdrlen, tb, IFLA_MAX, ifla_policy) >= 0) {
1587
1588 if (tb[IFLA_EXT_MASK])
1589 ext_filter_mask = nla_get_u32(tb[IFLA_EXT_MASK]);
1590
1591 if (tb[IFLA_MASTER])
1592 master_idx = nla_get_u32(tb[IFLA_MASTER]);
1593
1594 if (tb[IFLA_LINKINFO])
1595 kind_ops = linkinfo_to_kind_ops(tb[IFLA_LINKINFO]);
1596
1597 if (master_idx || kind_ops)
1598 flags |= NLM_F_DUMP_FILTERED;
1599 }
1600
1601 for (h = s_h; h < NETDEV_HASHENTRIES; h++, s_idx = 0) {
1602 idx = 0;
1603 head = &net->dev_index_head[h];
1604 hlist_for_each_entry(dev, head, index_hlist) {
1605 if (link_dump_filtered(dev, master_idx, kind_ops))
1606 continue;
1607 if (idx < s_idx)
1608 goto cont;
1609 err = rtnl_fill_ifinfo(skb, dev, RTM_NEWLINK,
1610 NETLINK_CB(cb->skb).portid,
1611 cb->nlh->nlmsg_seq, 0,
1612 flags,
1613 ext_filter_mask);
1614 /* If we ran out of room on the first message,
1615 * we're in trouble
1616 */
1617 WARN_ON((err == -EMSGSIZE) && (skb->len == 0));
1618
1619 if (err < 0)
1620 goto out;
1621
1622 nl_dump_check_consistent(cb, nlmsg_hdr(skb));
1623 cont:
1624 idx++;
1625 }
1626 }
1627 out:
1628 cb->args[1] = idx;
1629 cb->args[0] = h;
1630
1631 return skb->len;
1632 }
1633
1634 int rtnl_nla_parse_ifla(struct nlattr **tb, const struct nlattr *head, int len)
1635 {
1636 return nla_parse(tb, IFLA_MAX, head, len, ifla_policy);
1637 }
1638 EXPORT_SYMBOL(rtnl_nla_parse_ifla);
1639
1640 struct net *rtnl_link_get_net(struct net *src_net, struct nlattr *tb[])
1641 {
1642 struct net *net;
1643 /* Examine the link attributes and figure out which
1644 * network namespace we are talking about.
1645 */
1646 if (tb[IFLA_NET_NS_PID])
1647 net = get_net_ns_by_pid(nla_get_u32(tb[IFLA_NET_NS_PID]));
1648 else if (tb[IFLA_NET_NS_FD])
1649 net = get_net_ns_by_fd(nla_get_u32(tb[IFLA_NET_NS_FD]));
1650 else
1651 net = get_net(src_net);
1652 return net;
1653 }
1654 EXPORT_SYMBOL(rtnl_link_get_net);
1655
1656 static int validate_linkmsg(struct net_device *dev, struct nlattr *tb[])
1657 {
1658 if (dev) {
1659 if (tb[IFLA_ADDRESS] &&
1660 nla_len(tb[IFLA_ADDRESS]) < dev->addr_len)
1661 return -EINVAL;
1662
1663 if (tb[IFLA_BROADCAST] &&
1664 nla_len(tb[IFLA_BROADCAST]) < dev->addr_len)
1665 return -EINVAL;
1666 }
1667
1668 if (tb[IFLA_AF_SPEC]) {
1669 struct nlattr *af;
1670 int rem, err;
1671
1672 nla_for_each_nested(af, tb[IFLA_AF_SPEC], rem) {
1673 const struct rtnl_af_ops *af_ops;
1674
1675 if (!(af_ops = rtnl_af_lookup(nla_type(af))))
1676 return -EAFNOSUPPORT;
1677
1678 if (!af_ops->set_link_af)
1679 return -EOPNOTSUPP;
1680
1681 if (af_ops->validate_link_af) {
1682 err = af_ops->validate_link_af(dev, af);
1683 if (err < 0)
1684 return err;
1685 }
1686 }
1687 }
1688
1689 return 0;
1690 }
1691
1692 static int handle_infiniband_guid(struct net_device *dev, struct ifla_vf_guid *ivt,
1693 int guid_type)
1694 {
1695 const struct net_device_ops *ops = dev->netdev_ops;
1696
1697 return ops->ndo_set_vf_guid(dev, ivt->vf, ivt->guid, guid_type);
1698 }
1699
1700 static int handle_vf_guid(struct net_device *dev, struct ifla_vf_guid *ivt, int guid_type)
1701 {
1702 if (dev->type != ARPHRD_INFINIBAND)
1703 return -EOPNOTSUPP;
1704
1705 return handle_infiniband_guid(dev, ivt, guid_type);
1706 }
1707
1708 static int do_setvfinfo(struct net_device *dev, struct nlattr **tb)
1709 {
1710 const struct net_device_ops *ops = dev->netdev_ops;
1711 int err = -EINVAL;
1712
1713 if (tb[IFLA_VF_MAC]) {
1714 struct ifla_vf_mac *ivm = nla_data(tb[IFLA_VF_MAC]);
1715
1716 err = -EOPNOTSUPP;
1717 if (ops->ndo_set_vf_mac)
1718 err = ops->ndo_set_vf_mac(dev, ivm->vf,
1719 ivm->mac);
1720 if (err < 0)
1721 return err;
1722 }
1723
1724 if (tb[IFLA_VF_VLAN]) {
1725 struct ifla_vf_vlan *ivv = nla_data(tb[IFLA_VF_VLAN]);
1726
1727 err = -EOPNOTSUPP;
1728 if (ops->ndo_set_vf_vlan)
1729 err = ops->ndo_set_vf_vlan(dev, ivv->vf, ivv->vlan,
1730 ivv->qos,
1731 htons(ETH_P_8021Q));
1732 if (err < 0)
1733 return err;
1734 }
1735
1736 if (tb[IFLA_VF_VLAN_LIST]) {
1737 struct ifla_vf_vlan_info *ivvl[MAX_VLAN_LIST_LEN];
1738 struct nlattr *attr;
1739 int rem, len = 0;
1740
1741 err = -EOPNOTSUPP;
1742 if (!ops->ndo_set_vf_vlan)
1743 return err;
1744
1745 nla_for_each_nested(attr, tb[IFLA_VF_VLAN_LIST], rem) {
1746 if (nla_type(attr) != IFLA_VF_VLAN_INFO ||
1747 nla_len(attr) < NLA_HDRLEN) {
1748 return -EINVAL;
1749 }
1750 if (len >= MAX_VLAN_LIST_LEN)
1751 return -EOPNOTSUPP;
1752 ivvl[len] = nla_data(attr);
1753
1754 len++;
1755 }
1756 if (len == 0)
1757 return -EINVAL;
1758
1759 err = ops->ndo_set_vf_vlan(dev, ivvl[0]->vf, ivvl[0]->vlan,
1760 ivvl[0]->qos, ivvl[0]->vlan_proto);
1761 if (err < 0)
1762 return err;
1763 }
1764
1765 if (tb[IFLA_VF_TX_RATE]) {
1766 struct ifla_vf_tx_rate *ivt = nla_data(tb[IFLA_VF_TX_RATE]);
1767 struct ifla_vf_info ivf;
1768
1769 err = -EOPNOTSUPP;
1770 if (ops->ndo_get_vf_config)
1771 err = ops->ndo_get_vf_config(dev, ivt->vf, &ivf);
1772 if (err < 0)
1773 return err;
1774
1775 err = -EOPNOTSUPP;
1776 if (ops->ndo_set_vf_rate)
1777 err = ops->ndo_set_vf_rate(dev, ivt->vf,
1778 ivf.min_tx_rate,
1779 ivt->rate);
1780 if (err < 0)
1781 return err;
1782 }
1783
1784 if (tb[IFLA_VF_RATE]) {
1785 struct ifla_vf_rate *ivt = nla_data(tb[IFLA_VF_RATE]);
1786
1787 err = -EOPNOTSUPP;
1788 if (ops->ndo_set_vf_rate)
1789 err = ops->ndo_set_vf_rate(dev, ivt->vf,
1790 ivt->min_tx_rate,
1791 ivt->max_tx_rate);
1792 if (err < 0)
1793 return err;
1794 }
1795
1796 if (tb[IFLA_VF_SPOOFCHK]) {
1797 struct ifla_vf_spoofchk *ivs = nla_data(tb[IFLA_VF_SPOOFCHK]);
1798
1799 err = -EOPNOTSUPP;
1800 if (ops->ndo_set_vf_spoofchk)
1801 err = ops->ndo_set_vf_spoofchk(dev, ivs->vf,
1802 ivs->setting);
1803 if (err < 0)
1804 return err;
1805 }
1806
1807 if (tb[IFLA_VF_LINK_STATE]) {
1808 struct ifla_vf_link_state *ivl = nla_data(tb[IFLA_VF_LINK_STATE]);
1809
1810 err = -EOPNOTSUPP;
1811 if (ops->ndo_set_vf_link_state)
1812 err = ops->ndo_set_vf_link_state(dev, ivl->vf,
1813 ivl->link_state);
1814 if (err < 0)
1815 return err;
1816 }
1817
1818 if (tb[IFLA_VF_RSS_QUERY_EN]) {
1819 struct ifla_vf_rss_query_en *ivrssq_en;
1820
1821 err = -EOPNOTSUPP;
1822 ivrssq_en = nla_data(tb[IFLA_VF_RSS_QUERY_EN]);
1823 if (ops->ndo_set_vf_rss_query_en)
1824 err = ops->ndo_set_vf_rss_query_en(dev, ivrssq_en->vf,
1825 ivrssq_en->setting);
1826 if (err < 0)
1827 return err;
1828 }
1829
1830 if (tb[IFLA_VF_TRUST]) {
1831 struct ifla_vf_trust *ivt = nla_data(tb[IFLA_VF_TRUST]);
1832
1833 err = -EOPNOTSUPP;
1834 if (ops->ndo_set_vf_trust)
1835 err = ops->ndo_set_vf_trust(dev, ivt->vf, ivt->setting);
1836 if (err < 0)
1837 return err;
1838 }
1839
1840 if (tb[IFLA_VF_IB_NODE_GUID]) {
1841 struct ifla_vf_guid *ivt = nla_data(tb[IFLA_VF_IB_NODE_GUID]);
1842
1843 if (!ops->ndo_set_vf_guid)
1844 return -EOPNOTSUPP;
1845
1846 return handle_vf_guid(dev, ivt, IFLA_VF_IB_NODE_GUID);
1847 }
1848
1849 if (tb[IFLA_VF_IB_PORT_GUID]) {
1850 struct ifla_vf_guid *ivt = nla_data(tb[IFLA_VF_IB_PORT_GUID]);
1851
1852 if (!ops->ndo_set_vf_guid)
1853 return -EOPNOTSUPP;
1854
1855 return handle_vf_guid(dev, ivt, IFLA_VF_IB_PORT_GUID);
1856 }
1857
1858 return err;
1859 }
1860
1861 static int do_set_master(struct net_device *dev, int ifindex)
1862 {
1863 struct net_device *upper_dev = netdev_master_upper_dev_get(dev);
1864 const struct net_device_ops *ops;
1865 int err;
1866
1867 if (upper_dev) {
1868 if (upper_dev->ifindex == ifindex)
1869 return 0;
1870 ops = upper_dev->netdev_ops;
1871 if (ops->ndo_del_slave) {
1872 err = ops->ndo_del_slave(upper_dev, dev);
1873 if (err)
1874 return err;
1875 } else {
1876 return -EOPNOTSUPP;
1877 }
1878 }
1879
1880 if (ifindex) {
1881 upper_dev = __dev_get_by_index(dev_net(dev), ifindex);
1882 if (!upper_dev)
1883 return -EINVAL;
1884 ops = upper_dev->netdev_ops;
1885 if (ops->ndo_add_slave) {
1886 err = ops->ndo_add_slave(upper_dev, dev);
1887 if (err)
1888 return err;
1889 } else {
1890 return -EOPNOTSUPP;
1891 }
1892 }
1893 return 0;
1894 }
1895
1896 #define DO_SETLINK_MODIFIED 0x01
1897 /* notify flag means notify + modified. */
1898 #define DO_SETLINK_NOTIFY 0x03
1899 static int do_setlink(const struct sk_buff *skb,
1900 struct net_device *dev, struct ifinfomsg *ifm,
1901 struct nlattr **tb, char *ifname, int status)
1902 {
1903 const struct net_device_ops *ops = dev->netdev_ops;
1904 int err;
1905
1906 if (tb[IFLA_NET_NS_PID] || tb[IFLA_NET_NS_FD]) {
1907 struct net *net = rtnl_link_get_net(dev_net(dev), tb);
1908 if (IS_ERR(net)) {
1909 err = PTR_ERR(net);
1910 goto errout;
1911 }
1912 if (!netlink_ns_capable(skb, net->user_ns, CAP_NET_ADMIN)) {
1913 put_net(net);
1914 err = -EPERM;
1915 goto errout;
1916 }
1917 err = dev_change_net_namespace(dev, net, ifname);
1918 put_net(net);
1919 if (err)
1920 goto errout;
1921 status |= DO_SETLINK_MODIFIED;
1922 }
1923
1924 if (tb[IFLA_MAP]) {
1925 struct rtnl_link_ifmap *u_map;
1926 struct ifmap k_map;
1927
1928 if (!ops->ndo_set_config) {
1929 err = -EOPNOTSUPP;
1930 goto errout;
1931 }
1932
1933 if (!netif_device_present(dev)) {
1934 err = -ENODEV;
1935 goto errout;
1936 }
1937
1938 u_map = nla_data(tb[IFLA_MAP]);
1939 k_map.mem_start = (unsigned long) u_map->mem_start;
1940 k_map.mem_end = (unsigned long) u_map->mem_end;
1941 k_map.base_addr = (unsigned short) u_map->base_addr;
1942 k_map.irq = (unsigned char) u_map->irq;
1943 k_map.dma = (unsigned char) u_map->dma;
1944 k_map.port = (unsigned char) u_map->port;
1945
1946 err = ops->ndo_set_config(dev, &k_map);
1947 if (err < 0)
1948 goto errout;
1949
1950 status |= DO_SETLINK_NOTIFY;
1951 }
1952
1953 if (tb[IFLA_ADDRESS]) {
1954 struct sockaddr *sa;
1955 int len;
1956
1957 len = sizeof(sa_family_t) + dev->addr_len;
1958 sa = kmalloc(len, GFP_KERNEL);
1959 if (!sa) {
1960 err = -ENOMEM;
1961 goto errout;
1962 }
1963 sa->sa_family = dev->type;
1964 memcpy(sa->sa_data, nla_data(tb[IFLA_ADDRESS]),
1965 dev->addr_len);
1966 err = dev_set_mac_address(dev, sa);
1967 kfree(sa);
1968 if (err)
1969 goto errout;
1970 status |= DO_SETLINK_MODIFIED;
1971 }
1972
1973 if (tb[IFLA_MTU]) {
1974 err = dev_set_mtu(dev, nla_get_u32(tb[IFLA_MTU]));
1975 if (err < 0)
1976 goto errout;
1977 status |= DO_SETLINK_MODIFIED;
1978 }
1979
1980 if (tb[IFLA_GROUP]) {
1981 dev_set_group(dev, nla_get_u32(tb[IFLA_GROUP]));
1982 status |= DO_SETLINK_NOTIFY;
1983 }
1984
1985 /*
1986 * Interface selected by interface index but interface
1987 * name provided implies that a name change has been
1988 * requested.
1989 */
1990 if (ifm->ifi_index > 0 && ifname[0]) {
1991 err = dev_change_name(dev, ifname);
1992 if (err < 0)
1993 goto errout;
1994 status |= DO_SETLINK_MODIFIED;
1995 }
1996
1997 if (tb[IFLA_IFALIAS]) {
1998 err = dev_set_alias(dev, nla_data(tb[IFLA_IFALIAS]),
1999 nla_len(tb[IFLA_IFALIAS]));
2000 if (err < 0)
2001 goto errout;
2002 status |= DO_SETLINK_NOTIFY;
2003 }
2004
2005 if (tb[IFLA_BROADCAST]) {
2006 nla_memcpy(dev->broadcast, tb[IFLA_BROADCAST], dev->addr_len);
2007 call_netdevice_notifiers(NETDEV_CHANGEADDR, dev);
2008 }
2009
2010 if (ifm->ifi_flags || ifm->ifi_change) {
2011 err = dev_change_flags(dev, rtnl_dev_combine_flags(dev, ifm));
2012 if (err < 0)
2013 goto errout;
2014 }
2015
2016 if (tb[IFLA_MASTER]) {
2017 err = do_set_master(dev, nla_get_u32(tb[IFLA_MASTER]));
2018 if (err)
2019 goto errout;
2020 status |= DO_SETLINK_MODIFIED;
2021 }
2022
2023 if (tb[IFLA_CARRIER]) {
2024 err = dev_change_carrier(dev, nla_get_u8(tb[IFLA_CARRIER]));
2025 if (err)
2026 goto errout;
2027 status |= DO_SETLINK_MODIFIED;
2028 }
2029
2030 if (tb[IFLA_TXQLEN]) {
2031 unsigned long value = nla_get_u32(tb[IFLA_TXQLEN]);
2032 unsigned long orig_len = dev->tx_queue_len;
2033
2034 if (dev->tx_queue_len ^ value) {
2035 dev->tx_queue_len = value;
2036 err = call_netdevice_notifiers(
2037 NETDEV_CHANGE_TX_QUEUE_LEN, dev);
2038 err = notifier_to_errno(err);
2039 if (err) {
2040 dev->tx_queue_len = orig_len;
2041 goto errout;
2042 }
2043 status |= DO_SETLINK_NOTIFY;
2044 }
2045 }
2046
2047 if (tb[IFLA_OPERSTATE])
2048 set_operstate(dev, nla_get_u8(tb[IFLA_OPERSTATE]));
2049
2050 if (tb[IFLA_LINKMODE]) {
2051 unsigned char value = nla_get_u8(tb[IFLA_LINKMODE]);
2052
2053 write_lock_bh(&dev_base_lock);
2054 if (dev->link_mode ^ value)
2055 status |= DO_SETLINK_NOTIFY;
2056 dev->link_mode = value;
2057 write_unlock_bh(&dev_base_lock);
2058 }
2059
2060 if (tb[IFLA_VFINFO_LIST]) {
2061 struct nlattr *vfinfo[IFLA_VF_MAX + 1];
2062 struct nlattr *attr;
2063 int rem;
2064
2065 nla_for_each_nested(attr, tb[IFLA_VFINFO_LIST], rem) {
2066 if (nla_type(attr) != IFLA_VF_INFO ||
2067 nla_len(attr) < NLA_HDRLEN) {
2068 err = -EINVAL;
2069 goto errout;
2070 }
2071 err = nla_parse_nested(vfinfo, IFLA_VF_MAX, attr,
2072 ifla_vf_policy);
2073 if (err < 0)
2074 goto errout;
2075 err = do_setvfinfo(dev, vfinfo);
2076 if (err < 0)
2077 goto errout;
2078 status |= DO_SETLINK_NOTIFY;
2079 }
2080 }
2081 err = 0;
2082
2083 if (tb[IFLA_VF_PORTS]) {
2084 struct nlattr *port[IFLA_PORT_MAX+1];
2085 struct nlattr *attr;
2086 int vf;
2087 int rem;
2088
2089 err = -EOPNOTSUPP;
2090 if (!ops->ndo_set_vf_port)
2091 goto errout;
2092
2093 nla_for_each_nested(attr, tb[IFLA_VF_PORTS], rem) {
2094 if (nla_type(attr) != IFLA_VF_PORT ||
2095 nla_len(attr) < NLA_HDRLEN) {
2096 err = -EINVAL;
2097 goto errout;
2098 }
2099 err = nla_parse_nested(port, IFLA_PORT_MAX, attr,
2100 ifla_port_policy);
2101 if (err < 0)
2102 goto errout;
2103 if (!port[IFLA_PORT_VF]) {
2104 err = -EOPNOTSUPP;
2105 goto errout;
2106 }
2107 vf = nla_get_u32(port[IFLA_PORT_VF]);
2108 err = ops->ndo_set_vf_port(dev, vf, port);
2109 if (err < 0)
2110 goto errout;
2111 status |= DO_SETLINK_NOTIFY;
2112 }
2113 }
2114 err = 0;
2115
2116 if (tb[IFLA_PORT_SELF]) {
2117 struct nlattr *port[IFLA_PORT_MAX+1];
2118
2119 err = nla_parse_nested(port, IFLA_PORT_MAX,
2120 tb[IFLA_PORT_SELF], ifla_port_policy);
2121 if (err < 0)
2122 goto errout;
2123
2124 err = -EOPNOTSUPP;
2125 if (ops->ndo_set_vf_port)
2126 err = ops->ndo_set_vf_port(dev, PORT_SELF_VF, port);
2127 if (err < 0)
2128 goto errout;
2129 status |= DO_SETLINK_NOTIFY;
2130 }
2131
2132 if (tb[IFLA_AF_SPEC]) {
2133 struct nlattr *af;
2134 int rem;
2135
2136 nla_for_each_nested(af, tb[IFLA_AF_SPEC], rem) {
2137 const struct rtnl_af_ops *af_ops;
2138
2139 if (!(af_ops = rtnl_af_lookup(nla_type(af))))
2140 BUG();
2141
2142 err = af_ops->set_link_af(dev, af);
2143 if (err < 0)
2144 goto errout;
2145
2146 status |= DO_SETLINK_NOTIFY;
2147 }
2148 }
2149 err = 0;
2150
2151 if (tb[IFLA_PROTO_DOWN]) {
2152 err = dev_change_proto_down(dev,
2153 nla_get_u8(tb[IFLA_PROTO_DOWN]));
2154 if (err)
2155 goto errout;
2156 status |= DO_SETLINK_NOTIFY;
2157 }
2158
2159 if (tb[IFLA_XDP]) {
2160 struct nlattr *xdp[IFLA_XDP_MAX + 1];
2161
2162 err = nla_parse_nested(xdp, IFLA_XDP_MAX, tb[IFLA_XDP],
2163 ifla_xdp_policy);
2164 if (err < 0)
2165 goto errout;
2166
2167 if (xdp[IFLA_XDP_ATTACHED]) {
2168 err = -EINVAL;
2169 goto errout;
2170 }
2171 if (xdp[IFLA_XDP_FD]) {
2172 err = dev_change_xdp_fd(dev,
2173 nla_get_s32(xdp[IFLA_XDP_FD]));
2174 if (err)
2175 goto errout;
2176 status |= DO_SETLINK_NOTIFY;
2177 }
2178 }
2179
2180 errout:
2181 if (status & DO_SETLINK_MODIFIED) {
2182 if (status & DO_SETLINK_NOTIFY)
2183 netdev_state_change(dev);
2184
2185 if (err < 0)
2186 net_warn_ratelimited("A link change request failed with some changes committed already. Interface %s may have been left with an inconsistent configuration, please check.\n",
2187 dev->name);
2188 }
2189
2190 return err;
2191 }
2192
2193 static int rtnl_setlink(struct sk_buff *skb, struct nlmsghdr *nlh)
2194 {
2195 struct net *net = sock_net(skb->sk);
2196 struct ifinfomsg *ifm;
2197 struct net_device *dev;
2198 int err;
2199 struct nlattr *tb[IFLA_MAX+1];
2200 char ifname[IFNAMSIZ];
2201
2202 err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
2203 if (err < 0)
2204 goto errout;
2205
2206 if (tb[IFLA_IFNAME])
2207 nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
2208 else
2209 ifname[0] = '\0';
2210
2211 err = -EINVAL;
2212 ifm = nlmsg_data(nlh);
2213 if (ifm->ifi_index > 0)
2214 dev = __dev_get_by_index(net, ifm->ifi_index);
2215 else if (tb[IFLA_IFNAME])
2216 dev = __dev_get_by_name(net, ifname);
2217 else
2218 goto errout;
2219
2220 if (dev == NULL) {
2221 err = -ENODEV;
2222 goto errout;
2223 }
2224
2225 err = validate_linkmsg(dev, tb);
2226 if (err < 0)
2227 goto errout;
2228
2229 err = do_setlink(skb, dev, ifm, tb, ifname, 0);
2230 errout:
2231 return err;
2232 }
2233
2234 static int rtnl_group_dellink(const struct net *net, int group)
2235 {
2236 struct net_device *dev, *aux;
2237 LIST_HEAD(list_kill);
2238 bool found = false;
2239
2240 if (!group)
2241 return -EPERM;
2242
2243 for_each_netdev(net, dev) {
2244 if (dev->group == group) {
2245 const struct rtnl_link_ops *ops;
2246
2247 found = true;
2248 ops = dev->rtnl_link_ops;
2249 if (!ops || !ops->dellink)
2250 return -EOPNOTSUPP;
2251 }
2252 }
2253
2254 if (!found)
2255 return -ENODEV;
2256
2257 for_each_netdev_safe(net, dev, aux) {
2258 if (dev->group == group) {
2259 const struct rtnl_link_ops *ops;
2260
2261 ops = dev->rtnl_link_ops;
2262 ops->dellink(dev, &list_kill);
2263 }
2264 }
2265 unregister_netdevice_many(&list_kill);
2266
2267 return 0;
2268 }
2269
2270 int rtnl_delete_link(struct net_device *dev)
2271 {
2272 const struct rtnl_link_ops *ops;
2273 LIST_HEAD(list_kill);
2274
2275 ops = dev->rtnl_link_ops;
2276 if (!ops || !ops->dellink)
2277 return -EOPNOTSUPP;
2278
2279 ops->dellink(dev, &list_kill);
2280 unregister_netdevice_many(&list_kill);
2281
2282 return 0;
2283 }
2284 EXPORT_SYMBOL_GPL(rtnl_delete_link);
2285
2286 static int rtnl_dellink(struct sk_buff *skb, struct nlmsghdr *nlh)
2287 {
2288 struct net *net = sock_net(skb->sk);
2289 struct net_device *dev;
2290 struct ifinfomsg *ifm;
2291 char ifname[IFNAMSIZ];
2292 struct nlattr *tb[IFLA_MAX+1];
2293 int err;
2294
2295 err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
2296 if (err < 0)
2297 return err;
2298
2299 if (tb[IFLA_IFNAME])
2300 nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
2301
2302 ifm = nlmsg_data(nlh);
2303 if (ifm->ifi_index > 0)
2304 dev = __dev_get_by_index(net, ifm->ifi_index);
2305 else if (tb[IFLA_IFNAME])
2306 dev = __dev_get_by_name(net, ifname);
2307 else if (tb[IFLA_GROUP])
2308 return rtnl_group_dellink(net, nla_get_u32(tb[IFLA_GROUP]));
2309 else
2310 return -EINVAL;
2311
2312 if (!dev)
2313 return -ENODEV;
2314
2315 return rtnl_delete_link(dev);
2316 }
2317
2318 int rtnl_configure_link(struct net_device *dev, const struct ifinfomsg *ifm)
2319 {
2320 unsigned int old_flags;
2321 int err;
2322
2323 old_flags = dev->flags;
2324 if (ifm && (ifm->ifi_flags || ifm->ifi_change)) {
2325 err = __dev_change_flags(dev, rtnl_dev_combine_flags(dev, ifm));
2326 if (err < 0)
2327 return err;
2328 }
2329
2330 dev->rtnl_link_state = RTNL_LINK_INITIALIZED;
2331
2332 __dev_notify_flags(dev, old_flags, ~0U);
2333 return 0;
2334 }
2335 EXPORT_SYMBOL(rtnl_configure_link);
2336
2337 struct net_device *rtnl_create_link(struct net *net,
2338 const char *ifname, unsigned char name_assign_type,
2339 const struct rtnl_link_ops *ops, struct nlattr *tb[])
2340 {
2341 int err;
2342 struct net_device *dev;
2343 unsigned int num_tx_queues = 1;
2344 unsigned int num_rx_queues = 1;
2345
2346 if (tb[IFLA_NUM_TX_QUEUES])
2347 num_tx_queues = nla_get_u32(tb[IFLA_NUM_TX_QUEUES]);
2348 else if (ops->get_num_tx_queues)
2349 num_tx_queues = ops->get_num_tx_queues();
2350
2351 if (tb[IFLA_NUM_RX_QUEUES])
2352 num_rx_queues = nla_get_u32(tb[IFLA_NUM_RX_QUEUES]);
2353 else if (ops->get_num_rx_queues)
2354 num_rx_queues = ops->get_num_rx_queues();
2355
2356 err = -ENOMEM;
2357 dev = alloc_netdev_mqs(ops->priv_size, ifname, name_assign_type,
2358 ops->setup, num_tx_queues, num_rx_queues);
2359 if (!dev)
2360 goto err;
2361
2362 dev_net_set(dev, net);
2363 dev->rtnl_link_ops = ops;
2364 dev->rtnl_link_state = RTNL_LINK_INITIALIZING;
2365
2366 if (tb[IFLA_MTU])
2367 dev->mtu = nla_get_u32(tb[IFLA_MTU]);
2368 if (tb[IFLA_ADDRESS]) {
2369 memcpy(dev->dev_addr, nla_data(tb[IFLA_ADDRESS]),
2370 nla_len(tb[IFLA_ADDRESS]));
2371 dev->addr_assign_type = NET_ADDR_SET;
2372 }
2373 if (tb[IFLA_BROADCAST])
2374 memcpy(dev->broadcast, nla_data(tb[IFLA_BROADCAST]),
2375 nla_len(tb[IFLA_BROADCAST]));
2376 if (tb[IFLA_TXQLEN])
2377 dev->tx_queue_len = nla_get_u32(tb[IFLA_TXQLEN]);
2378 if (tb[IFLA_OPERSTATE])
2379 set_operstate(dev, nla_get_u8(tb[IFLA_OPERSTATE]));
2380 if (tb[IFLA_LINKMODE])
2381 dev->link_mode = nla_get_u8(tb[IFLA_LINKMODE]);
2382 if (tb[IFLA_GROUP])
2383 dev_set_group(dev, nla_get_u32(tb[IFLA_GROUP]));
2384
2385 return dev;
2386
2387 err:
2388 return ERR_PTR(err);
2389 }
2390 EXPORT_SYMBOL(rtnl_create_link);
2391
2392 static int rtnl_group_changelink(const struct sk_buff *skb,
2393 struct net *net, int group,
2394 struct ifinfomsg *ifm,
2395 struct nlattr **tb)
2396 {
2397 struct net_device *dev, *aux;
2398 int err;
2399
2400 for_each_netdev_safe(net, dev, aux) {
2401 if (dev->group == group) {
2402 err = do_setlink(skb, dev, ifm, tb, NULL, 0);
2403 if (err < 0)
2404 return err;
2405 }
2406 }
2407
2408 return 0;
2409 }
2410
2411 static int rtnl_newlink(struct sk_buff *skb, struct nlmsghdr *nlh)
2412 {
2413 struct net *net = sock_net(skb->sk);
2414 const struct rtnl_link_ops *ops;
2415 const struct rtnl_link_ops *m_ops = NULL;
2416 struct net_device *dev;
2417 struct net_device *master_dev = NULL;
2418 struct ifinfomsg *ifm;
2419 char kind[MODULE_NAME_LEN];
2420 char ifname[IFNAMSIZ];
2421 struct nlattr *tb[IFLA_MAX+1];
2422 struct nlattr *linkinfo[IFLA_INFO_MAX+1];
2423 unsigned char name_assign_type = NET_NAME_USER;
2424 int err;
2425
2426 #ifdef CONFIG_MODULES
2427 replay:
2428 #endif
2429 err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
2430 if (err < 0)
2431 return err;
2432
2433 if (tb[IFLA_IFNAME])
2434 nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
2435 else
2436 ifname[0] = '\0';
2437
2438 ifm = nlmsg_data(nlh);
2439 if (ifm->ifi_index > 0)
2440 dev = __dev_get_by_index(net, ifm->ifi_index);
2441 else {
2442 if (ifname[0])
2443 dev = __dev_get_by_name(net, ifname);
2444 else
2445 dev = NULL;
2446 }
2447
2448 if (dev) {
2449 master_dev = netdev_master_upper_dev_get(dev);
2450 if (master_dev)
2451 m_ops = master_dev->rtnl_link_ops;
2452 }
2453
2454 err = validate_linkmsg(dev, tb);
2455 if (err < 0)
2456 return err;
2457
2458 if (tb[IFLA_LINKINFO]) {
2459 err = nla_parse_nested(linkinfo, IFLA_INFO_MAX,
2460 tb[IFLA_LINKINFO], ifla_info_policy);
2461 if (err < 0)
2462 return err;
2463 } else
2464 memset(linkinfo, 0, sizeof(linkinfo));
2465
2466 if (linkinfo[IFLA_INFO_KIND]) {
2467 nla_strlcpy(kind, linkinfo[IFLA_INFO_KIND], sizeof(kind));
2468 ops = rtnl_link_ops_get(kind);
2469 } else {
2470 kind[0] = '\0';
2471 ops = NULL;
2472 }
2473
2474 if (1) {
2475 struct nlattr *attr[ops ? ops->maxtype + 1 : 1];
2476 struct nlattr *slave_attr[m_ops ? m_ops->slave_maxtype + 1 : 1];
2477 struct nlattr **data = NULL;
2478 struct nlattr **slave_data = NULL;
2479 struct net *dest_net, *link_net = NULL;
2480
2481 if (ops) {
2482 if (ops->maxtype && linkinfo[IFLA_INFO_DATA]) {
2483 err = nla_parse_nested(attr, ops->maxtype,
2484 linkinfo[IFLA_INFO_DATA],
2485 ops->policy);
2486 if (err < 0)
2487 return err;
2488 data = attr;
2489 }
2490 if (ops->validate) {
2491 err = ops->validate(tb, data);
2492 if (err < 0)
2493 return err;
2494 }
2495 }
2496
2497 if (m_ops) {
2498 if (m_ops->slave_maxtype &&
2499 linkinfo[IFLA_INFO_SLAVE_DATA]) {
2500 err = nla_parse_nested(slave_attr,
2501 m_ops->slave_maxtype,
2502 linkinfo[IFLA_INFO_SLAVE_DATA],
2503 m_ops->slave_policy);
2504 if (err < 0)
2505 return err;
2506 slave_data = slave_attr;
2507 }
2508 if (m_ops->slave_validate) {
2509 err = m_ops->slave_validate(tb, slave_data);
2510 if (err < 0)
2511 return err;
2512 }
2513 }
2514
2515 if (dev) {
2516 int status = 0;
2517
2518 if (nlh->nlmsg_flags & NLM_F_EXCL)
2519 return -EEXIST;
2520 if (nlh->nlmsg_flags & NLM_F_REPLACE)
2521 return -EOPNOTSUPP;
2522
2523 if (linkinfo[IFLA_INFO_DATA]) {
2524 if (!ops || ops != dev->rtnl_link_ops ||
2525 !ops->changelink)
2526 return -EOPNOTSUPP;
2527
2528 err = ops->changelink(dev, tb, data);
2529 if (err < 0)
2530 return err;
2531 status |= DO_SETLINK_NOTIFY;
2532 }
2533
2534 if (linkinfo[IFLA_INFO_SLAVE_DATA]) {
2535 if (!m_ops || !m_ops->slave_changelink)
2536 return -EOPNOTSUPP;
2537
2538 err = m_ops->slave_changelink(master_dev, dev,
2539 tb, slave_data);
2540 if (err < 0)
2541 return err;
2542 status |= DO_SETLINK_NOTIFY;
2543 }
2544
2545 return do_setlink(skb, dev, ifm, tb, ifname, status);
2546 }
2547
2548 if (!(nlh->nlmsg_flags & NLM_F_CREATE)) {
2549 if (ifm->ifi_index == 0 && tb[IFLA_GROUP])
2550 return rtnl_group_changelink(skb, net,
2551 nla_get_u32(tb[IFLA_GROUP]),
2552 ifm, tb);
2553 return -ENODEV;
2554 }
2555
2556 if (tb[IFLA_MAP] || tb[IFLA_MASTER] || tb[IFLA_PROTINFO])
2557 return -EOPNOTSUPP;
2558
2559 if (!ops) {
2560 #ifdef CONFIG_MODULES
2561 if (kind[0]) {
2562 __rtnl_unlock();
2563 request_module("rtnl-link-%s", kind);
2564 rtnl_lock();
2565 ops = rtnl_link_ops_get(kind);
2566 if (ops)
2567 goto replay;
2568 }
2569 #endif
2570 return -EOPNOTSUPP;
2571 }
2572
2573 if (!ops->setup)
2574 return -EOPNOTSUPP;
2575
2576 if (!ifname[0]) {
2577 snprintf(ifname, IFNAMSIZ, "%s%%d", ops->kind);
2578 name_assign_type = NET_NAME_ENUM;
2579 }
2580
2581 dest_net = rtnl_link_get_net(net, tb);
2582 if (IS_ERR(dest_net))
2583 return PTR_ERR(dest_net);
2584
2585 err = -EPERM;
2586 if (!netlink_ns_capable(skb, dest_net->user_ns, CAP_NET_ADMIN))
2587 goto out;
2588
2589 if (tb[IFLA_LINK_NETNSID]) {
2590 int id = nla_get_s32(tb[IFLA_LINK_NETNSID]);
2591
2592 link_net = get_net_ns_by_id(dest_net, id);
2593 if (!link_net) {
2594 err = -EINVAL;
2595 goto out;
2596 }
2597 err = -EPERM;
2598 if (!netlink_ns_capable(skb, link_net->user_ns, CAP_NET_ADMIN))
2599 goto out;
2600 }
2601
2602 dev = rtnl_create_link(link_net ? : dest_net, ifname,
2603 name_assign_type, ops, tb);
2604 if (IS_ERR(dev)) {
2605 err = PTR_ERR(dev);
2606 goto out;
2607 }
2608
2609 dev->ifindex = ifm->ifi_index;
2610
2611 if (ops->newlink) {
2612 err = ops->newlink(link_net ? : net, dev, tb, data);
2613 /* Drivers should call free_netdev() in ->destructor
2614 * and unregister it on failure after registration
2615 * so that device could be finally freed in rtnl_unlock.
2616 */
2617 if (err < 0) {
2618 /* If device is not registered at all, free it now */
2619 if (dev->reg_state == NETREG_UNINITIALIZED)
2620 free_netdev(dev);
2621 goto out;
2622 }
2623 } else {
2624 err = register_netdevice(dev);
2625 if (err < 0) {
2626 free_netdev(dev);
2627 goto out;
2628 }
2629 }
2630 err = rtnl_configure_link(dev, ifm);
2631 if (err < 0)
2632 goto out_unregister;
2633 if (link_net) {
2634 err = dev_change_net_namespace(dev, dest_net, ifname);
2635 if (err < 0)
2636 goto out_unregister;
2637 }
2638 out:
2639 if (link_net)
2640 put_net(link_net);
2641 put_net(dest_net);
2642 return err;
2643 out_unregister:
2644 if (ops->newlink) {
2645 LIST_HEAD(list_kill);
2646
2647 ops->dellink(dev, &list_kill);
2648 unregister_netdevice_many(&list_kill);
2649 } else {
2650 unregister_netdevice(dev);
2651 }
2652 goto out;
2653 }
2654 }
2655
2656 static int rtnl_getlink(struct sk_buff *skb, struct nlmsghdr* nlh)
2657 {
2658 struct net *net = sock_net(skb->sk);
2659 struct ifinfomsg *ifm;
2660 char ifname[IFNAMSIZ];
2661 struct nlattr *tb[IFLA_MAX+1];
2662 struct net_device *dev = NULL;
2663 struct sk_buff *nskb;
2664 int err;
2665 u32 ext_filter_mask = 0;
2666
2667 err = nlmsg_parse(nlh, sizeof(*ifm), tb, IFLA_MAX, ifla_policy);
2668 if (err < 0)
2669 return err;
2670
2671 if (tb[IFLA_IFNAME])
2672 nla_strlcpy(ifname, tb[IFLA_IFNAME], IFNAMSIZ);
2673
2674 if (tb[IFLA_EXT_MASK])
2675 ext_filter_mask = nla_get_u32(tb[IFLA_EXT_MASK]);
2676
2677 ifm = nlmsg_data(nlh);
2678 if (ifm->ifi_index > 0)
2679 dev = __dev_get_by_index(net, ifm->ifi_index);
2680 else if (tb[IFLA_IFNAME])
2681 dev = __dev_get_by_name(net, ifname);
2682 else
2683 return -EINVAL;
2684
2685 if (dev == NULL)
2686 return -ENODEV;
2687
2688 nskb = nlmsg_new(if_nlmsg_size(dev, ext_filter_mask), GFP_KERNEL);
2689 if (nskb == NULL)
2690 return -ENOBUFS;
2691
2692 err = rtnl_fill_ifinfo(nskb, dev, RTM_NEWLINK, NETLINK_CB(skb).portid,
2693 nlh->nlmsg_seq, 0, 0, ext_filter_mask);
2694 if (err < 0) {
2695 /* -EMSGSIZE implies BUG in if_nlmsg_size */
2696 WARN_ON(err == -EMSGSIZE);
2697 kfree_skb(nskb);
2698 } else
2699 err = rtnl_unicast(nskb, net, NETLINK_CB(skb).portid);
2700
2701 return err;
2702 }
2703
2704 static u16 rtnl_calcit(struct sk_buff *skb, struct nlmsghdr *nlh)
2705 {
2706 struct net *net = sock_net(skb->sk);
2707 struct net_device *dev;
2708 struct nlattr *tb[IFLA_MAX+1];
2709 u32 ext_filter_mask = 0;
2710 u16 min_ifinfo_dump_size = 0;
2711 int hdrlen;
2712
2713 /* Same kernel<->userspace interface hack as in rtnl_dump_ifinfo. */
2714 hdrlen = nlmsg_len(nlh) < sizeof(struct ifinfomsg) ?
2715 sizeof(struct rtgenmsg) : sizeof(struct ifinfomsg);
2716
2717 if (nlmsg_parse(nlh, hdrlen, tb, IFLA_MAX, ifla_policy) >= 0) {
2718 if (tb[IFLA_EXT_MASK])
2719 ext_filter_mask = nla_get_u32(tb[IFLA_EXT_MASK]);
2720 }
2721
2722 if (!ext_filter_mask)
2723 return NLMSG_GOODSIZE;
2724 /*
2725 * traverse the list of net devices and compute the minimum
2726 * buffer size based upon the filter mask.
2727 */
2728 list_for_each_entry(dev, &net->dev_base_head, dev_list) {
2729 min_ifinfo_dump_size = max_t(u16, min_ifinfo_dump_size,
2730 if_nlmsg_size(dev,
2731 ext_filter_mask));
2732 }
2733
2734 return min_ifinfo_dump_size;
2735 }
2736
2737 static int rtnl_dump_all(struct sk_buff *skb, struct netlink_callback *cb)
2738 {
2739 int idx;
2740 int s_idx = cb->family;
2741
2742 if (s_idx == 0)
2743 s_idx = 1;
2744 for (idx = 1; idx <= RTNL_FAMILY_MAX; idx++) {
2745 int type = cb->nlh->nlmsg_type-RTM_BASE;
2746 if (idx < s_idx || idx == PF_PACKET)
2747 continue;
2748 if (rtnl_msg_handlers[idx] == NULL ||
2749 rtnl_msg_handlers[idx][type].dumpit == NULL)
2750 continue;
2751 if (idx > s_idx) {
2752 memset(&cb->args[0], 0, sizeof(cb->args));
2753 cb->prev_seq = 0;
2754 cb->seq = 0;
2755 }
2756 if (rtnl_msg_handlers[idx][type].dumpit(skb, cb))
2757 break;
2758 }
2759 cb->family = idx;
2760
2761 return skb->len;
2762 }
2763
2764 struct sk_buff *rtmsg_ifinfo_build_skb(int type, struct net_device *dev,
2765 unsigned int change, gfp_t flags)
2766 {
2767 struct net *net = dev_net(dev);
2768 struct sk_buff *skb;
2769 int err = -ENOBUFS;
2770 size_t if_info_size;
2771
2772 skb = nlmsg_new((if_info_size = if_nlmsg_size(dev, 0)), flags);
2773 if (skb == NULL)
2774 goto errout;
2775
2776 err = rtnl_fill_ifinfo(skb, dev, type, 0, 0, change, 0, 0);
2777 if (err < 0) {
2778 /* -EMSGSIZE implies BUG in if_nlmsg_size() */
2779 WARN_ON(err == -EMSGSIZE);
2780 kfree_skb(skb);
2781 goto errout;
2782 }
2783 return skb;
2784 errout:
2785 if (err < 0)
2786 rtnl_set_sk_err(net, RTNLGRP_LINK, err);
2787 return NULL;
2788 }
2789
2790 void rtmsg_ifinfo_send(struct sk_buff *skb, struct net_device *dev, gfp_t flags)
2791 {
2792 struct net *net = dev_net(dev);
2793
2794 rtnl_notify(skb, net, 0, RTNLGRP_LINK, NULL, flags);
2795 }
2796
2797 void rtmsg_ifinfo(int type, struct net_device *dev, unsigned int change,
2798 gfp_t flags)
2799 {
2800 struct sk_buff *skb;
2801
2802 if (dev->reg_state != NETREG_REGISTERED)
2803 return;
2804
2805 skb = rtmsg_ifinfo_build_skb(type, dev, change, flags);
2806 if (skb)
2807 rtmsg_ifinfo_send(skb, dev, flags);
2808 }
2809 EXPORT_SYMBOL(rtmsg_ifinfo);
2810
2811 static int nlmsg_populate_fdb_fill(struct sk_buff *skb,
2812 struct net_device *dev,
2813 u8 *addr, u16 vid, u32 pid, u32 seq,
2814 int type, unsigned int flags,
2815 int nlflags, u16 ndm_state)
2816 {
2817 struct nlmsghdr *nlh;
2818 struct ndmsg *ndm;
2819
2820 nlh = nlmsg_put(skb, pid, seq, type, sizeof(*ndm), nlflags);
2821 if (!nlh)
2822 return -EMSGSIZE;
2823
2824 ndm = nlmsg_data(nlh);
2825 ndm->ndm_family = AF_BRIDGE;
2826 ndm->ndm_pad1 = 0;
2827 ndm->ndm_pad2 = 0;
2828 ndm->ndm_flags = flags;
2829 ndm->ndm_type = 0;
2830 ndm->ndm_ifindex = dev->ifindex;
2831 ndm->ndm_state = ndm_state;
2832
2833 if (nla_put(skb, NDA_LLADDR, ETH_ALEN, addr))
2834 goto nla_put_failure;
2835 if (vid)
2836 if (nla_put(skb, NDA_VLAN, sizeof(u16), &vid))
2837 goto nla_put_failure;
2838
2839 nlmsg_end(skb, nlh);
2840 return 0;
2841
2842 nla_put_failure:
2843 nlmsg_cancel(skb, nlh);
2844 return -EMSGSIZE;
2845 }
2846
2847 static inline size_t rtnl_fdb_nlmsg_size(void)
2848 {
2849 return NLMSG_ALIGN(sizeof(struct ndmsg)) + nla_total_size(ETH_ALEN);
2850 }
2851
2852 static void rtnl_fdb_notify(struct net_device *dev, u8 *addr, u16 vid, int type,
2853 u16 ndm_state)
2854 {
2855 struct net *net = dev_net(dev);
2856 struct sk_buff *skb;
2857 int err = -ENOBUFS;
2858
2859 skb = nlmsg_new(rtnl_fdb_nlmsg_size(), GFP_ATOMIC);
2860 if (!skb)
2861 goto errout;
2862
2863 err = nlmsg_populate_fdb_fill(skb, dev, addr, vid,
2864 0, 0, type, NTF_SELF, 0, ndm_state);
2865 if (err < 0) {
2866 kfree_skb(skb);
2867 goto errout;
2868 }
2869
2870 rtnl_notify(skb, net, 0, RTNLGRP_NEIGH, NULL, GFP_ATOMIC);
2871 return;
2872 errout:
2873 rtnl_set_sk_err(net, RTNLGRP_NEIGH, err);
2874 }
2875
2876 /**
2877 * ndo_dflt_fdb_add - default netdevice operation to add an FDB entry
2878 */
2879 int ndo_dflt_fdb_add(struct ndmsg *ndm,
2880 struct nlattr *tb[],
2881 struct net_device *dev,
2882 const unsigned char *addr, u16 vid,
2883 u16 flags)
2884 {
2885 int err = -EINVAL;
2886
2887 /* If aging addresses are supported device will need to
2888 * implement its own handler for this.
2889 */
2890 if (ndm->ndm_state && !(ndm->ndm_state & NUD_PERMANENT)) {
2891 pr_info("%s: FDB only supports static addresses\n", dev->name);
2892 return err;
2893 }
2894
2895 if (vid) {
2896 pr_info("%s: vlans aren't supported yet for dev_uc|mc_add()\n", dev->name);
2897 return err;
2898 }
2899
2900 if (is_unicast_ether_addr(addr) || is_link_local_ether_addr(addr))
2901 err = dev_uc_add_excl(dev, addr);
2902 else if (is_multicast_ether_addr(addr))
2903 err = dev_mc_add_excl(dev, addr);
2904
2905 /* Only return duplicate errors if NLM_F_EXCL is set */
2906 if (err == -EEXIST && !(flags & NLM_F_EXCL))
2907 err = 0;
2908
2909 return err;
2910 }
2911 EXPORT_SYMBOL(ndo_dflt_fdb_add);
2912
2913 static int fdb_vid_parse(struct nlattr *vlan_attr, u16 *p_vid)
2914 {
2915 u16 vid = 0;
2916
2917 if (vlan_attr) {
2918 if (nla_len(vlan_attr) != sizeof(u16)) {
2919 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid vlan\n");
2920 return -EINVAL;
2921 }
2922
2923 vid = nla_get_u16(vlan_attr);
2924
2925 if (!vid || vid >= VLAN_VID_MASK) {
2926 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid vlan id %d\n",
2927 vid);
2928 return -EINVAL;
2929 }
2930 }
2931 *p_vid = vid;
2932 return 0;
2933 }
2934
2935 static int rtnl_fdb_add(struct sk_buff *skb, struct nlmsghdr *nlh)
2936 {
2937 struct net *net = sock_net(skb->sk);
2938 struct ndmsg *ndm;
2939 struct nlattr *tb[NDA_MAX+1];
2940 struct net_device *dev;
2941 u8 *addr;
2942 u16 vid;
2943 int err;
2944
2945 err = nlmsg_parse(nlh, sizeof(*ndm), tb, NDA_MAX, NULL);
2946 if (err < 0)
2947 return err;
2948
2949 ndm = nlmsg_data(nlh);
2950 if (ndm->ndm_ifindex == 0) {
2951 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid ifindex\n");
2952 return -EINVAL;
2953 }
2954
2955 dev = __dev_get_by_index(net, ndm->ndm_ifindex);
2956 if (dev == NULL) {
2957 pr_info("PF_BRIDGE: RTM_NEWNEIGH with unknown ifindex\n");
2958 return -ENODEV;
2959 }
2960
2961 if (!tb[NDA_LLADDR] || nla_len(tb[NDA_LLADDR]) != ETH_ALEN) {
2962 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid address\n");
2963 return -EINVAL;
2964 }
2965
2966 addr = nla_data(tb[NDA_LLADDR]);
2967
2968 err = fdb_vid_parse(tb[NDA_VLAN], &vid);
2969 if (err)
2970 return err;
2971
2972 err = -EOPNOTSUPP;
2973
2974 /* Support fdb on master device the net/bridge default case */
2975 if ((!ndm->ndm_flags || ndm->ndm_flags & NTF_MASTER) &&
2976 (dev->priv_flags & IFF_BRIDGE_PORT)) {
2977 struct net_device *br_dev = netdev_master_upper_dev_get(dev);
2978 const struct net_device_ops *ops = br_dev->netdev_ops;
2979
2980 err = ops->ndo_fdb_add(ndm, tb, dev, addr, vid,
2981 nlh->nlmsg_flags);
2982 if (err)
2983 goto out;
2984 else
2985 ndm->ndm_flags &= ~NTF_MASTER;
2986 }
2987
2988 /* Embedded bridge, macvlan, and any other device support */
2989 if ((ndm->ndm_flags & NTF_SELF)) {
2990 if (dev->netdev_ops->ndo_fdb_add)
2991 err = dev->netdev_ops->ndo_fdb_add(ndm, tb, dev, addr,
2992 vid,
2993 nlh->nlmsg_flags);
2994 else
2995 err = ndo_dflt_fdb_add(ndm, tb, dev, addr, vid,
2996 nlh->nlmsg_flags);
2997
2998 if (!err) {
2999 rtnl_fdb_notify(dev, addr, vid, RTM_NEWNEIGH,
3000 ndm->ndm_state);
3001 ndm->ndm_flags &= ~NTF_SELF;
3002 }
3003 }
3004 out:
3005 return err;
3006 }
3007
3008 /**
3009 * ndo_dflt_fdb_del - default netdevice operation to delete an FDB entry
3010 */
3011 int ndo_dflt_fdb_del(struct ndmsg *ndm,
3012 struct nlattr *tb[],
3013 struct net_device *dev,
3014 const unsigned char *addr, u16 vid)
3015 {
3016 int err = -EINVAL;
3017
3018 /* If aging addresses are supported device will need to
3019 * implement its own handler for this.
3020 */
3021 if (!(ndm->ndm_state & NUD_PERMANENT)) {
3022 pr_info("%s: FDB only supports static addresses\n", dev->name);
3023 return err;
3024 }
3025
3026 if (is_unicast_ether_addr(addr) || is_link_local_ether_addr(addr))
3027 err = dev_uc_del(dev, addr);
3028 else if (is_multicast_ether_addr(addr))
3029 err = dev_mc_del(dev, addr);
3030
3031 return err;
3032 }
3033 EXPORT_SYMBOL(ndo_dflt_fdb_del);
3034
3035 static int rtnl_fdb_del(struct sk_buff *skb, struct nlmsghdr *nlh)
3036 {
3037 struct net *net = sock_net(skb->sk);
3038 struct ndmsg *ndm;
3039 struct nlattr *tb[NDA_MAX+1];
3040 struct net_device *dev;
3041 int err = -EINVAL;
3042 __u8 *addr;
3043 u16 vid;
3044
3045 if (!netlink_capable(skb, CAP_NET_ADMIN))
3046 return -EPERM;
3047
3048 err = nlmsg_parse(nlh, sizeof(*ndm), tb, NDA_MAX, NULL);
3049 if (err < 0)
3050 return err;
3051
3052 ndm = nlmsg_data(nlh);
3053 if (ndm->ndm_ifindex == 0) {
3054 pr_info("PF_BRIDGE: RTM_DELNEIGH with invalid ifindex\n");
3055 return -EINVAL;
3056 }
3057
3058 dev = __dev_get_by_index(net, ndm->ndm_ifindex);
3059 if (dev == NULL) {
3060 pr_info("PF_BRIDGE: RTM_DELNEIGH with unknown ifindex\n");
3061 return -ENODEV;
3062 }
3063
3064 if (!tb[NDA_LLADDR] || nla_len(tb[NDA_LLADDR]) != ETH_ALEN) {
3065 pr_info("PF_BRIDGE: RTM_DELNEIGH with invalid address\n");
3066 return -EINVAL;
3067 }
3068
3069 addr = nla_data(tb[NDA_LLADDR]);
3070
3071 err = fdb_vid_parse(tb[NDA_VLAN], &vid);
3072 if (err)
3073 return err;
3074
3075 err = -EOPNOTSUPP;
3076
3077 /* Support fdb on master device the net/bridge default case */
3078 if ((!ndm->ndm_flags || ndm->ndm_flags & NTF_MASTER) &&
3079 (dev->priv_flags & IFF_BRIDGE_PORT)) {
3080 struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3081 const struct net_device_ops *ops = br_dev->netdev_ops;
3082
3083 if (ops->ndo_fdb_del)
3084 err = ops->ndo_fdb_del(ndm, tb, dev, addr, vid);
3085
3086 if (err)
3087 goto out;
3088 else
3089 ndm->ndm_flags &= ~NTF_MASTER;
3090 }
3091
3092 /* Embedded bridge, macvlan, and any other device support */
3093 if (ndm->ndm_flags & NTF_SELF) {
3094 if (dev->netdev_ops->ndo_fdb_del)
3095 err = dev->netdev_ops->ndo_fdb_del(ndm, tb, dev, addr,
3096 vid);
3097 else
3098 err = ndo_dflt_fdb_del(ndm, tb, dev, addr, vid);
3099
3100 if (!err) {
3101 rtnl_fdb_notify(dev, addr, vid, RTM_DELNEIGH,
3102 ndm->ndm_state);
3103 ndm->ndm_flags &= ~NTF_SELF;
3104 }
3105 }
3106 out:
3107 return err;
3108 }
3109
3110 static int nlmsg_populate_fdb(struct sk_buff *skb,
3111 struct netlink_callback *cb,
3112 struct net_device *dev,
3113 int *idx,
3114 struct netdev_hw_addr_list *list)
3115 {
3116 struct netdev_hw_addr *ha;
3117 int err;
3118 u32 portid, seq;
3119
3120 portid = NETLINK_CB(cb->skb).portid;
3121 seq = cb->nlh->nlmsg_seq;
3122
3123 list_for_each_entry(ha, &list->list, list) {
3124 if (*idx < cb->args[2])
3125 goto skip;
3126
3127 err = nlmsg_populate_fdb_fill(skb, dev, ha->addr, 0,
3128 portid, seq,
3129 RTM_NEWNEIGH, NTF_SELF,
3130 NLM_F_MULTI, NUD_PERMANENT);
3131 if (err < 0)
3132 return err;
3133 skip:
3134 *idx += 1;
3135 }
3136 return 0;
3137 }
3138
3139 /**
3140 * ndo_dflt_fdb_dump - default netdevice operation to dump an FDB table.
3141 * @nlh: netlink message header
3142 * @dev: netdevice
3143 *
3144 * Default netdevice operation to dump the existing unicast address list.
3145 * Returns number of addresses from list put in skb.
3146 */
3147 int ndo_dflt_fdb_dump(struct sk_buff *skb,
3148 struct netlink_callback *cb,
3149 struct net_device *dev,
3150 struct net_device *filter_dev,
3151 int *idx)
3152 {
3153 int err;
3154
3155 netif_addr_lock_bh(dev);
3156 err = nlmsg_populate_fdb(skb, cb, dev, idx, &dev->uc);
3157 if (err)
3158 goto out;
3159 nlmsg_populate_fdb(skb, cb, dev, idx, &dev->mc);
3160 out:
3161 netif_addr_unlock_bh(dev);
3162 return err;
3163 }
3164 EXPORT_SYMBOL(ndo_dflt_fdb_dump);
3165
3166 static int rtnl_fdb_dump(struct sk_buff *skb, struct netlink_callback *cb)
3167 {
3168 struct net_device *dev;
3169 struct nlattr *tb[IFLA_MAX+1];
3170 struct net_device *br_dev = NULL;
3171 const struct net_device_ops *ops = NULL;
3172 const struct net_device_ops *cops = NULL;
3173 struct ifinfomsg *ifm = nlmsg_data(cb->nlh);
3174 struct net *net = sock_net(skb->sk);
3175 struct hlist_head *head;
3176 int brport_idx = 0;
3177 int br_idx = 0;
3178 int h, s_h;
3179 int idx = 0, s_idx;
3180 int err = 0;
3181 int fidx = 0;
3182
3183 if (nlmsg_parse(cb->nlh, sizeof(struct ifinfomsg), tb, IFLA_MAX,
3184 ifla_policy) == 0) {
3185 if (tb[IFLA_MASTER])
3186 br_idx = nla_get_u32(tb[IFLA_MASTER]);
3187 }
3188
3189 brport_idx = ifm->ifi_index;
3190
3191 if (br_idx) {
3192 br_dev = __dev_get_by_index(net, br_idx);
3193 if (!br_dev)
3194 return -ENODEV;
3195
3196 ops = br_dev->netdev_ops;
3197 }
3198
3199 s_h = cb->args[0];
3200 s_idx = cb->args[1];
3201
3202 for (h = s_h; h < NETDEV_HASHENTRIES; h++, s_idx = 0) {
3203 idx = 0;
3204 head = &net->dev_index_head[h];
3205 hlist_for_each_entry(dev, head, index_hlist) {
3206
3207 if (brport_idx && (dev->ifindex != brport_idx))
3208 continue;
3209
3210 if (!br_idx) { /* user did not specify a specific bridge */
3211 if (dev->priv_flags & IFF_BRIDGE_PORT) {
3212 br_dev = netdev_master_upper_dev_get(dev);
3213 cops = br_dev->netdev_ops;
3214 }
3215 } else {
3216 if (dev != br_dev &&
3217 !(dev->priv_flags & IFF_BRIDGE_PORT))
3218 continue;
3219
3220 if (br_dev != netdev_master_upper_dev_get(dev) &&
3221 !(dev->priv_flags & IFF_EBRIDGE))
3222 continue;
3223 cops = ops;
3224 }
3225
3226 if (idx < s_idx)
3227 goto cont;
3228
3229 if (dev->priv_flags & IFF_BRIDGE_PORT) {
3230 if (cops && cops->ndo_fdb_dump) {
3231 err = cops->ndo_fdb_dump(skb, cb,
3232 br_dev, dev,
3233 &fidx);
3234 if (err == -EMSGSIZE)
3235 goto out;
3236 }
3237 }
3238
3239 if (dev->netdev_ops->ndo_fdb_dump)
3240 err = dev->netdev_ops->ndo_fdb_dump(skb, cb,
3241 dev, NULL,
3242 &fidx);
3243 else
3244 err = ndo_dflt_fdb_dump(skb, cb, dev, NULL,
3245 &fidx);
3246 if (err == -EMSGSIZE)
3247 goto out;
3248
3249 cops = NULL;
3250
3251 /* reset fdb offset to 0 for rest of the interfaces */
3252 cb->args[2] = 0;
3253 fidx = 0;
3254 cont:
3255 idx++;
3256 }
3257 }
3258
3259 out:
3260 cb->args[0] = h;
3261 cb->args[1] = idx;
3262 cb->args[2] = fidx;
3263
3264 return skb->len;
3265 }
3266
3267 static int brport_nla_put_flag(struct sk_buff *skb, u32 flags, u32 mask,
3268 unsigned int attrnum, unsigned int flag)
3269 {
3270 if (mask & flag)
3271 return nla_put_u8(skb, attrnum, !!(flags & flag));
3272 return 0;
3273 }
3274
3275 int ndo_dflt_bridge_getlink(struct sk_buff *skb, u32 pid, u32 seq,
3276 struct net_device *dev, u16 mode,
3277 u32 flags, u32 mask, int nlflags,
3278 u32 filter_mask,
3279 int (*vlan_fill)(struct sk_buff *skb,
3280 struct net_device *dev,
3281 u32 filter_mask))
3282 {
3283 struct nlmsghdr *nlh;
3284 struct ifinfomsg *ifm;
3285 struct nlattr *br_afspec;
3286 struct nlattr *protinfo;
3287 u8 operstate = netif_running(dev) ? dev->operstate : IF_OPER_DOWN;
3288 struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3289 int err = 0;
3290
3291 nlh = nlmsg_put(skb, pid, seq, RTM_NEWLINK, sizeof(*ifm), nlflags);
3292 if (nlh == NULL)
3293 return -EMSGSIZE;
3294
3295 ifm = nlmsg_data(nlh);
3296 ifm->ifi_family = AF_BRIDGE;
3297 ifm->__ifi_pad = 0;
3298 ifm->ifi_type = dev->type;
3299 ifm->ifi_index = dev->ifindex;
3300 ifm->ifi_flags = dev_get_flags(dev);
3301 ifm->ifi_change = 0;
3302
3303
3304 if (nla_put_string(skb, IFLA_IFNAME, dev->name) ||
3305 nla_put_u32(skb, IFLA_MTU, dev->mtu) ||
3306 nla_put_u8(skb, IFLA_OPERSTATE, operstate) ||
3307 (br_dev &&
3308 nla_put_u32(skb, IFLA_MASTER, br_dev->ifindex)) ||
3309 (dev->addr_len &&
3310 nla_put(skb, IFLA_ADDRESS, dev->addr_len, dev->dev_addr)) ||
3311 (dev->ifindex != dev_get_iflink(dev) &&
3312 nla_put_u32(skb, IFLA_LINK, dev_get_iflink(dev))))
3313 goto nla_put_failure;
3314
3315 br_afspec = nla_nest_start(skb, IFLA_AF_SPEC);
3316 if (!br_afspec)
3317 goto nla_put_failure;
3318
3319 if (nla_put_u16(skb, IFLA_BRIDGE_FLAGS, BRIDGE_FLAGS_SELF)) {
3320 nla_nest_cancel(skb, br_afspec);
3321 goto nla_put_failure;
3322 }
3323
3324 if (mode != BRIDGE_MODE_UNDEF) {
3325 if (nla_put_u16(skb, IFLA_BRIDGE_MODE, mode)) {
3326 nla_nest_cancel(skb, br_afspec);
3327 goto nla_put_failure;
3328 }
3329 }
3330 if (vlan_fill) {
3331 err = vlan_fill(skb, dev, filter_mask);
3332 if (err) {
3333 nla_nest_cancel(skb, br_afspec);
3334 goto nla_put_failure;
3335 }
3336 }
3337 nla_nest_end(skb, br_afspec);
3338
3339 protinfo = nla_nest_start(skb, IFLA_PROTINFO | NLA_F_NESTED);
3340 if (!protinfo)
3341 goto nla_put_failure;
3342
3343 if (brport_nla_put_flag(skb, flags, mask,
3344 IFLA_BRPORT_MODE, BR_HAIRPIN_MODE) ||
3345 brport_nla_put_flag(skb, flags, mask,
3346 IFLA_BRPORT_GUARD, BR_BPDU_GUARD) ||
3347 brport_nla_put_flag(skb, flags, mask,
3348 IFLA_BRPORT_FAST_LEAVE,
3349 BR_MULTICAST_FAST_LEAVE) ||
3350 brport_nla_put_flag(skb, flags, mask,
3351 IFLA_BRPORT_PROTECT, BR_ROOT_BLOCK) ||
3352 brport_nla_put_flag(skb, flags, mask,
3353 IFLA_BRPORT_LEARNING, BR_LEARNING) ||
3354 brport_nla_put_flag(skb, flags, mask,
3355 IFLA_BRPORT_LEARNING_SYNC, BR_LEARNING_SYNC) ||
3356 brport_nla_put_flag(skb, flags, mask,
3357 IFLA_BRPORT_UNICAST_FLOOD, BR_FLOOD) ||
3358 brport_nla_put_flag(skb, flags, mask,
3359 IFLA_BRPORT_PROXYARP, BR_PROXYARP)) {
3360 nla_nest_cancel(skb, protinfo);
3361 goto nla_put_failure;
3362 }
3363
3364 nla_nest_end(skb, protinfo);
3365
3366 nlmsg_end(skb, nlh);
3367 return 0;
3368 nla_put_failure:
3369 nlmsg_cancel(skb, nlh);
3370 return err ? err : -EMSGSIZE;
3371 }
3372 EXPORT_SYMBOL_GPL(ndo_dflt_bridge_getlink);
3373
3374 static int rtnl_bridge_getlink(struct sk_buff *skb, struct netlink_callback *cb)
3375 {
3376 struct net *net = sock_net(skb->sk);
3377 struct net_device *dev;
3378 int idx = 0;
3379 u32 portid = NETLINK_CB(cb->skb).portid;
3380 u32 seq = cb->nlh->nlmsg_seq;
3381 u32 filter_mask = 0;
3382 int err;
3383
3384 if (nlmsg_len(cb->nlh) > sizeof(struct ifinfomsg)) {
3385 struct nlattr *extfilt;
3386
3387 extfilt = nlmsg_find_attr(cb->nlh, sizeof(struct ifinfomsg),
3388 IFLA_EXT_MASK);
3389 if (extfilt) {
3390 if (nla_len(extfilt) < sizeof(filter_mask))
3391 return -EINVAL;
3392
3393 filter_mask = nla_get_u32(extfilt);
3394 }
3395 }
3396
3397 rcu_read_lock();
3398 for_each_netdev_rcu(net, dev) {
3399 const struct net_device_ops *ops = dev->netdev_ops;
3400 struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3401
3402 if (br_dev && br_dev->netdev_ops->ndo_bridge_getlink) {
3403 if (idx >= cb->args[0]) {
3404 err = br_dev->netdev_ops->ndo_bridge_getlink(
3405 skb, portid, seq, dev,
3406 filter_mask, NLM_F_MULTI);
3407 if (err < 0 && err != -EOPNOTSUPP)
3408 break;
3409 }
3410 idx++;
3411 }
3412
3413 if (ops->ndo_bridge_getlink) {
3414 if (idx >= cb->args[0]) {
3415 err = ops->ndo_bridge_getlink(skb, portid,
3416 seq, dev,
3417 filter_mask,
3418 NLM_F_MULTI);
3419 if (err < 0 && err != -EOPNOTSUPP)
3420 break;
3421 }
3422 idx++;
3423 }
3424 }
3425 rcu_read_unlock();
3426 cb->args[0] = idx;
3427
3428 return skb->len;
3429 }
3430
3431 static inline size_t bridge_nlmsg_size(void)
3432 {
3433 return NLMSG_ALIGN(sizeof(struct ifinfomsg))
3434 + nla_total_size(IFNAMSIZ) /* IFLA_IFNAME */
3435 + nla_total_size(MAX_ADDR_LEN) /* IFLA_ADDRESS */
3436 + nla_total_size(sizeof(u32)) /* IFLA_MASTER */
3437 + nla_total_size(sizeof(u32)) /* IFLA_MTU */
3438 + nla_total_size(sizeof(u32)) /* IFLA_LINK */
3439 + nla_total_size(sizeof(u32)) /* IFLA_OPERSTATE */
3440 + nla_total_size(sizeof(u8)) /* IFLA_PROTINFO */
3441 + nla_total_size(sizeof(struct nlattr)) /* IFLA_AF_SPEC */
3442 + nla_total_size(sizeof(u16)) /* IFLA_BRIDGE_FLAGS */
3443 + nla_total_size(sizeof(u16)); /* IFLA_BRIDGE_MODE */
3444 }
3445
3446 static int rtnl_bridge_notify(struct net_device *dev)
3447 {
3448 struct net *net = dev_net(dev);
3449 struct sk_buff *skb;
3450 int err = -EOPNOTSUPP;
3451
3452 if (!dev->netdev_ops->ndo_bridge_getlink)
3453 return 0;
3454
3455 skb = nlmsg_new(bridge_nlmsg_size(), GFP_ATOMIC);
3456 if (!skb) {
3457 err = -ENOMEM;
3458 goto errout;
3459 }
3460
3461 err = dev->netdev_ops->ndo_bridge_getlink(skb, 0, 0, dev, 0, 0);
3462 if (err < 0)
3463 goto errout;
3464
3465 if (!skb->len)
3466 goto errout;
3467
3468 rtnl_notify(skb, net, 0, RTNLGRP_LINK, NULL, GFP_ATOMIC);
3469 return 0;
3470 errout:
3471 WARN_ON(err == -EMSGSIZE);
3472 kfree_skb(skb);
3473 if (err)
3474 rtnl_set_sk_err(net, RTNLGRP_LINK, err);
3475 return err;
3476 }
3477
3478 static int rtnl_bridge_setlink(struct sk_buff *skb, struct nlmsghdr *nlh)
3479 {
3480 struct net *net = sock_net(skb->sk);
3481 struct ifinfomsg *ifm;
3482 struct net_device *dev;
3483 struct nlattr *br_spec, *attr = NULL;
3484 int rem, err = -EOPNOTSUPP;
3485 u16 flags = 0;
3486 bool have_flags = false;
3487
3488 if (nlmsg_len(nlh) < sizeof(*ifm))
3489 return -EINVAL;
3490
3491 ifm = nlmsg_data(nlh);
3492 if (ifm->ifi_family != AF_BRIDGE)
3493 return -EPFNOSUPPORT;
3494
3495 dev = __dev_get_by_index(net, ifm->ifi_index);
3496 if (!dev) {
3497 pr_info("PF_BRIDGE: RTM_SETLINK with unknown ifindex\n");
3498 return -ENODEV;
3499 }
3500
3501 br_spec = nlmsg_find_attr(nlh, sizeof(struct ifinfomsg), IFLA_AF_SPEC);
3502 if (br_spec) {
3503 nla_for_each_nested(attr, br_spec, rem) {
3504 if (nla_type(attr) == IFLA_BRIDGE_FLAGS) {
3505 if (nla_len(attr) < sizeof(flags))
3506 return -EINVAL;
3507
3508 have_flags = true;
3509 flags = nla_get_u16(attr);
3510 break;
3511 }
3512 }
3513 }
3514
3515 if (!flags || (flags & BRIDGE_FLAGS_MASTER)) {
3516 struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3517
3518 if (!br_dev || !br_dev->netdev_ops->ndo_bridge_setlink) {
3519 err = -EOPNOTSUPP;
3520 goto out;
3521 }
3522
3523 err = br_dev->netdev_ops->ndo_bridge_setlink(dev, nlh, flags);
3524 if (err)
3525 goto out;
3526
3527 flags &= ~BRIDGE_FLAGS_MASTER;
3528 }
3529
3530 if ((flags & BRIDGE_FLAGS_SELF)) {
3531 if (!dev->netdev_ops->ndo_bridge_setlink)
3532 err = -EOPNOTSUPP;
3533 else
3534 err = dev->netdev_ops->ndo_bridge_setlink(dev, nlh,
3535 flags);
3536 if (!err) {
3537 flags &= ~BRIDGE_FLAGS_SELF;
3538
3539 /* Generate event to notify upper layer of bridge
3540 * change
3541 */
3542 err = rtnl_bridge_notify(dev);
3543 }
3544 }
3545
3546 if (have_flags)
3547 memcpy(nla_data(attr), &flags, sizeof(flags));
3548 out:
3549 return err;
3550 }
3551
3552 static int rtnl_bridge_dellink(struct sk_buff *skb, struct nlmsghdr *nlh)
3553 {
3554 struct net *net = sock_net(skb->sk);
3555 struct ifinfomsg *ifm;
3556 struct net_device *dev;
3557 struct nlattr *br_spec, *attr = NULL;
3558 int rem, err = -EOPNOTSUPP;
3559 u16 flags = 0;
3560 bool have_flags = false;
3561
3562 if (nlmsg_len(nlh) < sizeof(*ifm))
3563 return -EINVAL;
3564
3565 ifm = nlmsg_data(nlh);
3566 if (ifm->ifi_family != AF_BRIDGE)
3567 return -EPFNOSUPPORT;
3568
3569 dev = __dev_get_by_index(net, ifm->ifi_index);
3570 if (!dev) {
3571 pr_info("PF_BRIDGE: RTM_SETLINK with unknown ifindex\n");
3572 return -ENODEV;
3573 }
3574
3575 br_spec = nlmsg_find_attr(nlh, sizeof(struct ifinfomsg), IFLA_AF_SPEC);
3576 if (br_spec) {
3577 nla_for_each_nested(attr, br_spec, rem) {
3578 if (nla_type(attr) == IFLA_BRIDGE_FLAGS) {
3579 if (nla_len(attr) < sizeof(flags))
3580 return -EINVAL;
3581
3582 have_flags = true;
3583 flags = nla_get_u16(attr);
3584 break;
3585 }
3586 }
3587 }
3588
3589 if (!flags || (flags & BRIDGE_FLAGS_MASTER)) {
3590 struct net_device *br_dev = netdev_master_upper_dev_get(dev);
3591
3592 if (!br_dev || !br_dev->netdev_ops->ndo_bridge_dellink) {
3593 err = -EOPNOTSUPP;
3594 goto out;
3595 }
3596
3597 err = br_dev->netdev_ops->ndo_bridge_dellink(dev, nlh, flags);
3598 if (err)
3599 goto out;
3600
3601 flags &= ~BRIDGE_FLAGS_MASTER;
3602 }
3603
3604 if ((flags & BRIDGE_FLAGS_SELF)) {
3605 if (!dev->netdev_ops->ndo_bridge_dellink)
3606 err = -EOPNOTSUPP;
3607 else
3608 err = dev->netdev_ops->ndo_bridge_dellink(dev, nlh,
3609 flags);
3610
3611 if (!err) {
3612 flags &= ~BRIDGE_FLAGS_SELF;
3613
3614 /* Generate event to notify upper layer of bridge
3615 * change
3616 */
3617 err = rtnl_bridge_notify(dev);
3618 }
3619 }
3620
3621 if (have_flags)
3622 memcpy(nla_data(attr), &flags, sizeof(flags));
3623 out:
3624 return err;
3625 }
3626
3627 static bool stats_attr_valid(unsigned int mask, int attrid, int idxattr)
3628 {
3629 return (mask & IFLA_STATS_FILTER_BIT(attrid)) &&
3630 (!idxattr || idxattr == attrid);
3631 }
3632
3633 #define IFLA_OFFLOAD_XSTATS_FIRST (IFLA_OFFLOAD_XSTATS_UNSPEC + 1)
3634 static int rtnl_get_offload_stats_attr_size(int attr_id)
3635 {
3636 switch (attr_id) {
3637 case IFLA_OFFLOAD_XSTATS_CPU_HIT:
3638 return sizeof(struct rtnl_link_stats64);
3639 }
3640
3641 return 0;
3642 }
3643
3644 static int rtnl_get_offload_stats(struct sk_buff *skb, struct net_device *dev,
3645 int *prividx)
3646 {
3647 struct nlattr *attr = NULL;
3648 int attr_id, size;
3649 void *attr_data;
3650 int err;
3651
3652 if (!(dev->netdev_ops && dev->netdev_ops->ndo_has_offload_stats &&
3653 dev->netdev_ops->ndo_get_offload_stats))
3654 return -ENODATA;
3655
3656 for (attr_id = IFLA_OFFLOAD_XSTATS_FIRST;
3657 attr_id <= IFLA_OFFLOAD_XSTATS_MAX; attr_id++) {
3658 if (attr_id < *prividx)
3659 continue;
3660
3661 size = rtnl_get_offload_stats_attr_size(attr_id);
3662 if (!size)
3663 continue;
3664
3665 if (!dev->netdev_ops->ndo_has_offload_stats(attr_id))
3666 continue;
3667
3668 attr = nla_reserve_64bit(skb, attr_id, size,
3669 IFLA_OFFLOAD_XSTATS_UNSPEC);
3670 if (!attr)
3671 goto nla_put_failure;
3672
3673 attr_data = nla_data(attr);
3674 memset(attr_data, 0, size);
3675 err = dev->netdev_ops->ndo_get_offload_stats(attr_id, dev,
3676 attr_data);
3677 if (err)
3678 goto get_offload_stats_failure;
3679 }
3680
3681 if (!attr)
3682 return -ENODATA;
3683
3684 *prividx = 0;
3685 return 0;
3686
3687 nla_put_failure:
3688 err = -EMSGSIZE;
3689 get_offload_stats_failure:
3690 *prividx = attr_id;
3691 return err;
3692 }
3693
3694 static int rtnl_get_offload_stats_size(const struct net_device *dev)
3695 {
3696 int nla_size = 0;
3697 int attr_id;
3698 int size;
3699
3700 if (!(dev->netdev_ops && dev->netdev_ops->ndo_has_offload_stats &&
3701 dev->netdev_ops->ndo_get_offload_stats))
3702 return 0;
3703
3704 for (attr_id = IFLA_OFFLOAD_XSTATS_FIRST;
3705 attr_id <= IFLA_OFFLOAD_XSTATS_MAX; attr_id++) {
3706 if (!dev->netdev_ops->ndo_has_offload_stats(attr_id))
3707 continue;
3708 size = rtnl_get_offload_stats_attr_size(attr_id);
3709 nla_size += nla_total_size_64bit(size);
3710 }
3711
3712 if (nla_size != 0)
3713 nla_size += nla_total_size(0);
3714
3715 return nla_size;
3716 }
3717
3718 static int rtnl_fill_statsinfo(struct sk_buff *skb, struct net_device *dev,
3719 int type, u32 pid, u32 seq, u32 change,
3720 unsigned int flags, unsigned int filter_mask,
3721 int *idxattr, int *prividx)
3722 {
3723 struct if_stats_msg *ifsm;
3724 struct nlmsghdr *nlh;
3725 struct nlattr *attr;
3726 int s_prividx = *prividx;
3727 int err;
3728
3729 ASSERT_RTNL();
3730
3731 nlh = nlmsg_put(skb, pid, seq, type, sizeof(*ifsm), flags);
3732 if (!nlh)
3733 return -EMSGSIZE;
3734
3735 ifsm = nlmsg_data(nlh);
3736 ifsm->ifindex = dev->ifindex;
3737 ifsm->filter_mask = filter_mask;
3738
3739 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_64, *idxattr)) {
3740 struct rtnl_link_stats64 *sp;
3741
3742 attr = nla_reserve_64bit(skb, IFLA_STATS_LINK_64,
3743 sizeof(struct rtnl_link_stats64),
3744 IFLA_STATS_UNSPEC);
3745 if (!attr)
3746 goto nla_put_failure;
3747
3748 sp = nla_data(attr);
3749 dev_get_stats(dev, sp);
3750 }
3751
3752 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_XSTATS, *idxattr)) {
3753 const struct rtnl_link_ops *ops = dev->rtnl_link_ops;
3754
3755 if (ops && ops->fill_linkxstats) {
3756 *idxattr = IFLA_STATS_LINK_XSTATS;
3757 attr = nla_nest_start(skb,
3758 IFLA_STATS_LINK_XSTATS);
3759 if (!attr)
3760 goto nla_put_failure;
3761
3762 err = ops->fill_linkxstats(skb, dev, prividx, *idxattr);
3763 nla_nest_end(skb, attr);
3764 if (err)
3765 goto nla_put_failure;
3766 *idxattr = 0;
3767 }
3768 }
3769
3770 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_XSTATS_SLAVE,
3771 *idxattr)) {
3772 const struct rtnl_link_ops *ops = NULL;
3773 const struct net_device *master;
3774
3775 master = netdev_master_upper_dev_get(dev);
3776 if (master)
3777 ops = master->rtnl_link_ops;
3778 if (ops && ops->fill_linkxstats) {
3779 *idxattr = IFLA_STATS_LINK_XSTATS_SLAVE;
3780 attr = nla_nest_start(skb,
3781 IFLA_STATS_LINK_XSTATS_SLAVE);
3782 if (!attr)
3783 goto nla_put_failure;
3784
3785 err = ops->fill_linkxstats(skb, dev, prividx, *idxattr);
3786 nla_nest_end(skb, attr);
3787 if (err)
3788 goto nla_put_failure;
3789 *idxattr = 0;
3790 }
3791 }
3792
3793 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_OFFLOAD_XSTATS,
3794 *idxattr)) {
3795 *idxattr = IFLA_STATS_LINK_OFFLOAD_XSTATS;
3796 attr = nla_nest_start(skb, IFLA_STATS_LINK_OFFLOAD_XSTATS);
3797 if (!attr)
3798 goto nla_put_failure;
3799
3800 err = rtnl_get_offload_stats(skb, dev, prividx);
3801 if (err == -ENODATA)
3802 nla_nest_cancel(skb, attr);
3803 else
3804 nla_nest_end(skb, attr);
3805
3806 if (err && err != -ENODATA)
3807 goto nla_put_failure;
3808 *idxattr = 0;
3809 }
3810
3811 nlmsg_end(skb, nlh);
3812
3813 return 0;
3814
3815 nla_put_failure:
3816 /* not a multi message or no progress mean a real error */
3817 if (!(flags & NLM_F_MULTI) || s_prividx == *prividx)
3818 nlmsg_cancel(skb, nlh);
3819 else
3820 nlmsg_end(skb, nlh);
3821
3822 return -EMSGSIZE;
3823 }
3824
3825 static size_t if_nlmsg_stats_size(const struct net_device *dev,
3826 u32 filter_mask)
3827 {
3828 size_t size = 0;
3829
3830 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_64, 0))
3831 size += nla_total_size_64bit(sizeof(struct rtnl_link_stats64));
3832
3833 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_XSTATS, 0)) {
3834 const struct rtnl_link_ops *ops = dev->rtnl_link_ops;
3835 int attr = IFLA_STATS_LINK_XSTATS;
3836
3837 if (ops && ops->get_linkxstats_size) {
3838 size += nla_total_size(ops->get_linkxstats_size(dev,
3839 attr));
3840 /* for IFLA_STATS_LINK_XSTATS */
3841 size += nla_total_size(0);
3842 }
3843 }
3844
3845 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_XSTATS_SLAVE, 0)) {
3846 struct net_device *_dev = (struct net_device *)dev;
3847 const struct rtnl_link_ops *ops = NULL;
3848 const struct net_device *master;
3849
3850 /* netdev_master_upper_dev_get can't take const */
3851 master = netdev_master_upper_dev_get(_dev);
3852 if (master)
3853 ops = master->rtnl_link_ops;
3854 if (ops && ops->get_linkxstats_size) {
3855 int attr = IFLA_STATS_LINK_XSTATS_SLAVE;
3856
3857 size += nla_total_size(ops->get_linkxstats_size(dev,
3858 attr));
3859 /* for IFLA_STATS_LINK_XSTATS_SLAVE */
3860 size += nla_total_size(0);
3861 }
3862 }
3863
3864 if (stats_attr_valid(filter_mask, IFLA_STATS_LINK_OFFLOAD_XSTATS, 0))
3865 size += rtnl_get_offload_stats_size(dev);
3866
3867 return size;
3868 }
3869
3870 static int rtnl_stats_get(struct sk_buff *skb, struct nlmsghdr *nlh)
3871 {
3872 struct net *net = sock_net(skb->sk);
3873 struct net_device *dev = NULL;
3874 int idxattr = 0, prividx = 0;
3875 struct if_stats_msg *ifsm;
3876 struct sk_buff *nskb;
3877 u32 filter_mask;
3878 int err;
3879
3880 ifsm = nlmsg_data(nlh);
3881 if (ifsm->ifindex > 0)
3882 dev = __dev_get_by_index(net, ifsm->ifindex);
3883 else
3884 return -EINVAL;
3885
3886 if (!dev)
3887 return -ENODEV;
3888
3889 filter_mask = ifsm->filter_mask;
3890 if (!filter_mask)
3891 return -EINVAL;
3892
3893 nskb = nlmsg_new(if_nlmsg_stats_size(dev, filter_mask), GFP_KERNEL);
3894 if (!nskb)
3895 return -ENOBUFS;
3896
3897 err = rtnl_fill_statsinfo(nskb, dev, RTM_NEWSTATS,
3898 NETLINK_CB(skb).portid, nlh->nlmsg_seq, 0,
3899 0, filter_mask, &idxattr, &prividx);
3900 if (err < 0) {
3901 /* -EMSGSIZE implies BUG in if_nlmsg_stats_size */
3902 WARN_ON(err == -EMSGSIZE);
3903 kfree_skb(nskb);
3904 } else {
3905 err = rtnl_unicast(nskb, net, NETLINK_CB(skb).portid);
3906 }
3907
3908 return err;
3909 }
3910
3911 static int rtnl_stats_dump(struct sk_buff *skb, struct netlink_callback *cb)
3912 {
3913 int h, s_h, err, s_idx, s_idxattr, s_prividx;
3914 struct net *net = sock_net(skb->sk);
3915 unsigned int flags = NLM_F_MULTI;
3916 struct if_stats_msg *ifsm;
3917 struct hlist_head *head;
3918 struct net_device *dev;
3919 u32 filter_mask = 0;
3920 int idx = 0;
3921
3922 s_h = cb->args[0];
3923 s_idx = cb->args[1];
3924 s_idxattr = cb->args[2];
3925 s_prividx = cb->args[3];
3926
3927 cb->seq = net->dev_base_seq;
3928
3929 ifsm = nlmsg_data(cb->nlh);
3930 filter_mask = ifsm->filter_mask;
3931 if (!filter_mask)
3932 return -EINVAL;
3933
3934 for (h = s_h; h < NETDEV_HASHENTRIES; h++, s_idx = 0) {
3935 idx = 0;
3936 head = &net->dev_index_head[h];
3937 hlist_for_each_entry(dev, head, index_hlist) {
3938 if (idx < s_idx)
3939 goto cont;
3940 err = rtnl_fill_statsinfo(skb, dev, RTM_NEWSTATS,
3941 NETLINK_CB(cb->skb).portid,
3942 cb->nlh->nlmsg_seq, 0,
3943 flags, filter_mask,
3944 &s_idxattr, &s_prividx);
3945 /* If we ran out of room on the first message,
3946 * we're in trouble
3947 */
3948 WARN_ON((err == -EMSGSIZE) && (skb->len == 0));
3949
3950 if (err < 0)
3951 goto out;
3952 s_prividx = 0;
3953 s_idxattr = 0;
3954 nl_dump_check_consistent(cb, nlmsg_hdr(skb));
3955 cont:
3956 idx++;
3957 }
3958 }
3959 out:
3960 cb->args[3] = s_prividx;
3961 cb->args[2] = s_idxattr;
3962 cb->args[1] = idx;
3963 cb->args[0] = h;
3964
3965 return skb->len;
3966 }
3967
3968 /* Process one rtnetlink message. */
3969
3970 static int rtnetlink_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh)
3971 {
3972 struct net *net = sock_net(skb->sk);
3973 rtnl_doit_func doit;
3974 int kind;
3975 int family;
3976 int type;
3977 int err;
3978
3979 type = nlh->nlmsg_type;
3980 if (type > RTM_MAX)
3981 return -EOPNOTSUPP;
3982
3983 type -= RTM_BASE;
3984
3985 /* All the messages must have at least 1 byte length */
3986 if (nlmsg_len(nlh) < sizeof(struct rtgenmsg))
3987 return 0;
3988
3989 family = ((struct rtgenmsg *)nlmsg_data(nlh))->rtgen_family;
3990 kind = type&3;
3991
3992 if (kind != 2 && !netlink_net_capable(skb, CAP_NET_ADMIN))
3993 return -EPERM;
3994
3995 if (kind == 2 && nlh->nlmsg_flags&NLM_F_DUMP) {
3996 struct sock *rtnl;
3997 rtnl_dumpit_func dumpit;
3998 rtnl_calcit_func calcit;
3999 u16 min_dump_alloc = 0;
4000
4001 dumpit = rtnl_get_dumpit(family, type);
4002 if (dumpit == NULL)
4003 return -EOPNOTSUPP;
4004 calcit = rtnl_get_calcit(family, type);
4005 if (calcit)
4006 min_dump_alloc = calcit(skb, nlh);
4007
4008 __rtnl_unlock();
4009 rtnl = net->rtnl;
4010 {
4011 struct netlink_dump_control c = {
4012 .dump = dumpit,
4013 .min_dump_alloc = min_dump_alloc,
4014 };
4015 err = netlink_dump_start(rtnl, skb, nlh, &c);
4016 }
4017 rtnl_lock();
4018 return err;
4019 }
4020
4021 doit = rtnl_get_doit(family, type);
4022 if (doit == NULL)
4023 return -EOPNOTSUPP;
4024
4025 return doit(skb, nlh);
4026 }
4027
4028 static void rtnetlink_rcv(struct sk_buff *skb)
4029 {
4030 rtnl_lock();
4031 netlink_rcv_skb(skb, &rtnetlink_rcv_msg);
4032 rtnl_unlock();
4033 }
4034
4035 static int rtnetlink_event(struct notifier_block *this, unsigned long event, void *ptr)
4036 {
4037 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
4038
4039 switch (event) {
4040 case NETDEV_UP:
4041 case NETDEV_DOWN:
4042 case NETDEV_PRE_UP:
4043 case NETDEV_POST_INIT:
4044 case NETDEV_REGISTER:
4045 case NETDEV_CHANGE:
4046 case NETDEV_PRE_TYPE_CHANGE:
4047 case NETDEV_GOING_DOWN:
4048 case NETDEV_UNREGISTER:
4049 case NETDEV_UNREGISTER_FINAL:
4050 case NETDEV_RELEASE:
4051 case NETDEV_JOIN:
4052 case NETDEV_BONDING_INFO:
4053 break;
4054 default:
4055 rtmsg_ifinfo(RTM_NEWLINK, dev, 0, GFP_KERNEL);
4056 break;
4057 }
4058 return NOTIFY_DONE;
4059 }
4060
4061 static struct notifier_block rtnetlink_dev_notifier = {
4062 .notifier_call = rtnetlink_event,
4063 };
4064
4065
4066 static int __net_init rtnetlink_net_init(struct net *net)
4067 {
4068 struct sock *sk;
4069 struct netlink_kernel_cfg cfg = {
4070 .groups = RTNLGRP_MAX,
4071 .input = rtnetlink_rcv,
4072 .cb_mutex = &rtnl_mutex,
4073 .flags = NL_CFG_F_NONROOT_RECV,
4074 };
4075
4076 sk = netlink_kernel_create(net, NETLINK_ROUTE, &cfg);
4077 if (!sk)
4078 return -ENOMEM;
4079 net->rtnl = sk;
4080 return 0;
4081 }
4082
4083 static void __net_exit rtnetlink_net_exit(struct net *net)
4084 {
4085 netlink_kernel_release(net->rtnl);
4086 net->rtnl = NULL;
4087 }
4088
4089 static struct pernet_operations rtnetlink_net_ops = {
4090 .init = rtnetlink_net_init,
4091 .exit = rtnetlink_net_exit,
4092 };
4093
4094 void __init rtnetlink_init(void)
4095 {
4096 if (register_pernet_subsys(&rtnetlink_net_ops))
4097 panic("rtnetlink_init: cannot initialize rtnetlink\n");
4098
4099 register_netdevice_notifier(&rtnetlink_dev_notifier);
4100
4101 rtnl_register(PF_UNSPEC, RTM_GETLINK, rtnl_getlink,
4102 rtnl_dump_ifinfo, rtnl_calcit);
4103 rtnl_register(PF_UNSPEC, RTM_SETLINK, rtnl_setlink, NULL, NULL);
4104 rtnl_register(PF_UNSPEC, RTM_NEWLINK, rtnl_newlink, NULL, NULL);
4105 rtnl_register(PF_UNSPEC, RTM_DELLINK, rtnl_dellink, NULL, NULL);
4106
4107 rtnl_register(PF_UNSPEC, RTM_GETADDR, NULL, rtnl_dump_all, NULL);
4108 rtnl_register(PF_UNSPEC, RTM_GETROUTE, NULL, rtnl_dump_all, NULL);
4109
4110 rtnl_register(PF_BRIDGE, RTM_NEWNEIGH, rtnl_fdb_add, NULL, NULL);
4111 rtnl_register(PF_BRIDGE, RTM_DELNEIGH, rtnl_fdb_del, NULL, NULL);
4112 rtnl_register(PF_BRIDGE, RTM_GETNEIGH, NULL, rtnl_fdb_dump, NULL);
4113
4114 rtnl_register(PF_BRIDGE, RTM_GETLINK, NULL, rtnl_bridge_getlink, NULL);
4115 rtnl_register(PF_BRIDGE, RTM_DELLINK, rtnl_bridge_dellink, NULL, NULL);
4116 rtnl_register(PF_BRIDGE, RTM_SETLINK, rtnl_bridge_setlink, NULL, NULL);
4117
4118 rtnl_register(PF_UNSPEC, RTM_GETSTATS, rtnl_stats_get, rtnl_stats_dump,
4119 NULL);
4120 }