2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
6 * Routing netlink socket interface: protocol independent part.
8 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
16 * Vitaly E. Lavrov RTA_OK arithmetics was wrong.
19 #include <linux/errno.h>
20 #include <linux/module.h>
21 #include <linux/types.h>
22 #include <linux/socket.h>
23 #include <linux/kernel.h>
24 #include <linux/timer.h>
25 #include <linux/string.h>
26 #include <linux/sockios.h>
27 #include <linux/net.h>
28 #include <linux/fcntl.h>
30 #include <linux/slab.h>
31 #include <linux/interrupt.h>
32 #include <linux/capability.h>
33 #include <linux/skbuff.h>
34 #include <linux/init.h>
35 #include <linux/security.h>
36 #include <linux/mutex.h>
37 #include <linux/if_addr.h>
38 #include <linux/if_bridge.h>
39 #include <linux/if_vlan.h>
40 #include <linux/pci.h>
41 #include <linux/etherdevice.h>
43 #include <linux/uaccess.h>
45 #include <linux/inet.h>
46 #include <linux/netdevice.h>
47 #include <net/switchdev.h>
49 #include <net/protocol.h>
51 #include <net/route.h>
55 #include <net/pkt_sched.h>
56 #include <net/fib_rules.h>
57 #include <net/rtnetlink.h>
58 #include <net/net_namespace.h>
62 rtnl_dumpit_func dumpit
;
63 rtnl_calcit_func calcit
;
66 static DEFINE_MUTEX(rtnl_mutex
);
70 mutex_lock(&rtnl_mutex
);
72 EXPORT_SYMBOL(rtnl_lock
);
74 static struct sk_buff
*defer_kfree_skb_list
;
75 void rtnl_kfree_skbs(struct sk_buff
*head
, struct sk_buff
*tail
)
78 tail
->next
= defer_kfree_skb_list
;
79 defer_kfree_skb_list
= head
;
82 EXPORT_SYMBOL(rtnl_kfree_skbs
);
84 void __rtnl_unlock(void)
86 struct sk_buff
*head
= defer_kfree_skb_list
;
88 defer_kfree_skb_list
= NULL
;
90 mutex_unlock(&rtnl_mutex
);
93 struct sk_buff
*next
= head
->next
;
101 void rtnl_unlock(void)
103 /* This fellow will unlock it for us. */
106 EXPORT_SYMBOL(rtnl_unlock
);
108 int rtnl_trylock(void)
110 return mutex_trylock(&rtnl_mutex
);
112 EXPORT_SYMBOL(rtnl_trylock
);
114 int rtnl_is_locked(void)
116 return mutex_is_locked(&rtnl_mutex
);
118 EXPORT_SYMBOL(rtnl_is_locked
);
120 #ifdef CONFIG_PROVE_LOCKING
121 bool lockdep_rtnl_is_held(void)
123 return lockdep_is_held(&rtnl_mutex
);
125 EXPORT_SYMBOL(lockdep_rtnl_is_held
);
126 #endif /* #ifdef CONFIG_PROVE_LOCKING */
128 static struct rtnl_link
*rtnl_msg_handlers
[RTNL_FAMILY_MAX
+ 1];
130 static inline int rtm_msgindex(int msgtype
)
132 int msgindex
= msgtype
- RTM_BASE
;
135 * msgindex < 0 implies someone tried to register a netlink
136 * control code. msgindex >= RTM_NR_MSGTYPES may indicate that
137 * the message type has not been added to linux/rtnetlink.h
139 BUG_ON(msgindex
< 0 || msgindex
>= RTM_NR_MSGTYPES
);
144 static rtnl_doit_func
rtnl_get_doit(int protocol
, int msgindex
)
146 struct rtnl_link
*tab
;
148 if (protocol
<= RTNL_FAMILY_MAX
)
149 tab
= rtnl_msg_handlers
[protocol
];
153 if (tab
== NULL
|| tab
[msgindex
].doit
== NULL
)
154 tab
= rtnl_msg_handlers
[PF_UNSPEC
];
156 return tab
[msgindex
].doit
;
159 static rtnl_dumpit_func
rtnl_get_dumpit(int protocol
, int msgindex
)
161 struct rtnl_link
*tab
;
163 if (protocol
<= RTNL_FAMILY_MAX
)
164 tab
= rtnl_msg_handlers
[protocol
];
168 if (tab
== NULL
|| tab
[msgindex
].dumpit
== NULL
)
169 tab
= rtnl_msg_handlers
[PF_UNSPEC
];
171 return tab
[msgindex
].dumpit
;
174 static rtnl_calcit_func
rtnl_get_calcit(int protocol
, int msgindex
)
176 struct rtnl_link
*tab
;
178 if (protocol
<= RTNL_FAMILY_MAX
)
179 tab
= rtnl_msg_handlers
[protocol
];
183 if (tab
== NULL
|| tab
[msgindex
].calcit
== NULL
)
184 tab
= rtnl_msg_handlers
[PF_UNSPEC
];
186 return tab
[msgindex
].calcit
;
190 * __rtnl_register - Register a rtnetlink message type
191 * @protocol: Protocol family or PF_UNSPEC
192 * @msgtype: rtnetlink message type
193 * @doit: Function pointer called for each request message
194 * @dumpit: Function pointer called for each dump request (NLM_F_DUMP) message
195 * @calcit: Function pointer to calc size of dump message
197 * Registers the specified function pointers (at least one of them has
198 * to be non-NULL) to be called whenever a request message for the
199 * specified protocol family and message type is received.
201 * The special protocol family PF_UNSPEC may be used to define fallback
202 * function pointers for the case when no entry for the specific protocol
205 * Returns 0 on success or a negative error code.
207 int __rtnl_register(int protocol
, int msgtype
,
208 rtnl_doit_func doit
, rtnl_dumpit_func dumpit
,
209 rtnl_calcit_func calcit
)
211 struct rtnl_link
*tab
;
214 BUG_ON(protocol
< 0 || protocol
> RTNL_FAMILY_MAX
);
215 msgindex
= rtm_msgindex(msgtype
);
217 tab
= rtnl_msg_handlers
[protocol
];
219 tab
= kcalloc(RTM_NR_MSGTYPES
, sizeof(*tab
), GFP_KERNEL
);
223 rtnl_msg_handlers
[protocol
] = tab
;
227 tab
[msgindex
].doit
= doit
;
230 tab
[msgindex
].dumpit
= dumpit
;
233 tab
[msgindex
].calcit
= calcit
;
237 EXPORT_SYMBOL_GPL(__rtnl_register
);
240 * rtnl_register - Register a rtnetlink message type
242 * Identical to __rtnl_register() but panics on failure. This is useful
243 * as failure of this function is very unlikely, it can only happen due
244 * to lack of memory when allocating the chain to store all message
245 * handlers for a protocol. Meant for use in init functions where lack
246 * of memory implies no sense in continuing.
248 void rtnl_register(int protocol
, int msgtype
,
249 rtnl_doit_func doit
, rtnl_dumpit_func dumpit
,
250 rtnl_calcit_func calcit
)
252 if (__rtnl_register(protocol
, msgtype
, doit
, dumpit
, calcit
) < 0)
253 panic("Unable to register rtnetlink message handler, "
254 "protocol = %d, message type = %d\n",
257 EXPORT_SYMBOL_GPL(rtnl_register
);
260 * rtnl_unregister - Unregister a rtnetlink message type
261 * @protocol: Protocol family or PF_UNSPEC
262 * @msgtype: rtnetlink message type
264 * Returns 0 on success or a negative error code.
266 int rtnl_unregister(int protocol
, int msgtype
)
270 BUG_ON(protocol
< 0 || protocol
> RTNL_FAMILY_MAX
);
271 msgindex
= rtm_msgindex(msgtype
);
273 if (rtnl_msg_handlers
[protocol
] == NULL
)
276 rtnl_msg_handlers
[protocol
][msgindex
].doit
= NULL
;
277 rtnl_msg_handlers
[protocol
][msgindex
].dumpit
= NULL
;
278 rtnl_msg_handlers
[protocol
][msgindex
].calcit
= NULL
;
282 EXPORT_SYMBOL_GPL(rtnl_unregister
);
285 * rtnl_unregister_all - Unregister all rtnetlink message type of a protocol
286 * @protocol : Protocol family or PF_UNSPEC
288 * Identical to calling rtnl_unregster() for all registered message types
289 * of a certain protocol family.
291 void rtnl_unregister_all(int protocol
)
293 BUG_ON(protocol
< 0 || protocol
> RTNL_FAMILY_MAX
);
295 kfree(rtnl_msg_handlers
[protocol
]);
296 rtnl_msg_handlers
[protocol
] = NULL
;
298 EXPORT_SYMBOL_GPL(rtnl_unregister_all
);
300 static LIST_HEAD(link_ops
);
302 static const struct rtnl_link_ops
*rtnl_link_ops_get(const char *kind
)
304 const struct rtnl_link_ops
*ops
;
306 list_for_each_entry(ops
, &link_ops
, list
) {
307 if (!strcmp(ops
->kind
, kind
))
314 * __rtnl_link_register - Register rtnl_link_ops with rtnetlink.
315 * @ops: struct rtnl_link_ops * to register
317 * The caller must hold the rtnl_mutex. This function should be used
318 * by drivers that create devices during module initialization. It
319 * must be called before registering the devices.
321 * Returns 0 on success or a negative error code.
323 int __rtnl_link_register(struct rtnl_link_ops
*ops
)
325 if (rtnl_link_ops_get(ops
->kind
))
328 /* The check for setup is here because if ops
329 * does not have that filled up, it is not possible
330 * to use the ops for creating device. So do not
331 * fill up dellink as well. That disables rtnl_dellink.
333 if (ops
->setup
&& !ops
->dellink
)
334 ops
->dellink
= unregister_netdevice_queue
;
336 list_add_tail(&ops
->list
, &link_ops
);
339 EXPORT_SYMBOL_GPL(__rtnl_link_register
);
342 * rtnl_link_register - Register rtnl_link_ops with rtnetlink.
343 * @ops: struct rtnl_link_ops * to register
345 * Returns 0 on success or a negative error code.
347 int rtnl_link_register(struct rtnl_link_ops
*ops
)
352 err
= __rtnl_link_register(ops
);
356 EXPORT_SYMBOL_GPL(rtnl_link_register
);
358 static void __rtnl_kill_links(struct net
*net
, struct rtnl_link_ops
*ops
)
360 struct net_device
*dev
;
361 LIST_HEAD(list_kill
);
363 for_each_netdev(net
, dev
) {
364 if (dev
->rtnl_link_ops
== ops
)
365 ops
->dellink(dev
, &list_kill
);
367 unregister_netdevice_many(&list_kill
);
371 * __rtnl_link_unregister - Unregister rtnl_link_ops from rtnetlink.
372 * @ops: struct rtnl_link_ops * to unregister
374 * The caller must hold the rtnl_mutex.
376 void __rtnl_link_unregister(struct rtnl_link_ops
*ops
)
381 __rtnl_kill_links(net
, ops
);
383 list_del(&ops
->list
);
385 EXPORT_SYMBOL_GPL(__rtnl_link_unregister
);
387 /* Return with the rtnl_lock held when there are no network
388 * devices unregistering in any network namespace.
390 static void rtnl_lock_unregistering_all(void)
394 DEFINE_WAIT_FUNC(wait
, woken_wake_function
);
396 add_wait_queue(&netdev_unregistering_wq
, &wait
);
398 unregistering
= false;
401 if (net
->dev_unreg_count
> 0) {
402 unregistering
= true;
410 wait_woken(&wait
, TASK_UNINTERRUPTIBLE
, MAX_SCHEDULE_TIMEOUT
);
412 remove_wait_queue(&netdev_unregistering_wq
, &wait
);
416 * rtnl_link_unregister - Unregister rtnl_link_ops from rtnetlink.
417 * @ops: struct rtnl_link_ops * to unregister
419 void rtnl_link_unregister(struct rtnl_link_ops
*ops
)
421 /* Close the race with cleanup_net() */
422 mutex_lock(&net_mutex
);
423 rtnl_lock_unregistering_all();
424 __rtnl_link_unregister(ops
);
426 mutex_unlock(&net_mutex
);
428 EXPORT_SYMBOL_GPL(rtnl_link_unregister
);
430 static size_t rtnl_link_get_slave_info_data_size(const struct net_device
*dev
)
432 struct net_device
*master_dev
;
433 const struct rtnl_link_ops
*ops
;
435 master_dev
= netdev_master_upper_dev_get((struct net_device
*) dev
);
438 ops
= master_dev
->rtnl_link_ops
;
439 if (!ops
|| !ops
->get_slave_size
)
441 /* IFLA_INFO_SLAVE_DATA + nested data */
442 return nla_total_size(sizeof(struct nlattr
)) +
443 ops
->get_slave_size(master_dev
, dev
);
446 static size_t rtnl_link_get_size(const struct net_device
*dev
)
448 const struct rtnl_link_ops
*ops
= dev
->rtnl_link_ops
;
454 size
= nla_total_size(sizeof(struct nlattr
)) + /* IFLA_LINKINFO */
455 nla_total_size(strlen(ops
->kind
) + 1); /* IFLA_INFO_KIND */
458 /* IFLA_INFO_DATA + nested data */
459 size
+= nla_total_size(sizeof(struct nlattr
)) +
462 if (ops
->get_xstats_size
)
463 /* IFLA_INFO_XSTATS */
464 size
+= nla_total_size(ops
->get_xstats_size(dev
));
466 size
+= rtnl_link_get_slave_info_data_size(dev
);
471 static LIST_HEAD(rtnl_af_ops
);
473 static const struct rtnl_af_ops
*rtnl_af_lookup(const int family
)
475 const struct rtnl_af_ops
*ops
;
477 list_for_each_entry(ops
, &rtnl_af_ops
, list
) {
478 if (ops
->family
== family
)
486 * rtnl_af_register - Register rtnl_af_ops with rtnetlink.
487 * @ops: struct rtnl_af_ops * to register
489 * Returns 0 on success or a negative error code.
491 void rtnl_af_register(struct rtnl_af_ops
*ops
)
494 list_add_tail(&ops
->list
, &rtnl_af_ops
);
497 EXPORT_SYMBOL_GPL(rtnl_af_register
);
500 * __rtnl_af_unregister - Unregister rtnl_af_ops from rtnetlink.
501 * @ops: struct rtnl_af_ops * to unregister
503 * The caller must hold the rtnl_mutex.
505 void __rtnl_af_unregister(struct rtnl_af_ops
*ops
)
507 list_del(&ops
->list
);
509 EXPORT_SYMBOL_GPL(__rtnl_af_unregister
);
512 * rtnl_af_unregister - Unregister rtnl_af_ops from rtnetlink.
513 * @ops: struct rtnl_af_ops * to unregister
515 void rtnl_af_unregister(struct rtnl_af_ops
*ops
)
518 __rtnl_af_unregister(ops
);
521 EXPORT_SYMBOL_GPL(rtnl_af_unregister
);
523 static size_t rtnl_link_get_af_size(const struct net_device
*dev
,
526 struct rtnl_af_ops
*af_ops
;
530 size
= nla_total_size(sizeof(struct nlattr
));
532 list_for_each_entry(af_ops
, &rtnl_af_ops
, list
) {
533 if (af_ops
->get_link_af_size
) {
534 /* AF_* + nested data */
535 size
+= nla_total_size(sizeof(struct nlattr
)) +
536 af_ops
->get_link_af_size(dev
, ext_filter_mask
);
543 static bool rtnl_have_link_slave_info(const struct net_device
*dev
)
545 struct net_device
*master_dev
;
547 master_dev
= netdev_master_upper_dev_get((struct net_device
*) dev
);
548 if (master_dev
&& master_dev
->rtnl_link_ops
)
553 static int rtnl_link_slave_info_fill(struct sk_buff
*skb
,
554 const struct net_device
*dev
)
556 struct net_device
*master_dev
;
557 const struct rtnl_link_ops
*ops
;
558 struct nlattr
*slave_data
;
561 master_dev
= netdev_master_upper_dev_get((struct net_device
*) dev
);
564 ops
= master_dev
->rtnl_link_ops
;
567 if (nla_put_string(skb
, IFLA_INFO_SLAVE_KIND
, ops
->kind
) < 0)
569 if (ops
->fill_slave_info
) {
570 slave_data
= nla_nest_start(skb
, IFLA_INFO_SLAVE_DATA
);
573 err
= ops
->fill_slave_info(skb
, master_dev
, dev
);
575 goto err_cancel_slave_data
;
576 nla_nest_end(skb
, slave_data
);
580 err_cancel_slave_data
:
581 nla_nest_cancel(skb
, slave_data
);
585 static int rtnl_link_info_fill(struct sk_buff
*skb
,
586 const struct net_device
*dev
)
588 const struct rtnl_link_ops
*ops
= dev
->rtnl_link_ops
;
594 if (nla_put_string(skb
, IFLA_INFO_KIND
, ops
->kind
) < 0)
596 if (ops
->fill_xstats
) {
597 err
= ops
->fill_xstats(skb
, dev
);
601 if (ops
->fill_info
) {
602 data
= nla_nest_start(skb
, IFLA_INFO_DATA
);
605 err
= ops
->fill_info(skb
, dev
);
607 goto err_cancel_data
;
608 nla_nest_end(skb
, data
);
613 nla_nest_cancel(skb
, data
);
617 static int rtnl_link_fill(struct sk_buff
*skb
, const struct net_device
*dev
)
619 struct nlattr
*linkinfo
;
622 linkinfo
= nla_nest_start(skb
, IFLA_LINKINFO
);
623 if (linkinfo
== NULL
)
626 err
= rtnl_link_info_fill(skb
, dev
);
628 goto err_cancel_link
;
630 err
= rtnl_link_slave_info_fill(skb
, dev
);
632 goto err_cancel_link
;
634 nla_nest_end(skb
, linkinfo
);
638 nla_nest_cancel(skb
, linkinfo
);
643 int rtnetlink_send(struct sk_buff
*skb
, struct net
*net
, u32 pid
, unsigned int group
, int echo
)
645 struct sock
*rtnl
= net
->rtnl
;
648 NETLINK_CB(skb
).dst_group
= group
;
650 atomic_inc(&skb
->users
);
651 netlink_broadcast(rtnl
, skb
, pid
, group
, GFP_KERNEL
);
653 err
= netlink_unicast(rtnl
, skb
, pid
, MSG_DONTWAIT
);
657 int rtnl_unicast(struct sk_buff
*skb
, struct net
*net
, u32 pid
)
659 struct sock
*rtnl
= net
->rtnl
;
661 return nlmsg_unicast(rtnl
, skb
, pid
);
663 EXPORT_SYMBOL(rtnl_unicast
);
665 void rtnl_notify(struct sk_buff
*skb
, struct net
*net
, u32 pid
, u32 group
,
666 struct nlmsghdr
*nlh
, gfp_t flags
)
668 struct sock
*rtnl
= net
->rtnl
;
672 report
= nlmsg_report(nlh
);
674 nlmsg_notify(rtnl
, skb
, pid
, group
, report
, flags
);
676 EXPORT_SYMBOL(rtnl_notify
);
678 void rtnl_set_sk_err(struct net
*net
, u32 group
, int error
)
680 struct sock
*rtnl
= net
->rtnl
;
682 netlink_set_err(rtnl
, 0, group
, error
);
684 EXPORT_SYMBOL(rtnl_set_sk_err
);
686 int rtnetlink_put_metrics(struct sk_buff
*skb
, u32
*metrics
)
691 mx
= nla_nest_start(skb
, RTA_METRICS
);
695 for (i
= 0; i
< RTAX_MAX
; i
++) {
697 if (i
== RTAX_CC_ALGO
- 1) {
698 char tmp
[TCP_CA_NAME_MAX
], *name
;
700 name
= tcp_ca_get_name_by_key(metrics
[i
], tmp
);
703 if (nla_put_string(skb
, i
+ 1, name
))
704 goto nla_put_failure
;
705 } else if (i
== RTAX_FEATURES
- 1) {
706 u32 user_features
= metrics
[i
] & RTAX_FEATURE_MASK
;
710 BUILD_BUG_ON(RTAX_FEATURE_MASK
& DST_FEATURE_MASK
);
711 if (nla_put_u32(skb
, i
+ 1, user_features
))
712 goto nla_put_failure
;
714 if (nla_put_u32(skb
, i
+ 1, metrics
[i
]))
715 goto nla_put_failure
;
722 nla_nest_cancel(skb
, mx
);
726 return nla_nest_end(skb
, mx
);
729 nla_nest_cancel(skb
, mx
);
732 EXPORT_SYMBOL(rtnetlink_put_metrics
);
734 int rtnl_put_cacheinfo(struct sk_buff
*skb
, struct dst_entry
*dst
, u32 id
,
735 long expires
, u32 error
)
737 struct rta_cacheinfo ci
= {
738 .rta_lastuse
= jiffies_delta_to_clock_t(jiffies
- dst
->lastuse
),
739 .rta_used
= dst
->__use
,
740 .rta_clntref
= atomic_read(&(dst
->__refcnt
)),
748 clock
= jiffies_to_clock_t(abs(expires
));
749 clock
= min_t(unsigned long, clock
, INT_MAX
);
750 ci
.rta_expires
= (expires
> 0) ? clock
: -clock
;
752 return nla_put(skb
, RTA_CACHEINFO
, sizeof(ci
), &ci
);
754 EXPORT_SYMBOL_GPL(rtnl_put_cacheinfo
);
756 static void set_operstate(struct net_device
*dev
, unsigned char transition
)
758 unsigned char operstate
= dev
->operstate
;
760 switch (transition
) {
762 if ((operstate
== IF_OPER_DORMANT
||
763 operstate
== IF_OPER_UNKNOWN
) &&
765 operstate
= IF_OPER_UP
;
768 case IF_OPER_DORMANT
:
769 if (operstate
== IF_OPER_UP
||
770 operstate
== IF_OPER_UNKNOWN
)
771 operstate
= IF_OPER_DORMANT
;
775 if (dev
->operstate
!= operstate
) {
776 write_lock_bh(&dev_base_lock
);
777 dev
->operstate
= operstate
;
778 write_unlock_bh(&dev_base_lock
);
779 netdev_state_change(dev
);
783 static unsigned int rtnl_dev_get_flags(const struct net_device
*dev
)
785 return (dev
->flags
& ~(IFF_PROMISC
| IFF_ALLMULTI
)) |
786 (dev
->gflags
& (IFF_PROMISC
| IFF_ALLMULTI
));
789 static unsigned int rtnl_dev_combine_flags(const struct net_device
*dev
,
790 const struct ifinfomsg
*ifm
)
792 unsigned int flags
= ifm
->ifi_flags
;
794 /* bugwards compatibility: ifi_change == 0 is treated as ~0 */
796 flags
= (flags
& ifm
->ifi_change
) |
797 (rtnl_dev_get_flags(dev
) & ~ifm
->ifi_change
);
802 static void copy_rtnl_link_stats(struct rtnl_link_stats
*a
,
803 const struct rtnl_link_stats64
*b
)
805 a
->rx_packets
= b
->rx_packets
;
806 a
->tx_packets
= b
->tx_packets
;
807 a
->rx_bytes
= b
->rx_bytes
;
808 a
->tx_bytes
= b
->tx_bytes
;
809 a
->rx_errors
= b
->rx_errors
;
810 a
->tx_errors
= b
->tx_errors
;
811 a
->rx_dropped
= b
->rx_dropped
;
812 a
->tx_dropped
= b
->tx_dropped
;
814 a
->multicast
= b
->multicast
;
815 a
->collisions
= b
->collisions
;
817 a
->rx_length_errors
= b
->rx_length_errors
;
818 a
->rx_over_errors
= b
->rx_over_errors
;
819 a
->rx_crc_errors
= b
->rx_crc_errors
;
820 a
->rx_frame_errors
= b
->rx_frame_errors
;
821 a
->rx_fifo_errors
= b
->rx_fifo_errors
;
822 a
->rx_missed_errors
= b
->rx_missed_errors
;
824 a
->tx_aborted_errors
= b
->tx_aborted_errors
;
825 a
->tx_carrier_errors
= b
->tx_carrier_errors
;
826 a
->tx_fifo_errors
= b
->tx_fifo_errors
;
827 a
->tx_heartbeat_errors
= b
->tx_heartbeat_errors
;
828 a
->tx_window_errors
= b
->tx_window_errors
;
830 a
->rx_compressed
= b
->rx_compressed
;
831 a
->tx_compressed
= b
->tx_compressed
;
833 a
->rx_nohandler
= b
->rx_nohandler
;
837 static inline int rtnl_vfinfo_size(const struct net_device
*dev
,
840 if (dev
->dev
.parent
&& (ext_filter_mask
& RTEXT_FILTER_VF
)) {
841 int num_vfs
= dev_num_vf(dev
->dev
.parent
);
842 size_t size
= nla_total_size(0);
845 nla_total_size(sizeof(struct ifla_vf_mac
)) +
846 nla_total_size(sizeof(struct ifla_vf_vlan
)) +
847 nla_total_size(0) + /* nest IFLA_VF_VLAN_LIST */
848 nla_total_size(MAX_VLAN_LIST_LEN
*
849 sizeof(struct ifla_vf_vlan_info
)) +
850 nla_total_size(sizeof(struct ifla_vf_spoofchk
)) +
851 nla_total_size(sizeof(struct ifla_vf_tx_rate
)) +
852 nla_total_size(sizeof(struct ifla_vf_rate
)) +
853 nla_total_size(sizeof(struct ifla_vf_link_state
)) +
854 nla_total_size(sizeof(struct ifla_vf_rss_query_en
)) +
855 nla_total_size(0) + /* nest IFLA_VF_STATS */
856 /* IFLA_VF_STATS_RX_PACKETS */
857 nla_total_size_64bit(sizeof(__u64
)) +
858 /* IFLA_VF_STATS_TX_PACKETS */
859 nla_total_size_64bit(sizeof(__u64
)) +
860 /* IFLA_VF_STATS_RX_BYTES */
861 nla_total_size_64bit(sizeof(__u64
)) +
862 /* IFLA_VF_STATS_TX_BYTES */
863 nla_total_size_64bit(sizeof(__u64
)) +
864 /* IFLA_VF_STATS_BROADCAST */
865 nla_total_size_64bit(sizeof(__u64
)) +
866 /* IFLA_VF_STATS_MULTICAST */
867 nla_total_size_64bit(sizeof(__u64
)) +
868 nla_total_size(sizeof(struct ifla_vf_trust
)));
874 static size_t rtnl_port_size(const struct net_device
*dev
,
877 size_t port_size
= nla_total_size(4) /* PORT_VF */
878 + nla_total_size(PORT_PROFILE_MAX
) /* PORT_PROFILE */
879 + nla_total_size(PORT_UUID_MAX
) /* PORT_INSTANCE_UUID */
880 + nla_total_size(PORT_UUID_MAX
) /* PORT_HOST_UUID */
881 + nla_total_size(1) /* PROT_VDP_REQUEST */
882 + nla_total_size(2); /* PORT_VDP_RESPONSE */
883 size_t vf_ports_size
= nla_total_size(sizeof(struct nlattr
));
884 size_t vf_port_size
= nla_total_size(sizeof(struct nlattr
))
886 size_t port_self_size
= nla_total_size(sizeof(struct nlattr
))
889 if (!dev
->netdev_ops
->ndo_get_vf_port
|| !dev
->dev
.parent
||
890 !(ext_filter_mask
& RTEXT_FILTER_VF
))
892 if (dev_num_vf(dev
->dev
.parent
))
893 return port_self_size
+ vf_ports_size
+
894 vf_port_size
* dev_num_vf(dev
->dev
.parent
);
896 return port_self_size
;
899 static size_t rtnl_xdp_size(const struct net_device
*dev
)
901 size_t xdp_size
= nla_total_size(0) + /* nest IFLA_XDP */
902 nla_total_size(1); /* XDP_ATTACHED */
904 if (!dev
->netdev_ops
->ndo_xdp
)
910 static noinline
size_t if_nlmsg_size(const struct net_device
*dev
,
913 return NLMSG_ALIGN(sizeof(struct ifinfomsg
))
914 + nla_total_size(IFNAMSIZ
) /* IFLA_IFNAME */
915 + nla_total_size(IFALIASZ
) /* IFLA_IFALIAS */
916 + nla_total_size(IFNAMSIZ
) /* IFLA_QDISC */
917 + nla_total_size_64bit(sizeof(struct rtnl_link_ifmap
))
918 + nla_total_size(sizeof(struct rtnl_link_stats
))
919 + nla_total_size_64bit(sizeof(struct rtnl_link_stats64
))
920 + nla_total_size(MAX_ADDR_LEN
) /* IFLA_ADDRESS */
921 + nla_total_size(MAX_ADDR_LEN
) /* IFLA_BROADCAST */
922 + nla_total_size(4) /* IFLA_TXQLEN */
923 + nla_total_size(4) /* IFLA_WEIGHT */
924 + nla_total_size(4) /* IFLA_MTU */
925 + nla_total_size(4) /* IFLA_LINK */
926 + nla_total_size(4) /* IFLA_MASTER */
927 + nla_total_size(1) /* IFLA_CARRIER */
928 + nla_total_size(4) /* IFLA_PROMISCUITY */
929 + nla_total_size(4) /* IFLA_NUM_TX_QUEUES */
930 + nla_total_size(4) /* IFLA_NUM_RX_QUEUES */
931 + nla_total_size(4) /* IFLA_GSO_MAX_SEGS */
932 + nla_total_size(4) /* IFLA_GSO_MAX_SIZE */
933 + nla_total_size(1) /* IFLA_OPERSTATE */
934 + nla_total_size(1) /* IFLA_LINKMODE */
935 + nla_total_size(4) /* IFLA_CARRIER_CHANGES */
936 + nla_total_size(4) /* IFLA_LINK_NETNSID */
937 + nla_total_size(ext_filter_mask
938 & RTEXT_FILTER_VF
? 4 : 0) /* IFLA_NUM_VF */
939 + rtnl_vfinfo_size(dev
, ext_filter_mask
) /* IFLA_VFINFO_LIST */
940 + rtnl_port_size(dev
, ext_filter_mask
) /* IFLA_VF_PORTS + IFLA_PORT_SELF */
941 + rtnl_link_get_size(dev
) /* IFLA_LINKINFO */
942 + rtnl_link_get_af_size(dev
, ext_filter_mask
) /* IFLA_AF_SPEC */
943 + nla_total_size(MAX_PHYS_ITEM_ID_LEN
) /* IFLA_PHYS_PORT_ID */
944 + nla_total_size(MAX_PHYS_ITEM_ID_LEN
) /* IFLA_PHYS_SWITCH_ID */
945 + nla_total_size(IFNAMSIZ
) /* IFLA_PHYS_PORT_NAME */
946 + rtnl_xdp_size(dev
) /* IFLA_XDP */
947 + nla_total_size(1); /* IFLA_PROTO_DOWN */
951 static int rtnl_vf_ports_fill(struct sk_buff
*skb
, struct net_device
*dev
)
953 struct nlattr
*vf_ports
;
954 struct nlattr
*vf_port
;
958 vf_ports
= nla_nest_start(skb
, IFLA_VF_PORTS
);
962 for (vf
= 0; vf
< dev_num_vf(dev
->dev
.parent
); vf
++) {
963 vf_port
= nla_nest_start(skb
, IFLA_VF_PORT
);
965 goto nla_put_failure
;
966 if (nla_put_u32(skb
, IFLA_PORT_VF
, vf
))
967 goto nla_put_failure
;
968 err
= dev
->netdev_ops
->ndo_get_vf_port(dev
, vf
, skb
);
969 if (err
== -EMSGSIZE
)
970 goto nla_put_failure
;
972 nla_nest_cancel(skb
, vf_port
);
975 nla_nest_end(skb
, vf_port
);
978 nla_nest_end(skb
, vf_ports
);
983 nla_nest_cancel(skb
, vf_ports
);
987 static int rtnl_port_self_fill(struct sk_buff
*skb
, struct net_device
*dev
)
989 struct nlattr
*port_self
;
992 port_self
= nla_nest_start(skb
, IFLA_PORT_SELF
);
996 err
= dev
->netdev_ops
->ndo_get_vf_port(dev
, PORT_SELF_VF
, skb
);
998 nla_nest_cancel(skb
, port_self
);
999 return (err
== -EMSGSIZE
) ? err
: 0;
1002 nla_nest_end(skb
, port_self
);
1007 static int rtnl_port_fill(struct sk_buff
*skb
, struct net_device
*dev
,
1008 u32 ext_filter_mask
)
1012 if (!dev
->netdev_ops
->ndo_get_vf_port
|| !dev
->dev
.parent
||
1013 !(ext_filter_mask
& RTEXT_FILTER_VF
))
1016 err
= rtnl_port_self_fill(skb
, dev
);
1020 if (dev_num_vf(dev
->dev
.parent
)) {
1021 err
= rtnl_vf_ports_fill(skb
, dev
);
1029 static int rtnl_phys_port_id_fill(struct sk_buff
*skb
, struct net_device
*dev
)
1032 struct netdev_phys_item_id ppid
;
1034 err
= dev_get_phys_port_id(dev
, &ppid
);
1036 if (err
== -EOPNOTSUPP
)
1041 if (nla_put(skb
, IFLA_PHYS_PORT_ID
, ppid
.id_len
, ppid
.id
))
1047 static int rtnl_phys_port_name_fill(struct sk_buff
*skb
, struct net_device
*dev
)
1049 char name
[IFNAMSIZ
];
1052 err
= dev_get_phys_port_name(dev
, name
, sizeof(name
));
1054 if (err
== -EOPNOTSUPP
)
1059 if (nla_put(skb
, IFLA_PHYS_PORT_NAME
, strlen(name
), name
))
1065 static int rtnl_phys_switch_id_fill(struct sk_buff
*skb
, struct net_device
*dev
)
1068 struct switchdev_attr attr
= {
1070 .id
= SWITCHDEV_ATTR_ID_PORT_PARENT_ID
,
1071 .flags
= SWITCHDEV_F_NO_RECURSE
,
1074 err
= switchdev_port_attr_get(dev
, &attr
);
1076 if (err
== -EOPNOTSUPP
)
1081 if (nla_put(skb
, IFLA_PHYS_SWITCH_ID
, attr
.u
.ppid
.id_len
,
1088 static noinline_for_stack
int rtnl_fill_stats(struct sk_buff
*skb
,
1089 struct net_device
*dev
)
1091 struct rtnl_link_stats64
*sp
;
1092 struct nlattr
*attr
;
1094 attr
= nla_reserve_64bit(skb
, IFLA_STATS64
,
1095 sizeof(struct rtnl_link_stats64
), IFLA_PAD
);
1099 sp
= nla_data(attr
);
1100 dev_get_stats(dev
, sp
);
1102 attr
= nla_reserve(skb
, IFLA_STATS
,
1103 sizeof(struct rtnl_link_stats
));
1107 copy_rtnl_link_stats(nla_data(attr
), sp
);
1112 static noinline_for_stack
int rtnl_fill_vfinfo(struct sk_buff
*skb
,
1113 struct net_device
*dev
,
1115 struct nlattr
*vfinfo
)
1117 struct ifla_vf_rss_query_en vf_rss_query_en
;
1118 struct nlattr
*vf
, *vfstats
, *vfvlanlist
;
1119 struct ifla_vf_link_state vf_linkstate
;
1120 struct ifla_vf_vlan_info vf_vlan_info
;
1121 struct ifla_vf_spoofchk vf_spoofchk
;
1122 struct ifla_vf_tx_rate vf_tx_rate
;
1123 struct ifla_vf_stats vf_stats
;
1124 struct ifla_vf_trust vf_trust
;
1125 struct ifla_vf_vlan vf_vlan
;
1126 struct ifla_vf_rate vf_rate
;
1127 struct ifla_vf_mac vf_mac
;
1128 struct ifla_vf_info ivi
;
1130 /* Not all SR-IOV capable drivers support the
1131 * spoofcheck and "RSS query enable" query. Preset to
1132 * -1 so the user space tool can detect that the driver
1133 * didn't report anything.
1136 ivi
.rss_query_en
= -1;
1138 memset(ivi
.mac
, 0, sizeof(ivi
.mac
));
1139 /* The default value for VF link state is "auto"
1140 * IFLA_VF_LINK_STATE_AUTO which equals zero
1143 /* VLAN Protocol by default is 802.1Q */
1144 ivi
.vlan_proto
= htons(ETH_P_8021Q
);
1145 if (dev
->netdev_ops
->ndo_get_vf_config(dev
, vfs_num
, &ivi
))
1148 memset(&vf_vlan_info
, 0, sizeof(vf_vlan_info
));
1157 vf_rss_query_en
.vf
=
1158 vf_trust
.vf
= ivi
.vf
;
1160 memcpy(vf_mac
.mac
, ivi
.mac
, sizeof(ivi
.mac
));
1161 vf_vlan
.vlan
= ivi
.vlan
;
1162 vf_vlan
.qos
= ivi
.qos
;
1163 vf_vlan_info
.vlan
= ivi
.vlan
;
1164 vf_vlan_info
.qos
= ivi
.qos
;
1165 vf_vlan_info
.vlan_proto
= ivi
.vlan_proto
;
1166 vf_tx_rate
.rate
= ivi
.max_tx_rate
;
1167 vf_rate
.min_tx_rate
= ivi
.min_tx_rate
;
1168 vf_rate
.max_tx_rate
= ivi
.max_tx_rate
;
1169 vf_spoofchk
.setting
= ivi
.spoofchk
;
1170 vf_linkstate
.link_state
= ivi
.linkstate
;
1171 vf_rss_query_en
.setting
= ivi
.rss_query_en
;
1172 vf_trust
.setting
= ivi
.trusted
;
1173 vf
= nla_nest_start(skb
, IFLA_VF_INFO
);
1175 goto nla_put_vfinfo_failure
;
1176 if (nla_put(skb
, IFLA_VF_MAC
, sizeof(vf_mac
), &vf_mac
) ||
1177 nla_put(skb
, IFLA_VF_VLAN
, sizeof(vf_vlan
), &vf_vlan
) ||
1178 nla_put(skb
, IFLA_VF_RATE
, sizeof(vf_rate
),
1180 nla_put(skb
, IFLA_VF_TX_RATE
, sizeof(vf_tx_rate
),
1182 nla_put(skb
, IFLA_VF_SPOOFCHK
, sizeof(vf_spoofchk
),
1184 nla_put(skb
, IFLA_VF_LINK_STATE
, sizeof(vf_linkstate
),
1186 nla_put(skb
, IFLA_VF_RSS_QUERY_EN
,
1187 sizeof(vf_rss_query_en
),
1188 &vf_rss_query_en
) ||
1189 nla_put(skb
, IFLA_VF_TRUST
,
1190 sizeof(vf_trust
), &vf_trust
))
1191 goto nla_put_vf_failure
;
1192 vfvlanlist
= nla_nest_start(skb
, IFLA_VF_VLAN_LIST
);
1194 goto nla_put_vf_failure
;
1195 if (nla_put(skb
, IFLA_VF_VLAN_INFO
, sizeof(vf_vlan_info
),
1197 nla_nest_cancel(skb
, vfvlanlist
);
1198 goto nla_put_vf_failure
;
1200 nla_nest_end(skb
, vfvlanlist
);
1201 memset(&vf_stats
, 0, sizeof(vf_stats
));
1202 if (dev
->netdev_ops
->ndo_get_vf_stats
)
1203 dev
->netdev_ops
->ndo_get_vf_stats(dev
, vfs_num
,
1205 vfstats
= nla_nest_start(skb
, IFLA_VF_STATS
);
1207 goto nla_put_vf_failure
;
1208 if (nla_put_u64_64bit(skb
, IFLA_VF_STATS_RX_PACKETS
,
1209 vf_stats
.rx_packets
, IFLA_VF_STATS_PAD
) ||
1210 nla_put_u64_64bit(skb
, IFLA_VF_STATS_TX_PACKETS
,
1211 vf_stats
.tx_packets
, IFLA_VF_STATS_PAD
) ||
1212 nla_put_u64_64bit(skb
, IFLA_VF_STATS_RX_BYTES
,
1213 vf_stats
.rx_bytes
, IFLA_VF_STATS_PAD
) ||
1214 nla_put_u64_64bit(skb
, IFLA_VF_STATS_TX_BYTES
,
1215 vf_stats
.tx_bytes
, IFLA_VF_STATS_PAD
) ||
1216 nla_put_u64_64bit(skb
, IFLA_VF_STATS_BROADCAST
,
1217 vf_stats
.broadcast
, IFLA_VF_STATS_PAD
) ||
1218 nla_put_u64_64bit(skb
, IFLA_VF_STATS_MULTICAST
,
1219 vf_stats
.multicast
, IFLA_VF_STATS_PAD
)) {
1220 nla_nest_cancel(skb
, vfstats
);
1221 goto nla_put_vf_failure
;
1223 nla_nest_end(skb
, vfstats
);
1224 nla_nest_end(skb
, vf
);
1228 nla_nest_cancel(skb
, vf
);
1229 nla_put_vfinfo_failure
:
1230 nla_nest_cancel(skb
, vfinfo
);
1234 static int rtnl_fill_link_ifmap(struct sk_buff
*skb
, struct net_device
*dev
)
1236 struct rtnl_link_ifmap map
;
1238 memset(&map
, 0, sizeof(map
));
1239 map
.mem_start
= dev
->mem_start
;
1240 map
.mem_end
= dev
->mem_end
;
1241 map
.base_addr
= dev
->base_addr
;
1244 map
.port
= dev
->if_port
;
1246 if (nla_put_64bit(skb
, IFLA_MAP
, sizeof(map
), &map
, IFLA_PAD
))
1252 static int rtnl_xdp_fill(struct sk_buff
*skb
, struct net_device
*dev
)
1254 struct netdev_xdp xdp_op
= {};
1258 if (!dev
->netdev_ops
->ndo_xdp
)
1260 xdp
= nla_nest_start(skb
, IFLA_XDP
);
1263 xdp_op
.command
= XDP_QUERY_PROG
;
1264 err
= dev
->netdev_ops
->ndo_xdp(dev
, &xdp_op
);
1267 err
= nla_put_u8(skb
, IFLA_XDP_ATTACHED
, xdp_op
.prog_attached
);
1271 nla_nest_end(skb
, xdp
);
1275 nla_nest_cancel(skb
, xdp
);
1279 static int rtnl_fill_ifinfo(struct sk_buff
*skb
, struct net_device
*dev
,
1280 int type
, u32 pid
, u32 seq
, u32 change
,
1281 unsigned int flags
, u32 ext_filter_mask
)
1283 struct ifinfomsg
*ifm
;
1284 struct nlmsghdr
*nlh
;
1285 struct nlattr
*af_spec
;
1286 struct rtnl_af_ops
*af_ops
;
1287 struct net_device
*upper_dev
= netdev_master_upper_dev_get(dev
);
1290 nlh
= nlmsg_put(skb
, pid
, seq
, type
, sizeof(*ifm
), flags
);
1294 ifm
= nlmsg_data(nlh
);
1295 ifm
->ifi_family
= AF_UNSPEC
;
1297 ifm
->ifi_type
= dev
->type
;
1298 ifm
->ifi_index
= dev
->ifindex
;
1299 ifm
->ifi_flags
= dev_get_flags(dev
);
1300 ifm
->ifi_change
= change
;
1302 if (nla_put_string(skb
, IFLA_IFNAME
, dev
->name
) ||
1303 nla_put_u32(skb
, IFLA_TXQLEN
, dev
->tx_queue_len
) ||
1304 nla_put_u8(skb
, IFLA_OPERSTATE
,
1305 netif_running(dev
) ? dev
->operstate
: IF_OPER_DOWN
) ||
1306 nla_put_u8(skb
, IFLA_LINKMODE
, dev
->link_mode
) ||
1307 nla_put_u32(skb
, IFLA_MTU
, dev
->mtu
) ||
1308 nla_put_u32(skb
, IFLA_GROUP
, dev
->group
) ||
1309 nla_put_u32(skb
, IFLA_PROMISCUITY
, dev
->promiscuity
) ||
1310 nla_put_u32(skb
, IFLA_NUM_TX_QUEUES
, dev
->num_tx_queues
) ||
1311 nla_put_u32(skb
, IFLA_GSO_MAX_SEGS
, dev
->gso_max_segs
) ||
1312 nla_put_u32(skb
, IFLA_GSO_MAX_SIZE
, dev
->gso_max_size
) ||
1314 nla_put_u32(skb
, IFLA_NUM_RX_QUEUES
, dev
->num_rx_queues
) ||
1316 (dev
->ifindex
!= dev_get_iflink(dev
) &&
1317 nla_put_u32(skb
, IFLA_LINK
, dev_get_iflink(dev
))) ||
1319 nla_put_u32(skb
, IFLA_MASTER
, upper_dev
->ifindex
)) ||
1320 nla_put_u8(skb
, IFLA_CARRIER
, netif_carrier_ok(dev
)) ||
1322 nla_put_string(skb
, IFLA_QDISC
, dev
->qdisc
->ops
->id
)) ||
1324 nla_put_string(skb
, IFLA_IFALIAS
, dev
->ifalias
)) ||
1325 nla_put_u32(skb
, IFLA_CARRIER_CHANGES
,
1326 atomic_read(&dev
->carrier_changes
)) ||
1327 nla_put_u8(skb
, IFLA_PROTO_DOWN
, dev
->proto_down
))
1328 goto nla_put_failure
;
1330 if (rtnl_fill_link_ifmap(skb
, dev
))
1331 goto nla_put_failure
;
1333 if (dev
->addr_len
) {
1334 if (nla_put(skb
, IFLA_ADDRESS
, dev
->addr_len
, dev
->dev_addr
) ||
1335 nla_put(skb
, IFLA_BROADCAST
, dev
->addr_len
, dev
->broadcast
))
1336 goto nla_put_failure
;
1339 if (rtnl_phys_port_id_fill(skb
, dev
))
1340 goto nla_put_failure
;
1342 if (rtnl_phys_port_name_fill(skb
, dev
))
1343 goto nla_put_failure
;
1345 if (rtnl_phys_switch_id_fill(skb
, dev
))
1346 goto nla_put_failure
;
1348 if (rtnl_fill_stats(skb
, dev
))
1349 goto nla_put_failure
;
1351 if (dev
->dev
.parent
&& (ext_filter_mask
& RTEXT_FILTER_VF
) &&
1352 nla_put_u32(skb
, IFLA_NUM_VF
, dev_num_vf(dev
->dev
.parent
)))
1353 goto nla_put_failure
;
1355 if (dev
->netdev_ops
->ndo_get_vf_config
&& dev
->dev
.parent
&&
1356 ext_filter_mask
& RTEXT_FILTER_VF
) {
1358 struct nlattr
*vfinfo
;
1359 int num_vfs
= dev_num_vf(dev
->dev
.parent
);
1361 vfinfo
= nla_nest_start(skb
, IFLA_VFINFO_LIST
);
1363 goto nla_put_failure
;
1364 for (i
= 0; i
< num_vfs
; i
++) {
1365 if (rtnl_fill_vfinfo(skb
, dev
, i
, vfinfo
))
1366 goto nla_put_failure
;
1369 nla_nest_end(skb
, vfinfo
);
1372 if (rtnl_port_fill(skb
, dev
, ext_filter_mask
))
1373 goto nla_put_failure
;
1375 if (rtnl_xdp_fill(skb
, dev
))
1376 goto nla_put_failure
;
1378 if (dev
->rtnl_link_ops
|| rtnl_have_link_slave_info(dev
)) {
1379 if (rtnl_link_fill(skb
, dev
) < 0)
1380 goto nla_put_failure
;
1383 if (dev
->rtnl_link_ops
&&
1384 dev
->rtnl_link_ops
->get_link_net
) {
1385 struct net
*link_net
= dev
->rtnl_link_ops
->get_link_net(dev
);
1387 if (!net_eq(dev_net(dev
), link_net
)) {
1388 int id
= peernet2id_alloc(dev_net(dev
), link_net
);
1390 if (nla_put_s32(skb
, IFLA_LINK_NETNSID
, id
))
1391 goto nla_put_failure
;
1395 if (!(af_spec
= nla_nest_start(skb
, IFLA_AF_SPEC
)))
1396 goto nla_put_failure
;
1398 list_for_each_entry(af_ops
, &rtnl_af_ops
, list
) {
1399 if (af_ops
->fill_link_af
) {
1403 if (!(af
= nla_nest_start(skb
, af_ops
->family
)))
1404 goto nla_put_failure
;
1406 err
= af_ops
->fill_link_af(skb
, dev
, ext_filter_mask
);
1409 * Caller may return ENODATA to indicate that there
1410 * was no data to be dumped. This is not an error, it
1411 * means we should trim the attribute header and
1414 if (err
== -ENODATA
)
1415 nla_nest_cancel(skb
, af
);
1417 goto nla_put_failure
;
1419 nla_nest_end(skb
, af
);
1423 nla_nest_end(skb
, af_spec
);
1425 nlmsg_end(skb
, nlh
);
1429 nlmsg_cancel(skb
, nlh
);
1433 static const struct nla_policy ifla_policy
[IFLA_MAX
+1] = {
1434 [IFLA_IFNAME
] = { .type
= NLA_STRING
, .len
= IFNAMSIZ
-1 },
1435 [IFLA_ADDRESS
] = { .type
= NLA_BINARY
, .len
= MAX_ADDR_LEN
},
1436 [IFLA_BROADCAST
] = { .type
= NLA_BINARY
, .len
= MAX_ADDR_LEN
},
1437 [IFLA_MAP
] = { .len
= sizeof(struct rtnl_link_ifmap
) },
1438 [IFLA_MTU
] = { .type
= NLA_U32
},
1439 [IFLA_LINK
] = { .type
= NLA_U32
},
1440 [IFLA_MASTER
] = { .type
= NLA_U32
},
1441 [IFLA_CARRIER
] = { .type
= NLA_U8
},
1442 [IFLA_TXQLEN
] = { .type
= NLA_U32
},
1443 [IFLA_WEIGHT
] = { .type
= NLA_U32
},
1444 [IFLA_OPERSTATE
] = { .type
= NLA_U8
},
1445 [IFLA_LINKMODE
] = { .type
= NLA_U8
},
1446 [IFLA_LINKINFO
] = { .type
= NLA_NESTED
},
1447 [IFLA_NET_NS_PID
] = { .type
= NLA_U32
},
1448 [IFLA_NET_NS_FD
] = { .type
= NLA_U32
},
1449 [IFLA_IFALIAS
] = { .type
= NLA_STRING
, .len
= IFALIASZ
-1 },
1450 [IFLA_VFINFO_LIST
] = {. type
= NLA_NESTED
},
1451 [IFLA_VF_PORTS
] = { .type
= NLA_NESTED
},
1452 [IFLA_PORT_SELF
] = { .type
= NLA_NESTED
},
1453 [IFLA_AF_SPEC
] = { .type
= NLA_NESTED
},
1454 [IFLA_EXT_MASK
] = { .type
= NLA_U32
},
1455 [IFLA_PROMISCUITY
] = { .type
= NLA_U32
},
1456 [IFLA_NUM_TX_QUEUES
] = { .type
= NLA_U32
},
1457 [IFLA_NUM_RX_QUEUES
] = { .type
= NLA_U32
},
1458 [IFLA_PHYS_PORT_ID
] = { .type
= NLA_BINARY
, .len
= MAX_PHYS_ITEM_ID_LEN
},
1459 [IFLA_CARRIER_CHANGES
] = { .type
= NLA_U32
}, /* ignored */
1460 [IFLA_PHYS_SWITCH_ID
] = { .type
= NLA_BINARY
, .len
= MAX_PHYS_ITEM_ID_LEN
},
1461 [IFLA_LINK_NETNSID
] = { .type
= NLA_S32
},
1462 [IFLA_PROTO_DOWN
] = { .type
= NLA_U8
},
1463 [IFLA_XDP
] = { .type
= NLA_NESTED
},
1466 static const struct nla_policy ifla_info_policy
[IFLA_INFO_MAX
+1] = {
1467 [IFLA_INFO_KIND
] = { .type
= NLA_STRING
},
1468 [IFLA_INFO_DATA
] = { .type
= NLA_NESTED
},
1469 [IFLA_INFO_SLAVE_KIND
] = { .type
= NLA_STRING
},
1470 [IFLA_INFO_SLAVE_DATA
] = { .type
= NLA_NESTED
},
1473 static const struct nla_policy ifla_vf_policy
[IFLA_VF_MAX
+1] = {
1474 [IFLA_VF_MAC
] = { .len
= sizeof(struct ifla_vf_mac
) },
1475 [IFLA_VF_VLAN
] = { .len
= sizeof(struct ifla_vf_vlan
) },
1476 [IFLA_VF_VLAN_LIST
] = { .type
= NLA_NESTED
},
1477 [IFLA_VF_TX_RATE
] = { .len
= sizeof(struct ifla_vf_tx_rate
) },
1478 [IFLA_VF_SPOOFCHK
] = { .len
= sizeof(struct ifla_vf_spoofchk
) },
1479 [IFLA_VF_RATE
] = { .len
= sizeof(struct ifla_vf_rate
) },
1480 [IFLA_VF_LINK_STATE
] = { .len
= sizeof(struct ifla_vf_link_state
) },
1481 [IFLA_VF_RSS_QUERY_EN
] = { .len
= sizeof(struct ifla_vf_rss_query_en
) },
1482 [IFLA_VF_STATS
] = { .type
= NLA_NESTED
},
1483 [IFLA_VF_TRUST
] = { .len
= sizeof(struct ifla_vf_trust
) },
1484 [IFLA_VF_IB_NODE_GUID
] = { .len
= sizeof(struct ifla_vf_guid
) },
1485 [IFLA_VF_IB_PORT_GUID
] = { .len
= sizeof(struct ifla_vf_guid
) },
1488 static const struct nla_policy ifla_port_policy
[IFLA_PORT_MAX
+1] = {
1489 [IFLA_PORT_VF
] = { .type
= NLA_U32
},
1490 [IFLA_PORT_PROFILE
] = { .type
= NLA_STRING
,
1491 .len
= PORT_PROFILE_MAX
},
1492 [IFLA_PORT_INSTANCE_UUID
] = { .type
= NLA_BINARY
,
1493 .len
= PORT_UUID_MAX
},
1494 [IFLA_PORT_HOST_UUID
] = { .type
= NLA_STRING
,
1495 .len
= PORT_UUID_MAX
},
1496 [IFLA_PORT_REQUEST
] = { .type
= NLA_U8
, },
1497 [IFLA_PORT_RESPONSE
] = { .type
= NLA_U16
, },
1499 /* Unused, but we need to keep it here since user space could
1500 * fill it. It's also broken with regard to NLA_BINARY use in
1501 * combination with structs.
1503 [IFLA_PORT_VSI_TYPE
] = { .type
= NLA_BINARY
,
1504 .len
= sizeof(struct ifla_port_vsi
) },
1507 static const struct nla_policy ifla_xdp_policy
[IFLA_XDP_MAX
+ 1] = {
1508 [IFLA_XDP_FD
] = { .type
= NLA_S32
},
1509 [IFLA_XDP_ATTACHED
] = { .type
= NLA_U8
},
1510 [IFLA_XDP_FLAGS
] = { .type
= NLA_U32
},
1513 static const struct rtnl_link_ops
*linkinfo_to_kind_ops(const struct nlattr
*nla
)
1515 const struct rtnl_link_ops
*ops
= NULL
;
1516 struct nlattr
*linfo
[IFLA_INFO_MAX
+ 1];
1518 if (nla_parse_nested(linfo
, IFLA_INFO_MAX
, nla
, ifla_info_policy
) < 0)
1521 if (linfo
[IFLA_INFO_KIND
]) {
1522 char kind
[MODULE_NAME_LEN
];
1524 nla_strlcpy(kind
, linfo
[IFLA_INFO_KIND
], sizeof(kind
));
1525 ops
= rtnl_link_ops_get(kind
);
1531 static bool link_master_filtered(struct net_device
*dev
, int master_idx
)
1533 struct net_device
*master
;
1538 master
= netdev_master_upper_dev_get(dev
);
1539 if (!master
|| master
->ifindex
!= master_idx
)
1545 static bool link_kind_filtered(const struct net_device
*dev
,
1546 const struct rtnl_link_ops
*kind_ops
)
1548 if (kind_ops
&& dev
->rtnl_link_ops
!= kind_ops
)
1554 static bool link_dump_filtered(struct net_device
*dev
,
1556 const struct rtnl_link_ops
*kind_ops
)
1558 if (link_master_filtered(dev
, master_idx
) ||
1559 link_kind_filtered(dev
, kind_ops
))
1565 static int rtnl_dump_ifinfo(struct sk_buff
*skb
, struct netlink_callback
*cb
)
1567 struct net
*net
= sock_net(skb
->sk
);
1570 struct net_device
*dev
;
1571 struct hlist_head
*head
;
1572 struct nlattr
*tb
[IFLA_MAX
+1];
1573 u32 ext_filter_mask
= 0;
1574 const struct rtnl_link_ops
*kind_ops
= NULL
;
1575 unsigned int flags
= NLM_F_MULTI
;
1581 s_idx
= cb
->args
[1];
1583 cb
->seq
= net
->dev_base_seq
;
1585 /* A hack to preserve kernel<->userspace interface.
1586 * The correct header is ifinfomsg. It is consistent with rtnl_getlink.
1587 * However, before Linux v3.9 the code here assumed rtgenmsg and that's
1588 * what iproute2 < v3.9.0 used.
1589 * We can detect the old iproute2. Even including the IFLA_EXT_MASK
1590 * attribute, its netlink message is shorter than struct ifinfomsg.
1592 hdrlen
= nlmsg_len(cb
->nlh
) < sizeof(struct ifinfomsg
) ?
1593 sizeof(struct rtgenmsg
) : sizeof(struct ifinfomsg
);
1595 if (nlmsg_parse(cb
->nlh
, hdrlen
, tb
, IFLA_MAX
, ifla_policy
) >= 0) {
1597 if (tb
[IFLA_EXT_MASK
])
1598 ext_filter_mask
= nla_get_u32(tb
[IFLA_EXT_MASK
]);
1600 if (tb
[IFLA_MASTER
])
1601 master_idx
= nla_get_u32(tb
[IFLA_MASTER
]);
1603 if (tb
[IFLA_LINKINFO
])
1604 kind_ops
= linkinfo_to_kind_ops(tb
[IFLA_LINKINFO
]);
1606 if (master_idx
|| kind_ops
)
1607 flags
|= NLM_F_DUMP_FILTERED
;
1610 for (h
= s_h
; h
< NETDEV_HASHENTRIES
; h
++, s_idx
= 0) {
1612 head
= &net
->dev_index_head
[h
];
1613 hlist_for_each_entry(dev
, head
, index_hlist
) {
1614 if (link_dump_filtered(dev
, master_idx
, kind_ops
))
1618 err
= rtnl_fill_ifinfo(skb
, dev
, RTM_NEWLINK
,
1619 NETLINK_CB(cb
->skb
).portid
,
1620 cb
->nlh
->nlmsg_seq
, 0,
1623 /* If we ran out of room on the first message,
1626 WARN_ON((err
== -EMSGSIZE
) && (skb
->len
== 0));
1631 nl_dump_check_consistent(cb
, nlmsg_hdr(skb
));
1643 int rtnl_nla_parse_ifla(struct nlattr
**tb
, const struct nlattr
*head
, int len
)
1645 return nla_parse(tb
, IFLA_MAX
, head
, len
, ifla_policy
);
1647 EXPORT_SYMBOL(rtnl_nla_parse_ifla
);
1649 struct net
*rtnl_link_get_net(struct net
*src_net
, struct nlattr
*tb
[])
1652 /* Examine the link attributes and figure out which
1653 * network namespace we are talking about.
1655 if (tb
[IFLA_NET_NS_PID
])
1656 net
= get_net_ns_by_pid(nla_get_u32(tb
[IFLA_NET_NS_PID
]));
1657 else if (tb
[IFLA_NET_NS_FD
])
1658 net
= get_net_ns_by_fd(nla_get_u32(tb
[IFLA_NET_NS_FD
]));
1660 net
= get_net(src_net
);
1663 EXPORT_SYMBOL(rtnl_link_get_net
);
1665 static int validate_linkmsg(struct net_device
*dev
, struct nlattr
*tb
[])
1668 if (tb
[IFLA_ADDRESS
] &&
1669 nla_len(tb
[IFLA_ADDRESS
]) < dev
->addr_len
)
1672 if (tb
[IFLA_BROADCAST
] &&
1673 nla_len(tb
[IFLA_BROADCAST
]) < dev
->addr_len
)
1677 if (tb
[IFLA_AF_SPEC
]) {
1681 nla_for_each_nested(af
, tb
[IFLA_AF_SPEC
], rem
) {
1682 const struct rtnl_af_ops
*af_ops
;
1684 if (!(af_ops
= rtnl_af_lookup(nla_type(af
))))
1685 return -EAFNOSUPPORT
;
1687 if (!af_ops
->set_link_af
)
1690 if (af_ops
->validate_link_af
) {
1691 err
= af_ops
->validate_link_af(dev
, af
);
1701 static int handle_infiniband_guid(struct net_device
*dev
, struct ifla_vf_guid
*ivt
,
1704 const struct net_device_ops
*ops
= dev
->netdev_ops
;
1706 return ops
->ndo_set_vf_guid(dev
, ivt
->vf
, ivt
->guid
, guid_type
);
1709 static int handle_vf_guid(struct net_device
*dev
, struct ifla_vf_guid
*ivt
, int guid_type
)
1711 if (dev
->type
!= ARPHRD_INFINIBAND
)
1714 return handle_infiniband_guid(dev
, ivt
, guid_type
);
1717 static int do_setvfinfo(struct net_device
*dev
, struct nlattr
**tb
)
1719 const struct net_device_ops
*ops
= dev
->netdev_ops
;
1722 if (tb
[IFLA_VF_MAC
]) {
1723 struct ifla_vf_mac
*ivm
= nla_data(tb
[IFLA_VF_MAC
]);
1726 if (ops
->ndo_set_vf_mac
)
1727 err
= ops
->ndo_set_vf_mac(dev
, ivm
->vf
,
1733 if (tb
[IFLA_VF_VLAN
]) {
1734 struct ifla_vf_vlan
*ivv
= nla_data(tb
[IFLA_VF_VLAN
]);
1737 if (ops
->ndo_set_vf_vlan
)
1738 err
= ops
->ndo_set_vf_vlan(dev
, ivv
->vf
, ivv
->vlan
,
1740 htons(ETH_P_8021Q
));
1745 if (tb
[IFLA_VF_VLAN_LIST
]) {
1746 struct ifla_vf_vlan_info
*ivvl
[MAX_VLAN_LIST_LEN
];
1747 struct nlattr
*attr
;
1751 if (!ops
->ndo_set_vf_vlan
)
1754 nla_for_each_nested(attr
, tb
[IFLA_VF_VLAN_LIST
], rem
) {
1755 if (nla_type(attr
) != IFLA_VF_VLAN_INFO
||
1756 nla_len(attr
) < NLA_HDRLEN
) {
1759 if (len
>= MAX_VLAN_LIST_LEN
)
1761 ivvl
[len
] = nla_data(attr
);
1768 err
= ops
->ndo_set_vf_vlan(dev
, ivvl
[0]->vf
, ivvl
[0]->vlan
,
1769 ivvl
[0]->qos
, ivvl
[0]->vlan_proto
);
1774 if (tb
[IFLA_VF_TX_RATE
]) {
1775 struct ifla_vf_tx_rate
*ivt
= nla_data(tb
[IFLA_VF_TX_RATE
]);
1776 struct ifla_vf_info ivf
;
1779 if (ops
->ndo_get_vf_config
)
1780 err
= ops
->ndo_get_vf_config(dev
, ivt
->vf
, &ivf
);
1785 if (ops
->ndo_set_vf_rate
)
1786 err
= ops
->ndo_set_vf_rate(dev
, ivt
->vf
,
1793 if (tb
[IFLA_VF_RATE
]) {
1794 struct ifla_vf_rate
*ivt
= nla_data(tb
[IFLA_VF_RATE
]);
1797 if (ops
->ndo_set_vf_rate
)
1798 err
= ops
->ndo_set_vf_rate(dev
, ivt
->vf
,
1805 if (tb
[IFLA_VF_SPOOFCHK
]) {
1806 struct ifla_vf_spoofchk
*ivs
= nla_data(tb
[IFLA_VF_SPOOFCHK
]);
1809 if (ops
->ndo_set_vf_spoofchk
)
1810 err
= ops
->ndo_set_vf_spoofchk(dev
, ivs
->vf
,
1816 if (tb
[IFLA_VF_LINK_STATE
]) {
1817 struct ifla_vf_link_state
*ivl
= nla_data(tb
[IFLA_VF_LINK_STATE
]);
1820 if (ops
->ndo_set_vf_link_state
)
1821 err
= ops
->ndo_set_vf_link_state(dev
, ivl
->vf
,
1827 if (tb
[IFLA_VF_RSS_QUERY_EN
]) {
1828 struct ifla_vf_rss_query_en
*ivrssq_en
;
1831 ivrssq_en
= nla_data(tb
[IFLA_VF_RSS_QUERY_EN
]);
1832 if (ops
->ndo_set_vf_rss_query_en
)
1833 err
= ops
->ndo_set_vf_rss_query_en(dev
, ivrssq_en
->vf
,
1834 ivrssq_en
->setting
);
1839 if (tb
[IFLA_VF_TRUST
]) {
1840 struct ifla_vf_trust
*ivt
= nla_data(tb
[IFLA_VF_TRUST
]);
1843 if (ops
->ndo_set_vf_trust
)
1844 err
= ops
->ndo_set_vf_trust(dev
, ivt
->vf
, ivt
->setting
);
1849 if (tb
[IFLA_VF_IB_NODE_GUID
]) {
1850 struct ifla_vf_guid
*ivt
= nla_data(tb
[IFLA_VF_IB_NODE_GUID
]);
1852 if (!ops
->ndo_set_vf_guid
)
1855 return handle_vf_guid(dev
, ivt
, IFLA_VF_IB_NODE_GUID
);
1858 if (tb
[IFLA_VF_IB_PORT_GUID
]) {
1859 struct ifla_vf_guid
*ivt
= nla_data(tb
[IFLA_VF_IB_PORT_GUID
]);
1861 if (!ops
->ndo_set_vf_guid
)
1864 return handle_vf_guid(dev
, ivt
, IFLA_VF_IB_PORT_GUID
);
1870 static int do_set_master(struct net_device
*dev
, int ifindex
)
1872 struct net_device
*upper_dev
= netdev_master_upper_dev_get(dev
);
1873 const struct net_device_ops
*ops
;
1877 if (upper_dev
->ifindex
== ifindex
)
1879 ops
= upper_dev
->netdev_ops
;
1880 if (ops
->ndo_del_slave
) {
1881 err
= ops
->ndo_del_slave(upper_dev
, dev
);
1890 upper_dev
= __dev_get_by_index(dev_net(dev
), ifindex
);
1893 ops
= upper_dev
->netdev_ops
;
1894 if (ops
->ndo_add_slave
) {
1895 err
= ops
->ndo_add_slave(upper_dev
, dev
);
1905 #define DO_SETLINK_MODIFIED 0x01
1906 /* notify flag means notify + modified. */
1907 #define DO_SETLINK_NOTIFY 0x03
1908 static int do_setlink(const struct sk_buff
*skb
,
1909 struct net_device
*dev
, struct ifinfomsg
*ifm
,
1910 struct nlattr
**tb
, char *ifname
, int status
)
1912 const struct net_device_ops
*ops
= dev
->netdev_ops
;
1915 if (tb
[IFLA_NET_NS_PID
] || tb
[IFLA_NET_NS_FD
]) {
1916 struct net
*net
= rtnl_link_get_net(dev_net(dev
), tb
);
1921 if (!netlink_ns_capable(skb
, net
->user_ns
, CAP_NET_ADMIN
)) {
1926 err
= dev_change_net_namespace(dev
, net
, ifname
);
1930 status
|= DO_SETLINK_MODIFIED
;
1934 struct rtnl_link_ifmap
*u_map
;
1937 if (!ops
->ndo_set_config
) {
1942 if (!netif_device_present(dev
)) {
1947 u_map
= nla_data(tb
[IFLA_MAP
]);
1948 k_map
.mem_start
= (unsigned long) u_map
->mem_start
;
1949 k_map
.mem_end
= (unsigned long) u_map
->mem_end
;
1950 k_map
.base_addr
= (unsigned short) u_map
->base_addr
;
1951 k_map
.irq
= (unsigned char) u_map
->irq
;
1952 k_map
.dma
= (unsigned char) u_map
->dma
;
1953 k_map
.port
= (unsigned char) u_map
->port
;
1955 err
= ops
->ndo_set_config(dev
, &k_map
);
1959 status
|= DO_SETLINK_NOTIFY
;
1962 if (tb
[IFLA_ADDRESS
]) {
1963 struct sockaddr
*sa
;
1966 len
= sizeof(sa_family_t
) + dev
->addr_len
;
1967 sa
= kmalloc(len
, GFP_KERNEL
);
1972 sa
->sa_family
= dev
->type
;
1973 memcpy(sa
->sa_data
, nla_data(tb
[IFLA_ADDRESS
]),
1975 err
= dev_set_mac_address(dev
, sa
);
1979 status
|= DO_SETLINK_MODIFIED
;
1983 err
= dev_set_mtu(dev
, nla_get_u32(tb
[IFLA_MTU
]));
1986 status
|= DO_SETLINK_MODIFIED
;
1989 if (tb
[IFLA_GROUP
]) {
1990 dev_set_group(dev
, nla_get_u32(tb
[IFLA_GROUP
]));
1991 status
|= DO_SETLINK_NOTIFY
;
1995 * Interface selected by interface index but interface
1996 * name provided implies that a name change has been
1999 if (ifm
->ifi_index
> 0 && ifname
[0]) {
2000 err
= dev_change_name(dev
, ifname
);
2003 status
|= DO_SETLINK_MODIFIED
;
2006 if (tb
[IFLA_IFALIAS
]) {
2007 err
= dev_set_alias(dev
, nla_data(tb
[IFLA_IFALIAS
]),
2008 nla_len(tb
[IFLA_IFALIAS
]));
2011 status
|= DO_SETLINK_NOTIFY
;
2014 if (tb
[IFLA_BROADCAST
]) {
2015 nla_memcpy(dev
->broadcast
, tb
[IFLA_BROADCAST
], dev
->addr_len
);
2016 call_netdevice_notifiers(NETDEV_CHANGEADDR
, dev
);
2019 if (ifm
->ifi_flags
|| ifm
->ifi_change
) {
2020 err
= dev_change_flags(dev
, rtnl_dev_combine_flags(dev
, ifm
));
2025 if (tb
[IFLA_MASTER
]) {
2026 err
= do_set_master(dev
, nla_get_u32(tb
[IFLA_MASTER
]));
2029 status
|= DO_SETLINK_MODIFIED
;
2032 if (tb
[IFLA_CARRIER
]) {
2033 err
= dev_change_carrier(dev
, nla_get_u8(tb
[IFLA_CARRIER
]));
2036 status
|= DO_SETLINK_MODIFIED
;
2039 if (tb
[IFLA_TXQLEN
]) {
2040 unsigned long value
= nla_get_u32(tb
[IFLA_TXQLEN
]);
2041 unsigned long orig_len
= dev
->tx_queue_len
;
2043 if (dev
->tx_queue_len
^ value
) {
2044 dev
->tx_queue_len
= value
;
2045 err
= call_netdevice_notifiers(
2046 NETDEV_CHANGE_TX_QUEUE_LEN
, dev
);
2047 err
= notifier_to_errno(err
);
2049 dev
->tx_queue_len
= orig_len
;
2052 status
|= DO_SETLINK_NOTIFY
;
2056 if (tb
[IFLA_OPERSTATE
])
2057 set_operstate(dev
, nla_get_u8(tb
[IFLA_OPERSTATE
]));
2059 if (tb
[IFLA_LINKMODE
]) {
2060 unsigned char value
= nla_get_u8(tb
[IFLA_LINKMODE
]);
2062 write_lock_bh(&dev_base_lock
);
2063 if (dev
->link_mode
^ value
)
2064 status
|= DO_SETLINK_NOTIFY
;
2065 dev
->link_mode
= value
;
2066 write_unlock_bh(&dev_base_lock
);
2069 if (tb
[IFLA_VFINFO_LIST
]) {
2070 struct nlattr
*vfinfo
[IFLA_VF_MAX
+ 1];
2071 struct nlattr
*attr
;
2074 nla_for_each_nested(attr
, tb
[IFLA_VFINFO_LIST
], rem
) {
2075 if (nla_type(attr
) != IFLA_VF_INFO
||
2076 nla_len(attr
) < NLA_HDRLEN
) {
2080 err
= nla_parse_nested(vfinfo
, IFLA_VF_MAX
, attr
,
2084 err
= do_setvfinfo(dev
, vfinfo
);
2087 status
|= DO_SETLINK_NOTIFY
;
2092 if (tb
[IFLA_VF_PORTS
]) {
2093 struct nlattr
*port
[IFLA_PORT_MAX
+1];
2094 struct nlattr
*attr
;
2099 if (!ops
->ndo_set_vf_port
)
2102 nla_for_each_nested(attr
, tb
[IFLA_VF_PORTS
], rem
) {
2103 if (nla_type(attr
) != IFLA_VF_PORT
||
2104 nla_len(attr
) < NLA_HDRLEN
) {
2108 err
= nla_parse_nested(port
, IFLA_PORT_MAX
, attr
,
2112 if (!port
[IFLA_PORT_VF
]) {
2116 vf
= nla_get_u32(port
[IFLA_PORT_VF
]);
2117 err
= ops
->ndo_set_vf_port(dev
, vf
, port
);
2120 status
|= DO_SETLINK_NOTIFY
;
2125 if (tb
[IFLA_PORT_SELF
]) {
2126 struct nlattr
*port
[IFLA_PORT_MAX
+1];
2128 err
= nla_parse_nested(port
, IFLA_PORT_MAX
,
2129 tb
[IFLA_PORT_SELF
], ifla_port_policy
);
2134 if (ops
->ndo_set_vf_port
)
2135 err
= ops
->ndo_set_vf_port(dev
, PORT_SELF_VF
, port
);
2138 status
|= DO_SETLINK_NOTIFY
;
2141 if (tb
[IFLA_AF_SPEC
]) {
2145 nla_for_each_nested(af
, tb
[IFLA_AF_SPEC
], rem
) {
2146 const struct rtnl_af_ops
*af_ops
;
2148 if (!(af_ops
= rtnl_af_lookup(nla_type(af
))))
2151 err
= af_ops
->set_link_af(dev
, af
);
2155 status
|= DO_SETLINK_NOTIFY
;
2160 if (tb
[IFLA_PROTO_DOWN
]) {
2161 err
= dev_change_proto_down(dev
,
2162 nla_get_u8(tb
[IFLA_PROTO_DOWN
]));
2165 status
|= DO_SETLINK_NOTIFY
;
2169 struct nlattr
*xdp
[IFLA_XDP_MAX
+ 1];
2172 err
= nla_parse_nested(xdp
, IFLA_XDP_MAX
, tb
[IFLA_XDP
],
2177 if (xdp
[IFLA_XDP_ATTACHED
]) {
2182 if (xdp
[IFLA_XDP_FLAGS
]) {
2183 xdp_flags
= nla_get_u32(xdp
[IFLA_XDP_FLAGS
]);
2184 if (xdp_flags
& ~XDP_FLAGS_MASK
) {
2190 if (xdp
[IFLA_XDP_FD
]) {
2191 err
= dev_change_xdp_fd(dev
,
2192 nla_get_s32(xdp
[IFLA_XDP_FD
]),
2196 status
|= DO_SETLINK_NOTIFY
;
2201 if (status
& DO_SETLINK_MODIFIED
) {
2202 if (status
& DO_SETLINK_NOTIFY
)
2203 netdev_state_change(dev
);
2206 net_warn_ratelimited("A link change request failed with some changes committed already. Interface %s may have been left with an inconsistent configuration, please check.\n",
2213 static int rtnl_setlink(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
2215 struct net
*net
= sock_net(skb
->sk
);
2216 struct ifinfomsg
*ifm
;
2217 struct net_device
*dev
;
2219 struct nlattr
*tb
[IFLA_MAX
+1];
2220 char ifname
[IFNAMSIZ
];
2222 err
= nlmsg_parse(nlh
, sizeof(*ifm
), tb
, IFLA_MAX
, ifla_policy
);
2226 if (tb
[IFLA_IFNAME
])
2227 nla_strlcpy(ifname
, tb
[IFLA_IFNAME
], IFNAMSIZ
);
2232 ifm
= nlmsg_data(nlh
);
2233 if (ifm
->ifi_index
> 0)
2234 dev
= __dev_get_by_index(net
, ifm
->ifi_index
);
2235 else if (tb
[IFLA_IFNAME
])
2236 dev
= __dev_get_by_name(net
, ifname
);
2245 err
= validate_linkmsg(dev
, tb
);
2249 err
= do_setlink(skb
, dev
, ifm
, tb
, ifname
, 0);
2254 static int rtnl_group_dellink(const struct net
*net
, int group
)
2256 struct net_device
*dev
, *aux
;
2257 LIST_HEAD(list_kill
);
2263 for_each_netdev(net
, dev
) {
2264 if (dev
->group
== group
) {
2265 const struct rtnl_link_ops
*ops
;
2268 ops
= dev
->rtnl_link_ops
;
2269 if (!ops
|| !ops
->dellink
)
2277 for_each_netdev_safe(net
, dev
, aux
) {
2278 if (dev
->group
== group
) {
2279 const struct rtnl_link_ops
*ops
;
2281 ops
= dev
->rtnl_link_ops
;
2282 ops
->dellink(dev
, &list_kill
);
2285 unregister_netdevice_many(&list_kill
);
2290 int rtnl_delete_link(struct net_device
*dev
)
2292 const struct rtnl_link_ops
*ops
;
2293 LIST_HEAD(list_kill
);
2295 ops
= dev
->rtnl_link_ops
;
2296 if (!ops
|| !ops
->dellink
)
2299 ops
->dellink(dev
, &list_kill
);
2300 unregister_netdevice_many(&list_kill
);
2304 EXPORT_SYMBOL_GPL(rtnl_delete_link
);
2306 static int rtnl_dellink(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
2308 struct net
*net
= sock_net(skb
->sk
);
2309 struct net_device
*dev
;
2310 struct ifinfomsg
*ifm
;
2311 char ifname
[IFNAMSIZ
];
2312 struct nlattr
*tb
[IFLA_MAX
+1];
2315 err
= nlmsg_parse(nlh
, sizeof(*ifm
), tb
, IFLA_MAX
, ifla_policy
);
2319 if (tb
[IFLA_IFNAME
])
2320 nla_strlcpy(ifname
, tb
[IFLA_IFNAME
], IFNAMSIZ
);
2322 ifm
= nlmsg_data(nlh
);
2323 if (ifm
->ifi_index
> 0)
2324 dev
= __dev_get_by_index(net
, ifm
->ifi_index
);
2325 else if (tb
[IFLA_IFNAME
])
2326 dev
= __dev_get_by_name(net
, ifname
);
2327 else if (tb
[IFLA_GROUP
])
2328 return rtnl_group_dellink(net
, nla_get_u32(tb
[IFLA_GROUP
]));
2335 return rtnl_delete_link(dev
);
2338 int rtnl_configure_link(struct net_device
*dev
, const struct ifinfomsg
*ifm
)
2340 unsigned int old_flags
;
2343 old_flags
= dev
->flags
;
2344 if (ifm
&& (ifm
->ifi_flags
|| ifm
->ifi_change
)) {
2345 err
= __dev_change_flags(dev
, rtnl_dev_combine_flags(dev
, ifm
));
2350 dev
->rtnl_link_state
= RTNL_LINK_INITIALIZED
;
2352 __dev_notify_flags(dev
, old_flags
, ~0U);
2355 EXPORT_SYMBOL(rtnl_configure_link
);
2357 struct net_device
*rtnl_create_link(struct net
*net
,
2358 const char *ifname
, unsigned char name_assign_type
,
2359 const struct rtnl_link_ops
*ops
, struct nlattr
*tb
[])
2361 struct net_device
*dev
;
2362 unsigned int num_tx_queues
= 1;
2363 unsigned int num_rx_queues
= 1;
2365 if (tb
[IFLA_NUM_TX_QUEUES
])
2366 num_tx_queues
= nla_get_u32(tb
[IFLA_NUM_TX_QUEUES
]);
2367 else if (ops
->get_num_tx_queues
)
2368 num_tx_queues
= ops
->get_num_tx_queues();
2370 if (tb
[IFLA_NUM_RX_QUEUES
])
2371 num_rx_queues
= nla_get_u32(tb
[IFLA_NUM_RX_QUEUES
]);
2372 else if (ops
->get_num_rx_queues
)
2373 num_rx_queues
= ops
->get_num_rx_queues();
2375 dev
= alloc_netdev_mqs(ops
->priv_size
, ifname
, name_assign_type
,
2376 ops
->setup
, num_tx_queues
, num_rx_queues
);
2378 return ERR_PTR(-ENOMEM
);
2380 dev_net_set(dev
, net
);
2381 dev
->rtnl_link_ops
= ops
;
2382 dev
->rtnl_link_state
= RTNL_LINK_INITIALIZING
;
2385 dev
->mtu
= nla_get_u32(tb
[IFLA_MTU
]);
2386 if (tb
[IFLA_ADDRESS
]) {
2387 memcpy(dev
->dev_addr
, nla_data(tb
[IFLA_ADDRESS
]),
2388 nla_len(tb
[IFLA_ADDRESS
]));
2389 dev
->addr_assign_type
= NET_ADDR_SET
;
2391 if (tb
[IFLA_BROADCAST
])
2392 memcpy(dev
->broadcast
, nla_data(tb
[IFLA_BROADCAST
]),
2393 nla_len(tb
[IFLA_BROADCAST
]));
2394 if (tb
[IFLA_TXQLEN
])
2395 dev
->tx_queue_len
= nla_get_u32(tb
[IFLA_TXQLEN
]);
2396 if (tb
[IFLA_OPERSTATE
])
2397 set_operstate(dev
, nla_get_u8(tb
[IFLA_OPERSTATE
]));
2398 if (tb
[IFLA_LINKMODE
])
2399 dev
->link_mode
= nla_get_u8(tb
[IFLA_LINKMODE
]);
2401 dev_set_group(dev
, nla_get_u32(tb
[IFLA_GROUP
]));
2405 EXPORT_SYMBOL(rtnl_create_link
);
2407 static int rtnl_group_changelink(const struct sk_buff
*skb
,
2408 struct net
*net
, int group
,
2409 struct ifinfomsg
*ifm
,
2412 struct net_device
*dev
, *aux
;
2415 for_each_netdev_safe(net
, dev
, aux
) {
2416 if (dev
->group
== group
) {
2417 err
= do_setlink(skb
, dev
, ifm
, tb
, NULL
, 0);
2426 static int rtnl_newlink(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
2428 struct net
*net
= sock_net(skb
->sk
);
2429 const struct rtnl_link_ops
*ops
;
2430 const struct rtnl_link_ops
*m_ops
= NULL
;
2431 struct net_device
*dev
;
2432 struct net_device
*master_dev
= NULL
;
2433 struct ifinfomsg
*ifm
;
2434 char kind
[MODULE_NAME_LEN
];
2435 char ifname
[IFNAMSIZ
];
2436 struct nlattr
*tb
[IFLA_MAX
+1];
2437 struct nlattr
*linkinfo
[IFLA_INFO_MAX
+1];
2438 unsigned char name_assign_type
= NET_NAME_USER
;
2441 #ifdef CONFIG_MODULES
2444 err
= nlmsg_parse(nlh
, sizeof(*ifm
), tb
, IFLA_MAX
, ifla_policy
);
2448 if (tb
[IFLA_IFNAME
])
2449 nla_strlcpy(ifname
, tb
[IFLA_IFNAME
], IFNAMSIZ
);
2453 ifm
= nlmsg_data(nlh
);
2454 if (ifm
->ifi_index
> 0)
2455 dev
= __dev_get_by_index(net
, ifm
->ifi_index
);
2458 dev
= __dev_get_by_name(net
, ifname
);
2464 master_dev
= netdev_master_upper_dev_get(dev
);
2466 m_ops
= master_dev
->rtnl_link_ops
;
2469 err
= validate_linkmsg(dev
, tb
);
2473 if (tb
[IFLA_LINKINFO
]) {
2474 err
= nla_parse_nested(linkinfo
, IFLA_INFO_MAX
,
2475 tb
[IFLA_LINKINFO
], ifla_info_policy
);
2479 memset(linkinfo
, 0, sizeof(linkinfo
));
2481 if (linkinfo
[IFLA_INFO_KIND
]) {
2482 nla_strlcpy(kind
, linkinfo
[IFLA_INFO_KIND
], sizeof(kind
));
2483 ops
= rtnl_link_ops_get(kind
);
2490 struct nlattr
*attr
[ops
? ops
->maxtype
+ 1 : 1];
2491 struct nlattr
*slave_attr
[m_ops
? m_ops
->slave_maxtype
+ 1 : 1];
2492 struct nlattr
**data
= NULL
;
2493 struct nlattr
**slave_data
= NULL
;
2494 struct net
*dest_net
, *link_net
= NULL
;
2497 if (ops
->maxtype
&& linkinfo
[IFLA_INFO_DATA
]) {
2498 err
= nla_parse_nested(attr
, ops
->maxtype
,
2499 linkinfo
[IFLA_INFO_DATA
],
2505 if (ops
->validate
) {
2506 err
= ops
->validate(tb
, data
);
2513 if (m_ops
->slave_maxtype
&&
2514 linkinfo
[IFLA_INFO_SLAVE_DATA
]) {
2515 err
= nla_parse_nested(slave_attr
,
2516 m_ops
->slave_maxtype
,
2517 linkinfo
[IFLA_INFO_SLAVE_DATA
],
2518 m_ops
->slave_policy
);
2521 slave_data
= slave_attr
;
2523 if (m_ops
->slave_validate
) {
2524 err
= m_ops
->slave_validate(tb
, slave_data
);
2533 if (nlh
->nlmsg_flags
& NLM_F_EXCL
)
2535 if (nlh
->nlmsg_flags
& NLM_F_REPLACE
)
2538 if (linkinfo
[IFLA_INFO_DATA
]) {
2539 if (!ops
|| ops
!= dev
->rtnl_link_ops
||
2543 err
= ops
->changelink(dev
, tb
, data
);
2546 status
|= DO_SETLINK_NOTIFY
;
2549 if (linkinfo
[IFLA_INFO_SLAVE_DATA
]) {
2550 if (!m_ops
|| !m_ops
->slave_changelink
)
2553 err
= m_ops
->slave_changelink(master_dev
, dev
,
2557 status
|= DO_SETLINK_NOTIFY
;
2560 return do_setlink(skb
, dev
, ifm
, tb
, ifname
, status
);
2563 if (!(nlh
->nlmsg_flags
& NLM_F_CREATE
)) {
2564 if (ifm
->ifi_index
== 0 && tb
[IFLA_GROUP
])
2565 return rtnl_group_changelink(skb
, net
,
2566 nla_get_u32(tb
[IFLA_GROUP
]),
2571 if (tb
[IFLA_MAP
] || tb
[IFLA_PROTINFO
])
2575 #ifdef CONFIG_MODULES
2578 request_module("rtnl-link-%s", kind
);
2580 ops
= rtnl_link_ops_get(kind
);
2592 snprintf(ifname
, IFNAMSIZ
, "%s%%d", ops
->kind
);
2593 name_assign_type
= NET_NAME_ENUM
;
2596 dest_net
= rtnl_link_get_net(net
, tb
);
2597 if (IS_ERR(dest_net
))
2598 return PTR_ERR(dest_net
);
2601 if (!netlink_ns_capable(skb
, dest_net
->user_ns
, CAP_NET_ADMIN
))
2604 if (tb
[IFLA_LINK_NETNSID
]) {
2605 int id
= nla_get_s32(tb
[IFLA_LINK_NETNSID
]);
2607 link_net
= get_net_ns_by_id(dest_net
, id
);
2613 if (!netlink_ns_capable(skb
, link_net
->user_ns
, CAP_NET_ADMIN
))
2617 dev
= rtnl_create_link(link_net
? : dest_net
, ifname
,
2618 name_assign_type
, ops
, tb
);
2624 dev
->ifindex
= ifm
->ifi_index
;
2627 err
= ops
->newlink(link_net
? : net
, dev
, tb
, data
);
2628 /* Drivers should call free_netdev() in ->destructor
2629 * and unregister it on failure after registration
2630 * so that device could be finally freed in rtnl_unlock.
2633 /* If device is not registered at all, free it now */
2634 if (dev
->reg_state
== NETREG_UNINITIALIZED
)
2639 err
= register_netdevice(dev
);
2645 err
= rtnl_configure_link(dev
, ifm
);
2647 goto out_unregister
;
2649 err
= dev_change_net_namespace(dev
, dest_net
, ifname
);
2651 goto out_unregister
;
2653 if (tb
[IFLA_MASTER
]) {
2654 err
= do_set_master(dev
, nla_get_u32(tb
[IFLA_MASTER
]));
2656 goto out_unregister
;
2665 LIST_HEAD(list_kill
);
2667 ops
->dellink(dev
, &list_kill
);
2668 unregister_netdevice_many(&list_kill
);
2670 unregister_netdevice(dev
);
2676 static int rtnl_getlink(struct sk_buff
*skb
, struct nlmsghdr
* nlh
)
2678 struct net
*net
= sock_net(skb
->sk
);
2679 struct ifinfomsg
*ifm
;
2680 char ifname
[IFNAMSIZ
];
2681 struct nlattr
*tb
[IFLA_MAX
+1];
2682 struct net_device
*dev
= NULL
;
2683 struct sk_buff
*nskb
;
2685 u32 ext_filter_mask
= 0;
2687 err
= nlmsg_parse(nlh
, sizeof(*ifm
), tb
, IFLA_MAX
, ifla_policy
);
2691 if (tb
[IFLA_IFNAME
])
2692 nla_strlcpy(ifname
, tb
[IFLA_IFNAME
], IFNAMSIZ
);
2694 if (tb
[IFLA_EXT_MASK
])
2695 ext_filter_mask
= nla_get_u32(tb
[IFLA_EXT_MASK
]);
2697 ifm
= nlmsg_data(nlh
);
2698 if (ifm
->ifi_index
> 0)
2699 dev
= __dev_get_by_index(net
, ifm
->ifi_index
);
2700 else if (tb
[IFLA_IFNAME
])
2701 dev
= __dev_get_by_name(net
, ifname
);
2708 nskb
= nlmsg_new(if_nlmsg_size(dev
, ext_filter_mask
), GFP_KERNEL
);
2712 err
= rtnl_fill_ifinfo(nskb
, dev
, RTM_NEWLINK
, NETLINK_CB(skb
).portid
,
2713 nlh
->nlmsg_seq
, 0, 0, ext_filter_mask
);
2715 /* -EMSGSIZE implies BUG in if_nlmsg_size */
2716 WARN_ON(err
== -EMSGSIZE
);
2719 err
= rtnl_unicast(nskb
, net
, NETLINK_CB(skb
).portid
);
2724 static u16
rtnl_calcit(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
2726 struct net
*net
= sock_net(skb
->sk
);
2727 struct net_device
*dev
;
2728 struct nlattr
*tb
[IFLA_MAX
+1];
2729 u32 ext_filter_mask
= 0;
2730 u16 min_ifinfo_dump_size
= 0;
2733 /* Same kernel<->userspace interface hack as in rtnl_dump_ifinfo. */
2734 hdrlen
= nlmsg_len(nlh
) < sizeof(struct ifinfomsg
) ?
2735 sizeof(struct rtgenmsg
) : sizeof(struct ifinfomsg
);
2737 if (nlmsg_parse(nlh
, hdrlen
, tb
, IFLA_MAX
, ifla_policy
) >= 0) {
2738 if (tb
[IFLA_EXT_MASK
])
2739 ext_filter_mask
= nla_get_u32(tb
[IFLA_EXT_MASK
]);
2742 if (!ext_filter_mask
)
2743 return NLMSG_GOODSIZE
;
2745 * traverse the list of net devices and compute the minimum
2746 * buffer size based upon the filter mask.
2748 list_for_each_entry(dev
, &net
->dev_base_head
, dev_list
) {
2749 min_ifinfo_dump_size
= max_t(u16
, min_ifinfo_dump_size
,
2754 return nlmsg_total_size(min_ifinfo_dump_size
);
2757 static int rtnl_dump_all(struct sk_buff
*skb
, struct netlink_callback
*cb
)
2760 int s_idx
= cb
->family
;
2764 for (idx
= 1; idx
<= RTNL_FAMILY_MAX
; idx
++) {
2765 int type
= cb
->nlh
->nlmsg_type
-RTM_BASE
;
2766 if (idx
< s_idx
|| idx
== PF_PACKET
)
2768 if (rtnl_msg_handlers
[idx
] == NULL
||
2769 rtnl_msg_handlers
[idx
][type
].dumpit
== NULL
)
2772 memset(&cb
->args
[0], 0, sizeof(cb
->args
));
2776 if (rtnl_msg_handlers
[idx
][type
].dumpit(skb
, cb
))
2784 struct sk_buff
*rtmsg_ifinfo_build_skb(int type
, struct net_device
*dev
,
2785 unsigned int change
, gfp_t flags
)
2787 struct net
*net
= dev_net(dev
);
2788 struct sk_buff
*skb
;
2790 size_t if_info_size
;
2792 skb
= nlmsg_new((if_info_size
= if_nlmsg_size(dev
, 0)), flags
);
2796 err
= rtnl_fill_ifinfo(skb
, dev
, type
, 0, 0, change
, 0, 0);
2798 /* -EMSGSIZE implies BUG in if_nlmsg_size() */
2799 WARN_ON(err
== -EMSGSIZE
);
2806 rtnl_set_sk_err(net
, RTNLGRP_LINK
, err
);
2810 void rtmsg_ifinfo_send(struct sk_buff
*skb
, struct net_device
*dev
, gfp_t flags
)
2812 struct net
*net
= dev_net(dev
);
2814 rtnl_notify(skb
, net
, 0, RTNLGRP_LINK
, NULL
, flags
);
2817 void rtmsg_ifinfo(int type
, struct net_device
*dev
, unsigned int change
,
2820 struct sk_buff
*skb
;
2822 if (dev
->reg_state
!= NETREG_REGISTERED
)
2825 skb
= rtmsg_ifinfo_build_skb(type
, dev
, change
, flags
);
2827 rtmsg_ifinfo_send(skb
, dev
, flags
);
2829 EXPORT_SYMBOL(rtmsg_ifinfo
);
2831 static int nlmsg_populate_fdb_fill(struct sk_buff
*skb
,
2832 struct net_device
*dev
,
2833 u8
*addr
, u16 vid
, u32 pid
, u32 seq
,
2834 int type
, unsigned int flags
,
2835 int nlflags
, u16 ndm_state
)
2837 struct nlmsghdr
*nlh
;
2840 nlh
= nlmsg_put(skb
, pid
, seq
, type
, sizeof(*ndm
), nlflags
);
2844 ndm
= nlmsg_data(nlh
);
2845 ndm
->ndm_family
= AF_BRIDGE
;
2848 ndm
->ndm_flags
= flags
;
2850 ndm
->ndm_ifindex
= dev
->ifindex
;
2851 ndm
->ndm_state
= ndm_state
;
2853 if (nla_put(skb
, NDA_LLADDR
, ETH_ALEN
, addr
))
2854 goto nla_put_failure
;
2856 if (nla_put(skb
, NDA_VLAN
, sizeof(u16
), &vid
))
2857 goto nla_put_failure
;
2859 nlmsg_end(skb
, nlh
);
2863 nlmsg_cancel(skb
, nlh
);
2867 static inline size_t rtnl_fdb_nlmsg_size(void)
2869 return NLMSG_ALIGN(sizeof(struct ndmsg
)) +
2870 nla_total_size(ETH_ALEN
) + /* NDA_LLADDR */
2871 nla_total_size(sizeof(u16
)) + /* NDA_VLAN */
2875 static void rtnl_fdb_notify(struct net_device
*dev
, u8
*addr
, u16 vid
, int type
,
2878 struct net
*net
= dev_net(dev
);
2879 struct sk_buff
*skb
;
2882 skb
= nlmsg_new(rtnl_fdb_nlmsg_size(), GFP_ATOMIC
);
2886 err
= nlmsg_populate_fdb_fill(skb
, dev
, addr
, vid
,
2887 0, 0, type
, NTF_SELF
, 0, ndm_state
);
2893 rtnl_notify(skb
, net
, 0, RTNLGRP_NEIGH
, NULL
, GFP_ATOMIC
);
2896 rtnl_set_sk_err(net
, RTNLGRP_NEIGH
, err
);
2900 * ndo_dflt_fdb_add - default netdevice operation to add an FDB entry
2902 int ndo_dflt_fdb_add(struct ndmsg
*ndm
,
2903 struct nlattr
*tb
[],
2904 struct net_device
*dev
,
2905 const unsigned char *addr
, u16 vid
,
2910 /* If aging addresses are supported device will need to
2911 * implement its own handler for this.
2913 if (ndm
->ndm_state
&& !(ndm
->ndm_state
& NUD_PERMANENT
)) {
2914 pr_info("%s: FDB only supports static addresses\n", dev
->name
);
2919 pr_info("%s: vlans aren't supported yet for dev_uc|mc_add()\n", dev
->name
);
2923 if (is_unicast_ether_addr(addr
) || is_link_local_ether_addr(addr
))
2924 err
= dev_uc_add_excl(dev
, addr
);
2925 else if (is_multicast_ether_addr(addr
))
2926 err
= dev_mc_add_excl(dev
, addr
);
2928 /* Only return duplicate errors if NLM_F_EXCL is set */
2929 if (err
== -EEXIST
&& !(flags
& NLM_F_EXCL
))
2934 EXPORT_SYMBOL(ndo_dflt_fdb_add
);
2936 static int fdb_vid_parse(struct nlattr
*vlan_attr
, u16
*p_vid
)
2941 if (nla_len(vlan_attr
) != sizeof(u16
)) {
2942 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid vlan\n");
2946 vid
= nla_get_u16(vlan_attr
);
2948 if (!vid
|| vid
>= VLAN_VID_MASK
) {
2949 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid vlan id %d\n",
2958 static int rtnl_fdb_add(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
2960 struct net
*net
= sock_net(skb
->sk
);
2962 struct nlattr
*tb
[NDA_MAX
+1];
2963 struct net_device
*dev
;
2968 err
= nlmsg_parse(nlh
, sizeof(*ndm
), tb
, NDA_MAX
, NULL
);
2972 ndm
= nlmsg_data(nlh
);
2973 if (ndm
->ndm_ifindex
== 0) {
2974 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid ifindex\n");
2978 dev
= __dev_get_by_index(net
, ndm
->ndm_ifindex
);
2980 pr_info("PF_BRIDGE: RTM_NEWNEIGH with unknown ifindex\n");
2984 if (!tb
[NDA_LLADDR
] || nla_len(tb
[NDA_LLADDR
]) != ETH_ALEN
) {
2985 pr_info("PF_BRIDGE: RTM_NEWNEIGH with invalid address\n");
2989 addr
= nla_data(tb
[NDA_LLADDR
]);
2991 err
= fdb_vid_parse(tb
[NDA_VLAN
], &vid
);
2997 /* Support fdb on master device the net/bridge default case */
2998 if ((!ndm
->ndm_flags
|| ndm
->ndm_flags
& NTF_MASTER
) &&
2999 (dev
->priv_flags
& IFF_BRIDGE_PORT
)) {
3000 struct net_device
*br_dev
= netdev_master_upper_dev_get(dev
);
3001 const struct net_device_ops
*ops
= br_dev
->netdev_ops
;
3003 err
= ops
->ndo_fdb_add(ndm
, tb
, dev
, addr
, vid
,
3008 ndm
->ndm_flags
&= ~NTF_MASTER
;
3011 /* Embedded bridge, macvlan, and any other device support */
3012 if ((ndm
->ndm_flags
& NTF_SELF
)) {
3013 if (dev
->netdev_ops
->ndo_fdb_add
)
3014 err
= dev
->netdev_ops
->ndo_fdb_add(ndm
, tb
, dev
, addr
,
3018 err
= ndo_dflt_fdb_add(ndm
, tb
, dev
, addr
, vid
,
3022 rtnl_fdb_notify(dev
, addr
, vid
, RTM_NEWNEIGH
,
3024 ndm
->ndm_flags
&= ~NTF_SELF
;
3032 * ndo_dflt_fdb_del - default netdevice operation to delete an FDB entry
3034 int ndo_dflt_fdb_del(struct ndmsg
*ndm
,
3035 struct nlattr
*tb
[],
3036 struct net_device
*dev
,
3037 const unsigned char *addr
, u16 vid
)
3041 /* If aging addresses are supported device will need to
3042 * implement its own handler for this.
3044 if (!(ndm
->ndm_state
& NUD_PERMANENT
)) {
3045 pr_info("%s: FDB only supports static addresses\n", dev
->name
);
3049 if (is_unicast_ether_addr(addr
) || is_link_local_ether_addr(addr
))
3050 err
= dev_uc_del(dev
, addr
);
3051 else if (is_multicast_ether_addr(addr
))
3052 err
= dev_mc_del(dev
, addr
);
3056 EXPORT_SYMBOL(ndo_dflt_fdb_del
);
3058 static int rtnl_fdb_del(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
3060 struct net
*net
= sock_net(skb
->sk
);
3062 struct nlattr
*tb
[NDA_MAX
+1];
3063 struct net_device
*dev
;
3068 if (!netlink_capable(skb
, CAP_NET_ADMIN
))
3071 err
= nlmsg_parse(nlh
, sizeof(*ndm
), tb
, NDA_MAX
, NULL
);
3075 ndm
= nlmsg_data(nlh
);
3076 if (ndm
->ndm_ifindex
== 0) {
3077 pr_info("PF_BRIDGE: RTM_DELNEIGH with invalid ifindex\n");
3081 dev
= __dev_get_by_index(net
, ndm
->ndm_ifindex
);
3083 pr_info("PF_BRIDGE: RTM_DELNEIGH with unknown ifindex\n");
3087 if (!tb
[NDA_LLADDR
] || nla_len(tb
[NDA_LLADDR
]) != ETH_ALEN
) {
3088 pr_info("PF_BRIDGE: RTM_DELNEIGH with invalid address\n");
3092 addr
= nla_data(tb
[NDA_LLADDR
]);
3094 err
= fdb_vid_parse(tb
[NDA_VLAN
], &vid
);
3100 /* Support fdb on master device the net/bridge default case */
3101 if ((!ndm
->ndm_flags
|| ndm
->ndm_flags
& NTF_MASTER
) &&
3102 (dev
->priv_flags
& IFF_BRIDGE_PORT
)) {
3103 struct net_device
*br_dev
= netdev_master_upper_dev_get(dev
);
3104 const struct net_device_ops
*ops
= br_dev
->netdev_ops
;
3106 if (ops
->ndo_fdb_del
)
3107 err
= ops
->ndo_fdb_del(ndm
, tb
, dev
, addr
, vid
);
3112 ndm
->ndm_flags
&= ~NTF_MASTER
;
3115 /* Embedded bridge, macvlan, and any other device support */
3116 if (ndm
->ndm_flags
& NTF_SELF
) {
3117 if (dev
->netdev_ops
->ndo_fdb_del
)
3118 err
= dev
->netdev_ops
->ndo_fdb_del(ndm
, tb
, dev
, addr
,
3121 err
= ndo_dflt_fdb_del(ndm
, tb
, dev
, addr
, vid
);
3124 rtnl_fdb_notify(dev
, addr
, vid
, RTM_DELNEIGH
,
3126 ndm
->ndm_flags
&= ~NTF_SELF
;
3133 static int nlmsg_populate_fdb(struct sk_buff
*skb
,
3134 struct netlink_callback
*cb
,
3135 struct net_device
*dev
,
3137 struct netdev_hw_addr_list
*list
)
3139 struct netdev_hw_addr
*ha
;
3143 portid
= NETLINK_CB(cb
->skb
).portid
;
3144 seq
= cb
->nlh
->nlmsg_seq
;
3146 list_for_each_entry(ha
, &list
->list
, list
) {
3147 if (*idx
< cb
->args
[2])
3150 err
= nlmsg_populate_fdb_fill(skb
, dev
, ha
->addr
, 0,
3152 RTM_NEWNEIGH
, NTF_SELF
,
3153 NLM_F_MULTI
, NUD_PERMANENT
);
3163 * ndo_dflt_fdb_dump - default netdevice operation to dump an FDB table.
3164 * @nlh: netlink message header
3167 * Default netdevice operation to dump the existing unicast address list.
3168 * Returns number of addresses from list put in skb.
3170 int ndo_dflt_fdb_dump(struct sk_buff
*skb
,
3171 struct netlink_callback
*cb
,
3172 struct net_device
*dev
,
3173 struct net_device
*filter_dev
,
3178 netif_addr_lock_bh(dev
);
3179 err
= nlmsg_populate_fdb(skb
, cb
, dev
, idx
, &dev
->uc
);
3182 err
= nlmsg_populate_fdb(skb
, cb
, dev
, idx
, &dev
->mc
);
3184 netif_addr_unlock_bh(dev
);
3187 EXPORT_SYMBOL(ndo_dflt_fdb_dump
);
3189 static int rtnl_fdb_dump(struct sk_buff
*skb
, struct netlink_callback
*cb
)
3191 struct net_device
*dev
;
3192 struct nlattr
*tb
[IFLA_MAX
+1];
3193 struct net_device
*br_dev
= NULL
;
3194 const struct net_device_ops
*ops
= NULL
;
3195 const struct net_device_ops
*cops
= NULL
;
3196 struct ifinfomsg
*ifm
= nlmsg_data(cb
->nlh
);
3197 struct net
*net
= sock_net(skb
->sk
);
3198 struct hlist_head
*head
;
3206 if (nlmsg_parse(cb
->nlh
, sizeof(struct ifinfomsg
), tb
, IFLA_MAX
,
3207 ifla_policy
) == 0) {
3208 if (tb
[IFLA_MASTER
])
3209 br_idx
= nla_get_u32(tb
[IFLA_MASTER
]);
3212 brport_idx
= ifm
->ifi_index
;
3215 br_dev
= __dev_get_by_index(net
, br_idx
);
3219 ops
= br_dev
->netdev_ops
;
3223 s_idx
= cb
->args
[1];
3225 for (h
= s_h
; h
< NETDEV_HASHENTRIES
; h
++, s_idx
= 0) {
3227 head
= &net
->dev_index_head
[h
];
3228 hlist_for_each_entry(dev
, head
, index_hlist
) {
3230 if (brport_idx
&& (dev
->ifindex
!= brport_idx
))
3233 if (!br_idx
) { /* user did not specify a specific bridge */
3234 if (dev
->priv_flags
& IFF_BRIDGE_PORT
) {
3235 br_dev
= netdev_master_upper_dev_get(dev
);
3236 cops
= br_dev
->netdev_ops
;
3239 if (dev
!= br_dev
&&
3240 !(dev
->priv_flags
& IFF_BRIDGE_PORT
))
3243 if (br_dev
!= netdev_master_upper_dev_get(dev
) &&
3244 !(dev
->priv_flags
& IFF_EBRIDGE
))
3252 if (dev
->priv_flags
& IFF_BRIDGE_PORT
) {
3253 if (cops
&& cops
->ndo_fdb_dump
) {
3254 err
= cops
->ndo_fdb_dump(skb
, cb
,
3257 if (err
== -EMSGSIZE
)
3262 if (dev
->netdev_ops
->ndo_fdb_dump
)
3263 err
= dev
->netdev_ops
->ndo_fdb_dump(skb
, cb
,
3267 err
= ndo_dflt_fdb_dump(skb
, cb
, dev
, NULL
,
3269 if (err
== -EMSGSIZE
)
3274 /* reset fdb offset to 0 for rest of the interfaces */
3290 static int brport_nla_put_flag(struct sk_buff
*skb
, u32 flags
, u32 mask
,
3291 unsigned int attrnum
, unsigned int flag
)
3294 return nla_put_u8(skb
, attrnum
, !!(flags
& flag
));
3298 int ndo_dflt_bridge_getlink(struct sk_buff
*skb
, u32 pid
, u32 seq
,
3299 struct net_device
*dev
, u16 mode
,
3300 u32 flags
, u32 mask
, int nlflags
,
3302 int (*vlan_fill
)(struct sk_buff
*skb
,
3303 struct net_device
*dev
,
3306 struct nlmsghdr
*nlh
;
3307 struct ifinfomsg
*ifm
;
3308 struct nlattr
*br_afspec
;
3309 struct nlattr
*protinfo
;
3310 u8 operstate
= netif_running(dev
) ? dev
->operstate
: IF_OPER_DOWN
;
3311 struct net_device
*br_dev
= netdev_master_upper_dev_get(dev
);
3314 nlh
= nlmsg_put(skb
, pid
, seq
, RTM_NEWLINK
, sizeof(*ifm
), nlflags
);
3318 ifm
= nlmsg_data(nlh
);
3319 ifm
->ifi_family
= AF_BRIDGE
;
3321 ifm
->ifi_type
= dev
->type
;
3322 ifm
->ifi_index
= dev
->ifindex
;
3323 ifm
->ifi_flags
= dev_get_flags(dev
);
3324 ifm
->ifi_change
= 0;
3327 if (nla_put_string(skb
, IFLA_IFNAME
, dev
->name
) ||
3328 nla_put_u32(skb
, IFLA_MTU
, dev
->mtu
) ||
3329 nla_put_u8(skb
, IFLA_OPERSTATE
, operstate
) ||
3331 nla_put_u32(skb
, IFLA_MASTER
, br_dev
->ifindex
)) ||
3333 nla_put(skb
, IFLA_ADDRESS
, dev
->addr_len
, dev
->dev_addr
)) ||
3334 (dev
->ifindex
!= dev_get_iflink(dev
) &&
3335 nla_put_u32(skb
, IFLA_LINK
, dev_get_iflink(dev
))))
3336 goto nla_put_failure
;
3338 br_afspec
= nla_nest_start(skb
, IFLA_AF_SPEC
);
3340 goto nla_put_failure
;
3342 if (nla_put_u16(skb
, IFLA_BRIDGE_FLAGS
, BRIDGE_FLAGS_SELF
)) {
3343 nla_nest_cancel(skb
, br_afspec
);
3344 goto nla_put_failure
;
3347 if (mode
!= BRIDGE_MODE_UNDEF
) {
3348 if (nla_put_u16(skb
, IFLA_BRIDGE_MODE
, mode
)) {
3349 nla_nest_cancel(skb
, br_afspec
);
3350 goto nla_put_failure
;
3354 err
= vlan_fill(skb
, dev
, filter_mask
);
3356 nla_nest_cancel(skb
, br_afspec
);
3357 goto nla_put_failure
;
3360 nla_nest_end(skb
, br_afspec
);
3362 protinfo
= nla_nest_start(skb
, IFLA_PROTINFO
| NLA_F_NESTED
);
3364 goto nla_put_failure
;
3366 if (brport_nla_put_flag(skb
, flags
, mask
,
3367 IFLA_BRPORT_MODE
, BR_HAIRPIN_MODE
) ||
3368 brport_nla_put_flag(skb
, flags
, mask
,
3369 IFLA_BRPORT_GUARD
, BR_BPDU_GUARD
) ||
3370 brport_nla_put_flag(skb
, flags
, mask
,
3371 IFLA_BRPORT_FAST_LEAVE
,
3372 BR_MULTICAST_FAST_LEAVE
) ||
3373 brport_nla_put_flag(skb
, flags
, mask
,
3374 IFLA_BRPORT_PROTECT
, BR_ROOT_BLOCK
) ||
3375 brport_nla_put_flag(skb
, flags
, mask
,
3376 IFLA_BRPORT_LEARNING
, BR_LEARNING
) ||
3377 brport_nla_put_flag(skb
, flags
, mask
,
3378 IFLA_BRPORT_LEARNING_SYNC
, BR_LEARNING_SYNC
) ||
3379 brport_nla_put_flag(skb
, flags
, mask
,
3380 IFLA_BRPORT_UNICAST_FLOOD
, BR_FLOOD
) ||
3381 brport_nla_put_flag(skb
, flags
, mask
,
3382 IFLA_BRPORT_PROXYARP
, BR_PROXYARP
)) {
3383 nla_nest_cancel(skb
, protinfo
);
3384 goto nla_put_failure
;
3387 nla_nest_end(skb
, protinfo
);
3389 nlmsg_end(skb
, nlh
);
3392 nlmsg_cancel(skb
, nlh
);
3393 return err
? err
: -EMSGSIZE
;
3395 EXPORT_SYMBOL_GPL(ndo_dflt_bridge_getlink
);
3397 static int rtnl_bridge_getlink(struct sk_buff
*skb
, struct netlink_callback
*cb
)
3399 struct net
*net
= sock_net(skb
->sk
);
3400 struct net_device
*dev
;
3402 u32 portid
= NETLINK_CB(cb
->skb
).portid
;
3403 u32 seq
= cb
->nlh
->nlmsg_seq
;
3404 u32 filter_mask
= 0;
3407 if (nlmsg_len(cb
->nlh
) > sizeof(struct ifinfomsg
)) {
3408 struct nlattr
*extfilt
;
3410 extfilt
= nlmsg_find_attr(cb
->nlh
, sizeof(struct ifinfomsg
),
3413 if (nla_len(extfilt
) < sizeof(filter_mask
))
3416 filter_mask
= nla_get_u32(extfilt
);
3421 for_each_netdev_rcu(net
, dev
) {
3422 const struct net_device_ops
*ops
= dev
->netdev_ops
;
3423 struct net_device
*br_dev
= netdev_master_upper_dev_get(dev
);
3425 if (br_dev
&& br_dev
->netdev_ops
->ndo_bridge_getlink
) {
3426 if (idx
>= cb
->args
[0]) {
3427 err
= br_dev
->netdev_ops
->ndo_bridge_getlink(
3428 skb
, portid
, seq
, dev
,
3429 filter_mask
, NLM_F_MULTI
);
3430 if (err
< 0 && err
!= -EOPNOTSUPP
)
3436 if (ops
->ndo_bridge_getlink
) {
3437 if (idx
>= cb
->args
[0]) {
3438 err
= ops
->ndo_bridge_getlink(skb
, portid
,
3442 if (err
< 0 && err
!= -EOPNOTSUPP
)
3454 static inline size_t bridge_nlmsg_size(void)
3456 return NLMSG_ALIGN(sizeof(struct ifinfomsg
))
3457 + nla_total_size(IFNAMSIZ
) /* IFLA_IFNAME */
3458 + nla_total_size(MAX_ADDR_LEN
) /* IFLA_ADDRESS */
3459 + nla_total_size(sizeof(u32
)) /* IFLA_MASTER */
3460 + nla_total_size(sizeof(u32
)) /* IFLA_MTU */
3461 + nla_total_size(sizeof(u32
)) /* IFLA_LINK */
3462 + nla_total_size(sizeof(u32
)) /* IFLA_OPERSTATE */
3463 + nla_total_size(sizeof(u8
)) /* IFLA_PROTINFO */
3464 + nla_total_size(sizeof(struct nlattr
)) /* IFLA_AF_SPEC */
3465 + nla_total_size(sizeof(u16
)) /* IFLA_BRIDGE_FLAGS */
3466 + nla_total_size(sizeof(u16
)); /* IFLA_BRIDGE_MODE */
3469 static int rtnl_bridge_notify(struct net_device
*dev
)
3471 struct net
*net
= dev_net(dev
);
3472 struct sk_buff
*skb
;
3473 int err
= -EOPNOTSUPP
;
3475 if (!dev
->netdev_ops
->ndo_bridge_getlink
)
3478 skb
= nlmsg_new(bridge_nlmsg_size(), GFP_ATOMIC
);
3484 err
= dev
->netdev_ops
->ndo_bridge_getlink(skb
, 0, 0, dev
, 0, 0);
3491 rtnl_notify(skb
, net
, 0, RTNLGRP_LINK
, NULL
, GFP_ATOMIC
);
3494 WARN_ON(err
== -EMSGSIZE
);
3497 rtnl_set_sk_err(net
, RTNLGRP_LINK
, err
);
3501 static int rtnl_bridge_setlink(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
3503 struct net
*net
= sock_net(skb
->sk
);
3504 struct ifinfomsg
*ifm
;
3505 struct net_device
*dev
;
3506 struct nlattr
*br_spec
, *attr
= NULL
;
3507 int rem
, err
= -EOPNOTSUPP
;
3509 bool have_flags
= false;
3511 if (nlmsg_len(nlh
) < sizeof(*ifm
))
3514 ifm
= nlmsg_data(nlh
);
3515 if (ifm
->ifi_family
!= AF_BRIDGE
)
3516 return -EPFNOSUPPORT
;
3518 dev
= __dev_get_by_index(net
, ifm
->ifi_index
);
3520 pr_info("PF_BRIDGE: RTM_SETLINK with unknown ifindex\n");
3524 br_spec
= nlmsg_find_attr(nlh
, sizeof(struct ifinfomsg
), IFLA_AF_SPEC
);
3526 nla_for_each_nested(attr
, br_spec
, rem
) {
3527 if (nla_type(attr
) == IFLA_BRIDGE_FLAGS
) {
3528 if (nla_len(attr
) < sizeof(flags
))
3532 flags
= nla_get_u16(attr
);
3538 if (!flags
|| (flags
& BRIDGE_FLAGS_MASTER
)) {
3539 struct net_device
*br_dev
= netdev_master_upper_dev_get(dev
);
3541 if (!br_dev
|| !br_dev
->netdev_ops
->ndo_bridge_setlink
) {
3546 err
= br_dev
->netdev_ops
->ndo_bridge_setlink(dev
, nlh
, flags
);
3550 flags
&= ~BRIDGE_FLAGS_MASTER
;
3553 if ((flags
& BRIDGE_FLAGS_SELF
)) {
3554 if (!dev
->netdev_ops
->ndo_bridge_setlink
)
3557 err
= dev
->netdev_ops
->ndo_bridge_setlink(dev
, nlh
,
3560 flags
&= ~BRIDGE_FLAGS_SELF
;
3562 /* Generate event to notify upper layer of bridge
3565 err
= rtnl_bridge_notify(dev
);
3570 memcpy(nla_data(attr
), &flags
, sizeof(flags
));
3575 static int rtnl_bridge_dellink(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
3577 struct net
*net
= sock_net(skb
->sk
);
3578 struct ifinfomsg
*ifm
;
3579 struct net_device
*dev
;
3580 struct nlattr
*br_spec
, *attr
= NULL
;
3581 int rem
, err
= -EOPNOTSUPP
;
3583 bool have_flags
= false;
3585 if (nlmsg_len(nlh
) < sizeof(*ifm
))
3588 ifm
= nlmsg_data(nlh
);
3589 if (ifm
->ifi_family
!= AF_BRIDGE
)
3590 return -EPFNOSUPPORT
;
3592 dev
= __dev_get_by_index(net
, ifm
->ifi_index
);
3594 pr_info("PF_BRIDGE: RTM_SETLINK with unknown ifindex\n");
3598 br_spec
= nlmsg_find_attr(nlh
, sizeof(struct ifinfomsg
), IFLA_AF_SPEC
);
3600 nla_for_each_nested(attr
, br_spec
, rem
) {
3601 if (nla_type(attr
) == IFLA_BRIDGE_FLAGS
) {
3602 if (nla_len(attr
) < sizeof(flags
))
3606 flags
= nla_get_u16(attr
);
3612 if (!flags
|| (flags
& BRIDGE_FLAGS_MASTER
)) {
3613 struct net_device
*br_dev
= netdev_master_upper_dev_get(dev
);
3615 if (!br_dev
|| !br_dev
->netdev_ops
->ndo_bridge_dellink
) {
3620 err
= br_dev
->netdev_ops
->ndo_bridge_dellink(dev
, nlh
, flags
);
3624 flags
&= ~BRIDGE_FLAGS_MASTER
;
3627 if ((flags
& BRIDGE_FLAGS_SELF
)) {
3628 if (!dev
->netdev_ops
->ndo_bridge_dellink
)
3631 err
= dev
->netdev_ops
->ndo_bridge_dellink(dev
, nlh
,
3635 flags
&= ~BRIDGE_FLAGS_SELF
;
3637 /* Generate event to notify upper layer of bridge
3640 err
= rtnl_bridge_notify(dev
);
3645 memcpy(nla_data(attr
), &flags
, sizeof(flags
));
3650 static bool stats_attr_valid(unsigned int mask
, int attrid
, int idxattr
)
3652 return (mask
& IFLA_STATS_FILTER_BIT(attrid
)) &&
3653 (!idxattr
|| idxattr
== attrid
);
3656 #define IFLA_OFFLOAD_XSTATS_FIRST (IFLA_OFFLOAD_XSTATS_UNSPEC + 1)
3657 static int rtnl_get_offload_stats_attr_size(int attr_id
)
3660 case IFLA_OFFLOAD_XSTATS_CPU_HIT
:
3661 return sizeof(struct rtnl_link_stats64
);
3667 static int rtnl_get_offload_stats(struct sk_buff
*skb
, struct net_device
*dev
,
3670 struct nlattr
*attr
= NULL
;
3675 if (!(dev
->netdev_ops
&& dev
->netdev_ops
->ndo_has_offload_stats
&&
3676 dev
->netdev_ops
->ndo_get_offload_stats
))
3679 for (attr_id
= IFLA_OFFLOAD_XSTATS_FIRST
;
3680 attr_id
<= IFLA_OFFLOAD_XSTATS_MAX
; attr_id
++) {
3681 if (attr_id
< *prividx
)
3684 size
= rtnl_get_offload_stats_attr_size(attr_id
);
3688 if (!dev
->netdev_ops
->ndo_has_offload_stats(dev
, attr_id
))
3691 attr
= nla_reserve_64bit(skb
, attr_id
, size
,
3692 IFLA_OFFLOAD_XSTATS_UNSPEC
);
3694 goto nla_put_failure
;
3696 attr_data
= nla_data(attr
);
3697 memset(attr_data
, 0, size
);
3698 err
= dev
->netdev_ops
->ndo_get_offload_stats(attr_id
, dev
,
3701 goto get_offload_stats_failure
;
3712 get_offload_stats_failure
:
3717 static int rtnl_get_offload_stats_size(const struct net_device
*dev
)
3723 if (!(dev
->netdev_ops
&& dev
->netdev_ops
->ndo_has_offload_stats
&&
3724 dev
->netdev_ops
->ndo_get_offload_stats
))
3727 for (attr_id
= IFLA_OFFLOAD_XSTATS_FIRST
;
3728 attr_id
<= IFLA_OFFLOAD_XSTATS_MAX
; attr_id
++) {
3729 if (!dev
->netdev_ops
->ndo_has_offload_stats(dev
, attr_id
))
3731 size
= rtnl_get_offload_stats_attr_size(attr_id
);
3732 nla_size
+= nla_total_size_64bit(size
);
3736 nla_size
+= nla_total_size(0);
3741 static int rtnl_fill_statsinfo(struct sk_buff
*skb
, struct net_device
*dev
,
3742 int type
, u32 pid
, u32 seq
, u32 change
,
3743 unsigned int flags
, unsigned int filter_mask
,
3744 int *idxattr
, int *prividx
)
3746 struct if_stats_msg
*ifsm
;
3747 struct nlmsghdr
*nlh
;
3748 struct nlattr
*attr
;
3749 int s_prividx
= *prividx
;
3754 nlh
= nlmsg_put(skb
, pid
, seq
, type
, sizeof(*ifsm
), flags
);
3758 ifsm
= nlmsg_data(nlh
);
3759 ifsm
->ifindex
= dev
->ifindex
;
3760 ifsm
->filter_mask
= filter_mask
;
3762 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_64
, *idxattr
)) {
3763 struct rtnl_link_stats64
*sp
;
3765 attr
= nla_reserve_64bit(skb
, IFLA_STATS_LINK_64
,
3766 sizeof(struct rtnl_link_stats64
),
3769 goto nla_put_failure
;
3771 sp
= nla_data(attr
);
3772 dev_get_stats(dev
, sp
);
3775 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_XSTATS
, *idxattr
)) {
3776 const struct rtnl_link_ops
*ops
= dev
->rtnl_link_ops
;
3778 if (ops
&& ops
->fill_linkxstats
) {
3779 *idxattr
= IFLA_STATS_LINK_XSTATS
;
3780 attr
= nla_nest_start(skb
,
3781 IFLA_STATS_LINK_XSTATS
);
3783 goto nla_put_failure
;
3785 err
= ops
->fill_linkxstats(skb
, dev
, prividx
, *idxattr
);
3786 nla_nest_end(skb
, attr
);
3788 goto nla_put_failure
;
3793 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_XSTATS_SLAVE
,
3795 const struct rtnl_link_ops
*ops
= NULL
;
3796 const struct net_device
*master
;
3798 master
= netdev_master_upper_dev_get(dev
);
3800 ops
= master
->rtnl_link_ops
;
3801 if (ops
&& ops
->fill_linkxstats
) {
3802 *idxattr
= IFLA_STATS_LINK_XSTATS_SLAVE
;
3803 attr
= nla_nest_start(skb
,
3804 IFLA_STATS_LINK_XSTATS_SLAVE
);
3806 goto nla_put_failure
;
3808 err
= ops
->fill_linkxstats(skb
, dev
, prividx
, *idxattr
);
3809 nla_nest_end(skb
, attr
);
3811 goto nla_put_failure
;
3816 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_OFFLOAD_XSTATS
,
3818 *idxattr
= IFLA_STATS_LINK_OFFLOAD_XSTATS
;
3819 attr
= nla_nest_start(skb
, IFLA_STATS_LINK_OFFLOAD_XSTATS
);
3821 goto nla_put_failure
;
3823 err
= rtnl_get_offload_stats(skb
, dev
, prividx
);
3824 if (err
== -ENODATA
)
3825 nla_nest_cancel(skb
, attr
);
3827 nla_nest_end(skb
, attr
);
3829 if (err
&& err
!= -ENODATA
)
3830 goto nla_put_failure
;
3834 if (stats_attr_valid(filter_mask
, IFLA_STATS_AF_SPEC
, *idxattr
)) {
3835 struct rtnl_af_ops
*af_ops
;
3837 *idxattr
= IFLA_STATS_AF_SPEC
;
3838 attr
= nla_nest_start(skb
, IFLA_STATS_AF_SPEC
);
3840 goto nla_put_failure
;
3842 list_for_each_entry(af_ops
, &rtnl_af_ops
, list
) {
3843 if (af_ops
->fill_stats_af
) {
3847 af
= nla_nest_start(skb
, af_ops
->family
);
3849 goto nla_put_failure
;
3851 err
= af_ops
->fill_stats_af(skb
, dev
);
3853 if (err
== -ENODATA
)
3854 nla_nest_cancel(skb
, af
);
3856 goto nla_put_failure
;
3858 nla_nest_end(skb
, af
);
3862 nla_nest_end(skb
, attr
);
3867 nlmsg_end(skb
, nlh
);
3872 /* not a multi message or no progress mean a real error */
3873 if (!(flags
& NLM_F_MULTI
) || s_prividx
== *prividx
)
3874 nlmsg_cancel(skb
, nlh
);
3876 nlmsg_end(skb
, nlh
);
3881 static size_t if_nlmsg_stats_size(const struct net_device
*dev
,
3886 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_64
, 0))
3887 size
+= nla_total_size_64bit(sizeof(struct rtnl_link_stats64
));
3889 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_XSTATS
, 0)) {
3890 const struct rtnl_link_ops
*ops
= dev
->rtnl_link_ops
;
3891 int attr
= IFLA_STATS_LINK_XSTATS
;
3893 if (ops
&& ops
->get_linkxstats_size
) {
3894 size
+= nla_total_size(ops
->get_linkxstats_size(dev
,
3896 /* for IFLA_STATS_LINK_XSTATS */
3897 size
+= nla_total_size(0);
3901 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_XSTATS_SLAVE
, 0)) {
3902 struct net_device
*_dev
= (struct net_device
*)dev
;
3903 const struct rtnl_link_ops
*ops
= NULL
;
3904 const struct net_device
*master
;
3906 /* netdev_master_upper_dev_get can't take const */
3907 master
= netdev_master_upper_dev_get(_dev
);
3909 ops
= master
->rtnl_link_ops
;
3910 if (ops
&& ops
->get_linkxstats_size
) {
3911 int attr
= IFLA_STATS_LINK_XSTATS_SLAVE
;
3913 size
+= nla_total_size(ops
->get_linkxstats_size(dev
,
3915 /* for IFLA_STATS_LINK_XSTATS_SLAVE */
3916 size
+= nla_total_size(0);
3920 if (stats_attr_valid(filter_mask
, IFLA_STATS_LINK_OFFLOAD_XSTATS
, 0))
3921 size
+= rtnl_get_offload_stats_size(dev
);
3923 if (stats_attr_valid(filter_mask
, IFLA_STATS_AF_SPEC
, 0)) {
3924 struct rtnl_af_ops
*af_ops
;
3926 /* for IFLA_STATS_AF_SPEC */
3927 size
+= nla_total_size(0);
3929 list_for_each_entry(af_ops
, &rtnl_af_ops
, list
) {
3930 if (af_ops
->get_stats_af_size
) {
3931 size
+= nla_total_size(
3932 af_ops
->get_stats_af_size(dev
));
3935 size
+= nla_total_size(0);
3943 static int rtnl_stats_get(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
3945 struct net
*net
= sock_net(skb
->sk
);
3946 struct net_device
*dev
= NULL
;
3947 int idxattr
= 0, prividx
= 0;
3948 struct if_stats_msg
*ifsm
;
3949 struct sk_buff
*nskb
;
3953 if (nlmsg_len(nlh
) < sizeof(*ifsm
))
3956 ifsm
= nlmsg_data(nlh
);
3957 if (ifsm
->ifindex
> 0)
3958 dev
= __dev_get_by_index(net
, ifsm
->ifindex
);
3965 filter_mask
= ifsm
->filter_mask
;
3969 nskb
= nlmsg_new(if_nlmsg_stats_size(dev
, filter_mask
), GFP_KERNEL
);
3973 err
= rtnl_fill_statsinfo(nskb
, dev
, RTM_NEWSTATS
,
3974 NETLINK_CB(skb
).portid
, nlh
->nlmsg_seq
, 0,
3975 0, filter_mask
, &idxattr
, &prividx
);
3977 /* -EMSGSIZE implies BUG in if_nlmsg_stats_size */
3978 WARN_ON(err
== -EMSGSIZE
);
3981 err
= rtnl_unicast(nskb
, net
, NETLINK_CB(skb
).portid
);
3987 static int rtnl_stats_dump(struct sk_buff
*skb
, struct netlink_callback
*cb
)
3989 int h
, s_h
, err
, s_idx
, s_idxattr
, s_prividx
;
3990 struct net
*net
= sock_net(skb
->sk
);
3991 unsigned int flags
= NLM_F_MULTI
;
3992 struct if_stats_msg
*ifsm
;
3993 struct hlist_head
*head
;
3994 struct net_device
*dev
;
3995 u32 filter_mask
= 0;
3999 s_idx
= cb
->args
[1];
4000 s_idxattr
= cb
->args
[2];
4001 s_prividx
= cb
->args
[3];
4003 cb
->seq
= net
->dev_base_seq
;
4005 if (nlmsg_len(cb
->nlh
) < sizeof(*ifsm
))
4008 ifsm
= nlmsg_data(cb
->nlh
);
4009 filter_mask
= ifsm
->filter_mask
;
4013 for (h
= s_h
; h
< NETDEV_HASHENTRIES
; h
++, s_idx
= 0) {
4015 head
= &net
->dev_index_head
[h
];
4016 hlist_for_each_entry(dev
, head
, index_hlist
) {
4019 err
= rtnl_fill_statsinfo(skb
, dev
, RTM_NEWSTATS
,
4020 NETLINK_CB(cb
->skb
).portid
,
4021 cb
->nlh
->nlmsg_seq
, 0,
4023 &s_idxattr
, &s_prividx
);
4024 /* If we ran out of room on the first message,
4027 WARN_ON((err
== -EMSGSIZE
) && (skb
->len
== 0));
4033 nl_dump_check_consistent(cb
, nlmsg_hdr(skb
));
4039 cb
->args
[3] = s_prividx
;
4040 cb
->args
[2] = s_idxattr
;
4047 /* Process one rtnetlink message. */
4049 static int rtnetlink_rcv_msg(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
4051 struct net
*net
= sock_net(skb
->sk
);
4052 rtnl_doit_func doit
;
4058 type
= nlh
->nlmsg_type
;
4064 /* All the messages must have at least 1 byte length */
4065 if (nlmsg_len(nlh
) < sizeof(struct rtgenmsg
))
4068 family
= ((struct rtgenmsg
*)nlmsg_data(nlh
))->rtgen_family
;
4071 if (kind
!= 2 && !netlink_net_capable(skb
, CAP_NET_ADMIN
))
4074 if (kind
== 2 && nlh
->nlmsg_flags
&NLM_F_DUMP
) {
4076 rtnl_dumpit_func dumpit
;
4077 rtnl_calcit_func calcit
;
4078 u16 min_dump_alloc
= 0;
4080 dumpit
= rtnl_get_dumpit(family
, type
);
4083 calcit
= rtnl_get_calcit(family
, type
);
4085 min_dump_alloc
= calcit(skb
, nlh
);
4090 struct netlink_dump_control c
= {
4092 .min_dump_alloc
= min_dump_alloc
,
4094 err
= netlink_dump_start(rtnl
, skb
, nlh
, &c
);
4100 doit
= rtnl_get_doit(family
, type
);
4104 return doit(skb
, nlh
);
4107 static void rtnetlink_rcv(struct sk_buff
*skb
)
4110 netlink_rcv_skb(skb
, &rtnetlink_rcv_msg
);
4114 static int rtnetlink_event(struct notifier_block
*this, unsigned long event
, void *ptr
)
4116 struct net_device
*dev
= netdev_notifier_info_to_dev(ptr
);
4122 case NETDEV_POST_INIT
:
4123 case NETDEV_REGISTER
:
4125 case NETDEV_PRE_TYPE_CHANGE
:
4126 case NETDEV_GOING_DOWN
:
4127 case NETDEV_UNREGISTER
:
4128 case NETDEV_UNREGISTER_FINAL
:
4129 case NETDEV_RELEASE
:
4131 case NETDEV_BONDING_INFO
:
4134 rtmsg_ifinfo(RTM_NEWLINK
, dev
, 0, GFP_KERNEL
);
4140 static struct notifier_block rtnetlink_dev_notifier
= {
4141 .notifier_call
= rtnetlink_event
,
4145 static int __net_init
rtnetlink_net_init(struct net
*net
)
4148 struct netlink_kernel_cfg cfg
= {
4149 .groups
= RTNLGRP_MAX
,
4150 .input
= rtnetlink_rcv
,
4151 .cb_mutex
= &rtnl_mutex
,
4152 .flags
= NL_CFG_F_NONROOT_RECV
,
4155 sk
= netlink_kernel_create(net
, NETLINK_ROUTE
, &cfg
);
4162 static void __net_exit
rtnetlink_net_exit(struct net
*net
)
4164 netlink_kernel_release(net
->rtnl
);
4168 static struct pernet_operations rtnetlink_net_ops
= {
4169 .init
= rtnetlink_net_init
,
4170 .exit
= rtnetlink_net_exit
,
4173 void __init
rtnetlink_init(void)
4175 if (register_pernet_subsys(&rtnetlink_net_ops
))
4176 panic("rtnetlink_init: cannot initialize rtnetlink\n");
4178 register_netdevice_notifier(&rtnetlink_dev_notifier
);
4180 rtnl_register(PF_UNSPEC
, RTM_GETLINK
, rtnl_getlink
,
4181 rtnl_dump_ifinfo
, rtnl_calcit
);
4182 rtnl_register(PF_UNSPEC
, RTM_SETLINK
, rtnl_setlink
, NULL
, NULL
);
4183 rtnl_register(PF_UNSPEC
, RTM_NEWLINK
, rtnl_newlink
, NULL
, NULL
);
4184 rtnl_register(PF_UNSPEC
, RTM_DELLINK
, rtnl_dellink
, NULL
, NULL
);
4186 rtnl_register(PF_UNSPEC
, RTM_GETADDR
, NULL
, rtnl_dump_all
, NULL
);
4187 rtnl_register(PF_UNSPEC
, RTM_GETROUTE
, NULL
, rtnl_dump_all
, NULL
);
4189 rtnl_register(PF_BRIDGE
, RTM_NEWNEIGH
, rtnl_fdb_add
, NULL
, NULL
);
4190 rtnl_register(PF_BRIDGE
, RTM_DELNEIGH
, rtnl_fdb_del
, NULL
, NULL
);
4191 rtnl_register(PF_BRIDGE
, RTM_GETNEIGH
, NULL
, rtnl_fdb_dump
, NULL
);
4193 rtnl_register(PF_BRIDGE
, RTM_GETLINK
, NULL
, rtnl_bridge_getlink
, NULL
);
4194 rtnl_register(PF_BRIDGE
, RTM_DELLINK
, rtnl_bridge_dellink
, NULL
, NULL
);
4195 rtnl_register(PF_BRIDGE
, RTM_SETLINK
, rtnl_bridge_setlink
, NULL
, NULL
);
4197 rtnl_register(PF_UNSPEC
, RTM_GETSTATS
, rtnl_stats_get
, rtnl_stats_dump
,