1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * IPv6 virtual tunneling interface
5 * Copyright (C) 2013 secunet Security Networks AG
8 * Steffen Klassert <steffen.klassert@secunet.com>
11 * net/ipv6/ip6_tunnel.c
14 #include <linux/module.h>
15 #include <linux/capability.h>
16 #include <linux/errno.h>
17 #include <linux/types.h>
18 #include <linux/sockios.h>
19 #include <linux/icmp.h>
23 #include <linux/net.h>
24 #include <linux/in6.h>
25 #include <linux/netdevice.h>
26 #include <linux/if_arp.h>
27 #include <linux/icmpv6.h>
28 #include <linux/init.h>
29 #include <linux/route.h>
30 #include <linux/rtnetlink.h>
31 #include <linux/netfilter_ipv6.h>
32 #include <linux/slab.h>
33 #include <linux/hash.h>
35 #include <linux/uaccess.h>
36 #include <linux/atomic.h>
40 #include <net/ip_tunnels.h>
42 #include <net/ip6_route.h>
43 #include <net/addrconf.h>
44 #include <net/ip6_tunnel.h>
46 #include <net/net_namespace.h>
47 #include <net/netns/generic.h>
48 #include <linux/etherdevice.h>
50 #define IP6_VTI_HASH_SIZE_SHIFT 5
51 #define IP6_VTI_HASH_SIZE (1 << IP6_VTI_HASH_SIZE_SHIFT)
53 static u32
HASH(const struct in6_addr
*addr1
, const struct in6_addr
*addr2
)
55 u32 hash
= ipv6_addr_hash(addr1
) ^ ipv6_addr_hash(addr2
);
57 return hash_32(hash
, IP6_VTI_HASH_SIZE_SHIFT
);
60 static int vti6_dev_init(struct net_device
*dev
);
61 static void vti6_dev_setup(struct net_device
*dev
);
62 static struct rtnl_link_ops vti6_link_ops __read_mostly
;
64 static unsigned int vti6_net_id __read_mostly
;
66 /* the vti6 tunnel fallback device */
67 struct net_device
*fb_tnl_dev
;
68 /* lists for storing tunnels in use */
69 struct ip6_tnl __rcu
*tnls_r_l
[IP6_VTI_HASH_SIZE
];
70 struct ip6_tnl __rcu
*tnls_wc
[1];
71 struct ip6_tnl __rcu
**tnls
[2];
74 #define for_each_vti6_tunnel_rcu(start) \
75 for (t = rcu_dereference(start); t; t = rcu_dereference(t->next))
78 * vti6_tnl_lookup - fetch tunnel matching the end-point addresses
79 * @net: network namespace
80 * @remote: the address of the tunnel exit-point
81 * @local: the address of the tunnel entry-point
84 * tunnel matching given end-points if found,
85 * else fallback tunnel if its device is up,
88 static struct ip6_tnl
*
89 vti6_tnl_lookup(struct net
*net
, const struct in6_addr
*remote
,
90 const struct in6_addr
*local
)
92 unsigned int hash
= HASH(remote
, local
);
94 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
97 for_each_vti6_tunnel_rcu(ip6n
->tnls_r_l
[hash
]) {
98 if (ipv6_addr_equal(local
, &t
->parms
.laddr
) &&
99 ipv6_addr_equal(remote
, &t
->parms
.raddr
) &&
100 (t
->dev
->flags
& IFF_UP
))
104 memset(&any
, 0, sizeof(any
));
105 hash
= HASH(&any
, local
);
106 for_each_vti6_tunnel_rcu(ip6n
->tnls_r_l
[hash
]) {
107 if (ipv6_addr_equal(local
, &t
->parms
.laddr
) &&
108 (t
->dev
->flags
& IFF_UP
))
112 hash
= HASH(remote
, &any
);
113 for_each_vti6_tunnel_rcu(ip6n
->tnls_r_l
[hash
]) {
114 if (ipv6_addr_equal(remote
, &t
->parms
.raddr
) &&
115 (t
->dev
->flags
& IFF_UP
))
119 t
= rcu_dereference(ip6n
->tnls_wc
[0]);
120 if (t
&& (t
->dev
->flags
& IFF_UP
))
127 * vti6_tnl_bucket - get head of list matching given tunnel parameters
128 * @ip6n: the private data for ip6_vti in the netns
129 * @p: parameters containing tunnel end-points
132 * vti6_tnl_bucket() returns the head of the list matching the
133 * &struct in6_addr entries laddr and raddr in @p.
135 * Return: head of IPv6 tunnel list
137 static struct ip6_tnl __rcu
**
138 vti6_tnl_bucket(struct vti6_net
*ip6n
, const struct __ip6_tnl_parm
*p
)
140 const struct in6_addr
*remote
= &p
->raddr
;
141 const struct in6_addr
*local
= &p
->laddr
;
145 if (!ipv6_addr_any(remote
) || !ipv6_addr_any(local
)) {
147 h
= HASH(remote
, local
);
149 return &ip6n
->tnls
[prio
][h
];
153 vti6_tnl_link(struct vti6_net
*ip6n
, struct ip6_tnl
*t
)
155 struct ip6_tnl __rcu
**tp
= vti6_tnl_bucket(ip6n
, &t
->parms
);
157 rcu_assign_pointer(t
->next
, rtnl_dereference(*tp
));
158 rcu_assign_pointer(*tp
, t
);
162 vti6_tnl_unlink(struct vti6_net
*ip6n
, struct ip6_tnl
*t
)
164 struct ip6_tnl __rcu
**tp
;
165 struct ip6_tnl
*iter
;
167 for (tp
= vti6_tnl_bucket(ip6n
, &t
->parms
);
168 (iter
= rtnl_dereference(*tp
)) != NULL
;
171 rcu_assign_pointer(*tp
, t
->next
);
177 static void vti6_dev_free(struct net_device
*dev
)
179 free_percpu(dev
->tstats
);
182 static int vti6_tnl_create2(struct net_device
*dev
)
184 struct ip6_tnl
*t
= netdev_priv(dev
);
185 struct net
*net
= dev_net(dev
);
186 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
189 dev
->rtnl_link_ops
= &vti6_link_ops
;
190 err
= register_netdevice(dev
);
194 strcpy(t
->parms
.name
, dev
->name
);
197 vti6_tnl_link(ip6n
, t
);
205 static struct ip6_tnl
*vti6_tnl_create(struct net
*net
, struct __ip6_tnl_parm
*p
)
207 struct net_device
*dev
;
213 if (!dev_valid_name(p
->name
))
215 strlcpy(name
, p
->name
, IFNAMSIZ
);
217 sprintf(name
, "ip6_vti%%d");
220 dev
= alloc_netdev(sizeof(*t
), name
, NET_NAME_UNKNOWN
, vti6_dev_setup
);
224 dev_net_set(dev
, net
);
226 t
= netdev_priv(dev
);
228 t
->net
= dev_net(dev
);
230 err
= vti6_tnl_create2(dev
);
243 * vti6_locate - find or create tunnel matching given parameters
244 * @net: network namespace
245 * @p: tunnel parameters
246 * @create: != 0 if allowed to create new tunnel if no match found
249 * vti6_locate() first tries to locate an existing tunnel
250 * based on @parms. If this is unsuccessful, but @create is set a new
251 * tunnel device is created and registered for use.
254 * matching tunnel or NULL
256 static struct ip6_tnl
*vti6_locate(struct net
*net
, struct __ip6_tnl_parm
*p
,
259 const struct in6_addr
*remote
= &p
->raddr
;
260 const struct in6_addr
*local
= &p
->laddr
;
261 struct ip6_tnl __rcu
**tp
;
263 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
265 for (tp
= vti6_tnl_bucket(ip6n
, p
);
266 (t
= rtnl_dereference(*tp
)) != NULL
;
268 if (ipv6_addr_equal(local
, &t
->parms
.laddr
) &&
269 ipv6_addr_equal(remote
, &t
->parms
.raddr
)) {
278 return vti6_tnl_create(net
, p
);
282 * vti6_dev_uninit - tunnel device uninitializer
283 * @dev: the device to be destroyed
286 * vti6_dev_uninit() removes tunnel from its list
288 static void vti6_dev_uninit(struct net_device
*dev
)
290 struct ip6_tnl
*t
= netdev_priv(dev
);
291 struct vti6_net
*ip6n
= net_generic(t
->net
, vti6_net_id
);
293 if (dev
== ip6n
->fb_tnl_dev
)
294 RCU_INIT_POINTER(ip6n
->tnls_wc
[0], NULL
);
296 vti6_tnl_unlink(ip6n
, t
);
300 static int vti6_input_proto(struct sk_buff
*skb
, int nexthdr
, __be32 spi
,
304 const struct ipv6hdr
*ipv6h
= ipv6_hdr(skb
);
307 t
= vti6_tnl_lookup(dev_net(skb
->dev
), &ipv6h
->saddr
, &ipv6h
->daddr
);
309 if (t
->parms
.proto
!= IPPROTO_IPV6
&& t
->parms
.proto
!= 0) {
314 if (!xfrm6_policy_check(NULL
, XFRM_POLICY_IN
, skb
)) {
319 ipv6h
= ipv6_hdr(skb
);
320 if (!ip6_tnl_rcv_ctl(t
, &ipv6h
->daddr
, &ipv6h
->saddr
)) {
321 t
->dev
->stats
.rx_dropped
++;
328 XFRM_TUNNEL_SKB_CB(skb
)->tunnel
.ip6
= t
;
329 XFRM_SPI_SKB_CB(skb
)->family
= AF_INET6
;
330 XFRM_SPI_SKB_CB(skb
)->daddroff
= offsetof(struct ipv6hdr
, daddr
);
331 return xfrm_input(skb
, nexthdr
, spi
, encap_type
);
340 static int vti6_rcv(struct sk_buff
*skb
)
342 int nexthdr
= skb_network_header(skb
)[IP6CB(skb
)->nhoff
];
344 return vti6_input_proto(skb
, nexthdr
, 0, 0);
347 static int vti6_rcv_cb(struct sk_buff
*skb
, int err
)
349 unsigned short family
;
350 struct net_device
*dev
;
351 struct xfrm_state
*x
;
352 const struct xfrm_mode
*inner_mode
;
353 struct ip6_tnl
*t
= XFRM_TUNNEL_SKB_CB(skb
)->tunnel
.ip6
;
354 u32 orig_mark
= skb
->mark
;
363 dev
->stats
.rx_errors
++;
364 dev
->stats
.rx_dropped
++;
369 x
= xfrm_input_state(skb
);
371 inner_mode
= &x
->inner_mode
;
373 if (x
->sel
.family
== AF_UNSPEC
) {
374 inner_mode
= xfrm_ip2inner_mode(x
, XFRM_MODE_SKB_CB(skb
)->protocol
);
375 if (inner_mode
== NULL
) {
376 XFRM_INC_STATS(dev_net(skb
->dev
),
377 LINUX_MIB_XFRMINSTATEMODEERROR
);
382 family
= inner_mode
->family
;
384 skb
->mark
= be32_to_cpu(t
->parms
.i_key
);
385 ret
= xfrm_policy_check(NULL
, XFRM_POLICY_IN
, skb
, family
);
386 skb
->mark
= orig_mark
;
391 skb_scrub_packet(skb
, !net_eq(t
->net
, dev_net(skb
->dev
)));
393 dev_sw_netstats_rx_add(dev
, skb
->len
);
399 * vti6_addr_conflict - compare packet addresses to tunnel's own
400 * @t: the outgoing tunnel device
401 * @hdr: IPv6 header from the incoming packet
404 * Avoid trivial tunneling loop by checking that tunnel exit-point
405 * doesn't match source of incoming packet.
412 vti6_addr_conflict(const struct ip6_tnl
*t
, const struct ipv6hdr
*hdr
)
414 return ipv6_addr_equal(&t
->parms
.raddr
, &hdr
->saddr
);
417 static bool vti6_state_check(const struct xfrm_state
*x
,
418 const struct in6_addr
*dst
,
419 const struct in6_addr
*src
)
421 xfrm_address_t
*daddr
= (xfrm_address_t
*)dst
;
422 xfrm_address_t
*saddr
= (xfrm_address_t
*)src
;
424 /* if there is no transform then this tunnel is not functional.
425 * Or if the xfrm is not mode tunnel.
427 if (!x
|| x
->props
.mode
!= XFRM_MODE_TUNNEL
||
428 x
->props
.family
!= AF_INET6
)
431 if (ipv6_addr_any(dst
))
432 return xfrm_addr_equal(saddr
, &x
->props
.saddr
, AF_INET6
);
434 if (!xfrm_state_addr_check(x
, daddr
, saddr
, AF_INET6
))
441 * vti6_xmit - send a packet
442 * @skb: the outgoing socket buffer
443 * @dev: the outgoing tunnel device
444 * @fl: the flow informations for the xfrm_lookup
447 vti6_xmit(struct sk_buff
*skb
, struct net_device
*dev
, struct flowi
*fl
)
449 struct ip6_tnl
*t
= netdev_priv(dev
);
450 struct net_device_stats
*stats
= &t
->dev
->stats
;
451 struct dst_entry
*dst
= skb_dst(skb
);
452 struct net_device
*tdev
;
453 struct xfrm_state
*x
;
454 int pkt_len
= skb
->len
;
459 switch (skb
->protocol
) {
460 case htons(ETH_P_IP
): {
463 fl
->u
.ip4
.flowi4_oif
= dev
->ifindex
;
464 fl
->u
.ip4
.flowi4_flags
|= FLOWI_FLAG_ANYSRC
;
465 rt
= __ip_route_output_key(dev_net(dev
), &fl
->u
.ip4
);
467 goto tx_err_link_failure
;
469 skb_dst_set(skb
, dst
);
472 case htons(ETH_P_IPV6
):
473 fl
->u
.ip6
.flowi6_oif
= dev
->ifindex
;
474 fl
->u
.ip6
.flowi6_flags
|= FLOWI_FLAG_ANYSRC
;
475 dst
= ip6_route_output(dev_net(dev
), NULL
, &fl
->u
.ip6
);
479 goto tx_err_link_failure
;
481 skb_dst_set(skb
, dst
);
484 goto tx_err_link_failure
;
489 dst
= xfrm_lookup_route(t
->net
, dst
, fl
, NULL
, 0);
493 goto tx_err_link_failure
;
496 if (dst
->flags
& DST_XFRM_QUEUE
)
500 if (!vti6_state_check(x
, &t
->parms
.raddr
, &t
->parms
.laddr
))
501 goto tx_err_link_failure
;
503 if (!ip6_tnl_xmit_ctl(t
, (const struct in6_addr
*)&x
->props
.saddr
,
504 (const struct in6_addr
*)&x
->id
.daddr
))
505 goto tx_err_link_failure
;
511 net_warn_ratelimited("%s: Local routing loop detected!\n",
513 goto tx_err_dst_release
;
517 if (skb
->len
> mtu
) {
518 skb_dst_update_pmtu_no_confirm(skb
, mtu
);
520 if (skb
->protocol
== htons(ETH_P_IPV6
)) {
521 if (mtu
< IPV6_MIN_MTU
)
524 icmpv6_send(skb
, ICMPV6_PKT_TOOBIG
, 0, mtu
);
526 icmp_send(skb
, ICMP_DEST_UNREACH
, ICMP_FRAG_NEEDED
,
531 goto tx_err_dst_release
;
535 skb_scrub_packet(skb
, !net_eq(t
->net
, dev_net(dev
)));
536 skb_dst_set(skb
, dst
);
537 skb
->dev
= skb_dst(skb
)->dev
;
539 err
= dst_output(t
->net
, skb
->sk
, skb
);
540 if (net_xmit_eval(err
) == 0)
542 iptunnel_xmit_stats(dev
, err
);
546 stats
->tx_carrier_errors
++;
547 dst_link_failure(skb
);
554 vti6_tnl_xmit(struct sk_buff
*skb
, struct net_device
*dev
)
556 struct ip6_tnl
*t
= netdev_priv(dev
);
557 struct net_device_stats
*stats
= &t
->dev
->stats
;
561 if (!pskb_inet_may_pull(skb
))
564 memset(&fl
, 0, sizeof(fl
));
566 switch (skb
->protocol
) {
567 case htons(ETH_P_IPV6
):
568 if ((t
->parms
.proto
!= IPPROTO_IPV6
&& t
->parms
.proto
!= 0) ||
569 vti6_addr_conflict(t
, ipv6_hdr(skb
)))
572 xfrm_decode_session(skb
, &fl
, AF_INET6
);
573 memset(IP6CB(skb
), 0, sizeof(*IP6CB(skb
)));
575 case htons(ETH_P_IP
):
576 xfrm_decode_session(skb
, &fl
, AF_INET
);
577 memset(IPCB(skb
), 0, sizeof(*IPCB(skb
)));
583 /* override mark with tunnel output key */
584 fl
.flowi_mark
= be32_to_cpu(t
->parms
.o_key
);
586 ret
= vti6_xmit(skb
, dev
, &fl
);
599 static int vti6_err(struct sk_buff
*skb
, struct inet6_skb_parm
*opt
,
600 u8 type
, u8 code
, int offset
, __be32 info
)
604 struct xfrm_state
*x
;
606 struct ip_esp_hdr
*esph
;
607 struct ip_auth_hdr
*ah
;
608 struct ip_comp_hdr
*ipch
;
609 struct net
*net
= dev_net(skb
->dev
);
610 const struct ipv6hdr
*iph
= (const struct ipv6hdr
*)skb
->data
;
611 int protocol
= iph
->nexthdr
;
613 t
= vti6_tnl_lookup(dev_net(skb
->dev
), &iph
->daddr
, &iph
->saddr
);
617 mark
= be32_to_cpu(t
->parms
.o_key
);
621 esph
= (struct ip_esp_hdr
*)(skb
->data
+ offset
);
625 ah
= (struct ip_auth_hdr
*)(skb
->data
+ offset
);
629 ipch
= (struct ip_comp_hdr
*)(skb
->data
+ offset
);
630 spi
= htonl(ntohs(ipch
->cpi
));
636 if (type
!= ICMPV6_PKT_TOOBIG
&&
637 type
!= NDISC_REDIRECT
)
640 x
= xfrm_state_lookup(net
, mark
, (const xfrm_address_t
*)&iph
->daddr
,
641 spi
, protocol
, AF_INET6
);
645 if (type
== NDISC_REDIRECT
)
646 ip6_redirect(skb
, net
, skb
->dev
->ifindex
, 0,
647 sock_net_uid(net
, NULL
));
649 ip6_update_pmtu(skb
, net
, info
, 0, 0, sock_net_uid(net
, NULL
));
655 static void vti6_link_config(struct ip6_tnl
*t
, bool keep_mtu
)
657 struct net_device
*dev
= t
->dev
;
658 struct __ip6_tnl_parm
*p
= &t
->parms
;
659 struct net_device
*tdev
= NULL
;
662 memcpy(dev
->dev_addr
, &p
->laddr
, sizeof(struct in6_addr
));
663 memcpy(dev
->broadcast
, &p
->raddr
, sizeof(struct in6_addr
));
665 p
->flags
&= ~(IP6_TNL_F_CAP_XMIT
| IP6_TNL_F_CAP_RCV
|
666 IP6_TNL_F_CAP_PER_PACKET
);
667 p
->flags
|= ip6_tnl_get_cap(t
, &p
->laddr
, &p
->raddr
);
669 if (p
->flags
& IP6_TNL_F_CAP_XMIT
&& p
->flags
& IP6_TNL_F_CAP_RCV
)
670 dev
->flags
|= IFF_POINTOPOINT
;
672 dev
->flags
&= ~IFF_POINTOPOINT
;
674 if (keep_mtu
&& dev
->mtu
) {
675 dev
->mtu
= clamp(dev
->mtu
, dev
->min_mtu
, dev
->max_mtu
);
679 if (p
->flags
& IP6_TNL_F_CAP_XMIT
) {
680 int strict
= (ipv6_addr_type(&p
->raddr
) &
681 (IPV6_ADDR_MULTICAST
| IPV6_ADDR_LINKLOCAL
));
682 struct rt6_info
*rt
= rt6_lookup(t
->net
,
683 &p
->raddr
, &p
->laddr
,
684 p
->link
, NULL
, strict
);
691 if (!tdev
&& p
->link
)
692 tdev
= __dev_get_by_index(t
->net
, p
->link
);
695 mtu
= tdev
->mtu
- sizeof(struct ipv6hdr
);
697 mtu
= ETH_DATA_LEN
- LL_MAX_HEADER
- sizeof(struct ipv6hdr
);
699 dev
->mtu
= max_t(int, mtu
, IPV4_MIN_MTU
);
703 * vti6_tnl_change - update the tunnel parameters
704 * @t: tunnel to be changed
705 * @p: tunnel configuration parameters
706 * @keep_mtu: MTU was set from userspace, don't re-compute it
709 * vti6_tnl_change() updates the tunnel parameters
712 vti6_tnl_change(struct ip6_tnl
*t
, const struct __ip6_tnl_parm
*p
,
715 t
->parms
.laddr
= p
->laddr
;
716 t
->parms
.raddr
= p
->raddr
;
717 t
->parms
.link
= p
->link
;
718 t
->parms
.i_key
= p
->i_key
;
719 t
->parms
.o_key
= p
->o_key
;
720 t
->parms
.proto
= p
->proto
;
721 t
->parms
.fwmark
= p
->fwmark
;
722 dst_cache_reset(&t
->dst_cache
);
723 vti6_link_config(t
, keep_mtu
);
727 static int vti6_update(struct ip6_tnl
*t
, struct __ip6_tnl_parm
*p
,
730 struct net
*net
= dev_net(t
->dev
);
731 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
734 vti6_tnl_unlink(ip6n
, t
);
736 err
= vti6_tnl_change(t
, p
, keep_mtu
);
737 vti6_tnl_link(ip6n
, t
);
738 netdev_state_change(t
->dev
);
743 vti6_parm_from_user(struct __ip6_tnl_parm
*p
, const struct ip6_tnl_parm2
*u
)
752 memcpy(p
->name
, u
->name
, sizeof(u
->name
));
756 vti6_parm_to_user(struct ip6_tnl_parm2
*u
, const struct __ip6_tnl_parm
*p
)
764 u
->i_flags
|= GRE_KEY
;
766 u
->o_flags
|= GRE_KEY
;
769 memcpy(u
->name
, p
->name
, sizeof(u
->name
));
773 * vti6_ioctl - configure vti6 tunnels from userspace
774 * @dev: virtual device associated with tunnel
775 * @ifr: parameters passed from userspace
776 * @cmd: command to be performed
779 * vti6_ioctl() is used for managing vti6 tunnels
782 * The possible commands are the following:
783 * %SIOCGETTUNNEL: get tunnel parameters for device
784 * %SIOCADDTUNNEL: add tunnel matching given tunnel parameters
785 * %SIOCCHGTUNNEL: change tunnel parameters to those given
786 * %SIOCDELTUNNEL: delete tunnel
788 * The fallback device "ip6_vti0", created during module
789 * initialization, can be used for creating other tunnel devices.
793 * %-EFAULT if unable to copy data to or from userspace,
794 * %-EPERM if current process hasn't %CAP_NET_ADMIN set
795 * %-EINVAL if passed tunnel parameters are invalid,
796 * %-EEXIST if changing a tunnel's parameters would cause a conflict
797 * %-ENODEV if attempting to change or delete a nonexisting device
800 vti6_ioctl(struct net_device
*dev
, struct ifreq
*ifr
, int cmd
)
803 struct ip6_tnl_parm2 p
;
804 struct __ip6_tnl_parm p1
;
805 struct ip6_tnl
*t
= NULL
;
806 struct net
*net
= dev_net(dev
);
807 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
811 if (dev
== ip6n
->fb_tnl_dev
) {
812 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
))) {
816 vti6_parm_from_user(&p1
, &p
);
817 t
= vti6_locate(net
, &p1
, 0);
819 memset(&p
, 0, sizeof(p
));
822 t
= netdev_priv(dev
);
823 vti6_parm_to_user(&p
, &t
->parms
);
824 if (copy_to_user(ifr
->ifr_ifru
.ifru_data
, &p
, sizeof(p
)))
830 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
833 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
)))
836 if (p
.proto
!= IPPROTO_IPV6
&& p
.proto
!= 0)
838 vti6_parm_from_user(&p1
, &p
);
839 t
= vti6_locate(net
, &p1
, cmd
== SIOCADDTUNNEL
);
840 if (dev
!= ip6n
->fb_tnl_dev
&& cmd
== SIOCCHGTUNNEL
) {
847 t
= netdev_priv(dev
);
849 err
= vti6_update(t
, &p1
, false);
853 vti6_parm_to_user(&p
, &t
->parms
);
854 if (copy_to_user(ifr
->ifr_ifru
.ifru_data
, &p
, sizeof(p
)))
858 err
= (cmd
== SIOCADDTUNNEL
? -ENOBUFS
: -ENOENT
);
862 if (!ns_capable(net
->user_ns
, CAP_NET_ADMIN
))
865 if (dev
== ip6n
->fb_tnl_dev
) {
867 if (copy_from_user(&p
, ifr
->ifr_ifru
.ifru_data
, sizeof(p
)))
870 vti6_parm_from_user(&p1
, &p
);
871 t
= vti6_locate(net
, &p1
, 0);
875 if (t
->dev
== ip6n
->fb_tnl_dev
)
880 unregister_netdevice(dev
);
888 static const struct net_device_ops vti6_netdev_ops
= {
889 .ndo_init
= vti6_dev_init
,
890 .ndo_uninit
= vti6_dev_uninit
,
891 .ndo_start_xmit
= vti6_tnl_xmit
,
892 .ndo_do_ioctl
= vti6_ioctl
,
893 .ndo_get_stats64
= dev_get_tstats64
,
894 .ndo_get_iflink
= ip6_tnl_get_iflink
,
898 * vti6_dev_setup - setup virtual tunnel device
899 * @dev: virtual device associated with tunnel
902 * Initialize function pointers and device parameters
904 static void vti6_dev_setup(struct net_device
*dev
)
906 dev
->netdev_ops
= &vti6_netdev_ops
;
907 dev
->header_ops
= &ip_tunnel_header_ops
;
908 dev
->needs_free_netdev
= true;
909 dev
->priv_destructor
= vti6_dev_free
;
911 dev
->type
= ARPHRD_TUNNEL6
;
912 dev
->min_mtu
= IPV4_MIN_MTU
;
913 dev
->max_mtu
= IP_MAX_MTU
- sizeof(struct ipv6hdr
);
914 dev
->flags
|= IFF_NOARP
;
915 dev
->addr_len
= sizeof(struct in6_addr
);
917 /* This perm addr will be used as interface identifier by IPv6 */
918 dev
->addr_assign_type
= NET_ADDR_RANDOM
;
919 eth_random_addr(dev
->perm_addr
);
923 * vti6_dev_init_gen - general initializer for all tunnel devices
924 * @dev: virtual device associated with tunnel
926 static inline int vti6_dev_init_gen(struct net_device
*dev
)
928 struct ip6_tnl
*t
= netdev_priv(dev
);
931 t
->net
= dev_net(dev
);
932 dev
->tstats
= netdev_alloc_pcpu_stats(struct pcpu_sw_netstats
);
939 * vti6_dev_init - initializer for all non fallback tunnel devices
940 * @dev: virtual device associated with tunnel
942 static int vti6_dev_init(struct net_device
*dev
)
944 struct ip6_tnl
*t
= netdev_priv(dev
);
945 int err
= vti6_dev_init_gen(dev
);
949 vti6_link_config(t
, true);
954 * vti6_fb_tnl_dev_init - initializer for fallback tunnel device
955 * @dev: fallback device
959 static int __net_init
vti6_fb_tnl_dev_init(struct net_device
*dev
)
961 struct ip6_tnl
*t
= netdev_priv(dev
);
962 struct net
*net
= dev_net(dev
);
963 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
965 t
->parms
.proto
= IPPROTO_IPV6
;
968 rcu_assign_pointer(ip6n
->tnls_wc
[0], t
);
972 static int vti6_validate(struct nlattr
*tb
[], struct nlattr
*data
[],
973 struct netlink_ext_ack
*extack
)
978 static void vti6_netlink_parms(struct nlattr
*data
[],
979 struct __ip6_tnl_parm
*parms
)
981 memset(parms
, 0, sizeof(*parms
));
986 if (data
[IFLA_VTI_LINK
])
987 parms
->link
= nla_get_u32(data
[IFLA_VTI_LINK
]);
989 if (data
[IFLA_VTI_LOCAL
])
990 parms
->laddr
= nla_get_in6_addr(data
[IFLA_VTI_LOCAL
]);
992 if (data
[IFLA_VTI_REMOTE
])
993 parms
->raddr
= nla_get_in6_addr(data
[IFLA_VTI_REMOTE
]);
995 if (data
[IFLA_VTI_IKEY
])
996 parms
->i_key
= nla_get_be32(data
[IFLA_VTI_IKEY
]);
998 if (data
[IFLA_VTI_OKEY
])
999 parms
->o_key
= nla_get_be32(data
[IFLA_VTI_OKEY
]);
1001 if (data
[IFLA_VTI_FWMARK
])
1002 parms
->fwmark
= nla_get_u32(data
[IFLA_VTI_FWMARK
]);
1005 static int vti6_newlink(struct net
*src_net
, struct net_device
*dev
,
1006 struct nlattr
*tb
[], struct nlattr
*data
[],
1007 struct netlink_ext_ack
*extack
)
1009 struct net
*net
= dev_net(dev
);
1012 nt
= netdev_priv(dev
);
1013 vti6_netlink_parms(data
, &nt
->parms
);
1015 nt
->parms
.proto
= IPPROTO_IPV6
;
1017 if (vti6_locate(net
, &nt
->parms
, 0))
1020 return vti6_tnl_create2(dev
);
1023 static void vti6_dellink(struct net_device
*dev
, struct list_head
*head
)
1025 struct net
*net
= dev_net(dev
);
1026 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
1028 if (dev
!= ip6n
->fb_tnl_dev
)
1029 unregister_netdevice_queue(dev
, head
);
1032 static int vti6_changelink(struct net_device
*dev
, struct nlattr
*tb
[],
1033 struct nlattr
*data
[],
1034 struct netlink_ext_ack
*extack
)
1037 struct __ip6_tnl_parm p
;
1038 struct net
*net
= dev_net(dev
);
1039 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
1041 if (dev
== ip6n
->fb_tnl_dev
)
1044 vti6_netlink_parms(data
, &p
);
1046 t
= vti6_locate(net
, &p
, 0);
1052 t
= netdev_priv(dev
);
1054 return vti6_update(t
, &p
, tb
&& tb
[IFLA_MTU
]);
1057 static size_t vti6_get_size(const struct net_device
*dev
)
1062 /* IFLA_VTI_LOCAL */
1063 nla_total_size(sizeof(struct in6_addr
)) +
1064 /* IFLA_VTI_REMOTE */
1065 nla_total_size(sizeof(struct in6_addr
)) +
1070 /* IFLA_VTI_FWMARK */
1075 static int vti6_fill_info(struct sk_buff
*skb
, const struct net_device
*dev
)
1077 struct ip6_tnl
*tunnel
= netdev_priv(dev
);
1078 struct __ip6_tnl_parm
*parm
= &tunnel
->parms
;
1080 if (nla_put_u32(skb
, IFLA_VTI_LINK
, parm
->link
) ||
1081 nla_put_in6_addr(skb
, IFLA_VTI_LOCAL
, &parm
->laddr
) ||
1082 nla_put_in6_addr(skb
, IFLA_VTI_REMOTE
, &parm
->raddr
) ||
1083 nla_put_be32(skb
, IFLA_VTI_IKEY
, parm
->i_key
) ||
1084 nla_put_be32(skb
, IFLA_VTI_OKEY
, parm
->o_key
) ||
1085 nla_put_u32(skb
, IFLA_VTI_FWMARK
, parm
->fwmark
))
1086 goto nla_put_failure
;
1093 static const struct nla_policy vti6_policy
[IFLA_VTI_MAX
+ 1] = {
1094 [IFLA_VTI_LINK
] = { .type
= NLA_U32
},
1095 [IFLA_VTI_LOCAL
] = { .len
= sizeof(struct in6_addr
) },
1096 [IFLA_VTI_REMOTE
] = { .len
= sizeof(struct in6_addr
) },
1097 [IFLA_VTI_IKEY
] = { .type
= NLA_U32
},
1098 [IFLA_VTI_OKEY
] = { .type
= NLA_U32
},
1099 [IFLA_VTI_FWMARK
] = { .type
= NLA_U32
},
1102 static struct rtnl_link_ops vti6_link_ops __read_mostly
= {
1104 .maxtype
= IFLA_VTI_MAX
,
1105 .policy
= vti6_policy
,
1106 .priv_size
= sizeof(struct ip6_tnl
),
1107 .setup
= vti6_dev_setup
,
1108 .validate
= vti6_validate
,
1109 .newlink
= vti6_newlink
,
1110 .dellink
= vti6_dellink
,
1111 .changelink
= vti6_changelink
,
1112 .get_size
= vti6_get_size
,
1113 .fill_info
= vti6_fill_info
,
1114 .get_link_net
= ip6_tnl_get_link_net
,
1117 static void __net_exit
vti6_destroy_tunnels(struct vti6_net
*ip6n
,
1118 struct list_head
*list
)
1123 for (h
= 0; h
< IP6_VTI_HASH_SIZE
; h
++) {
1124 t
= rtnl_dereference(ip6n
->tnls_r_l
[h
]);
1126 unregister_netdevice_queue(t
->dev
, list
);
1127 t
= rtnl_dereference(t
->next
);
1131 t
= rtnl_dereference(ip6n
->tnls_wc
[0]);
1133 unregister_netdevice_queue(t
->dev
, list
);
1136 static int __net_init
vti6_init_net(struct net
*net
)
1138 struct vti6_net
*ip6n
= net_generic(net
, vti6_net_id
);
1139 struct ip6_tnl
*t
= NULL
;
1142 ip6n
->tnls
[0] = ip6n
->tnls_wc
;
1143 ip6n
->tnls
[1] = ip6n
->tnls_r_l
;
1145 if (!net_has_fallback_tunnels(net
))
1148 ip6n
->fb_tnl_dev
= alloc_netdev(sizeof(struct ip6_tnl
), "ip6_vti0",
1149 NET_NAME_UNKNOWN
, vti6_dev_setup
);
1151 if (!ip6n
->fb_tnl_dev
)
1153 dev_net_set(ip6n
->fb_tnl_dev
, net
);
1154 ip6n
->fb_tnl_dev
->rtnl_link_ops
= &vti6_link_ops
;
1156 err
= vti6_fb_tnl_dev_init(ip6n
->fb_tnl_dev
);
1160 err
= register_netdev(ip6n
->fb_tnl_dev
);
1164 t
= netdev_priv(ip6n
->fb_tnl_dev
);
1166 strcpy(t
->parms
.name
, ip6n
->fb_tnl_dev
->name
);
1170 free_netdev(ip6n
->fb_tnl_dev
);
1175 static void __net_exit
vti6_exit_batch_net(struct list_head
*net_list
)
1177 struct vti6_net
*ip6n
;
1182 list_for_each_entry(net
, net_list
, exit_list
) {
1183 ip6n
= net_generic(net
, vti6_net_id
);
1184 vti6_destroy_tunnels(ip6n
, &list
);
1186 unregister_netdevice_many(&list
);
1190 static struct pernet_operations vti6_net_ops
= {
1191 .init
= vti6_init_net
,
1192 .exit_batch
= vti6_exit_batch_net
,
1194 .size
= sizeof(struct vti6_net
),
1197 static struct xfrm6_protocol vti_esp6_protocol __read_mostly
= {
1198 .handler
= vti6_rcv
,
1199 .input_handler
= vti6_input_proto
,
1200 .cb_handler
= vti6_rcv_cb
,
1201 .err_handler
= vti6_err
,
1205 static struct xfrm6_protocol vti_ah6_protocol __read_mostly
= {
1206 .handler
= vti6_rcv
,
1207 .input_handler
= vti6_input_proto
,
1208 .cb_handler
= vti6_rcv_cb
,
1209 .err_handler
= vti6_err
,
1213 static struct xfrm6_protocol vti_ipcomp6_protocol __read_mostly
= {
1214 .handler
= vti6_rcv
,
1215 .input_handler
= vti6_input_proto
,
1216 .cb_handler
= vti6_rcv_cb
,
1217 .err_handler
= vti6_err
,
1221 #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
1222 static int vti6_rcv_tunnel(struct sk_buff
*skb
)
1224 const xfrm_address_t
*saddr
;
1227 saddr
= (const xfrm_address_t
*)&ipv6_hdr(skb
)->saddr
;
1228 spi
= xfrm6_tunnel_spi_lookup(dev_net(skb
->dev
), saddr
);
1230 return vti6_input_proto(skb
, IPPROTO_IPV6
, spi
, 0);
1233 static struct xfrm6_tunnel vti_ipv6_handler __read_mostly
= {
1234 .handler
= vti6_rcv_tunnel
,
1235 .cb_handler
= vti6_rcv_cb
,
1236 .err_handler
= vti6_err
,
1240 static struct xfrm6_tunnel vti_ip6ip_handler __read_mostly
= {
1241 .handler
= vti6_rcv_tunnel
,
1242 .cb_handler
= vti6_rcv_cb
,
1243 .err_handler
= vti6_err
,
1249 * vti6_tunnel_init - register protocol and reserve needed resources
1251 * Return: 0 on success
1253 static int __init
vti6_tunnel_init(void)
1258 msg
= "tunnel device";
1259 err
= register_pernet_device(&vti6_net_ops
);
1261 goto pernet_dev_failed
;
1263 msg
= "tunnel protocols";
1264 err
= xfrm6_protocol_register(&vti_esp6_protocol
, IPPROTO_ESP
);
1266 goto xfrm_proto_esp_failed
;
1267 err
= xfrm6_protocol_register(&vti_ah6_protocol
, IPPROTO_AH
);
1269 goto xfrm_proto_ah_failed
;
1270 err
= xfrm6_protocol_register(&vti_ipcomp6_protocol
, IPPROTO_COMP
);
1272 goto xfrm_proto_comp_failed
;
1273 #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
1274 msg
= "ipv6 tunnel";
1275 err
= xfrm6_tunnel_register(&vti_ipv6_handler
, AF_INET6
);
1277 goto vti_tunnel_ipv6_failed
;
1278 err
= xfrm6_tunnel_register(&vti_ip6ip_handler
, AF_INET
);
1280 goto vti_tunnel_ip6ip_failed
;
1283 msg
= "netlink interface";
1284 err
= rtnl_link_register(&vti6_link_ops
);
1286 goto rtnl_link_failed
;
1291 #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
1292 err
= xfrm6_tunnel_deregister(&vti_ip6ip_handler
, AF_INET
);
1293 vti_tunnel_ip6ip_failed
:
1294 err
= xfrm6_tunnel_deregister(&vti_ipv6_handler
, AF_INET6
);
1295 vti_tunnel_ipv6_failed
:
1297 xfrm6_protocol_deregister(&vti_ipcomp6_protocol
, IPPROTO_COMP
);
1298 xfrm_proto_comp_failed
:
1299 xfrm6_protocol_deregister(&vti_ah6_protocol
, IPPROTO_AH
);
1300 xfrm_proto_ah_failed
:
1301 xfrm6_protocol_deregister(&vti_esp6_protocol
, IPPROTO_ESP
);
1302 xfrm_proto_esp_failed
:
1303 unregister_pernet_device(&vti6_net_ops
);
1305 pr_err("vti6 init: failed to register %s\n", msg
);
1310 * vti6_tunnel_cleanup - free resources and unregister protocol
1312 static void __exit
vti6_tunnel_cleanup(void)
1314 rtnl_link_unregister(&vti6_link_ops
);
1315 #if IS_REACHABLE(CONFIG_INET6_XFRM_TUNNEL)
1316 xfrm6_tunnel_deregister(&vti_ip6ip_handler
, AF_INET
);
1317 xfrm6_tunnel_deregister(&vti_ipv6_handler
, AF_INET6
);
1319 xfrm6_protocol_deregister(&vti_ipcomp6_protocol
, IPPROTO_COMP
);
1320 xfrm6_protocol_deregister(&vti_ah6_protocol
, IPPROTO_AH
);
1321 xfrm6_protocol_deregister(&vti_esp6_protocol
, IPPROTO_ESP
);
1322 unregister_pernet_device(&vti6_net_ops
);
1325 module_init(vti6_tunnel_init
);
1326 module_exit(vti6_tunnel_cleanup
);
1327 MODULE_LICENSE("GPL");
1328 MODULE_ALIAS_RTNL_LINK("vti6");
1329 MODULE_ALIAS_NETDEV("ip6_vti0");
1330 MODULE_AUTHOR("Steffen Klassert");
1331 MODULE_DESCRIPTION("IPv6 virtual tunnel interface");