?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
initial commit with v3.6.7
[linux-3.6.7-moxart.git] / net / ipv4 / ip_vti.c
blob3511ffba7bd41088cd95d677f5c43dab947d9bf2
1 /*
2 * Linux NET3: IP/IP protocol decoder modified to support
3 * virtual tunnel interface
4 *
5 * Authors:
6 * Saurabh Mohan (saurabh.mohan@vyatta.com) 05/07/2012
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 *
13 */
14
15 /*
16 This version of net/ipv4/ip_vti.c is cloned of net/ipv4/ipip.c
17
18 For comments look at net/ipv4/ip_gre.c --ANK
19 */
20
21
22 #include <linux/capability.h>
23 #include <linux/module.h>
24 #include <linux/types.h>
25 #include <linux/kernel.h>
26 #include <linux/uaccess.h>
27 #include <linux/skbuff.h>
28 #include <linux/netdevice.h>
29 #include <linux/in.h>
30 #include <linux/tcp.h>
31 #include <linux/udp.h>
32 #include <linux/if_arp.h>
33 #include <linux/mroute.h>
34 #include <linux/init.h>
35 #include <linux/netfilter_ipv4.h>
36 #include <linux/if_ether.h>
37
38 #include <net/sock.h>
39 #include <net/ip.h>
40 #include <net/icmp.h>
41 #include <net/ipip.h>
42 #include <net/inet_ecn.h>
43 #include <net/xfrm.h>
44 #include <net/net_namespace.h>
45 #include <net/netns/generic.h>
46
47 #define HASH_SIZE 16
48 #define HASH(addr) (((__force u32)addr^((__force u32)addr>>4))&(HASH_SIZE-1))
49
50 static struct rtnl_link_ops vti_link_ops __read_mostly;
51
52 static int vti_net_id __read_mostly;
53 struct vti_net {
54 struct ip_tunnel __rcu *tunnels_r_l[HASH_SIZE];
55 struct ip_tunnel __rcu *tunnels_r[HASH_SIZE];
56 struct ip_tunnel __rcu *tunnels_l[HASH_SIZE];
57 struct ip_tunnel __rcu *tunnels_wc[1];
58 struct ip_tunnel __rcu **tunnels[4];
59
60 struct net_device *fb_tunnel_dev;
61 };
62
63 static int vti_fb_tunnel_init(struct net_device *dev);
64 static int vti_tunnel_init(struct net_device *dev);
65 static void vti_tunnel_setup(struct net_device *dev);
66 static void vti_dev_free(struct net_device *dev);
67 static int vti_tunnel_bind_dev(struct net_device *dev);
68
69 /* Locking : hash tables are protected by RCU and RTNL */
70
71 #define for_each_ip_tunnel_rcu(start) \
72 for (t = rcu_dereference(start); t; t = rcu_dereference(t->next))
73
74 /* often modified stats are per cpu, other are shared (netdev->stats) */
75 struct pcpu_tstats {
76 u64 rx_packets;
77 u64 rx_bytes;
78 u64 tx_packets;
79 u64 tx_bytes;
80 struct u64_stats_sync syncp;
81 };
82
83 #define VTI_XMIT(stats1, stats2) do { \
84 int err; \
85 int pkt_len = skb->len; \
86 err = dst_output(skb); \
87 if (net_xmit_eval(err) == 0) { \
88 u64_stats_update_begin(&(stats1)->syncp); \
89 (stats1)->tx_bytes += pkt_len; \
90 (stats1)->tx_packets++; \
91 u64_stats_update_end(&(stats1)->syncp); \
92 } else { \
93 (stats2)->tx_errors++; \
94 (stats2)->tx_aborted_errors++; \
95 } \
96 } while (0)
97
98
99 static struct rtnl_link_stats64 *vti_get_stats64(struct net_device *dev,
100 struct rtnl_link_stats64 *tot)
101 {
102 int i;
103
104 for_each_possible_cpu(i) {
105 const struct pcpu_tstats *tstats = per_cpu_ptr(dev->tstats, i);
106 u64 rx_packets, rx_bytes, tx_packets, tx_bytes;
107 unsigned int start;
108
109 do {
110 start = u64_stats_fetch_begin_bh(&tstats->syncp);
111 rx_packets = tstats->rx_packets;
112 tx_packets = tstats->tx_packets;
113 rx_bytes = tstats->rx_bytes;
114 tx_bytes = tstats->tx_bytes;
115 } while (u64_stats_fetch_retry_bh(&tstats->syncp, start));
116
117 tot->rx_packets += rx_packets;
118 tot->tx_packets += tx_packets;
119 tot->rx_bytes += rx_bytes;
120 tot->tx_bytes += tx_bytes;
121 }
122
123 tot->multicast = dev->stats.multicast;
124 tot->rx_crc_errors = dev->stats.rx_crc_errors;
125 tot->rx_fifo_errors = dev->stats.rx_fifo_errors;
126 tot->rx_length_errors = dev->stats.rx_length_errors;
127 tot->rx_errors = dev->stats.rx_errors;
128 tot->tx_fifo_errors = dev->stats.tx_fifo_errors;
129 tot->tx_carrier_errors = dev->stats.tx_carrier_errors;
130 tot->tx_dropped = dev->stats.tx_dropped;
131 tot->tx_aborted_errors = dev->stats.tx_aborted_errors;
132 tot->tx_errors = dev->stats.tx_errors;
133
134 return tot;
135 }
136
137 static struct ip_tunnel *vti_tunnel_lookup(struct net *net,
138 __be32 remote, __be32 local)
139 {
140 unsigned h0 = HASH(remote);
141 unsigned h1 = HASH(local);
142 struct ip_tunnel *t;
143 struct vti_net *ipn = net_generic(net, vti_net_id);
144
145 for_each_ip_tunnel_rcu(ipn->tunnels_r_l[h0 ^ h1])
146 if (local == t->parms.iph.saddr &&
147 remote == t->parms.iph.daddr && (t->dev->flags&IFF_UP))
148 return t;
149 for_each_ip_tunnel_rcu(ipn->tunnels_r[h0])
150 if (remote == t->parms.iph.daddr && (t->dev->flags&IFF_UP))
151 return t;
152
153 for_each_ip_tunnel_rcu(ipn->tunnels_l[h1])
154 if (local == t->parms.iph.saddr && (t->dev->flags&IFF_UP))
155 return t;
156
157 for_each_ip_tunnel_rcu(ipn->tunnels_wc[0])
158 if (t && (t->dev->flags&IFF_UP))
159 return t;
160 return NULL;
161 }
162
163 static struct ip_tunnel __rcu **__vti_bucket(struct vti_net *ipn,
164 struct ip_tunnel_parm *parms)
165 {
166 __be32 remote = parms->iph.daddr;
167 __be32 local = parms->iph.saddr;
168 unsigned h = 0;
169 int prio = 0;
170
171 if (remote) {
172 prio |= 2;
173 h ^= HASH(remote);
174 }
175 if (local) {
176 prio |= 1;
177 h ^= HASH(local);
178 }
179 return &ipn->tunnels[prio][h];
180 }
181
182 static inline struct ip_tunnel __rcu **vti_bucket(struct vti_net *ipn,
183 struct ip_tunnel *t)
184 {
185 return __vti_bucket(ipn, &t->parms);
186 }
187
188 static void vti_tunnel_unlink(struct vti_net *ipn, struct ip_tunnel *t)
189 {
190 struct ip_tunnel __rcu **tp;
191 struct ip_tunnel *iter;
192
193 for (tp = vti_bucket(ipn, t);
194 (iter = rtnl_dereference(*tp)) != NULL;
195 tp = &iter->next) {
196 if (t == iter) {
197 rcu_assign_pointer(*tp, t->next);
198 break;
199 }
200 }
201 }
202
203 static void vti_tunnel_link(struct vti_net *ipn, struct ip_tunnel *t)
204 {
205 struct ip_tunnel __rcu **tp = vti_bucket(ipn, t);
206
207 rcu_assign_pointer(t->next, rtnl_dereference(*tp));
208 rcu_assign_pointer(*tp, t);
209 }
210
211 static struct ip_tunnel *vti_tunnel_locate(struct net *net,
212 struct ip_tunnel_parm *parms,
213 int create)
214 {
215 __be32 remote = parms->iph.daddr;
216 __be32 local = parms->iph.saddr;
217 struct ip_tunnel *t, *nt;
218 struct ip_tunnel __rcu **tp;
219 struct net_device *dev;
220 char name[IFNAMSIZ];
221 struct vti_net *ipn = net_generic(net, vti_net_id);
222
223 for (tp = __vti_bucket(ipn, parms);
224 (t = rtnl_dereference(*tp)) != NULL;
225 tp = &t->next) {
226 if (local == t->parms.iph.saddr && remote == t->parms.iph.daddr)
227 return t;
228 }
229 if (!create)
230 return NULL;
231
232 if (parms->name[0])
233 strlcpy(name, parms->name, IFNAMSIZ);
234 else
235 strcpy(name, "vti%d");
236
237 dev = alloc_netdev(sizeof(*t), name, vti_tunnel_setup);
238 if (dev == NULL)
239 return NULL;
240
241 dev_net_set(dev, net);
242
243 nt = netdev_priv(dev);
244 nt->parms = *parms;
245 dev->rtnl_link_ops = &vti_link_ops;
246
247 vti_tunnel_bind_dev(dev);
248
249 if (register_netdevice(dev) < 0)
250 goto failed_free;
251
252 dev_hold(dev);
253 vti_tunnel_link(ipn, nt);
254 return nt;
255
256 failed_free:
257 free_netdev(dev);
258 return NULL;
259 }
260
261 static void vti_tunnel_uninit(struct net_device *dev)
262 {
263 struct net *net = dev_net(dev);
264 struct vti_net *ipn = net_generic(net, vti_net_id);
265
266 vti_tunnel_unlink(ipn, netdev_priv(dev));
267 dev_put(dev);
268 }
269
270 static int vti_err(struct sk_buff *skb, u32 info)
271 {
272
273 /* All the routers (except for Linux) return only
274 * 8 bytes of packet payload. It means, that precise relaying of
275 * ICMP in the real Internet is absolutely infeasible.
276 */
277 struct iphdr *iph = (struct iphdr *)skb->data;
278 const int type = icmp_hdr(skb)->type;
279 const int code = icmp_hdr(skb)->code;
280 struct ip_tunnel *t;
281 int err;
282
283 switch (type) {
284 default:
285 case ICMP_PARAMETERPROB:
286 return 0;
287
288 case ICMP_DEST_UNREACH:
289 switch (code) {
290 case ICMP_SR_FAILED:
291 case ICMP_PORT_UNREACH:
292 /* Impossible event. */
293 return 0;
294 default:
295 /* All others are translated to HOST_UNREACH. */
296 break;
297 }
298 break;
299 case ICMP_TIME_EXCEEDED:
300 if (code != ICMP_EXC_TTL)
301 return 0;
302 break;
303 }
304
305 err = -ENOENT;
306
307 rcu_read_lock();
308 t = vti_tunnel_lookup(dev_net(skb->dev), iph->daddr, iph->saddr);
309 if (t == NULL)
310 goto out;
311
312 if (type == ICMP_DEST_UNREACH && code == ICMP_FRAG_NEEDED) {
313 ipv4_update_pmtu(skb, dev_net(skb->dev), info,
314 t->parms.link, 0, IPPROTO_IPIP, 0);
315 err = 0;
316 goto out;
317 }
318
319 err = 0;
320 if (t->parms.iph.ttl == 0 && type == ICMP_TIME_EXCEEDED)
321 goto out;
322
323 if (time_before(jiffies, t->err_time + IPTUNNEL_ERR_TIMEO))
324 t->err_count++;
325 else
326 t->err_count = 1;
327 t->err_time = jiffies;
328 out:
329 rcu_read_unlock();
330 return err;
331 }
332
333 /* We dont digest the packet therefore let the packet pass */
334 static int vti_rcv(struct sk_buff *skb)
335 {
336 struct ip_tunnel *tunnel;
337 const struct iphdr *iph = ip_hdr(skb);
338
339 rcu_read_lock();
340 tunnel = vti_tunnel_lookup(dev_net(skb->dev), iph->saddr, iph->daddr);
341 if (tunnel != NULL) {
342 struct pcpu_tstats *tstats;
343
344 tstats = this_cpu_ptr(tunnel->dev->tstats);
345 u64_stats_update_begin(&tstats->syncp);
346 tstats->rx_packets++;
347 tstats->rx_bytes += skb->len;
348 u64_stats_update_end(&tstats->syncp);
349
350 skb->dev = tunnel->dev;
351 rcu_read_unlock();
352 return 1;
353 }
354 rcu_read_unlock();
355
356 return -1;
357 }
358
359 /* This function assumes it is being called from dev_queue_xmit()
360 * and that skb is filled properly by that function.
361 */
362
363 static netdev_tx_t vti_tunnel_xmit(struct sk_buff *skb, struct net_device *dev)
364 {
365 struct ip_tunnel *tunnel = netdev_priv(dev);
366 struct pcpu_tstats *tstats;
367 struct iphdr *tiph = &tunnel->parms.iph;
368 u8 tos;
369 struct rtable *rt; /* Route to the other host */
370 struct net_device *tdev; /* Device to other host */
371 struct iphdr *old_iph = ip_hdr(skb);
372 __be32 dst = tiph->daddr;
373 struct flowi4 fl4;
374
375 if (skb->protocol != htons(ETH_P_IP))
376 goto tx_error;
377
378 tos = old_iph->tos;
379
380 memset(&fl4, 0, sizeof(fl4));
381 flowi4_init_output(&fl4, tunnel->parms.link,
382 htonl(tunnel->parms.i_key), RT_TOS(tos),
383 RT_SCOPE_UNIVERSE,
384 IPPROTO_IPIP, 0,
385 dst, tiph->saddr, 0, 0);
386 rt = ip_route_output_key(dev_net(dev), &fl4);
387 if (IS_ERR(rt)) {
388 dev->stats.tx_carrier_errors++;
389 goto tx_error_icmp;
390 }
391 /* if there is no transform then this tunnel is not functional.
392 * Or if the xfrm is not mode tunnel.
393 */
394 if (!rt->dst.xfrm ||
395 rt->dst.xfrm->props.mode != XFRM_MODE_TUNNEL) {
396 dev->stats.tx_carrier_errors++;
397 goto tx_error_icmp;
398 }
399 tdev = rt->dst.dev;
400
401 if (tdev == dev) {
402 ip_rt_put(rt);
403 dev->stats.collisions++;
404 goto tx_error;
405 }
406
407 if (tunnel->err_count > 0) {
408 if (time_before(jiffies,
409 tunnel->err_time + IPTUNNEL_ERR_TIMEO)) {
410 tunnel->err_count--;
411 dst_link_failure(skb);
412 } else
413 tunnel->err_count = 0;
414 }
415
416 IPCB(skb)->flags &= ~(IPSKB_XFRM_TUNNEL_SIZE | IPSKB_XFRM_TRANSFORMED |
417 IPSKB_REROUTED);
418 skb_dst_drop(skb);
419 skb_dst_set(skb, &rt->dst);
420 nf_reset(skb);
421 skb->dev = skb_dst(skb)->dev;
422
423 tstats = this_cpu_ptr(dev->tstats);
424 VTI_XMIT(tstats, &dev->stats);
425 return NETDEV_TX_OK;
426
427 tx_error_icmp:
428 dst_link_failure(skb);
429 tx_error:
430 dev->stats.tx_errors++;
431 dev_kfree_skb(skb);
432 return NETDEV_TX_OK;
433 }
434
435 static int vti_tunnel_bind_dev(struct net_device *dev)
436 {
437 struct net_device *tdev = NULL;
438 struct ip_tunnel *tunnel;
439 struct iphdr *iph;
440
441 tunnel = netdev_priv(dev);
442 iph = &tunnel->parms.iph;
443
444 if (iph->daddr) {
445 struct rtable *rt;
446 struct flowi4 fl4;
447 memset(&fl4, 0, sizeof(fl4));
448 flowi4_init_output(&fl4, tunnel->parms.link,
449 htonl(tunnel->parms.i_key),
450 RT_TOS(iph->tos), RT_SCOPE_UNIVERSE,
451 IPPROTO_IPIP, 0,
452 iph->daddr, iph->saddr, 0, 0);
453 rt = ip_route_output_key(dev_net(dev), &fl4);
454 if (!IS_ERR(rt)) {
455 tdev = rt->dst.dev;
456 ip_rt_put(rt);
457 }
458 dev->flags |= IFF_POINTOPOINT;
459 }
460
461 if (!tdev && tunnel->parms.link)
462 tdev = __dev_get_by_index(dev_net(dev), tunnel->parms.link);
463
464 if (tdev) {
465 dev->hard_header_len = tdev->hard_header_len +
466 sizeof(struct iphdr);
467 dev->mtu = tdev->mtu;
468 }
469 dev->iflink = tunnel->parms.link;
470 return dev->mtu;
471 }
472
473 static int
474 vti_tunnel_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
475 {
476 int err = 0;
477 struct ip_tunnel_parm p;
478 struct ip_tunnel *t;
479 struct net *net = dev_net(dev);
480 struct vti_net *ipn = net_generic(net, vti_net_id);
481
482 switch (cmd) {
483 case SIOCGETTUNNEL:
484 t = NULL;
485 if (dev == ipn->fb_tunnel_dev) {
486 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data,
487 sizeof(p))) {
488 err = -EFAULT;
489 break;
490 }
491 t = vti_tunnel_locate(net, &p, 0);
492 }
493 if (t == NULL)
494 t = netdev_priv(dev);
495 memcpy(&p, &t->parms, sizeof(p));
496 p.i_flags |= GRE_KEY | VTI_ISVTI;
497 p.o_flags |= GRE_KEY;
498 if (copy_to_user(ifr->ifr_ifru.ifru_data, &p, sizeof(p)))
499 err = -EFAULT;
500 break;
501
502 case SIOCADDTUNNEL:
503 case SIOCCHGTUNNEL:
504 err = -EPERM;
505 if (!capable(CAP_NET_ADMIN))
506 goto done;
507
508 err = -EFAULT;
509 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof(p)))
510 goto done;
511
512 err = -EINVAL;
513 if (p.iph.version != 4 || p.iph.protocol != IPPROTO_IPIP ||
514 p.iph.ihl != 5)
515 goto done;
516
517 t = vti_tunnel_locate(net, &p, cmd == SIOCADDTUNNEL);
518
519 if (dev != ipn->fb_tunnel_dev && cmd == SIOCCHGTUNNEL) {
520 if (t != NULL) {
521 if (t->dev != dev) {
522 err = -EEXIST;
523 break;
524 }
525 } else {
526 if (((dev->flags&IFF_POINTOPOINT) &&
527 !p.iph.daddr) ||
528 (!(dev->flags&IFF_POINTOPOINT) &&
529 p.iph.daddr)) {
530 err = -EINVAL;
531 break;
532 }
533 t = netdev_priv(dev);
534 vti_tunnel_unlink(ipn, t);
535 synchronize_net();
536 t->parms.iph.saddr = p.iph.saddr;
537 t->parms.iph.daddr = p.iph.daddr;
538 t->parms.i_key = p.i_key;
539 t->parms.o_key = p.o_key;
540 t->parms.iph.protocol = IPPROTO_IPIP;
541 memcpy(dev->dev_addr, &p.iph.saddr, 4);
542 memcpy(dev->broadcast, &p.iph.daddr, 4);
543 vti_tunnel_link(ipn, t);
544 netdev_state_change(dev);
545 }
546 }
547
548 if (t) {
549 err = 0;
550 if (cmd == SIOCCHGTUNNEL) {
551 t->parms.i_key = p.i_key;
552 t->parms.o_key = p.o_key;
553 if (t->parms.link != p.link) {
554 t->parms.link = p.link;
555 vti_tunnel_bind_dev(dev);
556 netdev_state_change(dev);
557 }
558 }
559 p.i_flags |= GRE_KEY | VTI_ISVTI;
560 p.o_flags |= GRE_KEY;
561 if (copy_to_user(ifr->ifr_ifru.ifru_data, &t->parms,
562 sizeof(p)))
563 err = -EFAULT;
564 } else
565 err = (cmd == SIOCADDTUNNEL ? -ENOBUFS : -ENOENT);
566 break;
567
568 case SIOCDELTUNNEL:
569 err = -EPERM;
570 if (!capable(CAP_NET_ADMIN))
571 goto done;
572
573 if (dev == ipn->fb_tunnel_dev) {
574 err = -EFAULT;
575 if (copy_from_user(&p, ifr->ifr_ifru.ifru_data,
576 sizeof(p)))
577 goto done;
578 err = -ENOENT;
579
580 t = vti_tunnel_locate(net, &p, 0);
581 if (t == NULL)
582 goto done;
583 err = -EPERM;
584 if (t->dev == ipn->fb_tunnel_dev)
585 goto done;
586 dev = t->dev;
587 }
588 unregister_netdevice(dev);
589 err = 0;
590 break;
591
592 default:
593 err = -EINVAL;
594 }
595
596 done:
597 return err;
598 }
599
600 static int vti_tunnel_change_mtu(struct net_device *dev, int new_mtu)
601 {
602 if (new_mtu < 68 || new_mtu > 0xFFF8)
603 return -EINVAL;
604 dev->mtu = new_mtu;
605 return 0;
606 }
607
608 static const struct net_device_ops vti_netdev_ops = {
609 .ndo_init = vti_tunnel_init,
610 .ndo_uninit = vti_tunnel_uninit,
611 .ndo_start_xmit = vti_tunnel_xmit,
612 .ndo_do_ioctl = vti_tunnel_ioctl,
613 .ndo_change_mtu = vti_tunnel_change_mtu,
614 .ndo_get_stats64 = vti_get_stats64,
615 };
616
617 static void vti_dev_free(struct net_device *dev)
618 {
619 free_percpu(dev->tstats);
620 free_netdev(dev);
621 }
622
623 static void vti_tunnel_setup(struct net_device *dev)
624 {
625 dev->netdev_ops = &vti_netdev_ops;
626 dev->destructor = vti_dev_free;
627
628 dev->type = ARPHRD_TUNNEL;
629 dev->hard_header_len = LL_MAX_HEADER + sizeof(struct iphdr);
630 dev->mtu = ETH_DATA_LEN;
631 dev->flags = IFF_NOARP;
632 dev->iflink = 0;
633 dev->addr_len = 4;
634 dev->features |= NETIF_F_NETNS_LOCAL;
635 dev->features |= NETIF_F_LLTX;
636 dev->priv_flags &= ~IFF_XMIT_DST_RELEASE;
637 }
638
639 static int vti_tunnel_init(struct net_device *dev)
640 {
641 struct ip_tunnel *tunnel = netdev_priv(dev);
642
643 tunnel->dev = dev;
644 strcpy(tunnel->parms.name, dev->name);
645
646 memcpy(dev->dev_addr, &tunnel->parms.iph.saddr, 4);
647 memcpy(dev->broadcast, &tunnel->parms.iph.daddr, 4);
648
649 dev->tstats = alloc_percpu(struct pcpu_tstats);
650 if (!dev->tstats)
651 return -ENOMEM;
652
653 return 0;
654 }
655
656 static int __net_init vti_fb_tunnel_init(struct net_device *dev)
657 {
658 struct ip_tunnel *tunnel = netdev_priv(dev);
659 struct iphdr *iph = &tunnel->parms.iph;
660 struct vti_net *ipn = net_generic(dev_net(dev), vti_net_id);
661
662 tunnel->dev = dev;
663 strcpy(tunnel->parms.name, dev->name);
664
665 iph->version = 4;
666 iph->protocol = IPPROTO_IPIP;
667 iph->ihl = 5;
668
669 dev->tstats = alloc_percpu(struct pcpu_tstats);
670 if (!dev->tstats)
671 return -ENOMEM;
672
673 dev_hold(dev);
674 rcu_assign_pointer(ipn->tunnels_wc[0], tunnel);
675 return 0;
676 }
677
678 static struct xfrm_tunnel vti_handler __read_mostly = {
679 .handler = vti_rcv,
680 .err_handler = vti_err,
681 .priority = 1,
682 };
683
684 static void vti_destroy_tunnels(struct vti_net *ipn, struct list_head *head)
685 {
686 int prio;
687
688 for (prio = 1; prio < 4; prio++) {
689 int h;
690 for (h = 0; h < HASH_SIZE; h++) {
691 struct ip_tunnel *t;
692
693 t = rtnl_dereference(ipn->tunnels[prio][h]);
694 while (t != NULL) {
695 unregister_netdevice_queue(t->dev, head);
696 t = rtnl_dereference(t->next);
697 }
698 }
699 }
700 }
701
702 static int __net_init vti_init_net(struct net *net)
703 {
704 int err;
705 struct vti_net *ipn = net_generic(net, vti_net_id);
706
707 ipn->tunnels[0] = ipn->tunnels_wc;
708 ipn->tunnels[1] = ipn->tunnels_l;
709 ipn->tunnels[2] = ipn->tunnels_r;
710 ipn->tunnels[3] = ipn->tunnels_r_l;
711
712 ipn->fb_tunnel_dev = alloc_netdev(sizeof(struct ip_tunnel),
713 "ip_vti0",
714 vti_tunnel_setup);
715 if (!ipn->fb_tunnel_dev) {
716 err = -ENOMEM;
717 goto err_alloc_dev;
718 }
719 dev_net_set(ipn->fb_tunnel_dev, net);
720
721 err = vti_fb_tunnel_init(ipn->fb_tunnel_dev);
722 if (err)
723 goto err_reg_dev;
724 ipn->fb_tunnel_dev->rtnl_link_ops = &vti_link_ops;
725
726 err = register_netdev(ipn->fb_tunnel_dev);
727 if (err)
728 goto err_reg_dev;
729 return 0;
730
731 err_reg_dev:
732 vti_dev_free(ipn->fb_tunnel_dev);
733 err_alloc_dev:
734 /* nothing */
735 return err;
736 }
737
738 static void __net_exit vti_exit_net(struct net *net)
739 {
740 struct vti_net *ipn = net_generic(net, vti_net_id);
741 LIST_HEAD(list);
742
743 rtnl_lock();
744 vti_destroy_tunnels(ipn, &list);
745 unregister_netdevice_many(&list);
746 rtnl_unlock();
747 }
748
749 static struct pernet_operations vti_net_ops = {
750 .init = vti_init_net,
751 .exit = vti_exit_net,
752 .id = &vti_net_id,
753 .size = sizeof(struct vti_net),
754 };
755
756 static int vti_tunnel_validate(struct nlattr *tb[], struct nlattr *data[])
757 {
758 return 0;
759 }
760
761 static void vti_netlink_parms(struct nlattr *data[],
762 struct ip_tunnel_parm *parms)
763 {
764 memset(parms, 0, sizeof(*parms));
765
766 parms->iph.protocol = IPPROTO_IPIP;
767
768 if (!data)
769 return;
770
771 if (data[IFLA_VTI_LINK])
772 parms->link = nla_get_u32(data[IFLA_VTI_LINK]);
773
774 if (data[IFLA_VTI_IKEY])
775 parms->i_key = nla_get_be32(data[IFLA_VTI_IKEY]);
776
777 if (data[IFLA_VTI_OKEY])
778 parms->o_key = nla_get_be32(data[IFLA_VTI_OKEY]);
779
780 if (data[IFLA_VTI_LOCAL])
781 parms->iph.saddr = nla_get_be32(data[IFLA_VTI_LOCAL]);
782
783 if (data[IFLA_VTI_REMOTE])
784 parms->iph.daddr = nla_get_be32(data[IFLA_VTI_REMOTE]);
785
786 }
787
788 static int vti_newlink(struct net *src_net, struct net_device *dev,
789 struct nlattr *tb[], struct nlattr *data[])
790 {
791 struct ip_tunnel *nt;
792 struct net *net = dev_net(dev);
793 struct vti_net *ipn = net_generic(net, vti_net_id);
794 int mtu;
795 int err;
796
797 nt = netdev_priv(dev);
798 vti_netlink_parms(data, &nt->parms);
799
800 if (vti_tunnel_locate(net, &nt->parms, 0))
801 return -EEXIST;
802
803 mtu = vti_tunnel_bind_dev(dev);
804 if (!tb[IFLA_MTU])
805 dev->mtu = mtu;
806
807 err = register_netdevice(dev);
808 if (err)
809 goto out;
810
811 dev_hold(dev);
812 vti_tunnel_link(ipn, nt);
813
814 out:
815 return err;
816 }
817
818 static int vti_changelink(struct net_device *dev, struct nlattr *tb[],
819 struct nlattr *data[])
820 {
821 struct ip_tunnel *t, *nt;
822 struct net *net = dev_net(dev);
823 struct vti_net *ipn = net_generic(net, vti_net_id);
824 struct ip_tunnel_parm p;
825 int mtu;
826
827 if (dev == ipn->fb_tunnel_dev)
828 return -EINVAL;
829
830 nt = netdev_priv(dev);
831 vti_netlink_parms(data, &p);
832
833 t = vti_tunnel_locate(net, &p, 0);
834
835 if (t) {
836 if (t->dev != dev)
837 return -EEXIST;
838 } else {
839 t = nt;
840
841 vti_tunnel_unlink(ipn, t);
842 t->parms.iph.saddr = p.iph.saddr;
843 t->parms.iph.daddr = p.iph.daddr;
844 t->parms.i_key = p.i_key;
845 t->parms.o_key = p.o_key;
846 if (dev->type != ARPHRD_ETHER) {
847 memcpy(dev->dev_addr, &p.iph.saddr, 4);
848 memcpy(dev->broadcast, &p.iph.daddr, 4);
849 }
850 vti_tunnel_link(ipn, t);
851 netdev_state_change(dev);
852 }
853
854 if (t->parms.link != p.link) {
855 t->parms.link = p.link;
856 mtu = vti_tunnel_bind_dev(dev);
857 if (!tb[IFLA_MTU])
858 dev->mtu = mtu;
859 netdev_state_change(dev);
860 }
861
862 return 0;
863 }
864
865 static size_t vti_get_size(const struct net_device *dev)
866 {
867 return
868 /* IFLA_VTI_LINK */
869 nla_total_size(4) +
870 /* IFLA_VTI_IKEY */
871 nla_total_size(4) +
872 /* IFLA_VTI_OKEY */
873 nla_total_size(4) +
874 /* IFLA_VTI_LOCAL */
875 nla_total_size(4) +
876 /* IFLA_VTI_REMOTE */
877 nla_total_size(4) +
878 0;
879 }
880
881 static int vti_fill_info(struct sk_buff *skb, const struct net_device *dev)
882 {
883 struct ip_tunnel *t = netdev_priv(dev);
884 struct ip_tunnel_parm *p = &t->parms;
885
886 nla_put_u32(skb, IFLA_VTI_LINK, p->link);
887 nla_put_be32(skb, IFLA_VTI_IKEY, p->i_key);
888 nla_put_be32(skb, IFLA_VTI_OKEY, p->o_key);
889 nla_put_be32(skb, IFLA_VTI_LOCAL, p->iph.saddr);
890 nla_put_be32(skb, IFLA_VTI_REMOTE, p->iph.daddr);
891
892 return 0;
893 }
894
895 static const struct nla_policy vti_policy[IFLA_VTI_MAX + 1] = {
896 [IFLA_VTI_LINK] = { .type = NLA_U32 },
897 [IFLA_VTI_IKEY] = { .type = NLA_U32 },
898 [IFLA_VTI_OKEY] = { .type = NLA_U32 },
899 [IFLA_VTI_LOCAL] = { .len = FIELD_SIZEOF(struct iphdr, saddr) },
900 [IFLA_VTI_REMOTE] = { .len = FIELD_SIZEOF(struct iphdr, daddr) },
901 };
902
903 static struct rtnl_link_ops vti_link_ops __read_mostly = {
904 .kind = "vti",
905 .maxtype = IFLA_VTI_MAX,
906 .policy = vti_policy,
907 .priv_size = sizeof(struct ip_tunnel),
908 .setup = vti_tunnel_setup,
909 .validate = vti_tunnel_validate,
910 .newlink = vti_newlink,
911 .changelink = vti_changelink,
912 .get_size = vti_get_size,
913 .fill_info = vti_fill_info,
914 };
915
916 static int __init vti_init(void)
917 {
918 int err;
919
920 pr_info("IPv4 over IPSec tunneling driver\n");
921
922 err = register_pernet_device(&vti_net_ops);
923 if (err < 0)
924 return err;
925 err = xfrm4_mode_tunnel_input_register(&vti_handler);
926 if (err < 0) {
927 unregister_pernet_device(&vti_net_ops);
928 pr_info(KERN_INFO "vti init: can't register tunnel\n");
929 }
930
931 err = rtnl_link_register(&vti_link_ops);
932 if (err < 0)
933 goto rtnl_link_failed;
934
935 return err;
936
937 rtnl_link_failed:
938 xfrm4_mode_tunnel_input_deregister(&vti_handler);
939 unregister_pernet_device(&vti_net_ops);
940 return err;
941 }
942
943 static void __exit vti_fini(void)
944 {
945 rtnl_link_unregister(&vti_link_ops);
946 if (xfrm4_mode_tunnel_input_deregister(&vti_handler))
947 pr_info("vti close: can't deregister tunnel\n");
948
949 unregister_pernet_device(&vti_net_ops);
950 }
951
952 module_init(vti_init);
953 module_exit(vti_fini);
954 MODULE_LICENSE("GPL");
955 MODULE_ALIAS_RTNL_LINK("vti");
956 MODULE_ALIAS_NETDEV("ip_vti0");
Linux ARM platform port for MOXA ART SoC