tty: serial: lpuart: avoid leaking struct tty_struct
[linux/fpc-iii.git] / net / ipv4 / fou.c
blob500a59906b8719eb40fc3f37a0dc535b10b3069e
1 #include <linux/module.h>
2 #include <linux/errno.h>
3 #include <linux/socket.h>
4 #include <linux/skbuff.h>
5 #include <linux/ip.h>
6 #include <linux/udp.h>
7 #include <linux/types.h>
8 #include <linux/kernel.h>
9 #include <net/genetlink.h>
10 #include <net/gue.h>
11 #include <net/fou.h>
12 #include <net/ip.h>
13 #include <net/protocol.h>
14 #include <net/udp.h>
15 #include <net/udp_tunnel.h>
16 #include <net/xfrm.h>
17 #include <uapi/linux/fou.h>
18 #include <uapi/linux/genetlink.h>
20 struct fou {
21 struct socket *sock;
22 u8 protocol;
23 u8 flags;
24 __be16 port;
25 u8 family;
26 u16 type;
27 struct list_head list;
28 struct rcu_head rcu;
31 #define FOU_F_REMCSUM_NOPARTIAL BIT(0)
33 struct fou_cfg {
34 u16 type;
35 u8 protocol;
36 u8 flags;
37 struct udp_port_cfg udp_config;
40 static unsigned int fou_net_id;
42 struct fou_net {
43 struct list_head fou_list;
44 struct mutex fou_lock;
47 static inline struct fou *fou_from_sock(struct sock *sk)
49 return sk->sk_user_data;
52 static int fou_recv_pull(struct sk_buff *skb, struct fou *fou, size_t len)
54 /* Remove 'len' bytes from the packet (UDP header and
55 * FOU header if present).
57 if (fou->family == AF_INET)
58 ip_hdr(skb)->tot_len = htons(ntohs(ip_hdr(skb)->tot_len) - len);
59 else
60 ipv6_hdr(skb)->payload_len =
61 htons(ntohs(ipv6_hdr(skb)->payload_len) - len);
63 __skb_pull(skb, len);
64 skb_postpull_rcsum(skb, udp_hdr(skb), len);
65 skb_reset_transport_header(skb);
66 return iptunnel_pull_offloads(skb);
69 static int fou_udp_recv(struct sock *sk, struct sk_buff *skb)
71 struct fou *fou = fou_from_sock(sk);
73 if (!fou)
74 return 1;
76 if (fou_recv_pull(skb, fou, sizeof(struct udphdr)))
77 goto drop;
79 return -fou->protocol;
81 drop:
82 kfree_skb(skb);
83 return 0;
86 static struct guehdr *gue_remcsum(struct sk_buff *skb, struct guehdr *guehdr,
87 void *data, size_t hdrlen, u8 ipproto,
88 bool nopartial)
90 __be16 *pd = data;
91 size_t start = ntohs(pd[0]);
92 size_t offset = ntohs(pd[1]);
93 size_t plen = sizeof(struct udphdr) + hdrlen +
94 max_t(size_t, offset + sizeof(u16), start);
96 if (skb->remcsum_offload)
97 return guehdr;
99 if (!pskb_may_pull(skb, plen))
100 return NULL;
101 guehdr = (struct guehdr *)&udp_hdr(skb)[1];
103 skb_remcsum_process(skb, (void *)guehdr + hdrlen,
104 start, offset, nopartial);
106 return guehdr;
109 static int gue_control_message(struct sk_buff *skb, struct guehdr *guehdr)
111 /* No support yet */
112 kfree_skb(skb);
113 return 0;
116 static int gue_udp_recv(struct sock *sk, struct sk_buff *skb)
118 struct fou *fou = fou_from_sock(sk);
119 size_t len, optlen, hdrlen;
120 struct guehdr *guehdr;
121 void *data;
122 u16 doffset = 0;
124 if (!fou)
125 return 1;
127 len = sizeof(struct udphdr) + sizeof(struct guehdr);
128 if (!pskb_may_pull(skb, len))
129 goto drop;
131 guehdr = (struct guehdr *)&udp_hdr(skb)[1];
133 switch (guehdr->version) {
134 case 0: /* Full GUE header present */
135 break;
137 case 1: {
138 /* Direct encasulation of IPv4 or IPv6 */
140 int prot;
142 switch (((struct iphdr *)guehdr)->version) {
143 case 4:
144 prot = IPPROTO_IPIP;
145 break;
146 case 6:
147 prot = IPPROTO_IPV6;
148 break;
149 default:
150 goto drop;
153 if (fou_recv_pull(skb, fou, sizeof(struct udphdr)))
154 goto drop;
156 return -prot;
159 default: /* Undefined version */
160 goto drop;
163 optlen = guehdr->hlen << 2;
164 len += optlen;
166 if (!pskb_may_pull(skb, len))
167 goto drop;
169 /* guehdr may change after pull */
170 guehdr = (struct guehdr *)&udp_hdr(skb)[1];
172 hdrlen = sizeof(struct guehdr) + optlen;
174 if (guehdr->version != 0 || validate_gue_flags(guehdr, optlen))
175 goto drop;
177 hdrlen = sizeof(struct guehdr) + optlen;
179 if (fou->family == AF_INET)
180 ip_hdr(skb)->tot_len = htons(ntohs(ip_hdr(skb)->tot_len) - len);
181 else
182 ipv6_hdr(skb)->payload_len =
183 htons(ntohs(ipv6_hdr(skb)->payload_len) - len);
185 /* Pull csum through the guehdr now . This can be used if
186 * there is a remote checksum offload.
188 skb_postpull_rcsum(skb, udp_hdr(skb), len);
190 data = &guehdr[1];
192 if (guehdr->flags & GUE_FLAG_PRIV) {
193 __be32 flags = *(__be32 *)(data + doffset);
195 doffset += GUE_LEN_PRIV;
197 if (flags & GUE_PFLAG_REMCSUM) {
198 guehdr = gue_remcsum(skb, guehdr, data + doffset,
199 hdrlen, guehdr->proto_ctype,
200 !!(fou->flags &
201 FOU_F_REMCSUM_NOPARTIAL));
202 if (!guehdr)
203 goto drop;
205 data = &guehdr[1];
207 doffset += GUE_PLEN_REMCSUM;
211 if (unlikely(guehdr->control))
212 return gue_control_message(skb, guehdr);
214 __skb_pull(skb, sizeof(struct udphdr) + hdrlen);
215 skb_reset_transport_header(skb);
217 if (iptunnel_pull_offloads(skb))
218 goto drop;
220 return -guehdr->proto_ctype;
222 drop:
223 kfree_skb(skb);
224 return 0;
227 static struct sk_buff *fou_gro_receive(struct sock *sk,
228 struct list_head *head,
229 struct sk_buff *skb)
231 u8 proto = fou_from_sock(sk)->protocol;
232 const struct net_offload **offloads;
233 const struct net_offload *ops;
234 struct sk_buff *pp = NULL;
236 /* We can clear the encap_mark for FOU as we are essentially doing
237 * one of two possible things. We are either adding an L4 tunnel
238 * header to the outer L3 tunnel header, or we are are simply
239 * treating the GRE tunnel header as though it is a UDP protocol
240 * specific header such as VXLAN or GENEVE.
242 NAPI_GRO_CB(skb)->encap_mark = 0;
244 /* Flag this frame as already having an outer encap header */
245 NAPI_GRO_CB(skb)->is_fou = 1;
247 rcu_read_lock();
248 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads;
249 ops = rcu_dereference(offloads[proto]);
250 if (!ops || !ops->callbacks.gro_receive)
251 goto out_unlock;
253 pp = call_gro_receive(ops->callbacks.gro_receive, head, skb);
255 out_unlock:
256 rcu_read_unlock();
258 return pp;
261 static int fou_gro_complete(struct sock *sk, struct sk_buff *skb,
262 int nhoff)
264 const struct net_offload *ops;
265 u8 proto = fou_from_sock(sk)->protocol;
266 int err = -ENOSYS;
267 const struct net_offload **offloads;
269 rcu_read_lock();
270 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads;
271 ops = rcu_dereference(offloads[proto]);
272 if (WARN_ON(!ops || !ops->callbacks.gro_complete))
273 goto out_unlock;
275 err = ops->callbacks.gro_complete(skb, nhoff);
277 skb_set_inner_mac_header(skb, nhoff);
279 out_unlock:
280 rcu_read_unlock();
282 return err;
285 static struct guehdr *gue_gro_remcsum(struct sk_buff *skb, unsigned int off,
286 struct guehdr *guehdr, void *data,
287 size_t hdrlen, struct gro_remcsum *grc,
288 bool nopartial)
290 __be16 *pd = data;
291 size_t start = ntohs(pd[0]);
292 size_t offset = ntohs(pd[1]);
294 if (skb->remcsum_offload)
295 return guehdr;
297 if (!NAPI_GRO_CB(skb)->csum_valid)
298 return NULL;
300 guehdr = skb_gro_remcsum_process(skb, (void *)guehdr, off, hdrlen,
301 start, offset, grc, nopartial);
303 skb->remcsum_offload = 1;
305 return guehdr;
308 static struct sk_buff *gue_gro_receive(struct sock *sk,
309 struct list_head *head,
310 struct sk_buff *skb)
312 const struct net_offload **offloads;
313 const struct net_offload *ops;
314 struct sk_buff *pp = NULL;
315 struct sk_buff *p;
316 struct guehdr *guehdr;
317 size_t len, optlen, hdrlen, off;
318 void *data;
319 u16 doffset = 0;
320 int flush = 1;
321 struct fou *fou = fou_from_sock(sk);
322 struct gro_remcsum grc;
323 u8 proto;
325 skb_gro_remcsum_init(&grc);
327 off = skb_gro_offset(skb);
328 len = off + sizeof(*guehdr);
330 guehdr = skb_gro_header_fast(skb, off);
331 if (skb_gro_header_hard(skb, len)) {
332 guehdr = skb_gro_header_slow(skb, len, off);
333 if (unlikely(!guehdr))
334 goto out;
337 switch (guehdr->version) {
338 case 0:
339 break;
340 case 1:
341 switch (((struct iphdr *)guehdr)->version) {
342 case 4:
343 proto = IPPROTO_IPIP;
344 break;
345 case 6:
346 proto = IPPROTO_IPV6;
347 break;
348 default:
349 goto out;
351 goto next_proto;
352 default:
353 goto out;
356 optlen = guehdr->hlen << 2;
357 len += optlen;
359 if (skb_gro_header_hard(skb, len)) {
360 guehdr = skb_gro_header_slow(skb, len, off);
361 if (unlikely(!guehdr))
362 goto out;
365 if (unlikely(guehdr->control) || guehdr->version != 0 ||
366 validate_gue_flags(guehdr, optlen))
367 goto out;
369 hdrlen = sizeof(*guehdr) + optlen;
371 /* Adjust NAPI_GRO_CB(skb)->csum to account for guehdr,
372 * this is needed if there is a remote checkcsum offload.
374 skb_gro_postpull_rcsum(skb, guehdr, hdrlen);
376 data = &guehdr[1];
378 if (guehdr->flags & GUE_FLAG_PRIV) {
379 __be32 flags = *(__be32 *)(data + doffset);
381 doffset += GUE_LEN_PRIV;
383 if (flags & GUE_PFLAG_REMCSUM) {
384 guehdr = gue_gro_remcsum(skb, off, guehdr,
385 data + doffset, hdrlen, &grc,
386 !!(fou->flags &
387 FOU_F_REMCSUM_NOPARTIAL));
389 if (!guehdr)
390 goto out;
392 data = &guehdr[1];
394 doffset += GUE_PLEN_REMCSUM;
398 skb_gro_pull(skb, hdrlen);
400 list_for_each_entry(p, head, list) {
401 const struct guehdr *guehdr2;
403 if (!NAPI_GRO_CB(p)->same_flow)
404 continue;
406 guehdr2 = (struct guehdr *)(p->data + off);
408 /* Compare base GUE header to be equal (covers
409 * hlen, version, proto_ctype, and flags.
411 if (guehdr->word != guehdr2->word) {
412 NAPI_GRO_CB(p)->same_flow = 0;
413 continue;
416 /* Compare optional fields are the same. */
417 if (guehdr->hlen && memcmp(&guehdr[1], &guehdr2[1],
418 guehdr->hlen << 2)) {
419 NAPI_GRO_CB(p)->same_flow = 0;
420 continue;
424 proto = guehdr->proto_ctype;
426 next_proto:
428 /* We can clear the encap_mark for GUE as we are essentially doing
429 * one of two possible things. We are either adding an L4 tunnel
430 * header to the outer L3 tunnel header, or we are are simply
431 * treating the GRE tunnel header as though it is a UDP protocol
432 * specific header such as VXLAN or GENEVE.
434 NAPI_GRO_CB(skb)->encap_mark = 0;
436 /* Flag this frame as already having an outer encap header */
437 NAPI_GRO_CB(skb)->is_fou = 1;
439 rcu_read_lock();
440 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads;
441 ops = rcu_dereference(offloads[proto]);
442 if (WARN_ON_ONCE(!ops || !ops->callbacks.gro_receive))
443 goto out_unlock;
445 pp = call_gro_receive(ops->callbacks.gro_receive, head, skb);
446 flush = 0;
448 out_unlock:
449 rcu_read_unlock();
450 out:
451 skb_gro_flush_final_remcsum(skb, pp, flush, &grc);
453 return pp;
456 static int gue_gro_complete(struct sock *sk, struct sk_buff *skb, int nhoff)
458 const struct net_offload **offloads;
459 struct guehdr *guehdr = (struct guehdr *)(skb->data + nhoff);
460 const struct net_offload *ops;
461 unsigned int guehlen = 0;
462 u8 proto;
463 int err = -ENOENT;
465 switch (guehdr->version) {
466 case 0:
467 proto = guehdr->proto_ctype;
468 guehlen = sizeof(*guehdr) + (guehdr->hlen << 2);
469 break;
470 case 1:
471 switch (((struct iphdr *)guehdr)->version) {
472 case 4:
473 proto = IPPROTO_IPIP;
474 break;
475 case 6:
476 proto = IPPROTO_IPV6;
477 break;
478 default:
479 return err;
481 break;
482 default:
483 return err;
486 rcu_read_lock();
487 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads;
488 ops = rcu_dereference(offloads[proto]);
489 if (WARN_ON(!ops || !ops->callbacks.gro_complete))
490 goto out_unlock;
492 err = ops->callbacks.gro_complete(skb, nhoff + guehlen);
494 skb_set_inner_mac_header(skb, nhoff + guehlen);
496 out_unlock:
497 rcu_read_unlock();
498 return err;
501 static int fou_add_to_port_list(struct net *net, struct fou *fou)
503 struct fou_net *fn = net_generic(net, fou_net_id);
504 struct fou *fout;
506 mutex_lock(&fn->fou_lock);
507 list_for_each_entry(fout, &fn->fou_list, list) {
508 if (fou->port == fout->port &&
509 fou->family == fout->family) {
510 mutex_unlock(&fn->fou_lock);
511 return -EALREADY;
515 list_add(&fou->list, &fn->fou_list);
516 mutex_unlock(&fn->fou_lock);
518 return 0;
521 static void fou_release(struct fou *fou)
523 struct socket *sock = fou->sock;
525 list_del(&fou->list);
526 udp_tunnel_sock_release(sock);
528 kfree_rcu(fou, rcu);
531 static int fou_create(struct net *net, struct fou_cfg *cfg,
532 struct socket **sockp)
534 struct socket *sock = NULL;
535 struct fou *fou = NULL;
536 struct sock *sk;
537 struct udp_tunnel_sock_cfg tunnel_cfg;
538 int err;
540 /* Open UDP socket */
541 err = udp_sock_create(net, &cfg->udp_config, &sock);
542 if (err < 0)
543 goto error;
545 /* Allocate FOU port structure */
546 fou = kzalloc(sizeof(*fou), GFP_KERNEL);
547 if (!fou) {
548 err = -ENOMEM;
549 goto error;
552 sk = sock->sk;
554 fou->port = cfg->udp_config.local_udp_port;
555 fou->family = cfg->udp_config.family;
556 fou->flags = cfg->flags;
557 fou->type = cfg->type;
558 fou->sock = sock;
560 memset(&tunnel_cfg, 0, sizeof(tunnel_cfg));
561 tunnel_cfg.encap_type = 1;
562 tunnel_cfg.sk_user_data = fou;
563 tunnel_cfg.encap_destroy = NULL;
565 /* Initial for fou type */
566 switch (cfg->type) {
567 case FOU_ENCAP_DIRECT:
568 tunnel_cfg.encap_rcv = fou_udp_recv;
569 tunnel_cfg.gro_receive = fou_gro_receive;
570 tunnel_cfg.gro_complete = fou_gro_complete;
571 fou->protocol = cfg->protocol;
572 break;
573 case FOU_ENCAP_GUE:
574 tunnel_cfg.encap_rcv = gue_udp_recv;
575 tunnel_cfg.gro_receive = gue_gro_receive;
576 tunnel_cfg.gro_complete = gue_gro_complete;
577 break;
578 default:
579 err = -EINVAL;
580 goto error;
583 setup_udp_tunnel_sock(net, sock, &tunnel_cfg);
585 sk->sk_allocation = GFP_ATOMIC;
587 err = fou_add_to_port_list(net, fou);
588 if (err)
589 goto error;
591 if (sockp)
592 *sockp = sock;
594 return 0;
596 error:
597 kfree(fou);
598 if (sock)
599 udp_tunnel_sock_release(sock);
601 return err;
604 static int fou_destroy(struct net *net, struct fou_cfg *cfg)
606 struct fou_net *fn = net_generic(net, fou_net_id);
607 __be16 port = cfg->udp_config.local_udp_port;
608 u8 family = cfg->udp_config.family;
609 int err = -EINVAL;
610 struct fou *fou;
612 mutex_lock(&fn->fou_lock);
613 list_for_each_entry(fou, &fn->fou_list, list) {
614 if (fou->port == port && fou->family == family) {
615 fou_release(fou);
616 err = 0;
617 break;
620 mutex_unlock(&fn->fou_lock);
622 return err;
625 static struct genl_family fou_nl_family;
627 static const struct nla_policy fou_nl_policy[FOU_ATTR_MAX + 1] = {
628 [FOU_ATTR_PORT] = { .type = NLA_U16, },
629 [FOU_ATTR_AF] = { .type = NLA_U8, },
630 [FOU_ATTR_IPPROTO] = { .type = NLA_U8, },
631 [FOU_ATTR_TYPE] = { .type = NLA_U8, },
632 [FOU_ATTR_REMCSUM_NOPARTIAL] = { .type = NLA_FLAG, },
635 static int parse_nl_config(struct genl_info *info,
636 struct fou_cfg *cfg)
638 memset(cfg, 0, sizeof(*cfg));
640 cfg->udp_config.family = AF_INET;
642 if (info->attrs[FOU_ATTR_AF]) {
643 u8 family = nla_get_u8(info->attrs[FOU_ATTR_AF]);
645 switch (family) {
646 case AF_INET:
647 break;
648 case AF_INET6:
649 cfg->udp_config.ipv6_v6only = 1;
650 break;
651 default:
652 return -EAFNOSUPPORT;
655 cfg->udp_config.family = family;
658 if (info->attrs[FOU_ATTR_PORT]) {
659 __be16 port = nla_get_be16(info->attrs[FOU_ATTR_PORT]);
661 cfg->udp_config.local_udp_port = port;
664 if (info->attrs[FOU_ATTR_IPPROTO])
665 cfg->protocol = nla_get_u8(info->attrs[FOU_ATTR_IPPROTO]);
667 if (info->attrs[FOU_ATTR_TYPE])
668 cfg->type = nla_get_u8(info->attrs[FOU_ATTR_TYPE]);
670 if (info->attrs[FOU_ATTR_REMCSUM_NOPARTIAL])
671 cfg->flags |= FOU_F_REMCSUM_NOPARTIAL;
673 return 0;
676 static int fou_nl_cmd_add_port(struct sk_buff *skb, struct genl_info *info)
678 struct net *net = genl_info_net(info);
679 struct fou_cfg cfg;
680 int err;
682 err = parse_nl_config(info, &cfg);
683 if (err)
684 return err;
686 return fou_create(net, &cfg, NULL);
689 static int fou_nl_cmd_rm_port(struct sk_buff *skb, struct genl_info *info)
691 struct net *net = genl_info_net(info);
692 struct fou_cfg cfg;
693 int err;
695 err = parse_nl_config(info, &cfg);
696 if (err)
697 return err;
699 return fou_destroy(net, &cfg);
702 static int fou_fill_info(struct fou *fou, struct sk_buff *msg)
704 if (nla_put_u8(msg, FOU_ATTR_AF, fou->sock->sk->sk_family) ||
705 nla_put_be16(msg, FOU_ATTR_PORT, fou->port) ||
706 nla_put_u8(msg, FOU_ATTR_IPPROTO, fou->protocol) ||
707 nla_put_u8(msg, FOU_ATTR_TYPE, fou->type))
708 return -1;
710 if (fou->flags & FOU_F_REMCSUM_NOPARTIAL)
711 if (nla_put_flag(msg, FOU_ATTR_REMCSUM_NOPARTIAL))
712 return -1;
713 return 0;
716 static int fou_dump_info(struct fou *fou, u32 portid, u32 seq,
717 u32 flags, struct sk_buff *skb, u8 cmd)
719 void *hdr;
721 hdr = genlmsg_put(skb, portid, seq, &fou_nl_family, flags, cmd);
722 if (!hdr)
723 return -ENOMEM;
725 if (fou_fill_info(fou, skb) < 0)
726 goto nla_put_failure;
728 genlmsg_end(skb, hdr);
729 return 0;
731 nla_put_failure:
732 genlmsg_cancel(skb, hdr);
733 return -EMSGSIZE;
736 static int fou_nl_cmd_get_port(struct sk_buff *skb, struct genl_info *info)
738 struct net *net = genl_info_net(info);
739 struct fou_net *fn = net_generic(net, fou_net_id);
740 struct sk_buff *msg;
741 struct fou_cfg cfg;
742 struct fou *fout;
743 __be16 port;
744 u8 family;
745 int ret;
747 ret = parse_nl_config(info, &cfg);
748 if (ret)
749 return ret;
750 port = cfg.udp_config.local_udp_port;
751 if (port == 0)
752 return -EINVAL;
754 family = cfg.udp_config.family;
755 if (family != AF_INET && family != AF_INET6)
756 return -EINVAL;
758 msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
759 if (!msg)
760 return -ENOMEM;
762 ret = -ESRCH;
763 mutex_lock(&fn->fou_lock);
764 list_for_each_entry(fout, &fn->fou_list, list) {
765 if (port == fout->port && family == fout->family) {
766 ret = fou_dump_info(fout, info->snd_portid,
767 info->snd_seq, 0, msg,
768 info->genlhdr->cmd);
769 break;
772 mutex_unlock(&fn->fou_lock);
773 if (ret < 0)
774 goto out_free;
776 return genlmsg_reply(msg, info);
778 out_free:
779 nlmsg_free(msg);
780 return ret;
783 static int fou_nl_dump(struct sk_buff *skb, struct netlink_callback *cb)
785 struct net *net = sock_net(skb->sk);
786 struct fou_net *fn = net_generic(net, fou_net_id);
787 struct fou *fout;
788 int idx = 0, ret;
790 mutex_lock(&fn->fou_lock);
791 list_for_each_entry(fout, &fn->fou_list, list) {
792 if (idx++ < cb->args[0])
793 continue;
794 ret = fou_dump_info(fout, NETLINK_CB(cb->skb).portid,
795 cb->nlh->nlmsg_seq, NLM_F_MULTI,
796 skb, FOU_CMD_GET);
797 if (ret)
798 break;
800 mutex_unlock(&fn->fou_lock);
802 cb->args[0] = idx;
803 return skb->len;
806 static const struct genl_ops fou_nl_ops[] = {
808 .cmd = FOU_CMD_ADD,
809 .doit = fou_nl_cmd_add_port,
810 .policy = fou_nl_policy,
811 .flags = GENL_ADMIN_PERM,
814 .cmd = FOU_CMD_DEL,
815 .doit = fou_nl_cmd_rm_port,
816 .policy = fou_nl_policy,
817 .flags = GENL_ADMIN_PERM,
820 .cmd = FOU_CMD_GET,
821 .doit = fou_nl_cmd_get_port,
822 .dumpit = fou_nl_dump,
823 .policy = fou_nl_policy,
827 static struct genl_family fou_nl_family __ro_after_init = {
828 .hdrsize = 0,
829 .name = FOU_GENL_NAME,
830 .version = FOU_GENL_VERSION,
831 .maxattr = FOU_ATTR_MAX,
832 .netnsok = true,
833 .module = THIS_MODULE,
834 .ops = fou_nl_ops,
835 .n_ops = ARRAY_SIZE(fou_nl_ops),
838 size_t fou_encap_hlen(struct ip_tunnel_encap *e)
840 return sizeof(struct udphdr);
842 EXPORT_SYMBOL(fou_encap_hlen);
844 size_t gue_encap_hlen(struct ip_tunnel_encap *e)
846 size_t len;
847 bool need_priv = false;
849 len = sizeof(struct udphdr) + sizeof(struct guehdr);
851 if (e->flags & TUNNEL_ENCAP_FLAG_REMCSUM) {
852 len += GUE_PLEN_REMCSUM;
853 need_priv = true;
856 len += need_priv ? GUE_LEN_PRIV : 0;
858 return len;
860 EXPORT_SYMBOL(gue_encap_hlen);
862 int __fou_build_header(struct sk_buff *skb, struct ip_tunnel_encap *e,
863 u8 *protocol, __be16 *sport, int type)
865 int err;
867 err = iptunnel_handle_offloads(skb, type);
868 if (err)
869 return err;
871 *sport = e->sport ? : udp_flow_src_port(dev_net(skb->dev),
872 skb, 0, 0, false);
874 return 0;
876 EXPORT_SYMBOL(__fou_build_header);
878 int __gue_build_header(struct sk_buff *skb, struct ip_tunnel_encap *e,
879 u8 *protocol, __be16 *sport, int type)
881 struct guehdr *guehdr;
882 size_t hdrlen, optlen = 0;
883 void *data;
884 bool need_priv = false;
885 int err;
887 if ((e->flags & TUNNEL_ENCAP_FLAG_REMCSUM) &&
888 skb->ip_summed == CHECKSUM_PARTIAL) {
889 optlen += GUE_PLEN_REMCSUM;
890 type |= SKB_GSO_TUNNEL_REMCSUM;
891 need_priv = true;
894 optlen += need_priv ? GUE_LEN_PRIV : 0;
896 err = iptunnel_handle_offloads(skb, type);
897 if (err)
898 return err;
900 /* Get source port (based on flow hash) before skb_push */
901 *sport = e->sport ? : udp_flow_src_port(dev_net(skb->dev),
902 skb, 0, 0, false);
904 hdrlen = sizeof(struct guehdr) + optlen;
906 skb_push(skb, hdrlen);
908 guehdr = (struct guehdr *)skb->data;
910 guehdr->control = 0;
911 guehdr->version = 0;
912 guehdr->hlen = optlen >> 2;
913 guehdr->flags = 0;
914 guehdr->proto_ctype = *protocol;
916 data = &guehdr[1];
918 if (need_priv) {
919 __be32 *flags = data;
921 guehdr->flags |= GUE_FLAG_PRIV;
922 *flags = 0;
923 data += GUE_LEN_PRIV;
925 if (type & SKB_GSO_TUNNEL_REMCSUM) {
926 u16 csum_start = skb_checksum_start_offset(skb);
927 __be16 *pd = data;
929 if (csum_start < hdrlen)
930 return -EINVAL;
932 csum_start -= hdrlen;
933 pd[0] = htons(csum_start);
934 pd[1] = htons(csum_start + skb->csum_offset);
936 if (!skb_is_gso(skb)) {
937 skb->ip_summed = CHECKSUM_NONE;
938 skb->encapsulation = 0;
941 *flags |= GUE_PFLAG_REMCSUM;
942 data += GUE_PLEN_REMCSUM;
947 return 0;
949 EXPORT_SYMBOL(__gue_build_header);
951 #ifdef CONFIG_NET_FOU_IP_TUNNELS
953 static void fou_build_udp(struct sk_buff *skb, struct ip_tunnel_encap *e,
954 struct flowi4 *fl4, u8 *protocol, __be16 sport)
956 struct udphdr *uh;
958 skb_push(skb, sizeof(struct udphdr));
959 skb_reset_transport_header(skb);
961 uh = udp_hdr(skb);
963 uh->dest = e->dport;
964 uh->source = sport;
965 uh->len = htons(skb->len);
966 udp_set_csum(!(e->flags & TUNNEL_ENCAP_FLAG_CSUM), skb,
967 fl4->saddr, fl4->daddr, skb->len);
969 *protocol = IPPROTO_UDP;
972 static int fou_build_header(struct sk_buff *skb, struct ip_tunnel_encap *e,
973 u8 *protocol, struct flowi4 *fl4)
975 int type = e->flags & TUNNEL_ENCAP_FLAG_CSUM ? SKB_GSO_UDP_TUNNEL_CSUM :
976 SKB_GSO_UDP_TUNNEL;
977 __be16 sport;
978 int err;
980 err = __fou_build_header(skb, e, protocol, &sport, type);
981 if (err)
982 return err;
984 fou_build_udp(skb, e, fl4, protocol, sport);
986 return 0;
989 static int gue_build_header(struct sk_buff *skb, struct ip_tunnel_encap *e,
990 u8 *protocol, struct flowi4 *fl4)
992 int type = e->flags & TUNNEL_ENCAP_FLAG_CSUM ? SKB_GSO_UDP_TUNNEL_CSUM :
993 SKB_GSO_UDP_TUNNEL;
994 __be16 sport;
995 int err;
997 err = __gue_build_header(skb, e, protocol, &sport, type);
998 if (err)
999 return err;
1001 fou_build_udp(skb, e, fl4, protocol, sport);
1003 return 0;
1007 static const struct ip_tunnel_encap_ops fou_iptun_ops = {
1008 .encap_hlen = fou_encap_hlen,
1009 .build_header = fou_build_header,
1012 static const struct ip_tunnel_encap_ops gue_iptun_ops = {
1013 .encap_hlen = gue_encap_hlen,
1014 .build_header = gue_build_header,
1017 static int ip_tunnel_encap_add_fou_ops(void)
1019 int ret;
1021 ret = ip_tunnel_encap_add_ops(&fou_iptun_ops, TUNNEL_ENCAP_FOU);
1022 if (ret < 0) {
1023 pr_err("can't add fou ops\n");
1024 return ret;
1027 ret = ip_tunnel_encap_add_ops(&gue_iptun_ops, TUNNEL_ENCAP_GUE);
1028 if (ret < 0) {
1029 pr_err("can't add gue ops\n");
1030 ip_tunnel_encap_del_ops(&fou_iptun_ops, TUNNEL_ENCAP_FOU);
1031 return ret;
1034 return 0;
1037 static void ip_tunnel_encap_del_fou_ops(void)
1039 ip_tunnel_encap_del_ops(&fou_iptun_ops, TUNNEL_ENCAP_FOU);
1040 ip_tunnel_encap_del_ops(&gue_iptun_ops, TUNNEL_ENCAP_GUE);
1043 #else
1045 static int ip_tunnel_encap_add_fou_ops(void)
1047 return 0;
1050 static void ip_tunnel_encap_del_fou_ops(void)
1054 #endif
1056 static __net_init int fou_init_net(struct net *net)
1058 struct fou_net *fn = net_generic(net, fou_net_id);
1060 INIT_LIST_HEAD(&fn->fou_list);
1061 mutex_init(&fn->fou_lock);
1062 return 0;
1065 static __net_exit void fou_exit_net(struct net *net)
1067 struct fou_net *fn = net_generic(net, fou_net_id);
1068 struct fou *fou, *next;
1070 /* Close all the FOU sockets */
1071 mutex_lock(&fn->fou_lock);
1072 list_for_each_entry_safe(fou, next, &fn->fou_list, list)
1073 fou_release(fou);
1074 mutex_unlock(&fn->fou_lock);
1077 static struct pernet_operations fou_net_ops = {
1078 .init = fou_init_net,
1079 .exit = fou_exit_net,
1080 .id = &fou_net_id,
1081 .size = sizeof(struct fou_net),
1084 static int __init fou_init(void)
1086 int ret;
1088 ret = register_pernet_device(&fou_net_ops);
1089 if (ret)
1090 goto exit;
1092 ret = genl_register_family(&fou_nl_family);
1093 if (ret < 0)
1094 goto unregister;
1096 ret = ip_tunnel_encap_add_fou_ops();
1097 if (ret == 0)
1098 return 0;
1100 genl_unregister_family(&fou_nl_family);
1101 unregister:
1102 unregister_pernet_device(&fou_net_ops);
1103 exit:
1104 return ret;
1107 static void __exit fou_fini(void)
1109 ip_tunnel_encap_del_fou_ops();
1110 genl_unregister_family(&fou_nl_family);
1111 unregister_pernet_device(&fou_net_ops);
1114 module_init(fou_init);
1115 module_exit(fou_fini);
1116 MODULE_AUTHOR("Tom Herbert <therbert@google.com>");
1117 MODULE_LICENSE("GPL");