1 /* SCTP kernel implementation
2 * (C) Copyright IBM Corp. 2001, 2004
3 * Copyright (c) 1999-2000 Cisco, Inc.
4 * Copyright (c) 1999-2001 Motorola, Inc.
5 * Copyright (c) 2001 Intel Corp.
6 * Copyright (c) 2001 Nokia, Inc.
7 * Copyright (c) 2001 La Monte H.P. Yarroll
9 * This file is part of the SCTP kernel implementation
11 * Initialization/cleanup for SCTP protocol support.
13 * This SCTP implementation is free software;
14 * you can redistribute it and/or modify it under the terms of
15 * the GNU General Public License as published by
16 * the Free Software Foundation; either version 2, or (at your option)
19 * This SCTP implementation is distributed in the hope that it
20 * will be useful, but WITHOUT ANY WARRANTY; without even the implied
21 * ************************
22 * warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
23 * See the GNU General Public License for more details.
25 * You should have received a copy of the GNU General Public License
26 * along with GNU CC; see the file COPYING. If not, see
27 * <http://www.gnu.org/licenses/>.
29 * Please send any bug reports or fixes you make to the
31 * lksctp developers <linux-sctp@vger.kernel.org>
33 * Written or modified by:
34 * La Monte H.P. Yarroll <piggy@acm.org>
35 * Karl Knutson <karl@athena.chicago.il.us>
36 * Jon Grimm <jgrimm@us.ibm.com>
37 * Sridhar Samudrala <sri@us.ibm.com>
38 * Daisy Chang <daisyc@us.ibm.com>
39 * Ardelle Fan <ardelle.fan@intel.com>
42 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
44 #include <linux/module.h>
45 #include <linux/init.h>
46 #include <linux/netdevice.h>
47 #include <linux/inetdevice.h>
48 #include <linux/seq_file.h>
49 #include <linux/bootmem.h>
50 #include <linux/highmem.h>
51 #include <linux/swap.h>
52 #include <linux/slab.h>
53 #include <net/net_namespace.h>
54 #include <net/protocol.h>
57 #include <net/route.h>
58 #include <net/sctp/sctp.h>
59 #include <net/addrconf.h>
60 #include <net/inet_common.h>
61 #include <net/inet_ecn.h>
63 #define MAX_SCTP_PORT_HASH_ENTRIES (64 * 1024)
65 /* Global data structures. */
66 struct sctp_globals sctp_globals __read_mostly
;
68 struct idr sctp_assocs_id
;
69 DEFINE_SPINLOCK(sctp_assocs_id_lock
);
71 static struct sctp_pf
*sctp_pf_inet6_specific
;
72 static struct sctp_pf
*sctp_pf_inet_specific
;
73 static struct sctp_af
*sctp_af_v4_specific
;
74 static struct sctp_af
*sctp_af_v6_specific
;
76 struct kmem_cache
*sctp_chunk_cachep __read_mostly
;
77 struct kmem_cache
*sctp_bucket_cachep __read_mostly
;
79 long sysctl_sctp_mem
[3];
80 int sysctl_sctp_rmem
[3];
81 int sysctl_sctp_wmem
[3];
83 /* Set up the proc fs entry for the SCTP protocol. */
84 static int __net_init
sctp_proc_init(struct net
*net
)
87 net
->sctp
.proc_net_sctp
= proc_net_mkdir(net
, "sctp", net
->proc_net
);
88 if (!net
->sctp
.proc_net_sctp
)
89 goto out_proc_net_sctp
;
90 if (sctp_snmp_proc_init(net
))
91 goto out_snmp_proc_init
;
92 if (sctp_eps_proc_init(net
))
93 goto out_eps_proc_init
;
94 if (sctp_assocs_proc_init(net
))
95 goto out_assocs_proc_init
;
96 if (sctp_remaddr_proc_init(net
))
97 goto out_remaddr_proc_init
;
101 out_remaddr_proc_init
:
102 sctp_assocs_proc_exit(net
);
103 out_assocs_proc_init
:
104 sctp_eps_proc_exit(net
);
106 sctp_snmp_proc_exit(net
);
108 remove_proc_entry("sctp", net
->proc_net
);
109 net
->sctp
.proc_net_sctp
= NULL
;
112 #endif /* CONFIG_PROC_FS */
116 /* Clean up the proc fs entry for the SCTP protocol.
117 * Note: Do not make this __exit as it is used in the init error
120 static void sctp_proc_exit(struct net
*net
)
122 #ifdef CONFIG_PROC_FS
123 sctp_snmp_proc_exit(net
);
124 sctp_eps_proc_exit(net
);
125 sctp_assocs_proc_exit(net
);
126 sctp_remaddr_proc_exit(net
);
128 remove_proc_entry("sctp", net
->proc_net
);
129 net
->sctp
.proc_net_sctp
= NULL
;
133 /* Private helper to extract ipv4 address and stash them in
134 * the protocol structure.
136 static void sctp_v4_copy_addrlist(struct list_head
*addrlist
,
137 struct net_device
*dev
)
139 struct in_device
*in_dev
;
140 struct in_ifaddr
*ifa
;
141 struct sctp_sockaddr_entry
*addr
;
144 if ((in_dev
= __in_dev_get_rcu(dev
)) == NULL
) {
149 for (ifa
= in_dev
->ifa_list
; ifa
; ifa
= ifa
->ifa_next
) {
150 /* Add the address to the local list. */
151 addr
= kzalloc(sizeof(*addr
), GFP_ATOMIC
);
153 addr
->a
.v4
.sin_family
= AF_INET
;
154 addr
->a
.v4
.sin_port
= 0;
155 addr
->a
.v4
.sin_addr
.s_addr
= ifa
->ifa_local
;
157 INIT_LIST_HEAD(&addr
->list
);
158 list_add_tail(&addr
->list
, addrlist
);
165 /* Extract our IP addresses from the system and stash them in the
166 * protocol structure.
168 static void sctp_get_local_addr_list(struct net
*net
)
170 struct net_device
*dev
;
171 struct list_head
*pos
;
175 for_each_netdev_rcu(net
, dev
) {
176 list_for_each(pos
, &sctp_address_families
) {
177 af
= list_entry(pos
, struct sctp_af
, list
);
178 af
->copy_addrlist(&net
->sctp
.local_addr_list
, dev
);
184 /* Free the existing local addresses. */
185 static void sctp_free_local_addr_list(struct net
*net
)
187 struct sctp_sockaddr_entry
*addr
;
188 struct list_head
*pos
, *temp
;
190 list_for_each_safe(pos
, temp
, &net
->sctp
.local_addr_list
) {
191 addr
= list_entry(pos
, struct sctp_sockaddr_entry
, list
);
197 /* Copy the local addresses which are valid for 'scope' into 'bp'. */
198 int sctp_copy_local_addr_list(struct net
*net
, struct sctp_bind_addr
*bp
,
199 sctp_scope_t scope
, gfp_t gfp
, int copy_flags
)
201 struct sctp_sockaddr_entry
*addr
;
205 list_for_each_entry_rcu(addr
, &net
->sctp
.local_addr_list
, list
) {
208 if (sctp_in_scope(net
, &addr
->a
, scope
)) {
209 /* Now that the address is in scope, check to see if
210 * the address type is really supported by the local
211 * sock as well as the remote peer.
213 if ((((AF_INET
== addr
->a
.sa
.sa_family
) &&
214 (copy_flags
& SCTP_ADDR4_PEERSUPP
))) ||
215 (((AF_INET6
== addr
->a
.sa
.sa_family
) &&
216 (copy_flags
& SCTP_ADDR6_ALLOWED
) &&
217 (copy_flags
& SCTP_ADDR6_PEERSUPP
)))) {
218 error
= sctp_add_bind_addr(bp
, &addr
->a
,
220 SCTP_ADDR_SRC
, GFP_ATOMIC
);
232 /* Initialize a sctp_addr from in incoming skb. */
233 static void sctp_v4_from_skb(union sctp_addr
*addr
, struct sk_buff
*skb
,
240 port
= &addr
->v4
.sin_port
;
241 addr
->v4
.sin_family
= AF_INET
;
243 /* Always called on head skb, so this is safe */
247 from
= &ip_hdr(skb
)->saddr
;
250 from
= &ip_hdr(skb
)->daddr
;
252 memcpy(&addr
->v4
.sin_addr
.s_addr
, from
, sizeof(struct in_addr
));
255 /* Initialize an sctp_addr from a socket. */
256 static void sctp_v4_from_sk(union sctp_addr
*addr
, struct sock
*sk
)
258 addr
->v4
.sin_family
= AF_INET
;
259 addr
->v4
.sin_port
= 0;
260 addr
->v4
.sin_addr
.s_addr
= inet_sk(sk
)->inet_rcv_saddr
;
263 /* Initialize sk->sk_rcv_saddr from sctp_addr. */
264 static void sctp_v4_to_sk_saddr(union sctp_addr
*addr
, struct sock
*sk
)
266 inet_sk(sk
)->inet_rcv_saddr
= addr
->v4
.sin_addr
.s_addr
;
269 /* Initialize sk->sk_daddr from sctp_addr. */
270 static void sctp_v4_to_sk_daddr(union sctp_addr
*addr
, struct sock
*sk
)
272 inet_sk(sk
)->inet_daddr
= addr
->v4
.sin_addr
.s_addr
;
275 /* Initialize a sctp_addr from an address parameter. */
276 static void sctp_v4_from_addr_param(union sctp_addr
*addr
,
277 union sctp_addr_param
*param
,
278 __be16 port
, int iif
)
280 addr
->v4
.sin_family
= AF_INET
;
281 addr
->v4
.sin_port
= port
;
282 addr
->v4
.sin_addr
.s_addr
= param
->v4
.addr
.s_addr
;
285 /* Initialize an address parameter from a sctp_addr and return the length
286 * of the address parameter.
288 static int sctp_v4_to_addr_param(const union sctp_addr
*addr
,
289 union sctp_addr_param
*param
)
291 int length
= sizeof(sctp_ipv4addr_param_t
);
293 param
->v4
.param_hdr
.type
= SCTP_PARAM_IPV4_ADDRESS
;
294 param
->v4
.param_hdr
.length
= htons(length
);
295 param
->v4
.addr
.s_addr
= addr
->v4
.sin_addr
.s_addr
;
300 /* Initialize a sctp_addr from a dst_entry. */
301 static void sctp_v4_dst_saddr(union sctp_addr
*saddr
, struct flowi4
*fl4
,
304 saddr
->v4
.sin_family
= AF_INET
;
305 saddr
->v4
.sin_port
= port
;
306 saddr
->v4
.sin_addr
.s_addr
= fl4
->saddr
;
309 /* Compare two addresses exactly. */
310 static int sctp_v4_cmp_addr(const union sctp_addr
*addr1
,
311 const union sctp_addr
*addr2
)
313 if (addr1
->sa
.sa_family
!= addr2
->sa
.sa_family
)
315 if (addr1
->v4
.sin_port
!= addr2
->v4
.sin_port
)
317 if (addr1
->v4
.sin_addr
.s_addr
!= addr2
->v4
.sin_addr
.s_addr
)
323 /* Initialize addr struct to INADDR_ANY. */
324 static void sctp_v4_inaddr_any(union sctp_addr
*addr
, __be16 port
)
326 addr
->v4
.sin_family
= AF_INET
;
327 addr
->v4
.sin_addr
.s_addr
= htonl(INADDR_ANY
);
328 addr
->v4
.sin_port
= port
;
331 /* Is this a wildcard address? */
332 static int sctp_v4_is_any(const union sctp_addr
*addr
)
334 return htonl(INADDR_ANY
) == addr
->v4
.sin_addr
.s_addr
;
337 /* This function checks if the address is a valid address to be used for
341 * Return 0 - If the address is a non-unicast or an illegal address.
342 * Return 1 - If the address is a unicast.
344 static int sctp_v4_addr_valid(union sctp_addr
*addr
,
345 struct sctp_sock
*sp
,
346 const struct sk_buff
*skb
)
348 /* IPv4 addresses not allowed */
349 if (sp
&& ipv6_only_sock(sctp_opt2sk(sp
)))
352 /* Is this a non-unicast address or a unusable SCTP address? */
353 if (IS_IPV4_UNUSABLE_ADDRESS(addr
->v4
.sin_addr
.s_addr
))
356 /* Is this a broadcast address? */
357 if (skb
&& skb_rtable(skb
)->rt_flags
& RTCF_BROADCAST
)
363 /* Should this be available for binding? */
364 static int sctp_v4_available(union sctp_addr
*addr
, struct sctp_sock
*sp
)
366 struct net
*net
= sock_net(&sp
->inet
.sk
);
367 int ret
= inet_addr_type(net
, addr
->v4
.sin_addr
.s_addr
);
370 if (addr
->v4
.sin_addr
.s_addr
!= htonl(INADDR_ANY
) &&
372 !sp
->inet
.freebind
&&
373 !net
->ipv4
.sysctl_ip_nonlocal_bind
)
376 if (ipv6_only_sock(sctp_opt2sk(sp
)))
382 /* Checking the loopback, private and other address scopes as defined in
383 * RFC 1918. The IPv4 scoping is based on the draft for SCTP IPv4
384 * scoping <draft-stewart-tsvwg-sctp-ipv4-00.txt>.
386 * Level 0 - unusable SCTP addresses
387 * Level 1 - loopback address
388 * Level 2 - link-local addresses
389 * Level 3 - private addresses.
390 * Level 4 - global addresses
391 * For INIT and INIT-ACK address list, let L be the level of
392 * of requested destination address, sender and receiver
393 * SHOULD include all of its addresses with level greater
394 * than or equal to L.
396 * IPv4 scoping can be controlled through sysctl option
397 * net.sctp.addr_scope_policy
399 static sctp_scope_t
sctp_v4_scope(union sctp_addr
*addr
)
403 /* Check for unusable SCTP addresses. */
404 if (IS_IPV4_UNUSABLE_ADDRESS(addr
->v4
.sin_addr
.s_addr
)) {
405 retval
= SCTP_SCOPE_UNUSABLE
;
406 } else if (ipv4_is_loopback(addr
->v4
.sin_addr
.s_addr
)) {
407 retval
= SCTP_SCOPE_LOOPBACK
;
408 } else if (ipv4_is_linklocal_169(addr
->v4
.sin_addr
.s_addr
)) {
409 retval
= SCTP_SCOPE_LINK
;
410 } else if (ipv4_is_private_10(addr
->v4
.sin_addr
.s_addr
) ||
411 ipv4_is_private_172(addr
->v4
.sin_addr
.s_addr
) ||
412 ipv4_is_private_192(addr
->v4
.sin_addr
.s_addr
)) {
413 retval
= SCTP_SCOPE_PRIVATE
;
415 retval
= SCTP_SCOPE_GLOBAL
;
421 /* Returns a valid dst cache entry for the given source and destination ip
422 * addresses. If an association is passed, trys to get a dst entry with a
423 * source address that matches an address in the bind address list.
425 static void sctp_v4_get_dst(struct sctp_transport
*t
, union sctp_addr
*saddr
,
426 struct flowi
*fl
, struct sock
*sk
)
428 struct sctp_association
*asoc
= t
->asoc
;
430 struct flowi4
*fl4
= &fl
->u
.ip4
;
431 struct sctp_bind_addr
*bp
;
432 struct sctp_sockaddr_entry
*laddr
;
433 struct dst_entry
*dst
= NULL
;
434 union sctp_addr
*daddr
= &t
->ipaddr
;
435 union sctp_addr dst_saddr
;
437 memset(fl4
, 0x0, sizeof(struct flowi4
));
438 fl4
->daddr
= daddr
->v4
.sin_addr
.s_addr
;
439 fl4
->fl4_dport
= daddr
->v4
.sin_port
;
440 fl4
->flowi4_proto
= IPPROTO_SCTP
;
442 fl4
->flowi4_tos
= RT_CONN_FLAGS(asoc
->base
.sk
);
443 fl4
->flowi4_oif
= asoc
->base
.sk
->sk_bound_dev_if
;
444 fl4
->fl4_sport
= htons(asoc
->base
.bind_addr
.port
);
447 fl4
->saddr
= saddr
->v4
.sin_addr
.s_addr
;
448 fl4
->fl4_sport
= saddr
->v4
.sin_port
;
451 pr_debug("%s: dst:%pI4, src:%pI4 - ", __func__
, &fl4
->daddr
,
454 rt
= ip_route_output_key(sock_net(sk
), fl4
);
458 /* If there is no association or if a source address is passed, no
459 * more validation is required.
464 bp
= &asoc
->base
.bind_addr
;
467 /* Walk through the bind address list and look for a bind
468 * address that matches the source address of the returned dst.
470 sctp_v4_dst_saddr(&dst_saddr
, fl4
, htons(bp
->port
));
472 list_for_each_entry_rcu(laddr
, &bp
->address_list
, list
) {
473 if (!laddr
->valid
|| (laddr
->state
== SCTP_ADDR_DEL
) ||
474 (laddr
->state
!= SCTP_ADDR_SRC
&&
475 !asoc
->src_out_of_asoc_ok
))
477 if (sctp_v4_cmp_addr(&dst_saddr
, &laddr
->a
))
482 /* None of the bound addresses match the source address of the
483 * dst. So release it.
489 /* Walk through the bind address list and try to get a dst that
490 * matches a bind address as the source address.
493 list_for_each_entry_rcu(laddr
, &bp
->address_list
, list
) {
494 struct net_device
*odev
;
498 if (laddr
->state
!= SCTP_ADDR_SRC
||
499 AF_INET
!= laddr
->a
.sa
.sa_family
)
502 fl4
->fl4_sport
= laddr
->a
.v4
.sin_port
;
503 flowi4_update_output(fl4
,
504 asoc
->base
.sk
->sk_bound_dev_if
,
505 RT_CONN_FLAGS(asoc
->base
.sk
),
506 daddr
->v4
.sin_addr
.s_addr
,
507 laddr
->a
.v4
.sin_addr
.s_addr
);
509 rt
= ip_route_output_key(sock_net(sk
), fl4
);
513 /* Ensure the src address belongs to the output
516 odev
= __ip_dev_find(sock_net(sk
), laddr
->a
.v4
.sin_addr
.s_addr
,
518 if (!odev
|| odev
->ifindex
!= fl4
->flowi4_oif
) {
522 dst_release(&rt
->dst
);
536 pr_debug("rt_dst:%pI4, rt_src:%pI4\n",
537 &fl4
->daddr
, &fl4
->saddr
);
539 pr_debug("no route\n");
542 /* For v4, the source address is cached in the route entry(dst). So no need
543 * to cache it separately and hence this is an empty routine.
545 static void sctp_v4_get_saddr(struct sctp_sock
*sk
,
546 struct sctp_transport
*t
,
549 union sctp_addr
*saddr
= &t
->saddr
;
550 struct rtable
*rt
= (struct rtable
*)t
->dst
;
553 saddr
->v4
.sin_family
= AF_INET
;
554 saddr
->v4
.sin_addr
.s_addr
= fl
->u
.ip4
.saddr
;
558 /* What interface did this skb arrive on? */
559 static int sctp_v4_skb_iif(const struct sk_buff
*skb
)
561 return inet_iif(skb
);
564 /* Was this packet marked by Explicit Congestion Notification? */
565 static int sctp_v4_is_ce(const struct sk_buff
*skb
)
567 return INET_ECN_is_ce(ip_hdr(skb
)->tos
);
570 /* Create and initialize a new sk for the socket returned by accept(). */
571 static struct sock
*sctp_v4_create_accept_sk(struct sock
*sk
,
572 struct sctp_association
*asoc
)
574 struct sock
*newsk
= sk_alloc(sock_net(sk
), PF_INET
, GFP_KERNEL
,
576 struct inet_sock
*newinet
;
581 sock_init_data(NULL
, newsk
);
583 sctp_copy_sock(newsk
, sk
, asoc
);
584 sock_reset_flag(newsk
, SOCK_ZAPPED
);
586 newinet
= inet_sk(newsk
);
588 newinet
->inet_daddr
= asoc
->peer
.primary_addr
.v4
.sin_addr
.s_addr
;
590 sk_refcnt_debug_inc(newsk
);
592 if (newsk
->sk_prot
->init(newsk
)) {
593 sk_common_release(newsk
);
601 static int sctp_v4_addr_to_user(struct sctp_sock
*sp
, union sctp_addr
*addr
)
603 /* No address mapping for V4 sockets */
604 return sizeof(struct sockaddr_in
);
607 /* Dump the v4 addr to the seq file. */
608 static void sctp_v4_seq_dump_addr(struct seq_file
*seq
, union sctp_addr
*addr
)
610 seq_printf(seq
, "%pI4 ", &addr
->v4
.sin_addr
);
613 static void sctp_v4_ecn_capable(struct sock
*sk
)
618 static void sctp_addr_wq_timeout_handler(unsigned long arg
)
620 struct net
*net
= (struct net
*)arg
;
621 struct sctp_sockaddr_entry
*addrw
, *temp
;
622 struct sctp_sock
*sp
;
624 spin_lock_bh(&net
->sctp
.addr_wq_lock
);
626 list_for_each_entry_safe(addrw
, temp
, &net
->sctp
.addr_waitq
, list
) {
627 pr_debug("%s: the first ent in wq:%p is addr:%pISc for cmd:%d at "
628 "entry:%p\n", __func__
, &net
->sctp
.addr_waitq
, &addrw
->a
.sa
,
629 addrw
->state
, addrw
);
631 #if IS_ENABLED(CONFIG_IPV6)
632 /* Now we send an ASCONF for each association */
633 /* Note. we currently don't handle link local IPv6 addressees */
634 if (addrw
->a
.sa
.sa_family
== AF_INET6
) {
635 struct in6_addr
*in6
;
637 if (ipv6_addr_type(&addrw
->a
.v6
.sin6_addr
) &
641 in6
= (struct in6_addr
*)&addrw
->a
.v6
.sin6_addr
;
642 if (ipv6_chk_addr(net
, in6
, NULL
, 0) == 0 &&
643 addrw
->state
== SCTP_ADDR_NEW
) {
644 unsigned long timeo_val
;
646 pr_debug("%s: this is on DAD, trying %d sec "
648 SCTP_ADDRESS_TICK_DELAY
);
651 timeo_val
+= msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY
);
652 mod_timer(&net
->sctp
.addr_wq_timer
, timeo_val
);
657 list_for_each_entry(sp
, &net
->sctp
.auto_asconf_splist
, auto_asconf_list
) {
660 sk
= sctp_opt2sk(sp
);
661 /* ignore bound-specific endpoints */
662 if (!sctp_is_ep_boundall(sk
))
665 if (sctp_asconf_mgmt(sp
, addrw
) < 0)
666 pr_debug("%s: sctp_asconf_mgmt failed\n", __func__
);
669 #if IS_ENABLED(CONFIG_IPV6)
672 list_del(&addrw
->list
);
675 spin_unlock_bh(&net
->sctp
.addr_wq_lock
);
678 static void sctp_free_addr_wq(struct net
*net
)
680 struct sctp_sockaddr_entry
*addrw
;
681 struct sctp_sockaddr_entry
*temp
;
683 spin_lock_bh(&net
->sctp
.addr_wq_lock
);
684 del_timer(&net
->sctp
.addr_wq_timer
);
685 list_for_each_entry_safe(addrw
, temp
, &net
->sctp
.addr_waitq
, list
) {
686 list_del(&addrw
->list
);
689 spin_unlock_bh(&net
->sctp
.addr_wq_lock
);
692 /* lookup the entry for the same address in the addr_waitq
693 * sctp_addr_wq MUST be locked
695 static struct sctp_sockaddr_entry
*sctp_addr_wq_lookup(struct net
*net
,
696 struct sctp_sockaddr_entry
*addr
)
698 struct sctp_sockaddr_entry
*addrw
;
700 list_for_each_entry(addrw
, &net
->sctp
.addr_waitq
, list
) {
701 if (addrw
->a
.sa
.sa_family
!= addr
->a
.sa
.sa_family
)
703 if (addrw
->a
.sa
.sa_family
== AF_INET
) {
704 if (addrw
->a
.v4
.sin_addr
.s_addr
==
705 addr
->a
.v4
.sin_addr
.s_addr
)
707 } else if (addrw
->a
.sa
.sa_family
== AF_INET6
) {
708 if (ipv6_addr_equal(&addrw
->a
.v6
.sin6_addr
,
709 &addr
->a
.v6
.sin6_addr
))
716 void sctp_addr_wq_mgmt(struct net
*net
, struct sctp_sockaddr_entry
*addr
, int cmd
)
718 struct sctp_sockaddr_entry
*addrw
;
719 unsigned long timeo_val
;
721 /* first, we check if an opposite message already exist in the queue.
722 * If we found such message, it is removed.
723 * This operation is a bit stupid, but the DHCP client attaches the
724 * new address after a couple of addition and deletion of that address
727 spin_lock_bh(&net
->sctp
.addr_wq_lock
);
728 /* Offsets existing events in addr_wq */
729 addrw
= sctp_addr_wq_lookup(net
, addr
);
731 if (addrw
->state
!= cmd
) {
732 pr_debug("%s: offsets existing entry for %d, addr:%pISc "
733 "in wq:%p\n", __func__
, addrw
->state
, &addrw
->a
.sa
,
734 &net
->sctp
.addr_waitq
);
736 list_del(&addrw
->list
);
739 spin_unlock_bh(&net
->sctp
.addr_wq_lock
);
743 /* OK, we have to add the new address to the wait queue */
744 addrw
= kmemdup(addr
, sizeof(struct sctp_sockaddr_entry
), GFP_ATOMIC
);
746 spin_unlock_bh(&net
->sctp
.addr_wq_lock
);
750 list_add_tail(&addrw
->list
, &net
->sctp
.addr_waitq
);
752 pr_debug("%s: add new entry for cmd:%d, addr:%pISc in wq:%p\n",
753 __func__
, addrw
->state
, &addrw
->a
.sa
, &net
->sctp
.addr_waitq
);
755 if (!timer_pending(&net
->sctp
.addr_wq_timer
)) {
757 timeo_val
+= msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY
);
758 mod_timer(&net
->sctp
.addr_wq_timer
, timeo_val
);
760 spin_unlock_bh(&net
->sctp
.addr_wq_lock
);
763 /* Event handler for inet address addition/deletion events.
764 * The sctp_local_addr_list needs to be protocted by a spin lock since
765 * multiple notifiers (say IPv4 and IPv6) may be running at the same
766 * time and thus corrupt the list.
767 * The reader side is protected with RCU.
769 static int sctp_inetaddr_event(struct notifier_block
*this, unsigned long ev
,
772 struct in_ifaddr
*ifa
= (struct in_ifaddr
*)ptr
;
773 struct sctp_sockaddr_entry
*addr
= NULL
;
774 struct sctp_sockaddr_entry
*temp
;
775 struct net
*net
= dev_net(ifa
->ifa_dev
->dev
);
780 addr
= kmalloc(sizeof(struct sctp_sockaddr_entry
), GFP_ATOMIC
);
782 addr
->a
.v4
.sin_family
= AF_INET
;
783 addr
->a
.v4
.sin_port
= 0;
784 addr
->a
.v4
.sin_addr
.s_addr
= ifa
->ifa_local
;
786 spin_lock_bh(&net
->sctp
.local_addr_lock
);
787 list_add_tail_rcu(&addr
->list
, &net
->sctp
.local_addr_list
);
788 sctp_addr_wq_mgmt(net
, addr
, SCTP_ADDR_NEW
);
789 spin_unlock_bh(&net
->sctp
.local_addr_lock
);
793 spin_lock_bh(&net
->sctp
.local_addr_lock
);
794 list_for_each_entry_safe(addr
, temp
,
795 &net
->sctp
.local_addr_list
, list
) {
796 if (addr
->a
.sa
.sa_family
== AF_INET
&&
797 addr
->a
.v4
.sin_addr
.s_addr
==
799 sctp_addr_wq_mgmt(net
, addr
, SCTP_ADDR_DEL
);
802 list_del_rcu(&addr
->list
);
806 spin_unlock_bh(&net
->sctp
.local_addr_lock
);
808 kfree_rcu(addr
, rcu
);
816 * Initialize the control inode/socket with a control endpoint data
817 * structure. This endpoint is reserved exclusively for the OOTB processing.
819 static int sctp_ctl_sock_init(struct net
*net
)
822 sa_family_t family
= PF_INET
;
824 if (sctp_get_pf_specific(PF_INET6
))
827 err
= inet_ctl_sock_create(&net
->sctp
.ctl_sock
, family
,
828 SOCK_SEQPACKET
, IPPROTO_SCTP
, net
);
830 /* If IPv6 socket could not be created, try the IPv4 socket */
831 if (err
< 0 && family
== PF_INET6
)
832 err
= inet_ctl_sock_create(&net
->sctp
.ctl_sock
, AF_INET
,
833 SOCK_SEQPACKET
, IPPROTO_SCTP
,
837 pr_err("Failed to create the SCTP control socket\n");
843 /* Register address family specific functions. */
844 int sctp_register_af(struct sctp_af
*af
)
846 switch (af
->sa_family
) {
848 if (sctp_af_v4_specific
)
850 sctp_af_v4_specific
= af
;
853 if (sctp_af_v6_specific
)
855 sctp_af_v6_specific
= af
;
861 INIT_LIST_HEAD(&af
->list
);
862 list_add_tail(&af
->list
, &sctp_address_families
);
866 /* Get the table of functions for manipulating a particular address
869 struct sctp_af
*sctp_get_af_specific(sa_family_t family
)
873 return sctp_af_v4_specific
;
875 return sctp_af_v6_specific
;
881 /* Common code to initialize a AF_INET msg_name. */
882 static void sctp_inet_msgname(char *msgname
, int *addr_len
)
884 struct sockaddr_in
*sin
;
886 sin
= (struct sockaddr_in
*)msgname
;
887 *addr_len
= sizeof(struct sockaddr_in
);
888 sin
->sin_family
= AF_INET
;
889 memset(sin
->sin_zero
, 0, sizeof(sin
->sin_zero
));
892 /* Copy the primary address of the peer primary address as the msg_name. */
893 static void sctp_inet_event_msgname(struct sctp_ulpevent
*event
, char *msgname
,
896 struct sockaddr_in
*sin
, *sinfrom
;
899 struct sctp_association
*asoc
;
902 sctp_inet_msgname(msgname
, addr_len
);
903 sin
= (struct sockaddr_in
*)msgname
;
904 sinfrom
= &asoc
->peer
.primary_addr
.v4
;
905 sin
->sin_port
= htons(asoc
->peer
.port
);
906 sin
->sin_addr
.s_addr
= sinfrom
->sin_addr
.s_addr
;
910 /* Initialize and copy out a msgname from an inbound skb. */
911 static void sctp_inet_skb_msgname(struct sk_buff
*skb
, char *msgname
, int *len
)
914 struct sctphdr
*sh
= sctp_hdr(skb
);
915 struct sockaddr_in
*sin
= (struct sockaddr_in
*)msgname
;
917 sctp_inet_msgname(msgname
, len
);
918 sin
->sin_port
= sh
->source
;
919 sin
->sin_addr
.s_addr
= ip_hdr(skb
)->saddr
;
923 /* Do we support this AF? */
924 static int sctp_inet_af_supported(sa_family_t family
, struct sctp_sock
*sp
)
926 /* PF_INET only supports AF_INET addresses. */
927 return AF_INET
== family
;
930 /* Address matching with wildcards allowed. */
931 static int sctp_inet_cmp_addr(const union sctp_addr
*addr1
,
932 const union sctp_addr
*addr2
,
933 struct sctp_sock
*opt
)
935 /* PF_INET only supports AF_INET addresses. */
936 if (addr1
->sa
.sa_family
!= addr2
->sa
.sa_family
)
938 if (htonl(INADDR_ANY
) == addr1
->v4
.sin_addr
.s_addr
||
939 htonl(INADDR_ANY
) == addr2
->v4
.sin_addr
.s_addr
)
941 if (addr1
->v4
.sin_addr
.s_addr
== addr2
->v4
.sin_addr
.s_addr
)
947 /* Verify that provided sockaddr looks bindable. Common verification has
948 * already been taken care of.
950 static int sctp_inet_bind_verify(struct sctp_sock
*opt
, union sctp_addr
*addr
)
952 return sctp_v4_available(addr
, opt
);
955 /* Verify that sockaddr looks sendable. Common verification has already
956 * been taken care of.
958 static int sctp_inet_send_verify(struct sctp_sock
*opt
, union sctp_addr
*addr
)
963 /* Fill in Supported Address Type information for INIT and INIT-ACK
964 * chunks. Returns number of addresses supported.
966 static int sctp_inet_supported_addrs(const struct sctp_sock
*opt
,
969 types
[0] = SCTP_PARAM_IPV4_ADDRESS
;
973 /* Wrapper routine that calls the ip transmit routine. */
974 static inline int sctp_v4_xmit(struct sk_buff
*skb
,
975 struct sctp_transport
*transport
)
977 struct inet_sock
*inet
= inet_sk(skb
->sk
);
979 pr_debug("%s: skb:%p, len:%d, src:%pI4, dst:%pI4\n", __func__
, skb
,
980 skb
->len
, &transport
->fl
.u
.ip4
.saddr
, &transport
->fl
.u
.ip4
.daddr
);
982 inet
->pmtudisc
= transport
->param_flags
& SPP_PMTUD_ENABLE
?
983 IP_PMTUDISC_DO
: IP_PMTUDISC_DONT
;
985 SCTP_INC_STATS(sock_net(&inet
->sk
), SCTP_MIB_OUTSCTPPACKS
);
987 return ip_queue_xmit(&inet
->sk
, skb
, &transport
->fl
);
990 static struct sctp_af sctp_af_inet
;
992 static struct sctp_pf sctp_pf_inet
= {
993 .event_msgname
= sctp_inet_event_msgname
,
994 .skb_msgname
= sctp_inet_skb_msgname
,
995 .af_supported
= sctp_inet_af_supported
,
996 .cmp_addr
= sctp_inet_cmp_addr
,
997 .bind_verify
= sctp_inet_bind_verify
,
998 .send_verify
= sctp_inet_send_verify
,
999 .supported_addrs
= sctp_inet_supported_addrs
,
1000 .create_accept_sk
= sctp_v4_create_accept_sk
,
1001 .addr_to_user
= sctp_v4_addr_to_user
,
1002 .to_sk_saddr
= sctp_v4_to_sk_saddr
,
1003 .to_sk_daddr
= sctp_v4_to_sk_daddr
,
1007 /* Notifier for inetaddr addition/deletion events. */
1008 static struct notifier_block sctp_inetaddr_notifier
= {
1009 .notifier_call
= sctp_inetaddr_event
,
1012 /* Socket operations. */
1013 static const struct proto_ops inet_seqpacket_ops
= {
1015 .owner
= THIS_MODULE
,
1016 .release
= inet_release
, /* Needs to be wrapped... */
1018 .connect
= inet_dgram_connect
,
1019 .socketpair
= sock_no_socketpair
,
1020 .accept
= inet_accept
,
1021 .getname
= inet_getname
, /* Semantics are different. */
1023 .ioctl
= inet_ioctl
,
1024 .listen
= sctp_inet_listen
,
1025 .shutdown
= inet_shutdown
, /* Looks harmless. */
1026 .setsockopt
= sock_common_setsockopt
, /* IP_SOL IP_OPTION is a problem */
1027 .getsockopt
= sock_common_getsockopt
,
1028 .sendmsg
= inet_sendmsg
,
1029 .recvmsg
= inet_recvmsg
,
1030 .mmap
= sock_no_mmap
,
1031 .sendpage
= sock_no_sendpage
,
1032 #ifdef CONFIG_COMPAT
1033 .compat_setsockopt
= compat_sock_common_setsockopt
,
1034 .compat_getsockopt
= compat_sock_common_getsockopt
,
1038 /* Registration with AF_INET family. */
1039 static struct inet_protosw sctp_seqpacket_protosw
= {
1040 .type
= SOCK_SEQPACKET
,
1041 .protocol
= IPPROTO_SCTP
,
1043 .ops
= &inet_seqpacket_ops
,
1044 .flags
= SCTP_PROTOSW_FLAG
1046 static struct inet_protosw sctp_stream_protosw
= {
1047 .type
= SOCK_STREAM
,
1048 .protocol
= IPPROTO_SCTP
,
1050 .ops
= &inet_seqpacket_ops
,
1051 .flags
= SCTP_PROTOSW_FLAG
1054 /* Register with IP layer. */
1055 static const struct net_protocol sctp_protocol
= {
1056 .handler
= sctp_rcv
,
1057 .err_handler
= sctp_v4_err
,
1060 .icmp_strict_tag_validation
= 1,
1063 /* IPv4 address related functions. */
1064 static struct sctp_af sctp_af_inet
= {
1065 .sa_family
= AF_INET
,
1066 .sctp_xmit
= sctp_v4_xmit
,
1067 .setsockopt
= ip_setsockopt
,
1068 .getsockopt
= ip_getsockopt
,
1069 .get_dst
= sctp_v4_get_dst
,
1070 .get_saddr
= sctp_v4_get_saddr
,
1071 .copy_addrlist
= sctp_v4_copy_addrlist
,
1072 .from_skb
= sctp_v4_from_skb
,
1073 .from_sk
= sctp_v4_from_sk
,
1074 .from_addr_param
= sctp_v4_from_addr_param
,
1075 .to_addr_param
= sctp_v4_to_addr_param
,
1076 .cmp_addr
= sctp_v4_cmp_addr
,
1077 .addr_valid
= sctp_v4_addr_valid
,
1078 .inaddr_any
= sctp_v4_inaddr_any
,
1079 .is_any
= sctp_v4_is_any
,
1080 .available
= sctp_v4_available
,
1081 .scope
= sctp_v4_scope
,
1082 .skb_iif
= sctp_v4_skb_iif
,
1083 .is_ce
= sctp_v4_is_ce
,
1084 .seq_dump_addr
= sctp_v4_seq_dump_addr
,
1085 .ecn_capable
= sctp_v4_ecn_capable
,
1086 .net_header_len
= sizeof(struct iphdr
),
1087 .sockaddr_len
= sizeof(struct sockaddr_in
),
1088 #ifdef CONFIG_COMPAT
1089 .compat_setsockopt
= compat_ip_setsockopt
,
1090 .compat_getsockopt
= compat_ip_getsockopt
,
1094 struct sctp_pf
*sctp_get_pf_specific(sa_family_t family
)
1098 return sctp_pf_inet_specific
;
1100 return sctp_pf_inet6_specific
;
1106 /* Register the PF specific function table. */
1107 int sctp_register_pf(struct sctp_pf
*pf
, sa_family_t family
)
1111 if (sctp_pf_inet_specific
)
1113 sctp_pf_inet_specific
= pf
;
1116 if (sctp_pf_inet6_specific
)
1118 sctp_pf_inet6_specific
= pf
;
1126 static inline int init_sctp_mibs(struct net
*net
)
1128 net
->sctp
.sctp_statistics
= alloc_percpu(struct sctp_mib
);
1129 if (!net
->sctp
.sctp_statistics
)
1134 static inline void cleanup_sctp_mibs(struct net
*net
)
1136 free_percpu(net
->sctp
.sctp_statistics
);
1139 static void sctp_v4_pf_init(void)
1141 /* Initialize the SCTP specific PF functions. */
1142 sctp_register_pf(&sctp_pf_inet
, PF_INET
);
1143 sctp_register_af(&sctp_af_inet
);
1146 static void sctp_v4_pf_exit(void)
1148 list_del(&sctp_af_inet
.list
);
1151 static int sctp_v4_protosw_init(void)
1155 rc
= proto_register(&sctp_prot
, 1);
1159 /* Register SCTP(UDP and TCP style) with socket layer. */
1160 inet_register_protosw(&sctp_seqpacket_protosw
);
1161 inet_register_protosw(&sctp_stream_protosw
);
1166 static void sctp_v4_protosw_exit(void)
1168 inet_unregister_protosw(&sctp_stream_protosw
);
1169 inet_unregister_protosw(&sctp_seqpacket_protosw
);
1170 proto_unregister(&sctp_prot
);
1173 static int sctp_v4_add_protocol(void)
1175 /* Register notifier for inet address additions/deletions. */
1176 register_inetaddr_notifier(&sctp_inetaddr_notifier
);
1178 /* Register SCTP with inet layer. */
1179 if (inet_add_protocol(&sctp_protocol
, IPPROTO_SCTP
) < 0)
1185 static void sctp_v4_del_protocol(void)
1187 inet_del_protocol(&sctp_protocol
, IPPROTO_SCTP
);
1188 unregister_inetaddr_notifier(&sctp_inetaddr_notifier
);
1191 static int __net_init
sctp_defaults_init(struct net
*net
)
1196 * 14. Suggested SCTP Protocol Parameter Values
1198 /* The following protocol parameters are RECOMMENDED: */
1199 /* RTO.Initial - 3 seconds */
1200 net
->sctp
.rto_initial
= SCTP_RTO_INITIAL
;
1201 /* RTO.Min - 1 second */
1202 net
->sctp
.rto_min
= SCTP_RTO_MIN
;
1203 /* RTO.Max - 60 seconds */
1204 net
->sctp
.rto_max
= SCTP_RTO_MAX
;
1205 /* RTO.Alpha - 1/8 */
1206 net
->sctp
.rto_alpha
= SCTP_RTO_ALPHA
;
1207 /* RTO.Beta - 1/4 */
1208 net
->sctp
.rto_beta
= SCTP_RTO_BETA
;
1210 /* Valid.Cookie.Life - 60 seconds */
1211 net
->sctp
.valid_cookie_life
= SCTP_DEFAULT_COOKIE_LIFE
;
1213 /* Whether Cookie Preservative is enabled(1) or not(0) */
1214 net
->sctp
.cookie_preserve_enable
= 1;
1216 /* Default sctp sockets to use md5 as their hmac alg */
1217 #if defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_MD5)
1218 net
->sctp
.sctp_hmac_alg
= "md5";
1219 #elif defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_SHA1)
1220 net
->sctp
.sctp_hmac_alg
= "sha1";
1222 net
->sctp
.sctp_hmac_alg
= NULL
;
1226 net
->sctp
.max_burst
= SCTP_DEFAULT_MAX_BURST
;
1228 /* Enable pf state by default */
1229 net
->sctp
.pf_enable
= 1;
1231 /* Association.Max.Retrans - 10 attempts
1232 * Path.Max.Retrans - 5 attempts (per destination address)
1233 * Max.Init.Retransmits - 8 attempts
1235 net
->sctp
.max_retrans_association
= 10;
1236 net
->sctp
.max_retrans_path
= 5;
1237 net
->sctp
.max_retrans_init
= 8;
1239 /* Sendbuffer growth - do per-socket accounting */
1240 net
->sctp
.sndbuf_policy
= 0;
1242 /* Rcvbuffer growth - do per-socket accounting */
1243 net
->sctp
.rcvbuf_policy
= 0;
1245 /* HB.interval - 30 seconds */
1246 net
->sctp
.hb_interval
= SCTP_DEFAULT_TIMEOUT_HEARTBEAT
;
1248 /* delayed SACK timeout */
1249 net
->sctp
.sack_timeout
= SCTP_DEFAULT_TIMEOUT_SACK
;
1251 /* Disable ADDIP by default. */
1252 net
->sctp
.addip_enable
= 0;
1253 net
->sctp
.addip_noauth
= 0;
1254 net
->sctp
.default_auto_asconf
= 0;
1256 /* Enable PR-SCTP by default. */
1257 net
->sctp
.prsctp_enable
= 1;
1259 /* Disable AUTH by default. */
1260 net
->sctp
.auth_enable
= 0;
1262 /* Set SCOPE policy to enabled */
1263 net
->sctp
.scope_policy
= SCTP_SCOPE_POLICY_ENABLE
;
1265 /* Set the default rwnd update threshold */
1266 net
->sctp
.rwnd_upd_shift
= SCTP_DEFAULT_RWND_SHIFT
;
1268 /* Initialize maximum autoclose timeout. */
1269 net
->sctp
.max_autoclose
= INT_MAX
/ HZ
;
1271 status
= sctp_sysctl_net_register(net
);
1273 goto err_sysctl_register
;
1275 /* Allocate and initialise sctp mibs. */
1276 status
= init_sctp_mibs(net
);
1280 /* Initialize proc fs directory. */
1281 status
= sctp_proc_init(net
);
1285 sctp_dbg_objcnt_init(net
);
1287 /* Initialize the local address list. */
1288 INIT_LIST_HEAD(&net
->sctp
.local_addr_list
);
1289 spin_lock_init(&net
->sctp
.local_addr_lock
);
1290 sctp_get_local_addr_list(net
);
1292 /* Initialize the address event list */
1293 INIT_LIST_HEAD(&net
->sctp
.addr_waitq
);
1294 INIT_LIST_HEAD(&net
->sctp
.auto_asconf_splist
);
1295 spin_lock_init(&net
->sctp
.addr_wq_lock
);
1296 net
->sctp
.addr_wq_timer
.expires
= 0;
1297 setup_timer(&net
->sctp
.addr_wq_timer
, sctp_addr_wq_timeout_handler
,
1298 (unsigned long)net
);
1303 cleanup_sctp_mibs(net
);
1305 sctp_sysctl_net_unregister(net
);
1306 err_sysctl_register
:
1310 static void __net_exit
sctp_defaults_exit(struct net
*net
)
1312 /* Free the local address list */
1313 sctp_free_addr_wq(net
);
1314 sctp_free_local_addr_list(net
);
1316 sctp_dbg_objcnt_exit(net
);
1318 sctp_proc_exit(net
);
1319 cleanup_sctp_mibs(net
);
1320 sctp_sysctl_net_unregister(net
);
1323 static struct pernet_operations sctp_defaults_ops
= {
1324 .init
= sctp_defaults_init
,
1325 .exit
= sctp_defaults_exit
,
1328 static int __net_init
sctp_ctrlsock_init(struct net
*net
)
1332 /* Initialize the control inode/socket for handling OOTB packets. */
1333 status
= sctp_ctl_sock_init(net
);
1335 pr_err("Failed to initialize the SCTP control sock\n");
1340 static void __net_init
sctp_ctrlsock_exit(struct net
*net
)
1342 /* Free the control endpoint. */
1343 inet_ctl_sock_destroy(net
->sctp
.ctl_sock
);
1346 static struct pernet_operations sctp_ctrlsock_ops
= {
1347 .init
= sctp_ctrlsock_init
,
1348 .exit
= sctp_ctrlsock_exit
,
1351 /* Initialize the universe into something sensible. */
1352 static __init
int sctp_init(void)
1355 int status
= -EINVAL
;
1357 unsigned long limit
;
1361 int max_entry_order
;
1363 sock_skb_cb_check_size(sizeof(struct sctp_ulpevent
));
1365 /* Allocate bind_bucket and chunk caches. */
1367 sctp_bucket_cachep
= kmem_cache_create("sctp_bind_bucket",
1368 sizeof(struct sctp_bind_bucket
),
1369 0, SLAB_HWCACHE_ALIGN
,
1371 if (!sctp_bucket_cachep
)
1374 sctp_chunk_cachep
= kmem_cache_create("sctp_chunk",
1375 sizeof(struct sctp_chunk
),
1376 0, SLAB_HWCACHE_ALIGN
,
1378 if (!sctp_chunk_cachep
)
1379 goto err_chunk_cachep
;
1381 status
= percpu_counter_init(&sctp_sockets_allocated
, 0, GFP_KERNEL
);
1383 goto err_percpu_counter_init
;
1385 /* Implementation specific variables. */
1387 /* Initialize default stream count setup information. */
1388 sctp_max_instreams
= SCTP_DEFAULT_INSTREAMS
;
1389 sctp_max_outstreams
= SCTP_DEFAULT_OUTSTREAMS
;
1391 /* Initialize handle used for association ids. */
1392 idr_init(&sctp_assocs_id
);
1394 limit
= nr_free_buffer_pages() / 8;
1395 limit
= max(limit
, 128UL);
1396 sysctl_sctp_mem
[0] = limit
/ 4 * 3;
1397 sysctl_sctp_mem
[1] = limit
;
1398 sysctl_sctp_mem
[2] = sysctl_sctp_mem
[0] * 2;
1400 /* Set per-socket limits to no more than 1/128 the pressure threshold*/
1401 limit
= (sysctl_sctp_mem
[1]) << (PAGE_SHIFT
- 7);
1402 max_share
= min(4UL*1024*1024, limit
);
1404 sysctl_sctp_rmem
[0] = SK_MEM_QUANTUM
; /* give each asoc 1 page min */
1405 sysctl_sctp_rmem
[1] = 1500 * SKB_TRUESIZE(1);
1406 sysctl_sctp_rmem
[2] = max(sysctl_sctp_rmem
[1], max_share
);
1408 sysctl_sctp_wmem
[0] = SK_MEM_QUANTUM
;
1409 sysctl_sctp_wmem
[1] = 16*1024;
1410 sysctl_sctp_wmem
[2] = max(64*1024, max_share
);
1412 /* Size and allocate the association hash table.
1413 * The methodology is similar to that of the tcp hash tables.
1414 * Though not identical. Start by getting a goal size
1416 if (totalram_pages
>= (128 * 1024))
1417 goal
= totalram_pages
>> (22 - PAGE_SHIFT
);
1419 goal
= totalram_pages
>> (24 - PAGE_SHIFT
);
1421 /* Then compute the page order for said goal */
1422 order
= get_order(goal
);
1424 /* Now compute the required page order for the maximum sized table we
1427 max_entry_order
= get_order(MAX_SCTP_PORT_HASH_ENTRIES
*
1428 sizeof(struct sctp_bind_hashbucket
));
1430 /* Limit the page order by that maximum hash table size */
1431 order
= min(order
, max_entry_order
);
1433 /* Allocate and initialize the endpoint hash table. */
1434 sctp_ep_hashsize
= 64;
1436 kmalloc(64 * sizeof(struct sctp_hashbucket
), GFP_KERNEL
);
1437 if (!sctp_ep_hashtable
) {
1438 pr_err("Failed endpoint_hash alloc\n");
1440 goto err_ehash_alloc
;
1442 for (i
= 0; i
< sctp_ep_hashsize
; i
++) {
1443 rwlock_init(&sctp_ep_hashtable
[i
].lock
);
1444 INIT_HLIST_HEAD(&sctp_ep_hashtable
[i
].chain
);
1447 /* Allocate and initialize the SCTP port hash table.
1448 * Note that order is initalized to start at the max sized
1449 * table we want to support. If we can't get that many pages
1450 * reduce the order and try again
1453 sctp_port_hashtable
= (struct sctp_bind_hashbucket
*)
1454 __get_free_pages(GFP_KERNEL
| __GFP_NOWARN
, order
);
1455 } while (!sctp_port_hashtable
&& --order
> 0);
1457 if (!sctp_port_hashtable
) {
1458 pr_err("Failed bind hash alloc\n");
1460 goto err_bhash_alloc
;
1463 /* Now compute the number of entries that will fit in the
1464 * port hash space we allocated
1466 num_entries
= (1UL << order
) * PAGE_SIZE
/
1467 sizeof(struct sctp_bind_hashbucket
);
1469 /* And finish by rounding it down to the nearest power of two
1470 * this wastes some memory of course, but its needed because
1471 * the hash function operates based on the assumption that
1472 * that the number of entries is a power of two
1474 sctp_port_hashsize
= rounddown_pow_of_two(num_entries
);
1476 for (i
= 0; i
< sctp_port_hashsize
; i
++) {
1477 spin_lock_init(&sctp_port_hashtable
[i
].lock
);
1478 INIT_HLIST_HEAD(&sctp_port_hashtable
[i
].chain
);
1481 status
= sctp_transport_hashtable_init();
1483 goto err_thash_alloc
;
1485 pr_info("Hash tables configured (bind %d/%d)\n", sctp_port_hashsize
,
1488 sctp_sysctl_register();
1490 INIT_LIST_HEAD(&sctp_address_families
);
1494 status
= register_pernet_subsys(&sctp_defaults_ops
);
1496 goto err_register_defaults
;
1498 status
= sctp_v4_protosw_init();
1500 goto err_protosw_init
;
1502 status
= sctp_v6_protosw_init();
1504 goto err_v6_protosw_init
;
1506 status
= register_pernet_subsys(&sctp_ctrlsock_ops
);
1508 goto err_register_ctrlsock
;
1510 status
= sctp_v4_add_protocol();
1512 goto err_add_protocol
;
1514 /* Register SCTP with inet6 layer. */
1515 status
= sctp_v6_add_protocol();
1517 goto err_v6_add_protocol
;
1519 if (sctp_offload_init() < 0)
1520 pr_crit("%s: Cannot add SCTP protocol offload\n", __func__
);
1524 err_v6_add_protocol
:
1525 sctp_v4_del_protocol();
1527 unregister_pernet_subsys(&sctp_ctrlsock_ops
);
1528 err_register_ctrlsock
:
1529 sctp_v6_protosw_exit();
1530 err_v6_protosw_init
:
1531 sctp_v4_protosw_exit();
1533 unregister_pernet_subsys(&sctp_defaults_ops
);
1534 err_register_defaults
:
1537 sctp_sysctl_unregister();
1538 free_pages((unsigned long)sctp_port_hashtable
,
1539 get_order(sctp_port_hashsize
*
1540 sizeof(struct sctp_bind_hashbucket
)));
1542 sctp_transport_hashtable_destroy();
1544 kfree(sctp_ep_hashtable
);
1546 percpu_counter_destroy(&sctp_sockets_allocated
);
1547 err_percpu_counter_init
:
1548 kmem_cache_destroy(sctp_chunk_cachep
);
1550 kmem_cache_destroy(sctp_bucket_cachep
);
1554 /* Exit handler for the SCTP protocol. */
1555 static __exit
void sctp_exit(void)
1557 /* BUG. This should probably do something useful like clean
1558 * up all the remaining associations and all that memory.
1561 /* Unregister with inet6/inet layers. */
1562 sctp_v6_del_protocol();
1563 sctp_v4_del_protocol();
1565 unregister_pernet_subsys(&sctp_ctrlsock_ops
);
1567 /* Free protosw registrations */
1568 sctp_v6_protosw_exit();
1569 sctp_v4_protosw_exit();
1571 unregister_pernet_subsys(&sctp_defaults_ops
);
1573 /* Unregister with socket layer. */
1577 sctp_sysctl_unregister();
1579 free_pages((unsigned long)sctp_port_hashtable
,
1580 get_order(sctp_port_hashsize
*
1581 sizeof(struct sctp_bind_hashbucket
)));
1582 kfree(sctp_ep_hashtable
);
1583 sctp_transport_hashtable_destroy();
1585 percpu_counter_destroy(&sctp_sockets_allocated
);
1587 rcu_barrier(); /* Wait for completion of call_rcu()'s */
1589 kmem_cache_destroy(sctp_chunk_cachep
);
1590 kmem_cache_destroy(sctp_bucket_cachep
);
1593 module_init(sctp_init
);
1594 module_exit(sctp_exit
);
1597 * __stringify doesn't likes enums, so use IPPROTO_SCTP value (132) directly.
1599 MODULE_ALIAS("net-pf-" __stringify(PF_INET
) "-proto-132");
1600 MODULE_ALIAS("net-pf-" __stringify(PF_INET6
) "-proto-132");
1601 MODULE_AUTHOR("Linux Kernel SCTP developers <linux-sctp@vger.kernel.org>");
1602 MODULE_DESCRIPTION("Support for the SCTP protocol (RFC2960)");
1603 module_param_named(no_checksums
, sctp_checksum_disable
, bool, 0644);
1604 MODULE_PARM_DESC(no_checksums
, "Disable checksums computing and verification");
1605 MODULE_LICENSE("GPL");