]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - net/sctp/protocol.c
ASoC: wm_adsp: add support for DSP region lock
[mirror_ubuntu-bionic-kernel.git] / net / sctp / protocol.c
1 /* SCTP kernel implementation
2 * (C) Copyright IBM Corp. 2001, 2004
3 * Copyright (c) 1999-2000 Cisco, Inc.
4 * Copyright (c) 1999-2001 Motorola, Inc.
5 * Copyright (c) 2001 Intel Corp.
6 * Copyright (c) 2001 Nokia, Inc.
7 * Copyright (c) 2001 La Monte H.P. Yarroll
8 *
9 * This file is part of the SCTP kernel implementation
10 *
11 * Initialization/cleanup for SCTP protocol support.
12 *
13 * This SCTP implementation is free software;
14 * you can redistribute it and/or modify it under the terms of
15 * the GNU General Public License as published by
16 * the Free Software Foundation; either version 2, or (at your option)
17 * any later version.
18 *
19 * This SCTP implementation is distributed in the hope that it
20 * will be useful, but WITHOUT ANY WARRANTY; without even the implied
21 * ************************
22 * warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
23 * See the GNU General Public License for more details.
24 *
25 * You should have received a copy of the GNU General Public License
26 * along with GNU CC; see the file COPYING. If not, see
27 * <http://www.gnu.org/licenses/>.
28 *
29 * Please send any bug reports or fixes you make to the
30 * email address(es):
31 * lksctp developers <linux-sctp@vger.kernel.org>
32 *
33 * Written or modified by:
34 * La Monte H.P. Yarroll <piggy@acm.org>
35 * Karl Knutson <karl@athena.chicago.il.us>
36 * Jon Grimm <jgrimm@us.ibm.com>
37 * Sridhar Samudrala <sri@us.ibm.com>
38 * Daisy Chang <daisyc@us.ibm.com>
39 * Ardelle Fan <ardelle.fan@intel.com>
40 */
41
42 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
43
44 #include <linux/module.h>
45 #include <linux/init.h>
46 #include <linux/netdevice.h>
47 #include <linux/inetdevice.h>
48 #include <linux/seq_file.h>
49 #include <linux/bootmem.h>
50 #include <linux/highmem.h>
51 #include <linux/swap.h>
52 #include <linux/slab.h>
53 #include <net/net_namespace.h>
54 #include <net/protocol.h>
55 #include <net/ip.h>
56 #include <net/ipv6.h>
57 #include <net/route.h>
58 #include <net/sctp/sctp.h>
59 #include <net/addrconf.h>
60 #include <net/inet_common.h>
61 #include <net/inet_ecn.h>
62
63 #define MAX_SCTP_PORT_HASH_ENTRIES (64 * 1024)
64
65 /* Global data structures. */
66 struct sctp_globals sctp_globals __read_mostly;
67
68 struct idr sctp_assocs_id;
69 DEFINE_SPINLOCK(sctp_assocs_id_lock);
70
71 static struct sctp_pf *sctp_pf_inet6_specific;
72 static struct sctp_pf *sctp_pf_inet_specific;
73 static struct sctp_af *sctp_af_v4_specific;
74 static struct sctp_af *sctp_af_v6_specific;
75
76 struct kmem_cache *sctp_chunk_cachep __read_mostly;
77 struct kmem_cache *sctp_bucket_cachep __read_mostly;
78
79 long sysctl_sctp_mem[3];
80 int sysctl_sctp_rmem[3];
81 int sysctl_sctp_wmem[3];
82
83 /* Set up the proc fs entry for the SCTP protocol. */
84 static int __net_init sctp_proc_init(struct net *net)
85 {
86 #ifdef CONFIG_PROC_FS
87 net->sctp.proc_net_sctp = proc_net_mkdir(net, "sctp", net->proc_net);
88 if (!net->sctp.proc_net_sctp)
89 goto out_proc_net_sctp;
90 if (sctp_snmp_proc_init(net))
91 goto out_snmp_proc_init;
92 if (sctp_eps_proc_init(net))
93 goto out_eps_proc_init;
94 if (sctp_assocs_proc_init(net))
95 goto out_assocs_proc_init;
96 if (sctp_remaddr_proc_init(net))
97 goto out_remaddr_proc_init;
98
99 return 0;
100
101 out_remaddr_proc_init:
102 sctp_assocs_proc_exit(net);
103 out_assocs_proc_init:
104 sctp_eps_proc_exit(net);
105 out_eps_proc_init:
106 sctp_snmp_proc_exit(net);
107 out_snmp_proc_init:
108 remove_proc_entry("sctp", net->proc_net);
109 net->sctp.proc_net_sctp = NULL;
110 out_proc_net_sctp:
111 return -ENOMEM;
112 #endif /* CONFIG_PROC_FS */
113 return 0;
114 }
115
116 /* Clean up the proc fs entry for the SCTP protocol.
117 * Note: Do not make this __exit as it is used in the init error
118 * path.
119 */
120 static void sctp_proc_exit(struct net *net)
121 {
122 #ifdef CONFIG_PROC_FS
123 sctp_snmp_proc_exit(net);
124 sctp_eps_proc_exit(net);
125 sctp_assocs_proc_exit(net);
126 sctp_remaddr_proc_exit(net);
127
128 remove_proc_entry("sctp", net->proc_net);
129 net->sctp.proc_net_sctp = NULL;
130 #endif
131 }
132
133 /* Private helper to extract ipv4 address and stash them in
134 * the protocol structure.
135 */
136 static void sctp_v4_copy_addrlist(struct list_head *addrlist,
137 struct net_device *dev)
138 {
139 struct in_device *in_dev;
140 struct in_ifaddr *ifa;
141 struct sctp_sockaddr_entry *addr;
142
143 rcu_read_lock();
144 if ((in_dev = __in_dev_get_rcu(dev)) == NULL) {
145 rcu_read_unlock();
146 return;
147 }
148
149 for (ifa = in_dev->ifa_list; ifa; ifa = ifa->ifa_next) {
150 /* Add the address to the local list. */
151 addr = kzalloc(sizeof(*addr), GFP_ATOMIC);
152 if (addr) {
153 addr->a.v4.sin_family = AF_INET;
154 addr->a.v4.sin_port = 0;
155 addr->a.v4.sin_addr.s_addr = ifa->ifa_local;
156 addr->valid = 1;
157 INIT_LIST_HEAD(&addr->list);
158 list_add_tail(&addr->list, addrlist);
159 }
160 }
161
162 rcu_read_unlock();
163 }
164
165 /* Extract our IP addresses from the system and stash them in the
166 * protocol structure.
167 */
168 static void sctp_get_local_addr_list(struct net *net)
169 {
170 struct net_device *dev;
171 struct list_head *pos;
172 struct sctp_af *af;
173
174 rcu_read_lock();
175 for_each_netdev_rcu(net, dev) {
176 list_for_each(pos, &sctp_address_families) {
177 af = list_entry(pos, struct sctp_af, list);
178 af->copy_addrlist(&net->sctp.local_addr_list, dev);
179 }
180 }
181 rcu_read_unlock();
182 }
183
184 /* Free the existing local addresses. */
185 static void sctp_free_local_addr_list(struct net *net)
186 {
187 struct sctp_sockaddr_entry *addr;
188 struct list_head *pos, *temp;
189
190 list_for_each_safe(pos, temp, &net->sctp.local_addr_list) {
191 addr = list_entry(pos, struct sctp_sockaddr_entry, list);
192 list_del(pos);
193 kfree(addr);
194 }
195 }
196
197 /* Copy the local addresses which are valid for 'scope' into 'bp'. */
198 int sctp_copy_local_addr_list(struct net *net, struct sctp_bind_addr *bp,
199 sctp_scope_t scope, gfp_t gfp, int copy_flags)
200 {
201 struct sctp_sockaddr_entry *addr;
202 union sctp_addr laddr;
203 int error = 0;
204
205 rcu_read_lock();
206 list_for_each_entry_rcu(addr, &net->sctp.local_addr_list, list) {
207 if (!addr->valid)
208 continue;
209 if (!sctp_in_scope(net, &addr->a, scope))
210 continue;
211
212 /* Now that the address is in scope, check to see if
213 * the address type is really supported by the local
214 * sock as well as the remote peer.
215 */
216 if (addr->a.sa.sa_family == AF_INET &&
217 !(copy_flags & SCTP_ADDR4_PEERSUPP))
218 continue;
219 if (addr->a.sa.sa_family == AF_INET6 &&
220 (!(copy_flags & SCTP_ADDR6_ALLOWED) ||
221 !(copy_flags & SCTP_ADDR6_PEERSUPP)))
222 continue;
223
224 laddr = addr->a;
225 /* also works for setting ipv6 address port */
226 laddr.v4.sin_port = htons(bp->port);
227 if (sctp_bind_addr_state(bp, &laddr) != -1)
228 continue;
229
230 error = sctp_add_bind_addr(bp, &addr->a, sizeof(addr->a),
231 SCTP_ADDR_SRC, GFP_ATOMIC);
232 if (error)
233 break;
234 }
235
236 rcu_read_unlock();
237 return error;
238 }
239
240 /* Initialize a sctp_addr from in incoming skb. */
241 static void sctp_v4_from_skb(union sctp_addr *addr, struct sk_buff *skb,
242 int is_saddr)
243 {
244 /* Always called on head skb, so this is safe */
245 struct sctphdr *sh = sctp_hdr(skb);
246 struct sockaddr_in *sa = &addr->v4;
247
248 addr->v4.sin_family = AF_INET;
249
250 if (is_saddr) {
251 sa->sin_port = sh->source;
252 sa->sin_addr.s_addr = ip_hdr(skb)->saddr;
253 } else {
254 sa->sin_port = sh->dest;
255 sa->sin_addr.s_addr = ip_hdr(skb)->daddr;
256 }
257 }
258
259 /* Initialize an sctp_addr from a socket. */
260 static void sctp_v4_from_sk(union sctp_addr *addr, struct sock *sk)
261 {
262 addr->v4.sin_family = AF_INET;
263 addr->v4.sin_port = 0;
264 addr->v4.sin_addr.s_addr = inet_sk(sk)->inet_rcv_saddr;
265 }
266
267 /* Initialize sk->sk_rcv_saddr from sctp_addr. */
268 static void sctp_v4_to_sk_saddr(union sctp_addr *addr, struct sock *sk)
269 {
270 inet_sk(sk)->inet_rcv_saddr = addr->v4.sin_addr.s_addr;
271 }
272
273 /* Initialize sk->sk_daddr from sctp_addr. */
274 static void sctp_v4_to_sk_daddr(union sctp_addr *addr, struct sock *sk)
275 {
276 inet_sk(sk)->inet_daddr = addr->v4.sin_addr.s_addr;
277 }
278
279 /* Initialize a sctp_addr from an address parameter. */
280 static void sctp_v4_from_addr_param(union sctp_addr *addr,
281 union sctp_addr_param *param,
282 __be16 port, int iif)
283 {
284 addr->v4.sin_family = AF_INET;
285 addr->v4.sin_port = port;
286 addr->v4.sin_addr.s_addr = param->v4.addr.s_addr;
287 }
288
289 /* Initialize an address parameter from a sctp_addr and return the length
290 * of the address parameter.
291 */
292 static int sctp_v4_to_addr_param(const union sctp_addr *addr,
293 union sctp_addr_param *param)
294 {
295 int length = sizeof(sctp_ipv4addr_param_t);
296
297 param->v4.param_hdr.type = SCTP_PARAM_IPV4_ADDRESS;
298 param->v4.param_hdr.length = htons(length);
299 param->v4.addr.s_addr = addr->v4.sin_addr.s_addr;
300
301 return length;
302 }
303
304 /* Initialize a sctp_addr from a dst_entry. */
305 static void sctp_v4_dst_saddr(union sctp_addr *saddr, struct flowi4 *fl4,
306 __be16 port)
307 {
308 saddr->v4.sin_family = AF_INET;
309 saddr->v4.sin_port = port;
310 saddr->v4.sin_addr.s_addr = fl4->saddr;
311 }
312
313 /* Compare two addresses exactly. */
314 static int sctp_v4_cmp_addr(const union sctp_addr *addr1,
315 const union sctp_addr *addr2)
316 {
317 if (addr1->sa.sa_family != addr2->sa.sa_family)
318 return 0;
319 if (addr1->v4.sin_port != addr2->v4.sin_port)
320 return 0;
321 if (addr1->v4.sin_addr.s_addr != addr2->v4.sin_addr.s_addr)
322 return 0;
323
324 return 1;
325 }
326
327 /* Initialize addr struct to INADDR_ANY. */
328 static void sctp_v4_inaddr_any(union sctp_addr *addr, __be16 port)
329 {
330 addr->v4.sin_family = AF_INET;
331 addr->v4.sin_addr.s_addr = htonl(INADDR_ANY);
332 addr->v4.sin_port = port;
333 }
334
335 /* Is this a wildcard address? */
336 static int sctp_v4_is_any(const union sctp_addr *addr)
337 {
338 return htonl(INADDR_ANY) == addr->v4.sin_addr.s_addr;
339 }
340
341 /* This function checks if the address is a valid address to be used for
342 * SCTP binding.
343 *
344 * Output:
345 * Return 0 - If the address is a non-unicast or an illegal address.
346 * Return 1 - If the address is a unicast.
347 */
348 static int sctp_v4_addr_valid(union sctp_addr *addr,
349 struct sctp_sock *sp,
350 const struct sk_buff *skb)
351 {
352 /* IPv4 addresses not allowed */
353 if (sp && ipv6_only_sock(sctp_opt2sk(sp)))
354 return 0;
355
356 /* Is this a non-unicast address or a unusable SCTP address? */
357 if (IS_IPV4_UNUSABLE_ADDRESS(addr->v4.sin_addr.s_addr))
358 return 0;
359
360 /* Is this a broadcast address? */
361 if (skb && skb_rtable(skb)->rt_flags & RTCF_BROADCAST)
362 return 0;
363
364 return 1;
365 }
366
367 /* Should this be available for binding? */
368 static int sctp_v4_available(union sctp_addr *addr, struct sctp_sock *sp)
369 {
370 struct net *net = sock_net(&sp->inet.sk);
371 int ret = inet_addr_type(net, addr->v4.sin_addr.s_addr);
372
373
374 if (addr->v4.sin_addr.s_addr != htonl(INADDR_ANY) &&
375 ret != RTN_LOCAL &&
376 !sp->inet.freebind &&
377 !net->ipv4.sysctl_ip_nonlocal_bind)
378 return 0;
379
380 if (ipv6_only_sock(sctp_opt2sk(sp)))
381 return 0;
382
383 return 1;
384 }
385
386 /* Checking the loopback, private and other address scopes as defined in
387 * RFC 1918. The IPv4 scoping is based on the draft for SCTP IPv4
388 * scoping <draft-stewart-tsvwg-sctp-ipv4-00.txt>.
389 *
390 * Level 0 - unusable SCTP addresses
391 * Level 1 - loopback address
392 * Level 2 - link-local addresses
393 * Level 3 - private addresses.
394 * Level 4 - global addresses
395 * For INIT and INIT-ACK address list, let L be the level of
396 * of requested destination address, sender and receiver
397 * SHOULD include all of its addresses with level greater
398 * than or equal to L.
399 *
400 * IPv4 scoping can be controlled through sysctl option
401 * net.sctp.addr_scope_policy
402 */
403 static sctp_scope_t sctp_v4_scope(union sctp_addr *addr)
404 {
405 sctp_scope_t retval;
406
407 /* Check for unusable SCTP addresses. */
408 if (IS_IPV4_UNUSABLE_ADDRESS(addr->v4.sin_addr.s_addr)) {
409 retval = SCTP_SCOPE_UNUSABLE;
410 } else if (ipv4_is_loopback(addr->v4.sin_addr.s_addr)) {
411 retval = SCTP_SCOPE_LOOPBACK;
412 } else if (ipv4_is_linklocal_169(addr->v4.sin_addr.s_addr)) {
413 retval = SCTP_SCOPE_LINK;
414 } else if (ipv4_is_private_10(addr->v4.sin_addr.s_addr) ||
415 ipv4_is_private_172(addr->v4.sin_addr.s_addr) ||
416 ipv4_is_private_192(addr->v4.sin_addr.s_addr)) {
417 retval = SCTP_SCOPE_PRIVATE;
418 } else {
419 retval = SCTP_SCOPE_GLOBAL;
420 }
421
422 return retval;
423 }
424
425 /* Returns a valid dst cache entry for the given source and destination ip
426 * addresses. If an association is passed, trys to get a dst entry with a
427 * source address that matches an address in the bind address list.
428 */
429 static void sctp_v4_get_dst(struct sctp_transport *t, union sctp_addr *saddr,
430 struct flowi *fl, struct sock *sk)
431 {
432 struct sctp_association *asoc = t->asoc;
433 struct rtable *rt;
434 struct flowi4 *fl4 = &fl->u.ip4;
435 struct sctp_bind_addr *bp;
436 struct sctp_sockaddr_entry *laddr;
437 struct dst_entry *dst = NULL;
438 union sctp_addr *daddr = &t->ipaddr;
439 union sctp_addr dst_saddr;
440
441 memset(fl4, 0x0, sizeof(struct flowi4));
442 fl4->daddr = daddr->v4.sin_addr.s_addr;
443 fl4->fl4_dport = daddr->v4.sin_port;
444 fl4->flowi4_proto = IPPROTO_SCTP;
445 if (asoc) {
446 fl4->flowi4_tos = RT_CONN_FLAGS(asoc->base.sk);
447 fl4->flowi4_oif = asoc->base.sk->sk_bound_dev_if;
448 fl4->fl4_sport = htons(asoc->base.bind_addr.port);
449 }
450 if (saddr) {
451 fl4->saddr = saddr->v4.sin_addr.s_addr;
452 fl4->fl4_sport = saddr->v4.sin_port;
453 }
454
455 pr_debug("%s: dst:%pI4, src:%pI4 - ", __func__, &fl4->daddr,
456 &fl4->saddr);
457
458 rt = ip_route_output_key(sock_net(sk), fl4);
459 if (!IS_ERR(rt))
460 dst = &rt->dst;
461
462 /* If there is no association or if a source address is passed, no
463 * more validation is required.
464 */
465 if (!asoc || saddr)
466 goto out;
467
468 bp = &asoc->base.bind_addr;
469
470 if (dst) {
471 /* Walk through the bind address list and look for a bind
472 * address that matches the source address of the returned dst.
473 */
474 sctp_v4_dst_saddr(&dst_saddr, fl4, htons(bp->port));
475 rcu_read_lock();
476 list_for_each_entry_rcu(laddr, &bp->address_list, list) {
477 if (!laddr->valid || (laddr->state == SCTP_ADDR_DEL) ||
478 (laddr->state != SCTP_ADDR_SRC &&
479 !asoc->src_out_of_asoc_ok))
480 continue;
481 if (sctp_v4_cmp_addr(&dst_saddr, &laddr->a))
482 goto out_unlock;
483 }
484 rcu_read_unlock();
485
486 /* None of the bound addresses match the source address of the
487 * dst. So release it.
488 */
489 dst_release(dst);
490 dst = NULL;
491 }
492
493 /* Walk through the bind address list and try to get a dst that
494 * matches a bind address as the source address.
495 */
496 rcu_read_lock();
497 list_for_each_entry_rcu(laddr, &bp->address_list, list) {
498 struct net_device *odev;
499
500 if (!laddr->valid)
501 continue;
502 if (laddr->state != SCTP_ADDR_SRC ||
503 AF_INET != laddr->a.sa.sa_family)
504 continue;
505
506 fl4->fl4_sport = laddr->a.v4.sin_port;
507 flowi4_update_output(fl4,
508 asoc->base.sk->sk_bound_dev_if,
509 RT_CONN_FLAGS(asoc->base.sk),
510 daddr->v4.sin_addr.s_addr,
511 laddr->a.v4.sin_addr.s_addr);
512
513 rt = ip_route_output_key(sock_net(sk), fl4);
514 if (IS_ERR(rt))
515 continue;
516
517 if (!dst)
518 dst = &rt->dst;
519
520 /* Ensure the src address belongs to the output
521 * interface.
522 */
523 odev = __ip_dev_find(sock_net(sk), laddr->a.v4.sin_addr.s_addr,
524 false);
525 if (!odev || odev->ifindex != fl4->flowi4_oif) {
526 if (&rt->dst != dst)
527 dst_release(&rt->dst);
528 continue;
529 }
530
531 if (dst != &rt->dst)
532 dst_release(dst);
533 dst = &rt->dst;
534 break;
535 }
536
537 out_unlock:
538 rcu_read_unlock();
539 out:
540 t->dst = dst;
541 if (dst)
542 pr_debug("rt_dst:%pI4, rt_src:%pI4\n",
543 &fl4->daddr, &fl4->saddr);
544 else
545 pr_debug("no route\n");
546 }
547
548 /* For v4, the source address is cached in the route entry(dst). So no need
549 * to cache it separately and hence this is an empty routine.
550 */
551 static void sctp_v4_get_saddr(struct sctp_sock *sk,
552 struct sctp_transport *t,
553 struct flowi *fl)
554 {
555 union sctp_addr *saddr = &t->saddr;
556 struct rtable *rt = (struct rtable *)t->dst;
557
558 if (rt) {
559 saddr->v4.sin_family = AF_INET;
560 saddr->v4.sin_addr.s_addr = fl->u.ip4.saddr;
561 }
562 }
563
564 /* What interface did this skb arrive on? */
565 static int sctp_v4_skb_iif(const struct sk_buff *skb)
566 {
567 return inet_iif(skb);
568 }
569
570 /* Was this packet marked by Explicit Congestion Notification? */
571 static int sctp_v4_is_ce(const struct sk_buff *skb)
572 {
573 return INET_ECN_is_ce(ip_hdr(skb)->tos);
574 }
575
576 /* Create and initialize a new sk for the socket returned by accept(). */
577 static struct sock *sctp_v4_create_accept_sk(struct sock *sk,
578 struct sctp_association *asoc)
579 {
580 struct sock *newsk = sk_alloc(sock_net(sk), PF_INET, GFP_KERNEL,
581 sk->sk_prot, 0);
582 struct inet_sock *newinet;
583
584 if (!newsk)
585 goto out;
586
587 sock_init_data(NULL, newsk);
588
589 sctp_copy_sock(newsk, sk, asoc);
590 sock_reset_flag(newsk, SOCK_ZAPPED);
591
592 newinet = inet_sk(newsk);
593
594 newinet->inet_daddr = asoc->peer.primary_addr.v4.sin_addr.s_addr;
595
596 sk_refcnt_debug_inc(newsk);
597
598 if (newsk->sk_prot->init(newsk)) {
599 sk_common_release(newsk);
600 newsk = NULL;
601 }
602
603 out:
604 return newsk;
605 }
606
607 static int sctp_v4_addr_to_user(struct sctp_sock *sp, union sctp_addr *addr)
608 {
609 /* No address mapping for V4 sockets */
610 return sizeof(struct sockaddr_in);
611 }
612
613 /* Dump the v4 addr to the seq file. */
614 static void sctp_v4_seq_dump_addr(struct seq_file *seq, union sctp_addr *addr)
615 {
616 seq_printf(seq, "%pI4 ", &addr->v4.sin_addr);
617 }
618
619 static void sctp_v4_ecn_capable(struct sock *sk)
620 {
621 INET_ECN_xmit(sk);
622 }
623
624 static void sctp_addr_wq_timeout_handler(unsigned long arg)
625 {
626 struct net *net = (struct net *)arg;
627 struct sctp_sockaddr_entry *addrw, *temp;
628 struct sctp_sock *sp;
629
630 spin_lock_bh(&net->sctp.addr_wq_lock);
631
632 list_for_each_entry_safe(addrw, temp, &net->sctp.addr_waitq, list) {
633 pr_debug("%s: the first ent in wq:%p is addr:%pISc for cmd:%d at "
634 "entry:%p\n", __func__, &net->sctp.addr_waitq, &addrw->a.sa,
635 addrw->state, addrw);
636
637 #if IS_ENABLED(CONFIG_IPV6)
638 /* Now we send an ASCONF for each association */
639 /* Note. we currently don't handle link local IPv6 addressees */
640 if (addrw->a.sa.sa_family == AF_INET6) {
641 struct in6_addr *in6;
642
643 if (ipv6_addr_type(&addrw->a.v6.sin6_addr) &
644 IPV6_ADDR_LINKLOCAL)
645 goto free_next;
646
647 in6 = (struct in6_addr *)&addrw->a.v6.sin6_addr;
648 if (ipv6_chk_addr(net, in6, NULL, 0) == 0 &&
649 addrw->state == SCTP_ADDR_NEW) {
650 unsigned long timeo_val;
651
652 pr_debug("%s: this is on DAD, trying %d sec "
653 "later\n", __func__,
654 SCTP_ADDRESS_TICK_DELAY);
655
656 timeo_val = jiffies;
657 timeo_val += msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY);
658 mod_timer(&net->sctp.addr_wq_timer, timeo_val);
659 break;
660 }
661 }
662 #endif
663 list_for_each_entry(sp, &net->sctp.auto_asconf_splist, auto_asconf_list) {
664 struct sock *sk;
665
666 sk = sctp_opt2sk(sp);
667 /* ignore bound-specific endpoints */
668 if (!sctp_is_ep_boundall(sk))
669 continue;
670 bh_lock_sock(sk);
671 if (sctp_asconf_mgmt(sp, addrw) < 0)
672 pr_debug("%s: sctp_asconf_mgmt failed\n", __func__);
673 bh_unlock_sock(sk);
674 }
675 #if IS_ENABLED(CONFIG_IPV6)
676 free_next:
677 #endif
678 list_del(&addrw->list);
679 kfree(addrw);
680 }
681 spin_unlock_bh(&net->sctp.addr_wq_lock);
682 }
683
684 static void sctp_free_addr_wq(struct net *net)
685 {
686 struct sctp_sockaddr_entry *addrw;
687 struct sctp_sockaddr_entry *temp;
688
689 spin_lock_bh(&net->sctp.addr_wq_lock);
690 del_timer(&net->sctp.addr_wq_timer);
691 list_for_each_entry_safe(addrw, temp, &net->sctp.addr_waitq, list) {
692 list_del(&addrw->list);
693 kfree(addrw);
694 }
695 spin_unlock_bh(&net->sctp.addr_wq_lock);
696 }
697
698 /* lookup the entry for the same address in the addr_waitq
699 * sctp_addr_wq MUST be locked
700 */
701 static struct sctp_sockaddr_entry *sctp_addr_wq_lookup(struct net *net,
702 struct sctp_sockaddr_entry *addr)
703 {
704 struct sctp_sockaddr_entry *addrw;
705
706 list_for_each_entry(addrw, &net->sctp.addr_waitq, list) {
707 if (addrw->a.sa.sa_family != addr->a.sa.sa_family)
708 continue;
709 if (addrw->a.sa.sa_family == AF_INET) {
710 if (addrw->a.v4.sin_addr.s_addr ==
711 addr->a.v4.sin_addr.s_addr)
712 return addrw;
713 } else if (addrw->a.sa.sa_family == AF_INET6) {
714 if (ipv6_addr_equal(&addrw->a.v6.sin6_addr,
715 &addr->a.v6.sin6_addr))
716 return addrw;
717 }
718 }
719 return NULL;
720 }
721
722 void sctp_addr_wq_mgmt(struct net *net, struct sctp_sockaddr_entry *addr, int cmd)
723 {
724 struct sctp_sockaddr_entry *addrw;
725 unsigned long timeo_val;
726
727 /* first, we check if an opposite message already exist in the queue.
728 * If we found such message, it is removed.
729 * This operation is a bit stupid, but the DHCP client attaches the
730 * new address after a couple of addition and deletion of that address
731 */
732
733 spin_lock_bh(&net->sctp.addr_wq_lock);
734 /* Offsets existing events in addr_wq */
735 addrw = sctp_addr_wq_lookup(net, addr);
736 if (addrw) {
737 if (addrw->state != cmd) {
738 pr_debug("%s: offsets existing entry for %d, addr:%pISc "
739 "in wq:%p\n", __func__, addrw->state, &addrw->a.sa,
740 &net->sctp.addr_waitq);
741
742 list_del(&addrw->list);
743 kfree(addrw);
744 }
745 spin_unlock_bh(&net->sctp.addr_wq_lock);
746 return;
747 }
748
749 /* OK, we have to add the new address to the wait queue */
750 addrw = kmemdup(addr, sizeof(struct sctp_sockaddr_entry), GFP_ATOMIC);
751 if (addrw == NULL) {
752 spin_unlock_bh(&net->sctp.addr_wq_lock);
753 return;
754 }
755 addrw->state = cmd;
756 list_add_tail(&addrw->list, &net->sctp.addr_waitq);
757
758 pr_debug("%s: add new entry for cmd:%d, addr:%pISc in wq:%p\n",
759 __func__, addrw->state, &addrw->a.sa, &net->sctp.addr_waitq);
760
761 if (!timer_pending(&net->sctp.addr_wq_timer)) {
762 timeo_val = jiffies;
763 timeo_val += msecs_to_jiffies(SCTP_ADDRESS_TICK_DELAY);
764 mod_timer(&net->sctp.addr_wq_timer, timeo_val);
765 }
766 spin_unlock_bh(&net->sctp.addr_wq_lock);
767 }
768
769 /* Event handler for inet address addition/deletion events.
770 * The sctp_local_addr_list needs to be protocted by a spin lock since
771 * multiple notifiers (say IPv4 and IPv6) may be running at the same
772 * time and thus corrupt the list.
773 * The reader side is protected with RCU.
774 */
775 static int sctp_inetaddr_event(struct notifier_block *this, unsigned long ev,
776 void *ptr)
777 {
778 struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
779 struct sctp_sockaddr_entry *addr = NULL;
780 struct sctp_sockaddr_entry *temp;
781 struct net *net = dev_net(ifa->ifa_dev->dev);
782 int found = 0;
783
784 switch (ev) {
785 case NETDEV_UP:
786 addr = kmalloc(sizeof(struct sctp_sockaddr_entry), GFP_ATOMIC);
787 if (addr) {
788 addr->a.v4.sin_family = AF_INET;
789 addr->a.v4.sin_port = 0;
790 addr->a.v4.sin_addr.s_addr = ifa->ifa_local;
791 addr->valid = 1;
792 spin_lock_bh(&net->sctp.local_addr_lock);
793 list_add_tail_rcu(&addr->list, &net->sctp.local_addr_list);
794 sctp_addr_wq_mgmt(net, addr, SCTP_ADDR_NEW);
795 spin_unlock_bh(&net->sctp.local_addr_lock);
796 }
797 break;
798 case NETDEV_DOWN:
799 spin_lock_bh(&net->sctp.local_addr_lock);
800 list_for_each_entry_safe(addr, temp,
801 &net->sctp.local_addr_list, list) {
802 if (addr->a.sa.sa_family == AF_INET &&
803 addr->a.v4.sin_addr.s_addr ==
804 ifa->ifa_local) {
805 sctp_addr_wq_mgmt(net, addr, SCTP_ADDR_DEL);
806 found = 1;
807 addr->valid = 0;
808 list_del_rcu(&addr->list);
809 break;
810 }
811 }
812 spin_unlock_bh(&net->sctp.local_addr_lock);
813 if (found)
814 kfree_rcu(addr, rcu);
815 break;
816 }
817
818 return NOTIFY_DONE;
819 }
820
821 /*
822 * Initialize the control inode/socket with a control endpoint data
823 * structure. This endpoint is reserved exclusively for the OOTB processing.
824 */
825 static int sctp_ctl_sock_init(struct net *net)
826 {
827 int err;
828 sa_family_t family = PF_INET;
829
830 if (sctp_get_pf_specific(PF_INET6))
831 family = PF_INET6;
832
833 err = inet_ctl_sock_create(&net->sctp.ctl_sock, family,
834 SOCK_SEQPACKET, IPPROTO_SCTP, net);
835
836 /* If IPv6 socket could not be created, try the IPv4 socket */
837 if (err < 0 && family == PF_INET6)
838 err = inet_ctl_sock_create(&net->sctp.ctl_sock, AF_INET,
839 SOCK_SEQPACKET, IPPROTO_SCTP,
840 net);
841
842 if (err < 0) {
843 pr_err("Failed to create the SCTP control socket\n");
844 return err;
845 }
846 return 0;
847 }
848
849 /* Register address family specific functions. */
850 int sctp_register_af(struct sctp_af *af)
851 {
852 switch (af->sa_family) {
853 case AF_INET:
854 if (sctp_af_v4_specific)
855 return 0;
856 sctp_af_v4_specific = af;
857 break;
858 case AF_INET6:
859 if (sctp_af_v6_specific)
860 return 0;
861 sctp_af_v6_specific = af;
862 break;
863 default:
864 return 0;
865 }
866
867 INIT_LIST_HEAD(&af->list);
868 list_add_tail(&af->list, &sctp_address_families);
869 return 1;
870 }
871
872 /* Get the table of functions for manipulating a particular address
873 * family.
874 */
875 struct sctp_af *sctp_get_af_specific(sa_family_t family)
876 {
877 switch (family) {
878 case AF_INET:
879 return sctp_af_v4_specific;
880 case AF_INET6:
881 return sctp_af_v6_specific;
882 default:
883 return NULL;
884 }
885 }
886
887 /* Common code to initialize a AF_INET msg_name. */
888 static void sctp_inet_msgname(char *msgname, int *addr_len)
889 {
890 struct sockaddr_in *sin;
891
892 sin = (struct sockaddr_in *)msgname;
893 *addr_len = sizeof(struct sockaddr_in);
894 sin->sin_family = AF_INET;
895 memset(sin->sin_zero, 0, sizeof(sin->sin_zero));
896 }
897
898 /* Copy the primary address of the peer primary address as the msg_name. */
899 static void sctp_inet_event_msgname(struct sctp_ulpevent *event, char *msgname,
900 int *addr_len)
901 {
902 struct sockaddr_in *sin, *sinfrom;
903
904 if (msgname) {
905 struct sctp_association *asoc;
906
907 asoc = event->asoc;
908 sctp_inet_msgname(msgname, addr_len);
909 sin = (struct sockaddr_in *)msgname;
910 sinfrom = &asoc->peer.primary_addr.v4;
911 sin->sin_port = htons(asoc->peer.port);
912 sin->sin_addr.s_addr = sinfrom->sin_addr.s_addr;
913 }
914 }
915
916 /* Initialize and copy out a msgname from an inbound skb. */
917 static void sctp_inet_skb_msgname(struct sk_buff *skb, char *msgname, int *len)
918 {
919 if (msgname) {
920 struct sctphdr *sh = sctp_hdr(skb);
921 struct sockaddr_in *sin = (struct sockaddr_in *)msgname;
922
923 sctp_inet_msgname(msgname, len);
924 sin->sin_port = sh->source;
925 sin->sin_addr.s_addr = ip_hdr(skb)->saddr;
926 }
927 }
928
929 /* Do we support this AF? */
930 static int sctp_inet_af_supported(sa_family_t family, struct sctp_sock *sp)
931 {
932 /* PF_INET only supports AF_INET addresses. */
933 return AF_INET == family;
934 }
935
936 /* Address matching with wildcards allowed. */
937 static int sctp_inet_cmp_addr(const union sctp_addr *addr1,
938 const union sctp_addr *addr2,
939 struct sctp_sock *opt)
940 {
941 /* PF_INET only supports AF_INET addresses. */
942 if (addr1->sa.sa_family != addr2->sa.sa_family)
943 return 0;
944 if (htonl(INADDR_ANY) == addr1->v4.sin_addr.s_addr ||
945 htonl(INADDR_ANY) == addr2->v4.sin_addr.s_addr)
946 return 1;
947 if (addr1->v4.sin_addr.s_addr == addr2->v4.sin_addr.s_addr)
948 return 1;
949
950 return 0;
951 }
952
953 /* Verify that provided sockaddr looks bindable. Common verification has
954 * already been taken care of.
955 */
956 static int sctp_inet_bind_verify(struct sctp_sock *opt, union sctp_addr *addr)
957 {
958 return sctp_v4_available(addr, opt);
959 }
960
961 /* Verify that sockaddr looks sendable. Common verification has already
962 * been taken care of.
963 */
964 static int sctp_inet_send_verify(struct sctp_sock *opt, union sctp_addr *addr)
965 {
966 return 1;
967 }
968
969 /* Fill in Supported Address Type information for INIT and INIT-ACK
970 * chunks. Returns number of addresses supported.
971 */
972 static int sctp_inet_supported_addrs(const struct sctp_sock *opt,
973 __be16 *types)
974 {
975 types[0] = SCTP_PARAM_IPV4_ADDRESS;
976 return 1;
977 }
978
979 /* Wrapper routine that calls the ip transmit routine. */
980 static inline int sctp_v4_xmit(struct sk_buff *skb,
981 struct sctp_transport *transport)
982 {
983 struct inet_sock *inet = inet_sk(skb->sk);
984
985 pr_debug("%s: skb:%p, len:%d, src:%pI4, dst:%pI4\n", __func__, skb,
986 skb->len, &transport->fl.u.ip4.saddr, &transport->fl.u.ip4.daddr);
987
988 inet->pmtudisc = transport->param_flags & SPP_PMTUD_ENABLE ?
989 IP_PMTUDISC_DO : IP_PMTUDISC_DONT;
990
991 SCTP_INC_STATS(sock_net(&inet->sk), SCTP_MIB_OUTSCTPPACKS);
992
993 return ip_queue_xmit(&inet->sk, skb, &transport->fl);
994 }
995
996 static struct sctp_af sctp_af_inet;
997
998 static struct sctp_pf sctp_pf_inet = {
999 .event_msgname = sctp_inet_event_msgname,
1000 .skb_msgname = sctp_inet_skb_msgname,
1001 .af_supported = sctp_inet_af_supported,
1002 .cmp_addr = sctp_inet_cmp_addr,
1003 .bind_verify = sctp_inet_bind_verify,
1004 .send_verify = sctp_inet_send_verify,
1005 .supported_addrs = sctp_inet_supported_addrs,
1006 .create_accept_sk = sctp_v4_create_accept_sk,
1007 .addr_to_user = sctp_v4_addr_to_user,
1008 .to_sk_saddr = sctp_v4_to_sk_saddr,
1009 .to_sk_daddr = sctp_v4_to_sk_daddr,
1010 .af = &sctp_af_inet
1011 };
1012
1013 /* Notifier for inetaddr addition/deletion events. */
1014 static struct notifier_block sctp_inetaddr_notifier = {
1015 .notifier_call = sctp_inetaddr_event,
1016 };
1017
1018 /* Socket operations. */
1019 static const struct proto_ops inet_seqpacket_ops = {
1020 .family = PF_INET,
1021 .owner = THIS_MODULE,
1022 .release = inet_release, /* Needs to be wrapped... */
1023 .bind = inet_bind,
1024 .connect = inet_dgram_connect,
1025 .socketpair = sock_no_socketpair,
1026 .accept = inet_accept,
1027 .getname = inet_getname, /* Semantics are different. */
1028 .poll = sctp_poll,
1029 .ioctl = inet_ioctl,
1030 .listen = sctp_inet_listen,
1031 .shutdown = inet_shutdown, /* Looks harmless. */
1032 .setsockopt = sock_common_setsockopt, /* IP_SOL IP_OPTION is a problem */
1033 .getsockopt = sock_common_getsockopt,
1034 .sendmsg = inet_sendmsg,
1035 .recvmsg = inet_recvmsg,
1036 .mmap = sock_no_mmap,
1037 .sendpage = sock_no_sendpage,
1038 #ifdef CONFIG_COMPAT
1039 .compat_setsockopt = compat_sock_common_setsockopt,
1040 .compat_getsockopt = compat_sock_common_getsockopt,
1041 #endif
1042 };
1043
1044 /* Registration with AF_INET family. */
1045 static struct inet_protosw sctp_seqpacket_protosw = {
1046 .type = SOCK_SEQPACKET,
1047 .protocol = IPPROTO_SCTP,
1048 .prot = &sctp_prot,
1049 .ops = &inet_seqpacket_ops,
1050 .flags = SCTP_PROTOSW_FLAG
1051 };
1052 static struct inet_protosw sctp_stream_protosw = {
1053 .type = SOCK_STREAM,
1054 .protocol = IPPROTO_SCTP,
1055 .prot = &sctp_prot,
1056 .ops = &inet_seqpacket_ops,
1057 .flags = SCTP_PROTOSW_FLAG
1058 };
1059
1060 /* Register with IP layer. */
1061 static const struct net_protocol sctp_protocol = {
1062 .handler = sctp_rcv,
1063 .err_handler = sctp_v4_err,
1064 .no_policy = 1,
1065 .netns_ok = 1,
1066 .icmp_strict_tag_validation = 1,
1067 };
1068
1069 /* IPv4 address related functions. */
1070 static struct sctp_af sctp_af_inet = {
1071 .sa_family = AF_INET,
1072 .sctp_xmit = sctp_v4_xmit,
1073 .setsockopt = ip_setsockopt,
1074 .getsockopt = ip_getsockopt,
1075 .get_dst = sctp_v4_get_dst,
1076 .get_saddr = sctp_v4_get_saddr,
1077 .copy_addrlist = sctp_v4_copy_addrlist,
1078 .from_skb = sctp_v4_from_skb,
1079 .from_sk = sctp_v4_from_sk,
1080 .from_addr_param = sctp_v4_from_addr_param,
1081 .to_addr_param = sctp_v4_to_addr_param,
1082 .cmp_addr = sctp_v4_cmp_addr,
1083 .addr_valid = sctp_v4_addr_valid,
1084 .inaddr_any = sctp_v4_inaddr_any,
1085 .is_any = sctp_v4_is_any,
1086 .available = sctp_v4_available,
1087 .scope = sctp_v4_scope,
1088 .skb_iif = sctp_v4_skb_iif,
1089 .is_ce = sctp_v4_is_ce,
1090 .seq_dump_addr = sctp_v4_seq_dump_addr,
1091 .ecn_capable = sctp_v4_ecn_capable,
1092 .net_header_len = sizeof(struct iphdr),
1093 .sockaddr_len = sizeof(struct sockaddr_in),
1094 #ifdef CONFIG_COMPAT
1095 .compat_setsockopt = compat_ip_setsockopt,
1096 .compat_getsockopt = compat_ip_getsockopt,
1097 #endif
1098 };
1099
1100 struct sctp_pf *sctp_get_pf_specific(sa_family_t family)
1101 {
1102 switch (family) {
1103 case PF_INET:
1104 return sctp_pf_inet_specific;
1105 case PF_INET6:
1106 return sctp_pf_inet6_specific;
1107 default:
1108 return NULL;
1109 }
1110 }
1111
1112 /* Register the PF specific function table. */
1113 int sctp_register_pf(struct sctp_pf *pf, sa_family_t family)
1114 {
1115 switch (family) {
1116 case PF_INET:
1117 if (sctp_pf_inet_specific)
1118 return 0;
1119 sctp_pf_inet_specific = pf;
1120 break;
1121 case PF_INET6:
1122 if (sctp_pf_inet6_specific)
1123 return 0;
1124 sctp_pf_inet6_specific = pf;
1125 break;
1126 default:
1127 return 0;
1128 }
1129 return 1;
1130 }
1131
1132 static inline int init_sctp_mibs(struct net *net)
1133 {
1134 net->sctp.sctp_statistics = alloc_percpu(struct sctp_mib);
1135 if (!net->sctp.sctp_statistics)
1136 return -ENOMEM;
1137 return 0;
1138 }
1139
1140 static inline void cleanup_sctp_mibs(struct net *net)
1141 {
1142 free_percpu(net->sctp.sctp_statistics);
1143 }
1144
1145 static void sctp_v4_pf_init(void)
1146 {
1147 /* Initialize the SCTP specific PF functions. */
1148 sctp_register_pf(&sctp_pf_inet, PF_INET);
1149 sctp_register_af(&sctp_af_inet);
1150 }
1151
1152 static void sctp_v4_pf_exit(void)
1153 {
1154 list_del(&sctp_af_inet.list);
1155 }
1156
1157 static int sctp_v4_protosw_init(void)
1158 {
1159 int rc;
1160
1161 rc = proto_register(&sctp_prot, 1);
1162 if (rc)
1163 return rc;
1164
1165 /* Register SCTP(UDP and TCP style) with socket layer. */
1166 inet_register_protosw(&sctp_seqpacket_protosw);
1167 inet_register_protosw(&sctp_stream_protosw);
1168
1169 return 0;
1170 }
1171
1172 static void sctp_v4_protosw_exit(void)
1173 {
1174 inet_unregister_protosw(&sctp_stream_protosw);
1175 inet_unregister_protosw(&sctp_seqpacket_protosw);
1176 proto_unregister(&sctp_prot);
1177 }
1178
1179 static int sctp_v4_add_protocol(void)
1180 {
1181 /* Register notifier for inet address additions/deletions. */
1182 register_inetaddr_notifier(&sctp_inetaddr_notifier);
1183
1184 /* Register SCTP with inet layer. */
1185 if (inet_add_protocol(&sctp_protocol, IPPROTO_SCTP) < 0)
1186 return -EAGAIN;
1187
1188 return 0;
1189 }
1190
1191 static void sctp_v4_del_protocol(void)
1192 {
1193 inet_del_protocol(&sctp_protocol, IPPROTO_SCTP);
1194 unregister_inetaddr_notifier(&sctp_inetaddr_notifier);
1195 }
1196
1197 static int __net_init sctp_defaults_init(struct net *net)
1198 {
1199 int status;
1200
1201 /*
1202 * 14. Suggested SCTP Protocol Parameter Values
1203 */
1204 /* The following protocol parameters are RECOMMENDED: */
1205 /* RTO.Initial - 3 seconds */
1206 net->sctp.rto_initial = SCTP_RTO_INITIAL;
1207 /* RTO.Min - 1 second */
1208 net->sctp.rto_min = SCTP_RTO_MIN;
1209 /* RTO.Max - 60 seconds */
1210 net->sctp.rto_max = SCTP_RTO_MAX;
1211 /* RTO.Alpha - 1/8 */
1212 net->sctp.rto_alpha = SCTP_RTO_ALPHA;
1213 /* RTO.Beta - 1/4 */
1214 net->sctp.rto_beta = SCTP_RTO_BETA;
1215
1216 /* Valid.Cookie.Life - 60 seconds */
1217 net->sctp.valid_cookie_life = SCTP_DEFAULT_COOKIE_LIFE;
1218
1219 /* Whether Cookie Preservative is enabled(1) or not(0) */
1220 net->sctp.cookie_preserve_enable = 1;
1221
1222 /* Default sctp sockets to use md5 as their hmac alg */
1223 #if defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_MD5)
1224 net->sctp.sctp_hmac_alg = "md5";
1225 #elif defined (CONFIG_SCTP_DEFAULT_COOKIE_HMAC_SHA1)
1226 net->sctp.sctp_hmac_alg = "sha1";
1227 #else
1228 net->sctp.sctp_hmac_alg = NULL;
1229 #endif
1230
1231 /* Max.Burst - 4 */
1232 net->sctp.max_burst = SCTP_DEFAULT_MAX_BURST;
1233
1234 /* Enable pf state by default */
1235 net->sctp.pf_enable = 1;
1236
1237 /* Association.Max.Retrans - 10 attempts
1238 * Path.Max.Retrans - 5 attempts (per destination address)
1239 * Max.Init.Retransmits - 8 attempts
1240 */
1241 net->sctp.max_retrans_association = 10;
1242 net->sctp.max_retrans_path = 5;
1243 net->sctp.max_retrans_init = 8;
1244
1245 /* Sendbuffer growth - do per-socket accounting */
1246 net->sctp.sndbuf_policy = 0;
1247
1248 /* Rcvbuffer growth - do per-socket accounting */
1249 net->sctp.rcvbuf_policy = 0;
1250
1251 /* HB.interval - 30 seconds */
1252 net->sctp.hb_interval = SCTP_DEFAULT_TIMEOUT_HEARTBEAT;
1253
1254 /* delayed SACK timeout */
1255 net->sctp.sack_timeout = SCTP_DEFAULT_TIMEOUT_SACK;
1256
1257 /* Disable ADDIP by default. */
1258 net->sctp.addip_enable = 0;
1259 net->sctp.addip_noauth = 0;
1260 net->sctp.default_auto_asconf = 0;
1261
1262 /* Enable PR-SCTP by default. */
1263 net->sctp.prsctp_enable = 1;
1264
1265 /* Disable RECONF by default. */
1266 net->sctp.reconf_enable = 0;
1267
1268 /* Disable AUTH by default. */
1269 net->sctp.auth_enable = 0;
1270
1271 /* Set SCOPE policy to enabled */
1272 net->sctp.scope_policy = SCTP_SCOPE_POLICY_ENABLE;
1273
1274 /* Set the default rwnd update threshold */
1275 net->sctp.rwnd_upd_shift = SCTP_DEFAULT_RWND_SHIFT;
1276
1277 /* Initialize maximum autoclose timeout. */
1278 net->sctp.max_autoclose = INT_MAX / HZ;
1279
1280 status = sctp_sysctl_net_register(net);
1281 if (status)
1282 goto err_sysctl_register;
1283
1284 /* Allocate and initialise sctp mibs. */
1285 status = init_sctp_mibs(net);
1286 if (status)
1287 goto err_init_mibs;
1288
1289 /* Initialize proc fs directory. */
1290 status = sctp_proc_init(net);
1291 if (status)
1292 goto err_init_proc;
1293
1294 sctp_dbg_objcnt_init(net);
1295
1296 /* Initialize the local address list. */
1297 INIT_LIST_HEAD(&net->sctp.local_addr_list);
1298 spin_lock_init(&net->sctp.local_addr_lock);
1299 sctp_get_local_addr_list(net);
1300
1301 /* Initialize the address event list */
1302 INIT_LIST_HEAD(&net->sctp.addr_waitq);
1303 INIT_LIST_HEAD(&net->sctp.auto_asconf_splist);
1304 spin_lock_init(&net->sctp.addr_wq_lock);
1305 net->sctp.addr_wq_timer.expires = 0;
1306 setup_timer(&net->sctp.addr_wq_timer, sctp_addr_wq_timeout_handler,
1307 (unsigned long)net);
1308
1309 return 0;
1310
1311 err_init_proc:
1312 cleanup_sctp_mibs(net);
1313 err_init_mibs:
1314 sctp_sysctl_net_unregister(net);
1315 err_sysctl_register:
1316 return status;
1317 }
1318
1319 static void __net_exit sctp_defaults_exit(struct net *net)
1320 {
1321 /* Free the local address list */
1322 sctp_free_addr_wq(net);
1323 sctp_free_local_addr_list(net);
1324
1325 sctp_dbg_objcnt_exit(net);
1326
1327 sctp_proc_exit(net);
1328 cleanup_sctp_mibs(net);
1329 sctp_sysctl_net_unregister(net);
1330 }
1331
1332 static struct pernet_operations sctp_defaults_ops = {
1333 .init = sctp_defaults_init,
1334 .exit = sctp_defaults_exit,
1335 };
1336
1337 static int __net_init sctp_ctrlsock_init(struct net *net)
1338 {
1339 int status;
1340
1341 /* Initialize the control inode/socket for handling OOTB packets. */
1342 status = sctp_ctl_sock_init(net);
1343 if (status)
1344 pr_err("Failed to initialize the SCTP control sock\n");
1345
1346 return status;
1347 }
1348
1349 static void __net_init sctp_ctrlsock_exit(struct net *net)
1350 {
1351 /* Free the control endpoint. */
1352 inet_ctl_sock_destroy(net->sctp.ctl_sock);
1353 }
1354
1355 static struct pernet_operations sctp_ctrlsock_ops = {
1356 .init = sctp_ctrlsock_init,
1357 .exit = sctp_ctrlsock_exit,
1358 };
1359
1360 /* Initialize the universe into something sensible. */
1361 static __init int sctp_init(void)
1362 {
1363 int i;
1364 int status = -EINVAL;
1365 unsigned long goal;
1366 unsigned long limit;
1367 int max_share;
1368 int order;
1369 int num_entries;
1370 int max_entry_order;
1371
1372 sock_skb_cb_check_size(sizeof(struct sctp_ulpevent));
1373
1374 /* Allocate bind_bucket and chunk caches. */
1375 status = -ENOBUFS;
1376 sctp_bucket_cachep = kmem_cache_create("sctp_bind_bucket",
1377 sizeof(struct sctp_bind_bucket),
1378 0, SLAB_HWCACHE_ALIGN,
1379 NULL);
1380 if (!sctp_bucket_cachep)
1381 goto out;
1382
1383 sctp_chunk_cachep = kmem_cache_create("sctp_chunk",
1384 sizeof(struct sctp_chunk),
1385 0, SLAB_HWCACHE_ALIGN,
1386 NULL);
1387 if (!sctp_chunk_cachep)
1388 goto err_chunk_cachep;
1389
1390 status = percpu_counter_init(&sctp_sockets_allocated, 0, GFP_KERNEL);
1391 if (status)
1392 goto err_percpu_counter_init;
1393
1394 /* Implementation specific variables. */
1395
1396 /* Initialize default stream count setup information. */
1397 sctp_max_instreams = SCTP_DEFAULT_INSTREAMS;
1398 sctp_max_outstreams = SCTP_DEFAULT_OUTSTREAMS;
1399
1400 /* Initialize handle used for association ids. */
1401 idr_init(&sctp_assocs_id);
1402
1403 limit = nr_free_buffer_pages() / 8;
1404 limit = max(limit, 128UL);
1405 sysctl_sctp_mem[0] = limit / 4 * 3;
1406 sysctl_sctp_mem[1] = limit;
1407 sysctl_sctp_mem[2] = sysctl_sctp_mem[0] * 2;
1408
1409 /* Set per-socket limits to no more than 1/128 the pressure threshold*/
1410 limit = (sysctl_sctp_mem[1]) << (PAGE_SHIFT - 7);
1411 max_share = min(4UL*1024*1024, limit);
1412
1413 sysctl_sctp_rmem[0] = SK_MEM_QUANTUM; /* give each asoc 1 page min */
1414 sysctl_sctp_rmem[1] = 1500 * SKB_TRUESIZE(1);
1415 sysctl_sctp_rmem[2] = max(sysctl_sctp_rmem[1], max_share);
1416
1417 sysctl_sctp_wmem[0] = SK_MEM_QUANTUM;
1418 sysctl_sctp_wmem[1] = 16*1024;
1419 sysctl_sctp_wmem[2] = max(64*1024, max_share);
1420
1421 /* Size and allocate the association hash table.
1422 * The methodology is similar to that of the tcp hash tables.
1423 * Though not identical. Start by getting a goal size
1424 */
1425 if (totalram_pages >= (128 * 1024))
1426 goal = totalram_pages >> (22 - PAGE_SHIFT);
1427 else
1428 goal = totalram_pages >> (24 - PAGE_SHIFT);
1429
1430 /* Then compute the page order for said goal */
1431 order = get_order(goal);
1432
1433 /* Now compute the required page order for the maximum sized table we
1434 * want to create
1435 */
1436 max_entry_order = get_order(MAX_SCTP_PORT_HASH_ENTRIES *
1437 sizeof(struct sctp_bind_hashbucket));
1438
1439 /* Limit the page order by that maximum hash table size */
1440 order = min(order, max_entry_order);
1441
1442 /* Allocate and initialize the endpoint hash table. */
1443 sctp_ep_hashsize = 64;
1444 sctp_ep_hashtable =
1445 kmalloc(64 * sizeof(struct sctp_hashbucket), GFP_KERNEL);
1446 if (!sctp_ep_hashtable) {
1447 pr_err("Failed endpoint_hash alloc\n");
1448 status = -ENOMEM;
1449 goto err_ehash_alloc;
1450 }
1451 for (i = 0; i < sctp_ep_hashsize; i++) {
1452 rwlock_init(&sctp_ep_hashtable[i].lock);
1453 INIT_HLIST_HEAD(&sctp_ep_hashtable[i].chain);
1454 }
1455
1456 /* Allocate and initialize the SCTP port hash table.
1457 * Note that order is initalized to start at the max sized
1458 * table we want to support. If we can't get that many pages
1459 * reduce the order and try again
1460 */
1461 do {
1462 sctp_port_hashtable = (struct sctp_bind_hashbucket *)
1463 __get_free_pages(GFP_KERNEL | __GFP_NOWARN, order);
1464 } while (!sctp_port_hashtable && --order > 0);
1465
1466 if (!sctp_port_hashtable) {
1467 pr_err("Failed bind hash alloc\n");
1468 status = -ENOMEM;
1469 goto err_bhash_alloc;
1470 }
1471
1472 /* Now compute the number of entries that will fit in the
1473 * port hash space we allocated
1474 */
1475 num_entries = (1UL << order) * PAGE_SIZE /
1476 sizeof(struct sctp_bind_hashbucket);
1477
1478 /* And finish by rounding it down to the nearest power of two
1479 * this wastes some memory of course, but its needed because
1480 * the hash function operates based on the assumption that
1481 * that the number of entries is a power of two
1482 */
1483 sctp_port_hashsize = rounddown_pow_of_two(num_entries);
1484
1485 for (i = 0; i < sctp_port_hashsize; i++) {
1486 spin_lock_init(&sctp_port_hashtable[i].lock);
1487 INIT_HLIST_HEAD(&sctp_port_hashtable[i].chain);
1488 }
1489
1490 status = sctp_transport_hashtable_init();
1491 if (status)
1492 goto err_thash_alloc;
1493
1494 pr_info("Hash tables configured (bind %d/%d)\n", sctp_port_hashsize,
1495 num_entries);
1496
1497 sctp_sysctl_register();
1498
1499 INIT_LIST_HEAD(&sctp_address_families);
1500 sctp_v4_pf_init();
1501 sctp_v6_pf_init();
1502
1503 status = register_pernet_subsys(&sctp_defaults_ops);
1504 if (status)
1505 goto err_register_defaults;
1506
1507 status = sctp_v4_protosw_init();
1508 if (status)
1509 goto err_protosw_init;
1510
1511 status = sctp_v6_protosw_init();
1512 if (status)
1513 goto err_v6_protosw_init;
1514
1515 status = register_pernet_subsys(&sctp_ctrlsock_ops);
1516 if (status)
1517 goto err_register_ctrlsock;
1518
1519 status = sctp_v4_add_protocol();
1520 if (status)
1521 goto err_add_protocol;
1522
1523 /* Register SCTP with inet6 layer. */
1524 status = sctp_v6_add_protocol();
1525 if (status)
1526 goto err_v6_add_protocol;
1527
1528 if (sctp_offload_init() < 0)
1529 pr_crit("%s: Cannot add SCTP protocol offload\n", __func__);
1530
1531 out:
1532 return status;
1533 err_v6_add_protocol:
1534 sctp_v4_del_protocol();
1535 err_add_protocol:
1536 unregister_pernet_subsys(&sctp_ctrlsock_ops);
1537 err_register_ctrlsock:
1538 sctp_v6_protosw_exit();
1539 err_v6_protosw_init:
1540 sctp_v4_protosw_exit();
1541 err_protosw_init:
1542 unregister_pernet_subsys(&sctp_defaults_ops);
1543 err_register_defaults:
1544 sctp_v4_pf_exit();
1545 sctp_v6_pf_exit();
1546 sctp_sysctl_unregister();
1547 free_pages((unsigned long)sctp_port_hashtable,
1548 get_order(sctp_port_hashsize *
1549 sizeof(struct sctp_bind_hashbucket)));
1550 err_bhash_alloc:
1551 sctp_transport_hashtable_destroy();
1552 err_thash_alloc:
1553 kfree(sctp_ep_hashtable);
1554 err_ehash_alloc:
1555 percpu_counter_destroy(&sctp_sockets_allocated);
1556 err_percpu_counter_init:
1557 kmem_cache_destroy(sctp_chunk_cachep);
1558 err_chunk_cachep:
1559 kmem_cache_destroy(sctp_bucket_cachep);
1560 goto out;
1561 }
1562
1563 /* Exit handler for the SCTP protocol. */
1564 static __exit void sctp_exit(void)
1565 {
1566 /* BUG. This should probably do something useful like clean
1567 * up all the remaining associations and all that memory.
1568 */
1569
1570 /* Unregister with inet6/inet layers. */
1571 sctp_v6_del_protocol();
1572 sctp_v4_del_protocol();
1573
1574 unregister_pernet_subsys(&sctp_ctrlsock_ops);
1575
1576 /* Free protosw registrations */
1577 sctp_v6_protosw_exit();
1578 sctp_v4_protosw_exit();
1579
1580 unregister_pernet_subsys(&sctp_defaults_ops);
1581
1582 /* Unregister with socket layer. */
1583 sctp_v6_pf_exit();
1584 sctp_v4_pf_exit();
1585
1586 sctp_sysctl_unregister();
1587
1588 free_pages((unsigned long)sctp_port_hashtable,
1589 get_order(sctp_port_hashsize *
1590 sizeof(struct sctp_bind_hashbucket)));
1591 kfree(sctp_ep_hashtable);
1592 sctp_transport_hashtable_destroy();
1593
1594 percpu_counter_destroy(&sctp_sockets_allocated);
1595
1596 rcu_barrier(); /* Wait for completion of call_rcu()'s */
1597
1598 kmem_cache_destroy(sctp_chunk_cachep);
1599 kmem_cache_destroy(sctp_bucket_cachep);
1600 }
1601
1602 module_init(sctp_init);
1603 module_exit(sctp_exit);
1604
1605 /*
1606 * __stringify doesn't likes enums, so use IPPROTO_SCTP value (132) directly.
1607 */
1608 MODULE_ALIAS("net-pf-" __stringify(PF_INET) "-proto-132");
1609 MODULE_ALIAS("net-pf-" __stringify(PF_INET6) "-proto-132");
1610 MODULE_AUTHOR("Linux Kernel SCTP developers <linux-sctp@vger.kernel.org>");
1611 MODULE_DESCRIPTION("Support for the SCTP protocol (RFC2960)");
1612 module_param_named(no_checksums, sctp_checksum_disable, bool, 0644);
1613 MODULE_PARM_DESC(no_checksums, "Disable checksums computing and verification");
1614 MODULE_LICENSE("GPL");