3 * Linux INET6 implementation
6 * Pedro Roque <roque@di.fc.ul.pt>
10 * linux/net/ipv4/tcp_input.c
11 * linux/net/ipv4/tcp_output.c
14 * Hideaki YOSHIFUJI : sin6_scope_id support
15 * YOSHIFUJI Hideaki @USAGI and: Support IPV6_V6ONLY socket option, which
16 * Alexey Kuznetsov allow both IPv4 and IPv6 sockets to bind
17 * a single port at the same time.
18 * YOSHIFUJI Hideaki @USAGI: convert /proc/net/tcp6 to seq_file.
20 * This program is free software; you can redistribute it and/or
21 * modify it under the terms of the GNU General Public License
22 * as published by the Free Software Foundation; either version
23 * 2 of the License, or (at your option) any later version.
26 #include <linux/bottom_half.h>
27 #include <linux/module.h>
28 #include <linux/errno.h>
29 #include <linux/types.h>
30 #include <linux/socket.h>
31 #include <linux/sockios.h>
32 #include <linux/net.h>
33 #include <linux/jiffies.h>
35 #include <linux/in6.h>
36 #include <linux/netdevice.h>
37 #include <linux/init.h>
38 #include <linux/jhash.h>
39 #include <linux/ipsec.h>
40 #include <linux/times.h>
42 #include <linux/ipv6.h>
43 #include <linux/icmpv6.h>
44 #include <linux/random.h>
47 #include <net/ndisc.h>
48 #include <net/inet6_hashtables.h>
49 #include <net/inet6_connection_sock.h>
51 #include <net/transp_v6.h>
52 #include <net/addrconf.h>
53 #include <net/ip6_route.h>
54 #include <net/ip6_checksum.h>
55 #include <net/inet_ecn.h>
56 #include <net/protocol.h>
59 #include <net/dsfield.h>
60 #include <net/timewait_sock.h>
61 #include <net/netdma.h>
62 #include <net/inet_common.h>
64 #include <asm/uaccess.h>
66 #include <linux/proc_fs.h>
67 #include <linux/seq_file.h>
69 #include <linux/crypto.h>
70 #include <linux/scatterlist.h>
72 static void tcp_v6_send_reset(struct sock
*sk
, struct sk_buff
*skb
);
73 static void tcp_v6_reqsk_send_ack(struct sock
*sk
, struct sk_buff
*skb
,
74 struct request_sock
*req
);
76 static int tcp_v6_do_rcv(struct sock
*sk
, struct sk_buff
*skb
);
78 static const struct inet_connection_sock_af_ops ipv6_mapped
;
79 static const struct inet_connection_sock_af_ops ipv6_specific
;
80 #ifdef CONFIG_TCP_MD5SIG
81 static const struct tcp_sock_af_ops tcp_sock_ipv6_specific
;
82 static const struct tcp_sock_af_ops tcp_sock_ipv6_mapped_specific
;
84 static struct tcp_md5sig_key
*tcp_v6_md5_do_lookup(struct sock
*sk
,
85 struct in6_addr
*addr
)
91 static void tcp_v6_hash(struct sock
*sk
)
93 if (sk
->sk_state
!= TCP_CLOSE
) {
94 if (inet_csk(sk
)->icsk_af_ops
== &ipv6_mapped
) {
104 static __inline__ __sum16
tcp_v6_check(int len
,
105 struct in6_addr
*saddr
,
106 struct in6_addr
*daddr
,
109 return csum_ipv6_magic(saddr
, daddr
, len
, IPPROTO_TCP
, base
);
112 static __u32
tcp_v6_init_sequence(struct sk_buff
*skb
)
114 return secure_tcpv6_sequence_number(ipv6_hdr(skb
)->daddr
.s6_addr32
,
115 ipv6_hdr(skb
)->saddr
.s6_addr32
,
117 tcp_hdr(skb
)->source
);
120 static int tcp_v6_connect(struct sock
*sk
, struct sockaddr
*uaddr
,
123 struct sockaddr_in6
*usin
= (struct sockaddr_in6
*) uaddr
;
124 struct inet_sock
*inet
= inet_sk(sk
);
125 struct inet_connection_sock
*icsk
= inet_csk(sk
);
126 struct ipv6_pinfo
*np
= inet6_sk(sk
);
127 struct tcp_sock
*tp
= tcp_sk(sk
);
128 struct in6_addr
*saddr
= NULL
, *final_p
= NULL
, final
;
130 struct dst_entry
*dst
;
134 if (addr_len
< SIN6_LEN_RFC2133
)
137 if (usin
->sin6_family
!= AF_INET6
)
138 return(-EAFNOSUPPORT
);
140 memset(&fl
, 0, sizeof(fl
));
143 fl
.fl6_flowlabel
= usin
->sin6_flowinfo
&IPV6_FLOWINFO_MASK
;
144 IP6_ECN_flow_init(fl
.fl6_flowlabel
);
145 if (fl
.fl6_flowlabel
&IPV6_FLOWLABEL_MASK
) {
146 struct ip6_flowlabel
*flowlabel
;
147 flowlabel
= fl6_sock_lookup(sk
, fl
.fl6_flowlabel
);
148 if (flowlabel
== NULL
)
150 ipv6_addr_copy(&usin
->sin6_addr
, &flowlabel
->dst
);
151 fl6_sock_release(flowlabel
);
156 * connect() to INADDR_ANY means loopback (BSD'ism).
159 if(ipv6_addr_any(&usin
->sin6_addr
))
160 usin
->sin6_addr
.s6_addr
[15] = 0x1;
162 addr_type
= ipv6_addr_type(&usin
->sin6_addr
);
164 if(addr_type
& IPV6_ADDR_MULTICAST
)
167 if (addr_type
&IPV6_ADDR_LINKLOCAL
) {
168 if (addr_len
>= sizeof(struct sockaddr_in6
) &&
169 usin
->sin6_scope_id
) {
170 /* If interface is set while binding, indices
173 if (sk
->sk_bound_dev_if
&&
174 sk
->sk_bound_dev_if
!= usin
->sin6_scope_id
)
177 sk
->sk_bound_dev_if
= usin
->sin6_scope_id
;
180 /* Connect to link-local address requires an interface */
181 if (!sk
->sk_bound_dev_if
)
185 if (tp
->rx_opt
.ts_recent_stamp
&&
186 !ipv6_addr_equal(&np
->daddr
, &usin
->sin6_addr
)) {
187 tp
->rx_opt
.ts_recent
= 0;
188 tp
->rx_opt
.ts_recent_stamp
= 0;
192 ipv6_addr_copy(&np
->daddr
, &usin
->sin6_addr
);
193 np
->flow_label
= fl
.fl6_flowlabel
;
199 if (addr_type
== IPV6_ADDR_MAPPED
) {
200 u32 exthdrlen
= icsk
->icsk_ext_hdr_len
;
201 struct sockaddr_in sin
;
203 SOCK_DEBUG(sk
, "connect: ipv4 mapped\n");
205 if (__ipv6_only_sock(sk
))
208 sin
.sin_family
= AF_INET
;
209 sin
.sin_port
= usin
->sin6_port
;
210 sin
.sin_addr
.s_addr
= usin
->sin6_addr
.s6_addr32
[3];
212 icsk
->icsk_af_ops
= &ipv6_mapped
;
213 sk
->sk_backlog_rcv
= tcp_v4_do_rcv
;
214 #ifdef CONFIG_TCP_MD5SIG
215 tp
->af_specific
= &tcp_sock_ipv6_mapped_specific
;
218 err
= tcp_v4_connect(sk
, (struct sockaddr
*)&sin
, sizeof(sin
));
221 icsk
->icsk_ext_hdr_len
= exthdrlen
;
222 icsk
->icsk_af_ops
= &ipv6_specific
;
223 sk
->sk_backlog_rcv
= tcp_v6_do_rcv
;
224 #ifdef CONFIG_TCP_MD5SIG
225 tp
->af_specific
= &tcp_sock_ipv6_specific
;
229 ipv6_addr_set_v4mapped(inet
->inet_saddr
, &np
->saddr
);
230 ipv6_addr_set_v4mapped(inet
->inet_rcv_saddr
,
237 if (!ipv6_addr_any(&np
->rcv_saddr
))
238 saddr
= &np
->rcv_saddr
;
240 fl
.proto
= IPPROTO_TCP
;
241 ipv6_addr_copy(&fl
.fl6_dst
, &np
->daddr
);
242 ipv6_addr_copy(&fl
.fl6_src
,
243 (saddr
? saddr
: &np
->saddr
));
244 fl
.oif
= sk
->sk_bound_dev_if
;
245 fl
.mark
= sk
->sk_mark
;
246 fl
.fl_ip_dport
= usin
->sin6_port
;
247 fl
.fl_ip_sport
= inet
->inet_sport
;
249 if (np
->opt
&& np
->opt
->srcrt
) {
250 struct rt0_hdr
*rt0
= (struct rt0_hdr
*)np
->opt
->srcrt
;
251 ipv6_addr_copy(&final
, &fl
.fl6_dst
);
252 ipv6_addr_copy(&fl
.fl6_dst
, rt0
->addr
);
256 security_sk_classify_flow(sk
, &fl
);
258 err
= ip6_dst_lookup(sk
, &dst
, &fl
);
262 ipv6_addr_copy(&fl
.fl6_dst
, final_p
);
264 err
= __xfrm_lookup(sock_net(sk
), &dst
, &fl
, sk
, XFRM_LOOKUP_WAIT
);
267 err
= ip6_dst_blackhole(sk
, &dst
, &fl
);
274 ipv6_addr_copy(&np
->rcv_saddr
, saddr
);
277 /* set the source address */
278 ipv6_addr_copy(&np
->saddr
, saddr
);
279 inet
->inet_rcv_saddr
= LOOPBACK4_IPV6
;
281 sk
->sk_gso_type
= SKB_GSO_TCPV6
;
282 __ip6_dst_store(sk
, dst
, NULL
, NULL
);
284 icsk
->icsk_ext_hdr_len
= 0;
286 icsk
->icsk_ext_hdr_len
= (np
->opt
->opt_flen
+
289 tp
->rx_opt
.mss_clamp
= IPV6_MIN_MTU
- sizeof(struct tcphdr
) - sizeof(struct ipv6hdr
);
291 inet
->inet_dport
= usin
->sin6_port
;
293 tcp_set_state(sk
, TCP_SYN_SENT
);
294 err
= inet6_hash_connect(&tcp_death_row
, sk
);
299 tp
->write_seq
= secure_tcpv6_sequence_number(np
->saddr
.s6_addr32
,
304 err
= tcp_connect(sk
);
311 tcp_set_state(sk
, TCP_CLOSE
);
314 inet
->inet_dport
= 0;
315 sk
->sk_route_caps
= 0;
319 static void tcp_v6_err(struct sk_buff
*skb
, struct inet6_skb_parm
*opt
,
320 u8 type
, u8 code
, int offset
, __be32 info
)
322 struct ipv6hdr
*hdr
= (struct ipv6hdr
*)skb
->data
;
323 const struct tcphdr
*th
= (struct tcphdr
*)(skb
->data
+offset
);
324 struct ipv6_pinfo
*np
;
329 struct net
*net
= dev_net(skb
->dev
);
331 sk
= inet6_lookup(net
, &tcp_hashinfo
, &hdr
->daddr
,
332 th
->dest
, &hdr
->saddr
, th
->source
, skb
->dev
->ifindex
);
335 ICMP6_INC_STATS_BH(net
, __in6_dev_get(skb
->dev
),
340 if (sk
->sk_state
== TCP_TIME_WAIT
) {
341 inet_twsk_put(inet_twsk(sk
));
346 if (sock_owned_by_user(sk
))
347 NET_INC_STATS_BH(net
, LINUX_MIB_LOCKDROPPEDICMPS
);
349 if (sk
->sk_state
== TCP_CLOSE
)
353 seq
= ntohl(th
->seq
);
354 if (sk
->sk_state
!= TCP_LISTEN
&&
355 !between(seq
, tp
->snd_una
, tp
->snd_nxt
)) {
356 NET_INC_STATS_BH(net
, LINUX_MIB_OUTOFWINDOWICMPS
);
362 if (type
== ICMPV6_PKT_TOOBIG
) {
363 struct dst_entry
*dst
= NULL
;
365 if (sock_owned_by_user(sk
))
367 if ((1 << sk
->sk_state
) & (TCPF_LISTEN
| TCPF_CLOSE
))
370 /* icmp should have updated the destination cache entry */
371 dst
= __sk_dst_check(sk
, np
->dst_cookie
);
374 struct inet_sock
*inet
= inet_sk(sk
);
377 /* BUGGG_FUTURE: Again, it is not clear how
378 to handle rthdr case. Ignore this complexity
381 memset(&fl
, 0, sizeof(fl
));
382 fl
.proto
= IPPROTO_TCP
;
383 ipv6_addr_copy(&fl
.fl6_dst
, &np
->daddr
);
384 ipv6_addr_copy(&fl
.fl6_src
, &np
->saddr
);
385 fl
.oif
= sk
->sk_bound_dev_if
;
386 fl
.mark
= sk
->sk_mark
;
387 fl
.fl_ip_dport
= inet
->inet_dport
;
388 fl
.fl_ip_sport
= inet
->inet_sport
;
389 security_skb_classify_flow(skb
, &fl
);
391 if ((err
= ip6_dst_lookup(sk
, &dst
, &fl
))) {
392 sk
->sk_err_soft
= -err
;
396 if ((err
= xfrm_lookup(net
, &dst
, &fl
, sk
, 0)) < 0) {
397 sk
->sk_err_soft
= -err
;
404 if (inet_csk(sk
)->icsk_pmtu_cookie
> dst_mtu(dst
)) {
405 tcp_sync_mss(sk
, dst_mtu(dst
));
406 tcp_simple_retransmit(sk
);
407 } /* else let the usual retransmit timer handle it */
412 icmpv6_err_convert(type
, code
, &err
);
414 /* Might be for an request_sock */
415 switch (sk
->sk_state
) {
416 struct request_sock
*req
, **prev
;
418 if (sock_owned_by_user(sk
))
421 req
= inet6_csk_search_req(sk
, &prev
, th
->dest
, &hdr
->daddr
,
422 &hdr
->saddr
, inet6_iif(skb
));
426 /* ICMPs are not backlogged, hence we cannot get
427 * an established socket here.
429 WARN_ON(req
->sk
!= NULL
);
431 if (seq
!= tcp_rsk(req
)->snt_isn
) {
432 NET_INC_STATS_BH(net
, LINUX_MIB_OUTOFWINDOWICMPS
);
436 inet_csk_reqsk_queue_drop(sk
, req
, prev
);
440 case TCP_SYN_RECV
: /* Cannot happen.
441 It can, it SYNs are crossed. --ANK */
442 if (!sock_owned_by_user(sk
)) {
444 sk
->sk_error_report(sk
); /* Wake people up to see the error (see connect in sock.c) */
448 sk
->sk_err_soft
= err
;
452 if (!sock_owned_by_user(sk
) && np
->recverr
) {
454 sk
->sk_error_report(sk
);
456 sk
->sk_err_soft
= err
;
464 static int tcp_v6_send_synack(struct sock
*sk
, struct request_sock
*req
,
465 struct request_values
*rvp
)
467 struct inet6_request_sock
*treq
= inet6_rsk(req
);
468 struct ipv6_pinfo
*np
= inet6_sk(sk
);
469 struct sk_buff
* skb
;
470 struct ipv6_txoptions
*opt
= NULL
;
471 struct in6_addr
* final_p
= NULL
, final
;
473 struct dst_entry
*dst
;
476 memset(&fl
, 0, sizeof(fl
));
477 fl
.proto
= IPPROTO_TCP
;
478 ipv6_addr_copy(&fl
.fl6_dst
, &treq
->rmt_addr
);
479 ipv6_addr_copy(&fl
.fl6_src
, &treq
->loc_addr
);
480 fl
.fl6_flowlabel
= 0;
482 fl
.mark
= sk
->sk_mark
;
483 fl
.fl_ip_dport
= inet_rsk(req
)->rmt_port
;
484 fl
.fl_ip_sport
= inet_rsk(req
)->loc_port
;
485 security_req_classify_flow(req
, &fl
);
488 if (opt
&& opt
->srcrt
) {
489 struct rt0_hdr
*rt0
= (struct rt0_hdr
*) opt
->srcrt
;
490 ipv6_addr_copy(&final
, &fl
.fl6_dst
);
491 ipv6_addr_copy(&fl
.fl6_dst
, rt0
->addr
);
495 err
= ip6_dst_lookup(sk
, &dst
, &fl
);
499 ipv6_addr_copy(&fl
.fl6_dst
, final_p
);
500 if ((err
= xfrm_lookup(sock_net(sk
), &dst
, &fl
, sk
, 0)) < 0)
503 skb
= tcp_make_synack(sk
, dst
, req
, rvp
);
505 struct tcphdr
*th
= tcp_hdr(skb
);
507 th
->check
= tcp_v6_check(skb
->len
,
508 &treq
->loc_addr
, &treq
->rmt_addr
,
509 csum_partial(th
, skb
->len
, skb
->csum
));
511 ipv6_addr_copy(&fl
.fl6_dst
, &treq
->rmt_addr
);
512 err
= ip6_xmit(sk
, skb
, &fl
, opt
, 0);
513 err
= net_xmit_eval(err
);
517 if (opt
&& opt
!= np
->opt
)
518 sock_kfree_s(sk
, opt
, opt
->tot_len
);
523 static inline void syn_flood_warning(struct sk_buff
*skb
)
525 #ifdef CONFIG_SYN_COOKIES
526 if (sysctl_tcp_syncookies
)
528 "TCPv6: Possible SYN flooding on port %d. "
529 "Sending cookies.\n", ntohs(tcp_hdr(skb
)->dest
));
533 "TCPv6: Possible SYN flooding on port %d. "
534 "Dropping request.\n", ntohs(tcp_hdr(skb
)->dest
));
537 static void tcp_v6_reqsk_destructor(struct request_sock
*req
)
539 kfree_skb(inet6_rsk(req
)->pktopts
);
542 #ifdef CONFIG_TCP_MD5SIG
543 static struct tcp_md5sig_key
*tcp_v6_md5_do_lookup(struct sock
*sk
,
544 struct in6_addr
*addr
)
546 struct tcp_sock
*tp
= tcp_sk(sk
);
551 if (!tp
->md5sig_info
|| !tp
->md5sig_info
->entries6
)
554 for (i
= 0; i
< tp
->md5sig_info
->entries6
; i
++) {
555 if (ipv6_addr_equal(&tp
->md5sig_info
->keys6
[i
].addr
, addr
))
556 return &tp
->md5sig_info
->keys6
[i
].base
;
561 static struct tcp_md5sig_key
*tcp_v6_md5_lookup(struct sock
*sk
,
562 struct sock
*addr_sk
)
564 return tcp_v6_md5_do_lookup(sk
, &inet6_sk(addr_sk
)->daddr
);
567 static struct tcp_md5sig_key
*tcp_v6_reqsk_md5_lookup(struct sock
*sk
,
568 struct request_sock
*req
)
570 return tcp_v6_md5_do_lookup(sk
, &inet6_rsk(req
)->rmt_addr
);
573 static int tcp_v6_md5_do_add(struct sock
*sk
, struct in6_addr
*peer
,
574 char *newkey
, u8 newkeylen
)
576 /* Add key to the list */
577 struct tcp_md5sig_key
*key
;
578 struct tcp_sock
*tp
= tcp_sk(sk
);
579 struct tcp6_md5sig_key
*keys
;
581 key
= tcp_v6_md5_do_lookup(sk
, peer
);
583 /* modify existing entry - just update that one */
586 key
->keylen
= newkeylen
;
588 /* reallocate new list if current one is full. */
589 if (!tp
->md5sig_info
) {
590 tp
->md5sig_info
= kzalloc(sizeof(*tp
->md5sig_info
), GFP_ATOMIC
);
591 if (!tp
->md5sig_info
) {
595 sk
->sk_route_caps
&= ~NETIF_F_GSO_MASK
;
597 if (tcp_alloc_md5sig_pool(sk
) == NULL
) {
601 if (tp
->md5sig_info
->alloced6
== tp
->md5sig_info
->entries6
) {
602 keys
= kmalloc((sizeof (tp
->md5sig_info
->keys6
[0]) *
603 (tp
->md5sig_info
->entries6
+ 1)), GFP_ATOMIC
);
606 tcp_free_md5sig_pool();
611 if (tp
->md5sig_info
->entries6
)
612 memmove(keys
, tp
->md5sig_info
->keys6
,
613 (sizeof (tp
->md5sig_info
->keys6
[0]) *
614 tp
->md5sig_info
->entries6
));
616 kfree(tp
->md5sig_info
->keys6
);
617 tp
->md5sig_info
->keys6
= keys
;
618 tp
->md5sig_info
->alloced6
++;
621 ipv6_addr_copy(&tp
->md5sig_info
->keys6
[tp
->md5sig_info
->entries6
].addr
,
623 tp
->md5sig_info
->keys6
[tp
->md5sig_info
->entries6
].base
.key
= newkey
;
624 tp
->md5sig_info
->keys6
[tp
->md5sig_info
->entries6
].base
.keylen
= newkeylen
;
626 tp
->md5sig_info
->entries6
++;
631 static int tcp_v6_md5_add_func(struct sock
*sk
, struct sock
*addr_sk
,
632 u8
*newkey
, __u8 newkeylen
)
634 return tcp_v6_md5_do_add(sk
, &inet6_sk(addr_sk
)->daddr
,
638 static int tcp_v6_md5_do_del(struct sock
*sk
, struct in6_addr
*peer
)
640 struct tcp_sock
*tp
= tcp_sk(sk
);
643 for (i
= 0; i
< tp
->md5sig_info
->entries6
; i
++) {
644 if (ipv6_addr_equal(&tp
->md5sig_info
->keys6
[i
].addr
, peer
)) {
646 kfree(tp
->md5sig_info
->keys6
[i
].base
.key
);
647 tp
->md5sig_info
->entries6
--;
649 if (tp
->md5sig_info
->entries6
== 0) {
650 kfree(tp
->md5sig_info
->keys6
);
651 tp
->md5sig_info
->keys6
= NULL
;
652 tp
->md5sig_info
->alloced6
= 0;
654 /* shrink the database */
655 if (tp
->md5sig_info
->entries6
!= i
)
656 memmove(&tp
->md5sig_info
->keys6
[i
],
657 &tp
->md5sig_info
->keys6
[i
+1],
658 (tp
->md5sig_info
->entries6
- i
)
659 * sizeof (tp
->md5sig_info
->keys6
[0]));
661 tcp_free_md5sig_pool();
668 static void tcp_v6_clear_md5_list (struct sock
*sk
)
670 struct tcp_sock
*tp
= tcp_sk(sk
);
673 if (tp
->md5sig_info
->entries6
) {
674 for (i
= 0; i
< tp
->md5sig_info
->entries6
; i
++)
675 kfree(tp
->md5sig_info
->keys6
[i
].base
.key
);
676 tp
->md5sig_info
->entries6
= 0;
677 tcp_free_md5sig_pool();
680 kfree(tp
->md5sig_info
->keys6
);
681 tp
->md5sig_info
->keys6
= NULL
;
682 tp
->md5sig_info
->alloced6
= 0;
684 if (tp
->md5sig_info
->entries4
) {
685 for (i
= 0; i
< tp
->md5sig_info
->entries4
; i
++)
686 kfree(tp
->md5sig_info
->keys4
[i
].base
.key
);
687 tp
->md5sig_info
->entries4
= 0;
688 tcp_free_md5sig_pool();
691 kfree(tp
->md5sig_info
->keys4
);
692 tp
->md5sig_info
->keys4
= NULL
;
693 tp
->md5sig_info
->alloced4
= 0;
696 static int tcp_v6_parse_md5_keys (struct sock
*sk
, char __user
*optval
,
699 struct tcp_md5sig cmd
;
700 struct sockaddr_in6
*sin6
= (struct sockaddr_in6
*)&cmd
.tcpm_addr
;
703 if (optlen
< sizeof(cmd
))
706 if (copy_from_user(&cmd
, optval
, sizeof(cmd
)))
709 if (sin6
->sin6_family
!= AF_INET6
)
712 if (!cmd
.tcpm_keylen
) {
713 if (!tcp_sk(sk
)->md5sig_info
)
715 if (ipv6_addr_v4mapped(&sin6
->sin6_addr
))
716 return tcp_v4_md5_do_del(sk
, sin6
->sin6_addr
.s6_addr32
[3]);
717 return tcp_v6_md5_do_del(sk
, &sin6
->sin6_addr
);
720 if (cmd
.tcpm_keylen
> TCP_MD5SIG_MAXKEYLEN
)
723 if (!tcp_sk(sk
)->md5sig_info
) {
724 struct tcp_sock
*tp
= tcp_sk(sk
);
725 struct tcp_md5sig_info
*p
;
727 p
= kzalloc(sizeof(struct tcp_md5sig_info
), GFP_KERNEL
);
732 sk
->sk_route_caps
&= ~NETIF_F_GSO_MASK
;
735 newkey
= kmemdup(cmd
.tcpm_key
, cmd
.tcpm_keylen
, GFP_KERNEL
);
738 if (ipv6_addr_v4mapped(&sin6
->sin6_addr
)) {
739 return tcp_v4_md5_do_add(sk
, sin6
->sin6_addr
.s6_addr32
[3],
740 newkey
, cmd
.tcpm_keylen
);
742 return tcp_v6_md5_do_add(sk
, &sin6
->sin6_addr
, newkey
, cmd
.tcpm_keylen
);
745 static int tcp_v6_md5_hash_pseudoheader(struct tcp_md5sig_pool
*hp
,
746 struct in6_addr
*daddr
,
747 struct in6_addr
*saddr
, int nbytes
)
749 struct tcp6_pseudohdr
*bp
;
750 struct scatterlist sg
;
752 bp
= &hp
->md5_blk
.ip6
;
753 /* 1. TCP pseudo-header (RFC2460) */
754 ipv6_addr_copy(&bp
->saddr
, saddr
);
755 ipv6_addr_copy(&bp
->daddr
, daddr
);
756 bp
->protocol
= cpu_to_be32(IPPROTO_TCP
);
757 bp
->len
= cpu_to_be32(nbytes
);
759 sg_init_one(&sg
, bp
, sizeof(*bp
));
760 return crypto_hash_update(&hp
->md5_desc
, &sg
, sizeof(*bp
));
763 static int tcp_v6_md5_hash_hdr(char *md5_hash
, struct tcp_md5sig_key
*key
,
764 struct in6_addr
*daddr
, struct in6_addr
*saddr
,
767 struct tcp_md5sig_pool
*hp
;
768 struct hash_desc
*desc
;
770 hp
= tcp_get_md5sig_pool();
772 goto clear_hash_noput
;
773 desc
= &hp
->md5_desc
;
775 if (crypto_hash_init(desc
))
777 if (tcp_v6_md5_hash_pseudoheader(hp
, daddr
, saddr
, th
->doff
<< 2))
779 if (tcp_md5_hash_header(hp
, th
))
781 if (tcp_md5_hash_key(hp
, key
))
783 if (crypto_hash_final(desc
, md5_hash
))
786 tcp_put_md5sig_pool();
790 tcp_put_md5sig_pool();
792 memset(md5_hash
, 0, 16);
796 static int tcp_v6_md5_hash_skb(char *md5_hash
, struct tcp_md5sig_key
*key
,
797 struct sock
*sk
, struct request_sock
*req
,
800 struct in6_addr
*saddr
, *daddr
;
801 struct tcp_md5sig_pool
*hp
;
802 struct hash_desc
*desc
;
803 struct tcphdr
*th
= tcp_hdr(skb
);
806 saddr
= &inet6_sk(sk
)->saddr
;
807 daddr
= &inet6_sk(sk
)->daddr
;
809 saddr
= &inet6_rsk(req
)->loc_addr
;
810 daddr
= &inet6_rsk(req
)->rmt_addr
;
812 struct ipv6hdr
*ip6h
= ipv6_hdr(skb
);
813 saddr
= &ip6h
->saddr
;
814 daddr
= &ip6h
->daddr
;
817 hp
= tcp_get_md5sig_pool();
819 goto clear_hash_noput
;
820 desc
= &hp
->md5_desc
;
822 if (crypto_hash_init(desc
))
825 if (tcp_v6_md5_hash_pseudoheader(hp
, daddr
, saddr
, skb
->len
))
827 if (tcp_md5_hash_header(hp
, th
))
829 if (tcp_md5_hash_skb_data(hp
, skb
, th
->doff
<< 2))
831 if (tcp_md5_hash_key(hp
, key
))
833 if (crypto_hash_final(desc
, md5_hash
))
836 tcp_put_md5sig_pool();
840 tcp_put_md5sig_pool();
842 memset(md5_hash
, 0, 16);
846 static int tcp_v6_inbound_md5_hash (struct sock
*sk
, struct sk_buff
*skb
)
848 __u8
*hash_location
= NULL
;
849 struct tcp_md5sig_key
*hash_expected
;
850 struct ipv6hdr
*ip6h
= ipv6_hdr(skb
);
851 struct tcphdr
*th
= tcp_hdr(skb
);
855 hash_expected
= tcp_v6_md5_do_lookup(sk
, &ip6h
->saddr
);
856 hash_location
= tcp_parse_md5sig_option(th
);
858 /* We've parsed the options - do we have a hash? */
859 if (!hash_expected
&& !hash_location
)
862 if (hash_expected
&& !hash_location
) {
863 NET_INC_STATS_BH(sock_net(sk
), LINUX_MIB_TCPMD5NOTFOUND
);
867 if (!hash_expected
&& hash_location
) {
868 NET_INC_STATS_BH(sock_net(sk
), LINUX_MIB_TCPMD5UNEXPECTED
);
872 /* check the signature */
873 genhash
= tcp_v6_md5_hash_skb(newhash
,
877 if (genhash
|| memcmp(hash_location
, newhash
, 16) != 0) {
878 if (net_ratelimit()) {
879 printk(KERN_INFO
"MD5 Hash %s for (%pI6, %u)->(%pI6, %u)\n",
880 genhash
? "failed" : "mismatch",
881 &ip6h
->saddr
, ntohs(th
->source
),
882 &ip6h
->daddr
, ntohs(th
->dest
));
890 struct request_sock_ops tcp6_request_sock_ops __read_mostly
= {
892 .obj_size
= sizeof(struct tcp6_request_sock
),
893 .rtx_syn_ack
= tcp_v6_send_synack
,
894 .send_ack
= tcp_v6_reqsk_send_ack
,
895 .destructor
= tcp_v6_reqsk_destructor
,
896 .send_reset
= tcp_v6_send_reset
899 #ifdef CONFIG_TCP_MD5SIG
900 static const struct tcp_request_sock_ops tcp_request_sock_ipv6_ops
= {
901 .md5_lookup
= tcp_v6_reqsk_md5_lookup
,
902 .calc_md5_hash
= tcp_v6_md5_hash_skb
,
906 static struct timewait_sock_ops tcp6_timewait_sock_ops
= {
907 .twsk_obj_size
= sizeof(struct tcp6_timewait_sock
),
908 .twsk_unique
= tcp_twsk_unique
,
909 .twsk_destructor
= tcp_twsk_destructor
,
912 static void tcp_v6_send_check(struct sock
*sk
, int len
, struct sk_buff
*skb
)
914 struct ipv6_pinfo
*np
= inet6_sk(sk
);
915 struct tcphdr
*th
= tcp_hdr(skb
);
917 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
918 th
->check
= ~csum_ipv6_magic(&np
->saddr
, &np
->daddr
, len
, IPPROTO_TCP
, 0);
919 skb
->csum_start
= skb_transport_header(skb
) - skb
->head
;
920 skb
->csum_offset
= offsetof(struct tcphdr
, check
);
922 th
->check
= csum_ipv6_magic(&np
->saddr
, &np
->daddr
, len
, IPPROTO_TCP
,
923 csum_partial(th
, th
->doff
<<2,
928 static int tcp_v6_gso_send_check(struct sk_buff
*skb
)
930 struct ipv6hdr
*ipv6h
;
933 if (!pskb_may_pull(skb
, sizeof(*th
)))
936 ipv6h
= ipv6_hdr(skb
);
940 th
->check
= ~csum_ipv6_magic(&ipv6h
->saddr
, &ipv6h
->daddr
, skb
->len
,
942 skb
->csum_start
= skb_transport_header(skb
) - skb
->head
;
943 skb
->csum_offset
= offsetof(struct tcphdr
, check
);
944 skb
->ip_summed
= CHECKSUM_PARTIAL
;
948 static struct sk_buff
**tcp6_gro_receive(struct sk_buff
**head
,
951 struct ipv6hdr
*iph
= skb_gro_network_header(skb
);
953 switch (skb
->ip_summed
) {
954 case CHECKSUM_COMPLETE
:
955 if (!tcp_v6_check(skb_gro_len(skb
), &iph
->saddr
, &iph
->daddr
,
957 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
963 NAPI_GRO_CB(skb
)->flush
= 1;
967 return tcp_gro_receive(head
, skb
);
970 static int tcp6_gro_complete(struct sk_buff
*skb
)
972 struct ipv6hdr
*iph
= ipv6_hdr(skb
);
973 struct tcphdr
*th
= tcp_hdr(skb
);
975 th
->check
= ~tcp_v6_check(skb
->len
- skb_transport_offset(skb
),
976 &iph
->saddr
, &iph
->daddr
, 0);
977 skb_shinfo(skb
)->gso_type
= SKB_GSO_TCPV6
;
979 return tcp_gro_complete(skb
);
982 static void tcp_v6_send_response(struct sk_buff
*skb
, u32 seq
, u32 ack
, u32 win
,
983 u32 ts
, struct tcp_md5sig_key
*key
, int rst
)
985 struct tcphdr
*th
= tcp_hdr(skb
), *t1
;
986 struct sk_buff
*buff
;
988 struct net
*net
= dev_net(skb_dst(skb
)->dev
);
989 struct sock
*ctl_sk
= net
->ipv6
.tcp_sk
;
990 unsigned int tot_len
= sizeof(struct tcphdr
);
991 struct dst_entry
*dst
;
995 tot_len
+= TCPOLEN_TSTAMP_ALIGNED
;
996 #ifdef CONFIG_TCP_MD5SIG
998 tot_len
+= TCPOLEN_MD5SIG_ALIGNED
;
1001 buff
= alloc_skb(MAX_HEADER
+ sizeof(struct ipv6hdr
) + tot_len
,
1006 skb_reserve(buff
, MAX_HEADER
+ sizeof(struct ipv6hdr
) + tot_len
);
1008 t1
= (struct tcphdr
*) skb_push(buff
, tot_len
);
1009 skb_reset_transport_header(skb
);
1011 /* Swap the send and the receive. */
1012 memset(t1
, 0, sizeof(*t1
));
1013 t1
->dest
= th
->source
;
1014 t1
->source
= th
->dest
;
1015 t1
->doff
= tot_len
/ 4;
1016 t1
->seq
= htonl(seq
);
1017 t1
->ack_seq
= htonl(ack
);
1018 t1
->ack
= !rst
|| !th
->ack
;
1020 t1
->window
= htons(win
);
1022 topt
= (__be32
*)(t1
+ 1);
1025 *topt
++ = htonl((TCPOPT_NOP
<< 24) | (TCPOPT_NOP
<< 16) |
1026 (TCPOPT_TIMESTAMP
<< 8) | TCPOLEN_TIMESTAMP
);
1027 *topt
++ = htonl(tcp_time_stamp
);
1028 *topt
++ = htonl(ts
);
1031 #ifdef CONFIG_TCP_MD5SIG
1033 *topt
++ = htonl((TCPOPT_NOP
<< 24) | (TCPOPT_NOP
<< 16) |
1034 (TCPOPT_MD5SIG
<< 8) | TCPOLEN_MD5SIG
);
1035 tcp_v6_md5_hash_hdr((__u8
*)topt
, key
,
1036 &ipv6_hdr(skb
)->saddr
,
1037 &ipv6_hdr(skb
)->daddr
, t1
);
1041 buff
->csum
= csum_partial(t1
, tot_len
, 0);
1043 memset(&fl
, 0, sizeof(fl
));
1044 ipv6_addr_copy(&fl
.fl6_dst
, &ipv6_hdr(skb
)->saddr
);
1045 ipv6_addr_copy(&fl
.fl6_src
, &ipv6_hdr(skb
)->daddr
);
1047 t1
->check
= csum_ipv6_magic(&fl
.fl6_src
, &fl
.fl6_dst
,
1048 tot_len
, IPPROTO_TCP
,
1051 fl
.proto
= IPPROTO_TCP
;
1052 fl
.oif
= inet6_iif(skb
);
1053 fl
.fl_ip_dport
= t1
->dest
;
1054 fl
.fl_ip_sport
= t1
->source
;
1055 security_skb_classify_flow(skb
, &fl
);
1057 /* Pass a socket to ip6_dst_lookup either it is for RST
1058 * Underlying function will use this to retrieve the network
1061 if (!ip6_dst_lookup(ctl_sk
, &dst
, &fl
)) {
1062 if (xfrm_lookup(net
, &dst
, &fl
, NULL
, 0) >= 0) {
1063 skb_dst_set(buff
, dst
);
1064 ip6_xmit(ctl_sk
, buff
, &fl
, NULL
, 0);
1065 TCP_INC_STATS_BH(net
, TCP_MIB_OUTSEGS
);
1067 TCP_INC_STATS_BH(net
, TCP_MIB_OUTRSTS
);
1075 static void tcp_v6_send_reset(struct sock
*sk
, struct sk_buff
*skb
)
1077 struct tcphdr
*th
= tcp_hdr(skb
);
1078 u32 seq
= 0, ack_seq
= 0;
1079 struct tcp_md5sig_key
*key
= NULL
;
1084 if (!ipv6_unicast_destination(skb
))
1087 #ifdef CONFIG_TCP_MD5SIG
1089 key
= tcp_v6_md5_do_lookup(sk
, &ipv6_hdr(skb
)->daddr
);
1093 seq
= ntohl(th
->ack_seq
);
1095 ack_seq
= ntohl(th
->seq
) + th
->syn
+ th
->fin
+ skb
->len
-
1098 tcp_v6_send_response(skb
, seq
, ack_seq
, 0, 0, key
, 1);
1101 static void tcp_v6_send_ack(struct sk_buff
*skb
, u32 seq
, u32 ack
, u32 win
, u32 ts
,
1102 struct tcp_md5sig_key
*key
)
1104 tcp_v6_send_response(skb
, seq
, ack
, win
, ts
, key
, 0);
1107 static void tcp_v6_timewait_ack(struct sock
*sk
, struct sk_buff
*skb
)
1109 struct inet_timewait_sock
*tw
= inet_twsk(sk
);
1110 struct tcp_timewait_sock
*tcptw
= tcp_twsk(sk
);
1112 tcp_v6_send_ack(skb
, tcptw
->tw_snd_nxt
, tcptw
->tw_rcv_nxt
,
1113 tcptw
->tw_rcv_wnd
>> tw
->tw_rcv_wscale
,
1114 tcptw
->tw_ts_recent
, tcp_twsk_md5_key(tcptw
));
1119 static void tcp_v6_reqsk_send_ack(struct sock
*sk
, struct sk_buff
*skb
,
1120 struct request_sock
*req
)
1122 tcp_v6_send_ack(skb
, tcp_rsk(req
)->snt_isn
+ 1, tcp_rsk(req
)->rcv_isn
+ 1, req
->rcv_wnd
, req
->ts_recent
,
1123 tcp_v6_md5_do_lookup(sk
, &ipv6_hdr(skb
)->daddr
));
1127 static struct sock
*tcp_v6_hnd_req(struct sock
*sk
,struct sk_buff
*skb
)
1129 struct request_sock
*req
, **prev
;
1130 const struct tcphdr
*th
= tcp_hdr(skb
);
1133 /* Find possible connection requests. */
1134 req
= inet6_csk_search_req(sk
, &prev
, th
->source
,
1135 &ipv6_hdr(skb
)->saddr
,
1136 &ipv6_hdr(skb
)->daddr
, inet6_iif(skb
));
1138 return tcp_check_req(sk
, skb
, req
, prev
);
1140 nsk
= __inet6_lookup_established(sock_net(sk
), &tcp_hashinfo
,
1141 &ipv6_hdr(skb
)->saddr
, th
->source
,
1142 &ipv6_hdr(skb
)->daddr
, ntohs(th
->dest
), inet6_iif(skb
));
1145 if (nsk
->sk_state
!= TCP_TIME_WAIT
) {
1149 inet_twsk_put(inet_twsk(nsk
));
1153 #ifdef CONFIG_SYN_COOKIES
1154 if (!th
->rst
&& !th
->syn
&& th
->ack
)
1155 sk
= cookie_v6_check(sk
, skb
);
1160 /* FIXME: this is substantially similar to the ipv4 code.
1161 * Can some kind of merge be done? -- erics
1163 static int tcp_v6_conn_request(struct sock
*sk
, struct sk_buff
*skb
)
1165 struct tcp_options_received tmp_opt
;
1166 struct request_sock
*req
;
1167 struct inet6_request_sock
*treq
;
1168 struct ipv6_pinfo
*np
= inet6_sk(sk
);
1169 struct tcp_sock
*tp
= tcp_sk(sk
);
1170 struct dst_entry
*dst
= __sk_dst_get(sk
);
1171 __u32 isn
= TCP_SKB_CB(skb
)->when
;
1172 #ifdef CONFIG_SYN_COOKIES
1173 int want_cookie
= 0;
1175 #define want_cookie 0
1178 if (skb
->protocol
== htons(ETH_P_IP
))
1179 return tcp_v4_conn_request(sk
, skb
);
1181 if (!ipv6_unicast_destination(skb
))
1184 if (inet_csk_reqsk_queue_is_full(sk
) && !isn
) {
1185 if (net_ratelimit())
1186 syn_flood_warning(skb
);
1187 #ifdef CONFIG_SYN_COOKIES
1188 if (sysctl_tcp_syncookies
)
1195 if (sk_acceptq_is_full(sk
) && inet_csk_reqsk_queue_young(sk
) > 1)
1198 req
= inet6_reqsk_alloc(&tcp6_request_sock_ops
);
1202 #ifdef CONFIG_TCP_MD5SIG
1203 tcp_rsk(req
)->af_specific
= &tcp_request_sock_ipv6_ops
;
1206 tcp_clear_options(&tmp_opt
);
1207 tmp_opt
.mss_clamp
= IPV6_MIN_MTU
- sizeof(struct tcphdr
) - sizeof(struct ipv6hdr
);
1208 tmp_opt
.user_mss
= tp
->rx_opt
.user_mss
;
1210 tcp_parse_options(skb
, &tmp_opt
, 0, dst
);
1212 if (want_cookie
&& !tmp_opt
.saw_tstamp
)
1213 tcp_clear_options(&tmp_opt
);
1215 tmp_opt
.tstamp_ok
= tmp_opt
.saw_tstamp
;
1216 tcp_openreq_init(req
, &tmp_opt
, skb
);
1218 treq
= inet6_rsk(req
);
1219 ipv6_addr_copy(&treq
->rmt_addr
, &ipv6_hdr(skb
)->saddr
);
1220 ipv6_addr_copy(&treq
->loc_addr
, &ipv6_hdr(skb
)->daddr
);
1222 TCP_ECN_create_request(req
, tcp_hdr(skb
));
1225 isn
= cookie_v6_init_sequence(sk
, skb
, &req
->mss
);
1226 req
->cookie_ts
= tmp_opt
.tstamp_ok
;
1228 if (ipv6_opt_accepted(sk
, skb
) ||
1229 np
->rxopt
.bits
.rxinfo
|| np
->rxopt
.bits
.rxoinfo
||
1230 np
->rxopt
.bits
.rxhlim
|| np
->rxopt
.bits
.rxohlim
) {
1231 atomic_inc(&skb
->users
);
1232 treq
->pktopts
= skb
;
1234 treq
->iif
= sk
->sk_bound_dev_if
;
1236 /* So that link locals have meaning */
1237 if (!sk
->sk_bound_dev_if
&&
1238 ipv6_addr_type(&treq
->rmt_addr
) & IPV6_ADDR_LINKLOCAL
)
1239 treq
->iif
= inet6_iif(skb
);
1241 isn
= tcp_v6_init_sequence(skb
);
1243 tcp_rsk(req
)->snt_isn
= isn
;
1245 security_inet_conn_request(sk
, skb
, req
);
1247 if (tcp_v6_send_synack(sk
, req
, NULL
) || want_cookie
)
1250 inet6_csk_reqsk_queue_hash_add(sk
, req
, TCP_TIMEOUT_INIT
);
1256 return 0; /* don't send reset */
1259 static struct sock
* tcp_v6_syn_recv_sock(struct sock
*sk
, struct sk_buff
*skb
,
1260 struct request_sock
*req
,
1261 struct dst_entry
*dst
)
1263 struct inet6_request_sock
*treq
;
1264 struct ipv6_pinfo
*newnp
, *np
= inet6_sk(sk
);
1265 struct tcp6_sock
*newtcp6sk
;
1266 struct inet_sock
*newinet
;
1267 struct tcp_sock
*newtp
;
1269 struct ipv6_txoptions
*opt
;
1270 #ifdef CONFIG_TCP_MD5SIG
1271 struct tcp_md5sig_key
*key
;
1274 if (skb
->protocol
== htons(ETH_P_IP
)) {
1279 newsk
= tcp_v4_syn_recv_sock(sk
, skb
, req
, dst
);
1284 newtcp6sk
= (struct tcp6_sock
*)newsk
;
1285 inet_sk(newsk
)->pinet6
= &newtcp6sk
->inet6
;
1287 newinet
= inet_sk(newsk
);
1288 newnp
= inet6_sk(newsk
);
1289 newtp
= tcp_sk(newsk
);
1291 memcpy(newnp
, np
, sizeof(struct ipv6_pinfo
));
1293 ipv6_addr_set_v4mapped(newinet
->inet_daddr
, &newnp
->daddr
);
1295 ipv6_addr_set_v4mapped(newinet
->inet_saddr
, &newnp
->saddr
);
1297 ipv6_addr_copy(&newnp
->rcv_saddr
, &newnp
->saddr
);
1299 inet_csk(newsk
)->icsk_af_ops
= &ipv6_mapped
;
1300 newsk
->sk_backlog_rcv
= tcp_v4_do_rcv
;
1301 #ifdef CONFIG_TCP_MD5SIG
1302 newtp
->af_specific
= &tcp_sock_ipv6_mapped_specific
;
1305 newnp
->pktoptions
= NULL
;
1307 newnp
->mcast_oif
= inet6_iif(skb
);
1308 newnp
->mcast_hops
= ipv6_hdr(skb
)->hop_limit
;
1311 * No need to charge this sock to the relevant IPv6 refcnt debug socks count
1312 * here, tcp_create_openreq_child now does this for us, see the comment in
1313 * that function for the gory details. -acme
1316 /* It is tricky place. Until this moment IPv4 tcp
1317 worked with IPv6 icsk.icsk_af_ops.
1320 tcp_sync_mss(newsk
, inet_csk(newsk
)->icsk_pmtu_cookie
);
1325 treq
= inet6_rsk(req
);
1328 if (sk_acceptq_is_full(sk
))
1332 struct in6_addr
*final_p
= NULL
, final
;
1335 memset(&fl
, 0, sizeof(fl
));
1336 fl
.proto
= IPPROTO_TCP
;
1337 ipv6_addr_copy(&fl
.fl6_dst
, &treq
->rmt_addr
);
1338 if (opt
&& opt
->srcrt
) {
1339 struct rt0_hdr
*rt0
= (struct rt0_hdr
*) opt
->srcrt
;
1340 ipv6_addr_copy(&final
, &fl
.fl6_dst
);
1341 ipv6_addr_copy(&fl
.fl6_dst
, rt0
->addr
);
1344 ipv6_addr_copy(&fl
.fl6_src
, &treq
->loc_addr
);
1345 fl
.oif
= sk
->sk_bound_dev_if
;
1346 fl
.mark
= sk
->sk_mark
;
1347 fl
.fl_ip_dport
= inet_rsk(req
)->rmt_port
;
1348 fl
.fl_ip_sport
= inet_rsk(req
)->loc_port
;
1349 security_req_classify_flow(req
, &fl
);
1351 if (ip6_dst_lookup(sk
, &dst
, &fl
))
1355 ipv6_addr_copy(&fl
.fl6_dst
, final_p
);
1357 if ((xfrm_lookup(sock_net(sk
), &dst
, &fl
, sk
, 0)) < 0)
1361 newsk
= tcp_create_openreq_child(sk
, req
, skb
);
1366 * No need to charge this sock to the relevant IPv6 refcnt debug socks
1367 * count here, tcp_create_openreq_child now does this for us, see the
1368 * comment in that function for the gory details. -acme
1371 newsk
->sk_gso_type
= SKB_GSO_TCPV6
;
1372 __ip6_dst_store(newsk
, dst
, NULL
, NULL
);
1374 newtcp6sk
= (struct tcp6_sock
*)newsk
;
1375 inet_sk(newsk
)->pinet6
= &newtcp6sk
->inet6
;
1377 newtp
= tcp_sk(newsk
);
1378 newinet
= inet_sk(newsk
);
1379 newnp
= inet6_sk(newsk
);
1381 memcpy(newnp
, np
, sizeof(struct ipv6_pinfo
));
1383 ipv6_addr_copy(&newnp
->daddr
, &treq
->rmt_addr
);
1384 ipv6_addr_copy(&newnp
->saddr
, &treq
->loc_addr
);
1385 ipv6_addr_copy(&newnp
->rcv_saddr
, &treq
->loc_addr
);
1386 newsk
->sk_bound_dev_if
= treq
->iif
;
1388 /* Now IPv6 options...
1390 First: no IPv4 options.
1392 newinet
->opt
= NULL
;
1393 newnp
->ipv6_fl_list
= NULL
;
1396 newnp
->rxopt
.all
= np
->rxopt
.all
;
1398 /* Clone pktoptions received with SYN */
1399 newnp
->pktoptions
= NULL
;
1400 if (treq
->pktopts
!= NULL
) {
1401 newnp
->pktoptions
= skb_clone(treq
->pktopts
, GFP_ATOMIC
);
1402 kfree_skb(treq
->pktopts
);
1403 treq
->pktopts
= NULL
;
1404 if (newnp
->pktoptions
)
1405 skb_set_owner_r(newnp
->pktoptions
, newsk
);
1408 newnp
->mcast_oif
= inet6_iif(skb
);
1409 newnp
->mcast_hops
= ipv6_hdr(skb
)->hop_limit
;
1411 /* Clone native IPv6 options from listening socket (if any)
1413 Yes, keeping reference count would be much more clever,
1414 but we make one more one thing there: reattach optmem
1418 newnp
->opt
= ipv6_dup_options(newsk
, opt
);
1420 sock_kfree_s(sk
, opt
, opt
->tot_len
);
1423 inet_csk(newsk
)->icsk_ext_hdr_len
= 0;
1425 inet_csk(newsk
)->icsk_ext_hdr_len
= (newnp
->opt
->opt_nflen
+
1426 newnp
->opt
->opt_flen
);
1428 tcp_mtup_init(newsk
);
1429 tcp_sync_mss(newsk
, dst_mtu(dst
));
1430 newtp
->advmss
= dst_metric(dst
, RTAX_ADVMSS
);
1431 tcp_initialize_rcv_mss(newsk
);
1433 newinet
->inet_daddr
= newinet
->inet_saddr
= LOOPBACK4_IPV6
;
1434 newinet
->inet_rcv_saddr
= LOOPBACK4_IPV6
;
1436 #ifdef CONFIG_TCP_MD5SIG
1437 /* Copy over the MD5 key from the original socket */
1438 if ((key
= tcp_v6_md5_do_lookup(sk
, &newnp
->daddr
)) != NULL
) {
1439 /* We're using one, so create a matching key
1440 * on the newsk structure. If we fail to get
1441 * memory, then we end up not copying the key
1444 char *newkey
= kmemdup(key
->key
, key
->keylen
, GFP_ATOMIC
);
1446 tcp_v6_md5_do_add(newsk
, &newnp
->daddr
,
1447 newkey
, key
->keylen
);
1451 __inet6_hash(newsk
);
1452 __inet_inherit_port(sk
, newsk
);
1457 NET_INC_STATS_BH(sock_net(sk
), LINUX_MIB_LISTENOVERFLOWS
);
1459 NET_INC_STATS_BH(sock_net(sk
), LINUX_MIB_LISTENDROPS
);
1460 if (opt
&& opt
!= np
->opt
)
1461 sock_kfree_s(sk
, opt
, opt
->tot_len
);
1466 static __sum16
tcp_v6_checksum_init(struct sk_buff
*skb
)
1468 if (skb
->ip_summed
== CHECKSUM_COMPLETE
) {
1469 if (!tcp_v6_check(skb
->len
, &ipv6_hdr(skb
)->saddr
,
1470 &ipv6_hdr(skb
)->daddr
, skb
->csum
)) {
1471 skb
->ip_summed
= CHECKSUM_UNNECESSARY
;
1476 skb
->csum
= ~csum_unfold(tcp_v6_check(skb
->len
,
1477 &ipv6_hdr(skb
)->saddr
,
1478 &ipv6_hdr(skb
)->daddr
, 0));
1480 if (skb
->len
<= 76) {
1481 return __skb_checksum_complete(skb
);
1486 /* The socket must have it's spinlock held when we get
1489 * We have a potential double-lock case here, so even when
1490 * doing backlog processing we use the BH locking scheme.
1491 * This is because we cannot sleep with the original spinlock
1494 static int tcp_v6_do_rcv(struct sock
*sk
, struct sk_buff
*skb
)
1496 struct ipv6_pinfo
*np
= inet6_sk(sk
);
1497 struct tcp_sock
*tp
;
1498 struct sk_buff
*opt_skb
= NULL
;
1500 /* Imagine: socket is IPv6. IPv4 packet arrives,
1501 goes to IPv4 receive handler and backlogged.
1502 From backlog it always goes here. Kerboom...
1503 Fortunately, tcp_rcv_established and rcv_established
1504 handle them correctly, but it is not case with
1505 tcp_v6_hnd_req and tcp_v6_send_reset(). --ANK
1508 if (skb
->protocol
== htons(ETH_P_IP
))
1509 return tcp_v4_do_rcv(sk
, skb
);
1511 #ifdef CONFIG_TCP_MD5SIG
1512 if (tcp_v6_inbound_md5_hash (sk
, skb
))
1516 if (sk_filter(sk
, skb
))
1520 * socket locking is here for SMP purposes as backlog rcv
1521 * is currently called with bh processing disabled.
1524 /* Do Stevens' IPV6_PKTOPTIONS.
1526 Yes, guys, it is the only place in our code, where we
1527 may make it not affecting IPv4.
1528 The rest of code is protocol independent,
1529 and I do not like idea to uglify IPv4.
1531 Actually, all the idea behind IPV6_PKTOPTIONS
1532 looks not very well thought. For now we latch
1533 options, received in the last packet, enqueued
1534 by tcp. Feel free to propose better solution.
1538 opt_skb
= skb_clone(skb
, GFP_ATOMIC
);
1540 if (sk
->sk_state
== TCP_ESTABLISHED
) { /* Fast path */
1541 TCP_CHECK_TIMER(sk
);
1542 if (tcp_rcv_established(sk
, skb
, tcp_hdr(skb
), skb
->len
))
1544 TCP_CHECK_TIMER(sk
);
1546 goto ipv6_pktoptions
;
1550 if (skb
->len
< tcp_hdrlen(skb
) || tcp_checksum_complete(skb
))
1553 if (sk
->sk_state
== TCP_LISTEN
) {
1554 struct sock
*nsk
= tcp_v6_hnd_req(sk
, skb
);
1559 * Queue it on the new socket if the new socket is active,
1560 * otherwise we just shortcircuit this and continue with
1564 if (tcp_child_process(sk
, nsk
, skb
))
1567 __kfree_skb(opt_skb
);
1572 TCP_CHECK_TIMER(sk
);
1573 if (tcp_rcv_state_process(sk
, skb
, tcp_hdr(skb
), skb
->len
))
1575 TCP_CHECK_TIMER(sk
);
1577 goto ipv6_pktoptions
;
1581 tcp_v6_send_reset(sk
, skb
);
1584 __kfree_skb(opt_skb
);
1588 TCP_INC_STATS_BH(sock_net(sk
), TCP_MIB_INERRS
);
1593 /* Do you ask, what is it?
1595 1. skb was enqueued by tcp.
1596 2. skb is added to tail of read queue, rather than out of order.
1597 3. socket is not in passive state.
1598 4. Finally, it really contains options, which user wants to receive.
1601 if (TCP_SKB_CB(opt_skb
)->end_seq
== tp
->rcv_nxt
&&
1602 !((1 << sk
->sk_state
) & (TCPF_CLOSE
| TCPF_LISTEN
))) {
1603 if (np
->rxopt
.bits
.rxinfo
|| np
->rxopt
.bits
.rxoinfo
)
1604 np
->mcast_oif
= inet6_iif(opt_skb
);
1605 if (np
->rxopt
.bits
.rxhlim
|| np
->rxopt
.bits
.rxohlim
)
1606 np
->mcast_hops
= ipv6_hdr(opt_skb
)->hop_limit
;
1607 if (ipv6_opt_accepted(sk
, opt_skb
)) {
1608 skb_set_owner_r(opt_skb
, sk
);
1609 opt_skb
= xchg(&np
->pktoptions
, opt_skb
);
1611 __kfree_skb(opt_skb
);
1612 opt_skb
= xchg(&np
->pktoptions
, NULL
);
1620 static int tcp_v6_rcv(struct sk_buff
*skb
)
1625 struct net
*net
= dev_net(skb
->dev
);
1627 if (skb
->pkt_type
!= PACKET_HOST
)
1631 * Count it even if it's bad.
1633 TCP_INC_STATS_BH(net
, TCP_MIB_INSEGS
);
1635 if (!pskb_may_pull(skb
, sizeof(struct tcphdr
)))
1640 if (th
->doff
< sizeof(struct tcphdr
)/4)
1642 if (!pskb_may_pull(skb
, th
->doff
*4))
1645 if (!skb_csum_unnecessary(skb
) && tcp_v6_checksum_init(skb
))
1649 TCP_SKB_CB(skb
)->seq
= ntohl(th
->seq
);
1650 TCP_SKB_CB(skb
)->end_seq
= (TCP_SKB_CB(skb
)->seq
+ th
->syn
+ th
->fin
+
1651 skb
->len
- th
->doff
*4);
1652 TCP_SKB_CB(skb
)->ack_seq
= ntohl(th
->ack_seq
);
1653 TCP_SKB_CB(skb
)->when
= 0;
1654 TCP_SKB_CB(skb
)->flags
= ipv6_get_dsfield(ipv6_hdr(skb
));
1655 TCP_SKB_CB(skb
)->sacked
= 0;
1657 sk
= __inet6_lookup_skb(&tcp_hashinfo
, skb
, th
->source
, th
->dest
);
1662 if (sk
->sk_state
== TCP_TIME_WAIT
)
1665 if (!xfrm6_policy_check(sk
, XFRM_POLICY_IN
, skb
))
1666 goto discard_and_relse
;
1668 if (sk_filter(sk
, skb
))
1669 goto discard_and_relse
;
1673 bh_lock_sock_nested(sk
);
1675 if (!sock_owned_by_user(sk
)) {
1676 #ifdef CONFIG_NET_DMA
1677 struct tcp_sock
*tp
= tcp_sk(sk
);
1678 if (!tp
->ucopy
.dma_chan
&& tp
->ucopy
.pinned_list
)
1679 tp
->ucopy
.dma_chan
= dma_find_channel(DMA_MEMCPY
);
1680 if (tp
->ucopy
.dma_chan
)
1681 ret
= tcp_v6_do_rcv(sk
, skb
);
1685 if (!tcp_prequeue(sk
, skb
))
1686 ret
= tcp_v6_do_rcv(sk
, skb
);
1689 sk_add_backlog(sk
, skb
);
1693 return ret
? -1 : 0;
1696 if (!xfrm6_policy_check(NULL
, XFRM_POLICY_IN
, skb
))
1699 if (skb
->len
< (th
->doff
<<2) || tcp_checksum_complete(skb
)) {
1701 TCP_INC_STATS_BH(net
, TCP_MIB_INERRS
);
1703 tcp_v6_send_reset(NULL
, skb
);
1720 if (!xfrm6_policy_check(NULL
, XFRM_POLICY_IN
, skb
)) {
1721 inet_twsk_put(inet_twsk(sk
));
1725 if (skb
->len
< (th
->doff
<<2) || tcp_checksum_complete(skb
)) {
1726 TCP_INC_STATS_BH(net
, TCP_MIB_INERRS
);
1727 inet_twsk_put(inet_twsk(sk
));
1731 switch (tcp_timewait_state_process(inet_twsk(sk
), skb
, th
)) {
1736 sk2
= inet6_lookup_listener(dev_net(skb
->dev
), &tcp_hashinfo
,
1737 &ipv6_hdr(skb
)->daddr
,
1738 ntohs(th
->dest
), inet6_iif(skb
));
1740 struct inet_timewait_sock
*tw
= inet_twsk(sk
);
1741 inet_twsk_deschedule(tw
, &tcp_death_row
);
1746 /* Fall through to ACK */
1749 tcp_v6_timewait_ack(sk
, skb
);
1753 case TCP_TW_SUCCESS
:;
1758 static int tcp_v6_remember_stamp(struct sock
*sk
)
1760 /* Alas, not yet... */
1764 static const struct inet_connection_sock_af_ops ipv6_specific
= {
1765 .queue_xmit
= inet6_csk_xmit
,
1766 .send_check
= tcp_v6_send_check
,
1767 .rebuild_header
= inet6_sk_rebuild_header
,
1768 .conn_request
= tcp_v6_conn_request
,
1769 .syn_recv_sock
= tcp_v6_syn_recv_sock
,
1770 .remember_stamp
= tcp_v6_remember_stamp
,
1771 .net_header_len
= sizeof(struct ipv6hdr
),
1772 .setsockopt
= ipv6_setsockopt
,
1773 .getsockopt
= ipv6_getsockopt
,
1774 .addr2sockaddr
= inet6_csk_addr2sockaddr
,
1775 .sockaddr_len
= sizeof(struct sockaddr_in6
),
1776 .bind_conflict
= inet6_csk_bind_conflict
,
1777 #ifdef CONFIG_COMPAT
1778 .compat_setsockopt
= compat_ipv6_setsockopt
,
1779 .compat_getsockopt
= compat_ipv6_getsockopt
,
1783 #ifdef CONFIG_TCP_MD5SIG
1784 static const struct tcp_sock_af_ops tcp_sock_ipv6_specific
= {
1785 .md5_lookup
= tcp_v6_md5_lookup
,
1786 .calc_md5_hash
= tcp_v6_md5_hash_skb
,
1787 .md5_add
= tcp_v6_md5_add_func
,
1788 .md5_parse
= tcp_v6_parse_md5_keys
,
1793 * TCP over IPv4 via INET6 API
1796 static const struct inet_connection_sock_af_ops ipv6_mapped
= {
1797 .queue_xmit
= ip_queue_xmit
,
1798 .send_check
= tcp_v4_send_check
,
1799 .rebuild_header
= inet_sk_rebuild_header
,
1800 .conn_request
= tcp_v6_conn_request
,
1801 .syn_recv_sock
= tcp_v6_syn_recv_sock
,
1802 .remember_stamp
= tcp_v4_remember_stamp
,
1803 .net_header_len
= sizeof(struct iphdr
),
1804 .setsockopt
= ipv6_setsockopt
,
1805 .getsockopt
= ipv6_getsockopt
,
1806 .addr2sockaddr
= inet6_csk_addr2sockaddr
,
1807 .sockaddr_len
= sizeof(struct sockaddr_in6
),
1808 .bind_conflict
= inet6_csk_bind_conflict
,
1809 #ifdef CONFIG_COMPAT
1810 .compat_setsockopt
= compat_ipv6_setsockopt
,
1811 .compat_getsockopt
= compat_ipv6_getsockopt
,
1815 #ifdef CONFIG_TCP_MD5SIG
1816 static const struct tcp_sock_af_ops tcp_sock_ipv6_mapped_specific
= {
1817 .md5_lookup
= tcp_v4_md5_lookup
,
1818 .calc_md5_hash
= tcp_v4_md5_hash_skb
,
1819 .md5_add
= tcp_v6_md5_add_func
,
1820 .md5_parse
= tcp_v6_parse_md5_keys
,
1824 /* NOTE: A lot of things set to zero explicitly by call to
1825 * sk_alloc() so need not be done here.
1827 static int tcp_v6_init_sock(struct sock
*sk
)
1829 struct inet_connection_sock
*icsk
= inet_csk(sk
);
1830 struct tcp_sock
*tp
= tcp_sk(sk
);
1832 skb_queue_head_init(&tp
->out_of_order_queue
);
1833 tcp_init_xmit_timers(sk
);
1834 tcp_prequeue_init(tp
);
1836 icsk
->icsk_rto
= TCP_TIMEOUT_INIT
;
1837 tp
->mdev
= TCP_TIMEOUT_INIT
;
1839 /* So many TCP implementations out there (incorrectly) count the
1840 * initial SYN frame in their delayed-ACK and congestion control
1841 * algorithms that we must have the following bandaid to talk
1842 * efficiently to them. -DaveM
1846 /* See draft-stevens-tcpca-spec-01 for discussion of the
1847 * initialization of these values.
1849 tp
->snd_ssthresh
= TCP_INFINITE_SSTHRESH
;
1850 tp
->snd_cwnd_clamp
= ~0;
1851 tp
->mss_cache
= TCP_MSS_DEFAULT
;
1853 tp
->reordering
= sysctl_tcp_reordering
;
1855 sk
->sk_state
= TCP_CLOSE
;
1857 icsk
->icsk_af_ops
= &ipv6_specific
;
1858 icsk
->icsk_ca_ops
= &tcp_init_congestion_ops
;
1859 icsk
->icsk_sync_mss
= tcp_sync_mss
;
1860 sk
->sk_write_space
= sk_stream_write_space
;
1861 sock_set_flag(sk
, SOCK_USE_WRITE_QUEUE
);
1863 #ifdef CONFIG_TCP_MD5SIG
1864 tp
->af_specific
= &tcp_sock_ipv6_specific
;
1867 /* TCP Cookie Transactions */
1868 if (sysctl_tcp_cookie_size
> 0) {
1869 /* Default, cookies without s_data_payload. */
1871 kzalloc(sizeof(*tp
->cookie_values
),
1873 if (tp
->cookie_values
!= NULL
)
1874 kref_init(&tp
->cookie_values
->kref
);
1876 /* Presumed zeroed, in order of appearance:
1877 * cookie_in_always, cookie_out_never,
1878 * s_data_constant, s_data_in, s_data_out
1880 sk
->sk_sndbuf
= sysctl_tcp_wmem
[1];
1881 sk
->sk_rcvbuf
= sysctl_tcp_rmem
[1];
1884 percpu_counter_inc(&tcp_sockets_allocated
);
1890 static void tcp_v6_destroy_sock(struct sock
*sk
)
1892 #ifdef CONFIG_TCP_MD5SIG
1893 /* Clean up the MD5 key list */
1894 if (tcp_sk(sk
)->md5sig_info
)
1895 tcp_v6_clear_md5_list(sk
);
1897 tcp_v4_destroy_sock(sk
);
1898 inet6_destroy_sock(sk
);
1901 #ifdef CONFIG_PROC_FS
1902 /* Proc filesystem TCPv6 sock list dumping. */
1903 static void get_openreq6(struct seq_file
*seq
,
1904 struct sock
*sk
, struct request_sock
*req
, int i
, int uid
)
1906 int ttd
= req
->expires
- jiffies
;
1907 struct in6_addr
*src
= &inet6_rsk(req
)->loc_addr
;
1908 struct in6_addr
*dest
= &inet6_rsk(req
)->rmt_addr
;
1914 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
1915 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %d %d %p\n",
1917 src
->s6_addr32
[0], src
->s6_addr32
[1],
1918 src
->s6_addr32
[2], src
->s6_addr32
[3],
1919 ntohs(inet_rsk(req
)->loc_port
),
1920 dest
->s6_addr32
[0], dest
->s6_addr32
[1],
1921 dest
->s6_addr32
[2], dest
->s6_addr32
[3],
1922 ntohs(inet_rsk(req
)->rmt_port
),
1924 0,0, /* could print option size, but that is af dependent. */
1925 1, /* timers active (only the expire timer) */
1926 jiffies_to_clock_t(ttd
),
1929 0, /* non standard timer */
1930 0, /* open_requests have no inode */
1934 static void get_tcp6_sock(struct seq_file
*seq
, struct sock
*sp
, int i
)
1936 struct in6_addr
*dest
, *src
;
1939 unsigned long timer_expires
;
1940 struct inet_sock
*inet
= inet_sk(sp
);
1941 struct tcp_sock
*tp
= tcp_sk(sp
);
1942 const struct inet_connection_sock
*icsk
= inet_csk(sp
);
1943 struct ipv6_pinfo
*np
= inet6_sk(sp
);
1946 src
= &np
->rcv_saddr
;
1947 destp
= ntohs(inet
->inet_dport
);
1948 srcp
= ntohs(inet
->inet_sport
);
1950 if (icsk
->icsk_pending
== ICSK_TIME_RETRANS
) {
1952 timer_expires
= icsk
->icsk_timeout
;
1953 } else if (icsk
->icsk_pending
== ICSK_TIME_PROBE0
) {
1955 timer_expires
= icsk
->icsk_timeout
;
1956 } else if (timer_pending(&sp
->sk_timer
)) {
1958 timer_expires
= sp
->sk_timer
.expires
;
1961 timer_expires
= jiffies
;
1965 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
1966 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %lu %d %p %lu %lu %u %u %d\n",
1968 src
->s6_addr32
[0], src
->s6_addr32
[1],
1969 src
->s6_addr32
[2], src
->s6_addr32
[3], srcp
,
1970 dest
->s6_addr32
[0], dest
->s6_addr32
[1],
1971 dest
->s6_addr32
[2], dest
->s6_addr32
[3], destp
,
1973 tp
->write_seq
-tp
->snd_una
,
1974 (sp
->sk_state
== TCP_LISTEN
) ? sp
->sk_ack_backlog
: (tp
->rcv_nxt
- tp
->copied_seq
),
1976 jiffies_to_clock_t(timer_expires
- jiffies
),
1977 icsk
->icsk_retransmits
,
1979 icsk
->icsk_probes_out
,
1981 atomic_read(&sp
->sk_refcnt
), sp
,
1982 jiffies_to_clock_t(icsk
->icsk_rto
),
1983 jiffies_to_clock_t(icsk
->icsk_ack
.ato
),
1984 (icsk
->icsk_ack
.quick
<< 1 ) | icsk
->icsk_ack
.pingpong
,
1986 tcp_in_initial_slowstart(tp
) ? -1 : tp
->snd_ssthresh
1990 static void get_timewait6_sock(struct seq_file
*seq
,
1991 struct inet_timewait_sock
*tw
, int i
)
1993 struct in6_addr
*dest
, *src
;
1995 struct inet6_timewait_sock
*tw6
= inet6_twsk((struct sock
*)tw
);
1996 int ttd
= tw
->tw_ttd
- jiffies
;
2001 dest
= &tw6
->tw_v6_daddr
;
2002 src
= &tw6
->tw_v6_rcv_saddr
;
2003 destp
= ntohs(tw
->tw_dport
);
2004 srcp
= ntohs(tw
->tw_sport
);
2007 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
2008 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %d %d %p\n",
2010 src
->s6_addr32
[0], src
->s6_addr32
[1],
2011 src
->s6_addr32
[2], src
->s6_addr32
[3], srcp
,
2012 dest
->s6_addr32
[0], dest
->s6_addr32
[1],
2013 dest
->s6_addr32
[2], dest
->s6_addr32
[3], destp
,
2014 tw
->tw_substate
, 0, 0,
2015 3, jiffies_to_clock_t(ttd
), 0, 0, 0, 0,
2016 atomic_read(&tw
->tw_refcnt
), tw
);
2019 static int tcp6_seq_show(struct seq_file
*seq
, void *v
)
2021 struct tcp_iter_state
*st
;
2023 if (v
== SEQ_START_TOKEN
) {
2028 "st tx_queue rx_queue tr tm->when retrnsmt"
2029 " uid timeout inode\n");
2034 switch (st
->state
) {
2035 case TCP_SEQ_STATE_LISTENING
:
2036 case TCP_SEQ_STATE_ESTABLISHED
:
2037 get_tcp6_sock(seq
, v
, st
->num
);
2039 case TCP_SEQ_STATE_OPENREQ
:
2040 get_openreq6(seq
, st
->syn_wait_sk
, v
, st
->num
, st
->uid
);
2042 case TCP_SEQ_STATE_TIME_WAIT
:
2043 get_timewait6_sock(seq
, v
, st
->num
);
2050 static struct tcp_seq_afinfo tcp6_seq_afinfo
= {
2054 .owner
= THIS_MODULE
,
2057 .show
= tcp6_seq_show
,
2061 int tcp6_proc_init(struct net
*net
)
2063 return tcp_proc_register(net
, &tcp6_seq_afinfo
);
2066 void tcp6_proc_exit(struct net
*net
)
2068 tcp_proc_unregister(net
, &tcp6_seq_afinfo
);
2072 struct proto tcpv6_prot
= {
2074 .owner
= THIS_MODULE
,
2076 .connect
= tcp_v6_connect
,
2077 .disconnect
= tcp_disconnect
,
2078 .accept
= inet_csk_accept
,
2080 .init
= tcp_v6_init_sock
,
2081 .destroy
= tcp_v6_destroy_sock
,
2082 .shutdown
= tcp_shutdown
,
2083 .setsockopt
= tcp_setsockopt
,
2084 .getsockopt
= tcp_getsockopt
,
2085 .recvmsg
= tcp_recvmsg
,
2086 .backlog_rcv
= tcp_v6_do_rcv
,
2087 .hash
= tcp_v6_hash
,
2088 .unhash
= inet_unhash
,
2089 .get_port
= inet_csk_get_port
,
2090 .enter_memory_pressure
= tcp_enter_memory_pressure
,
2091 .sockets_allocated
= &tcp_sockets_allocated
,
2092 .memory_allocated
= &tcp_memory_allocated
,
2093 .memory_pressure
= &tcp_memory_pressure
,
2094 .orphan_count
= &tcp_orphan_count
,
2095 .sysctl_mem
= sysctl_tcp_mem
,
2096 .sysctl_wmem
= sysctl_tcp_wmem
,
2097 .sysctl_rmem
= sysctl_tcp_rmem
,
2098 .max_header
= MAX_TCP_HEADER
,
2099 .obj_size
= sizeof(struct tcp6_sock
),
2100 .slab_flags
= SLAB_DESTROY_BY_RCU
,
2101 .twsk_prot
= &tcp6_timewait_sock_ops
,
2102 .rsk_prot
= &tcp6_request_sock_ops
,
2103 .h
.hashinfo
= &tcp_hashinfo
,
2104 #ifdef CONFIG_COMPAT
2105 .compat_setsockopt
= compat_tcp_setsockopt
,
2106 .compat_getsockopt
= compat_tcp_getsockopt
,
2110 static const struct inet6_protocol tcpv6_protocol
= {
2111 .handler
= tcp_v6_rcv
,
2112 .err_handler
= tcp_v6_err
,
2113 .gso_send_check
= tcp_v6_gso_send_check
,
2114 .gso_segment
= tcp_tso_segment
,
2115 .gro_receive
= tcp6_gro_receive
,
2116 .gro_complete
= tcp6_gro_complete
,
2117 .flags
= INET6_PROTO_NOPOLICY
|INET6_PROTO_FINAL
,
2120 static struct inet_protosw tcpv6_protosw
= {
2121 .type
= SOCK_STREAM
,
2122 .protocol
= IPPROTO_TCP
,
2123 .prot
= &tcpv6_prot
,
2124 .ops
= &inet6_stream_ops
,
2126 .flags
= INET_PROTOSW_PERMANENT
|
2130 static int tcpv6_net_init(struct net
*net
)
2132 return inet_ctl_sock_create(&net
->ipv6
.tcp_sk
, PF_INET6
,
2133 SOCK_RAW
, IPPROTO_TCP
, net
);
2136 static void tcpv6_net_exit(struct net
*net
)
2138 inet_ctl_sock_destroy(net
->ipv6
.tcp_sk
);
2139 inet_twsk_purge(net
, &tcp_hashinfo
, &tcp_death_row
, AF_INET6
);
2142 static struct pernet_operations tcpv6_net_ops
= {
2143 .init
= tcpv6_net_init
,
2144 .exit
= tcpv6_net_exit
,
2147 int __init
tcpv6_init(void)
2151 ret
= inet6_add_protocol(&tcpv6_protocol
, IPPROTO_TCP
);
2155 /* register inet6 protocol */
2156 ret
= inet6_register_protosw(&tcpv6_protosw
);
2158 goto out_tcpv6_protocol
;
2160 ret
= register_pernet_subsys(&tcpv6_net_ops
);
2162 goto out_tcpv6_protosw
;
2167 inet6_del_protocol(&tcpv6_protocol
, IPPROTO_TCP
);
2169 inet6_unregister_protosw(&tcpv6_protosw
);
2173 void tcpv6_exit(void)
2175 unregister_pernet_subsys(&tcpv6_net_ops
);
2176 inet6_unregister_protosw(&tcpv6_protosw
);
2177 inet6_del_protocol(&tcpv6_protocol
, IPPROTO_TCP
);