]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - include/linux/tcp.h
net: rtnetlink: validate IFLA_MTU attribute in rtnl_create_link()
[mirror_ubuntu-bionic-kernel.git] / include / linux / tcp.h
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the TCP protocol.
7 *
8 * Version: @(#)tcp.h 1.0.2 04/28/93
9 *
10 * Author: Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
11 *
12 * This program is free software; you can redistribute it and/or
13 * modify it under the terms of the GNU General Public License
14 * as published by the Free Software Foundation; either version
15 * 2 of the License, or (at your option) any later version.
16 */
17#ifndef _LINUX_TCP_H
18#define _LINUX_TCP_H
19
1da177e4 20
1da177e4 21#include <linux/skbuff.h>
64033892 22#include <linux/win_minmax.h>
1da177e4 23#include <net/sock.h>
463c84b9 24#include <net/inet_connection_sock.h>
8feaf0c0 25#include <net/inet_timewait_sock.h>
607ca46e 26#include <uapi/linux/tcp.h>
1da177e4 27
aa8223c7
ACM
28static inline struct tcphdr *tcp_hdr(const struct sk_buff *skb)
29{
9c70220b 30 return (struct tcphdr *)skb_transport_header(skb);
aa8223c7
ACM
31}
32
d9b3fca2
CG
33static inline unsigned int __tcp_hdrlen(const struct tcphdr *th)
34{
35 return th->doff * 4;
36}
37
ab6a5bb6
ACM
38static inline unsigned int tcp_hdrlen(const struct sk_buff *skb)
39{
d9b3fca2 40 return __tcp_hdrlen(tcp_hdr(skb));
ab6a5bb6
ACM
41}
42
6a674e9c
JG
43static inline struct tcphdr *inner_tcp_hdr(const struct sk_buff *skb)
44{
45 return (struct tcphdr *)skb_inner_transport_header(skb);
46}
47
48static inline unsigned int inner_tcp_hdrlen(const struct sk_buff *skb)
49{
50 return inner_tcp_hdr(skb)->doff * 4;
51}
52
ab6a5bb6
ACM
53static inline unsigned int tcp_optlen(const struct sk_buff *skb)
54{
aa8223c7 55 return (tcp_hdr(skb)->doff - 5) * 4;
ab6a5bb6
ACM
56}
57
2100c8d2
YC
58/* TCP Fast Open */
59#define TCP_FASTOPEN_COOKIE_MIN 4 /* Min Fast Open Cookie size in bytes */
60#define TCP_FASTOPEN_COOKIE_MAX 16 /* Max Fast Open Cookie size in bytes */
10467163 61#define TCP_FASTOPEN_COOKIE_SIZE 8 /* the size employed by this impl. */
2100c8d2
YC
62
63/* TCP Fast Open Cookie as stored in memory */
64struct tcp_fastopen_cookie {
003c9410
SN
65 union {
66 u8 val[TCP_FASTOPEN_COOKIE_MAX];
67#if IS_ENABLED(CONFIG_IPV6)
68 struct in6_addr addr;
69#endif
70 };
2100c8d2 71 s8 len;
7f9b838b 72 bool exp; /* In RFC6994 experimental option format */
2100c8d2
YC
73};
74
1da177e4 75/* This defines a selective acknowledgement block. */
269bd27e
AV
76struct tcp_sack_block_wire {
77 __be32 start_seq;
78 __be32 end_seq;
79};
80
1da177e4 81struct tcp_sack_block {
3a137d20
ACM
82 u32 start_seq;
83 u32 end_seq;
1da177e4
LT
84};
85
ab56222a
VS
86/*These are used to set the sack_ok field in struct tcp_options_received */
87#define TCP_SACK_SEEN (1 << 0) /*1 = peer is SACK capable, */
ab56222a
VS
88#define TCP_DSACK_SEEN (1 << 2) /*1 = DSACK was received from peer*/
89
1da177e4
LT
90struct tcp_options_received {
91/* PAWS/RTTM data */
92 long ts_recent_stamp;/* Time we stored ts_recent (for aging) */
3a137d20
ACM
93 u32 ts_recent; /* Time stamp to echo next */
94 u32 rcv_tsval; /* Time stamp value */
95 u32 rcv_tsecr; /* Time stamp echo reply */
96 u16 saw_tstamp : 1, /* Saw TIMESTAMP on last packet */
1da177e4
LT
97 tstamp_ok : 1, /* TIMESTAMP seen on SYN packet */
98 dsack : 1, /* D-SACK is scheduled */
99 wscale_ok : 1, /* Wscale seen on SYN packet */
60e2a778
UB
100 sack_ok : 3, /* SACK seen on SYN packet */
101 smc_ok : 1, /* SMC seen on SYN packet */
1da177e4
LT
102 snd_wscale : 4, /* Window scaling received from sender */
103 rcv_wscale : 4; /* Window scaling to send to receiver */
3a137d20 104 u8 num_sacks; /* Number of SACK blocks */
435cf559 105 u16 user_mss; /* mss requested by user in ioctl */
3a137d20 106 u16 mss_clamp; /* Maximal mss, negotiated at connection setup */
1da177e4
LT
107};
108
519855c5
WAS
109static inline void tcp_clear_options(struct tcp_options_received *rx_opt)
110{
435cf559
WAS
111 rx_opt->tstamp_ok = rx_opt->sack_ok = 0;
112 rx_opt->wscale_ok = rx_opt->snd_wscale = 0;
60e2a778
UB
113#if IS_ENABLED(CONFIG_SMC)
114 rx_opt->smc_ok = 0;
115#endif
519855c5
WAS
116}
117
4389dded 118/* This is the max number of SACKS that we'll generate and process. It's safe
435cf559 119 * to increase this, although since:
4389dded
AL
120 * size = TCPOLEN_SACK_BASE_ALIGNED (4) + n * TCPOLEN_SACK_PERBLOCK (8)
121 * only four options will fit in a standard TCP header */
122#define TCP_NUM_SACKS 4
123
435cf559
WAS
124struct tcp_request_sock_ops;
125
2e6599cb 126struct tcp_request_sock {
cfb6eeb4 127 struct inet_request_sock req;
b2e4b3de 128 const struct tcp_request_sock_ops *af_specific;
9a568de4 129 u64 snt_synack; /* first SYNACK sent time */
9439ce00 130 bool tfo_listener;
58d607d3 131 u32 txhash;
435cf559
WAS
132 u32 rcv_isn;
133 u32 snt_isn;
95a22cae 134 u32 ts_off;
a9b2c06d 135 u32 last_oow_ack_time; /* last SYNACK */
10467163
JC
136 u32 rcv_nxt; /* the ack # by SYNACK. For
137 * FastOpen it's the seq#
138 * after data-in-SYN.
139 */
2e6599cb
ACM
140};
141
60236fdd 142static inline struct tcp_request_sock *tcp_rsk(const struct request_sock *req)
2e6599cb
ACM
143{
144 return (struct tcp_request_sock *)req;
145}
146
1da177e4 147struct tcp_sock {
463c84b9
ACM
148 /* inet_connection_sock has to be the first member of tcp_sock */
149 struct inet_connection_sock inet_conn;
2ff52f28 150 u16 tcp_header_len; /* Bytes of tcp header to send */
605ad7f1 151 u16 gso_segs; /* Max number of segs per GSO packet */
1da177e4 152
31770e34
FW
153/*
154 * Header prediction flags
155 * 0x5?10 << 16 + snd_wnd in net byte order
156 */
157 __be32 pred_flags;
158
1da177e4
LT
159/*
160 * RFC793 variables by their proper names. This means you can
161 * read the code and the spec side by side (and laugh ...)
162 * See RFC793 and RFC1122. The RFC writes these in capitals.
163 */
bdd1f9ed
ED
164 u64 bytes_received; /* RFC4898 tcpEStatsAppHCThruOctetsReceived
165 * sum(delta(rcv_nxt)), or how many bytes
166 * were acked.
167 */
2efd055c
MRL
168 u32 segs_in; /* RFC4898 tcpEStatsPerfSegsIn
169 * total number of segments in.
170 */
a44d6eac
MKL
171 u32 data_segs_in; /* RFC4898 tcpEStatsPerfDataSegsIn
172 * total number of data segments in.
173 */
3a137d20 174 u32 rcv_nxt; /* What we want to receive next */
54287cc1
ED
175 u32 copied_seq; /* Head of yet unread data */
176 u32 rcv_wup; /* rcv_nxt on last window update sent */
3a137d20 177 u32 snd_nxt; /* Next sequence we send */
2efd055c
MRL
178 u32 segs_out; /* RFC4898 tcpEStatsPerfSegsOut
179 * The total number of segments sent.
180 */
a44d6eac
MKL
181 u32 data_segs_out; /* RFC4898 tcpEStatsPerfDataSegsOut
182 * total number of data segments sent.
183 */
0df48c26
ED
184 u64 bytes_acked; /* RFC4898 tcpEStatsAppHCThruOctetsAcked
185 * sum(delta(snd_una)), or how many bytes
186 * were acked.
187 */
3a137d20
ACM
188 u32 snd_una; /* First byte we want an ack for */
189 u32 snd_sml; /* Last byte of the most recently transmitted small packet */
190 u32 rcv_tstamp; /* timestamp of last received ACK (for keepalives) */
191 u32 lsndtime; /* timestamp of last sent data packet (for restart window) */
f2b2c582 192 u32 last_oow_ack_time; /* timestamp of last out-of-window ACK */
1da177e4 193
ceaa1fef
AV
194 u32 tsoffset; /* timestamp offset */
195
46d3ceab 196 struct list_head tsq_node; /* anchor in tsq_tasklet.head list */
e2080072 197 struct list_head tsorted_sent_queue; /* time-sorted sent but un-SACKed skbs */
46d3ceab 198
3a137d20
ACM
199 u32 snd_wl1; /* Sequence for window update */
200 u32 snd_wnd; /* The window we expect to receive */
201 u32 max_window; /* Maximal window ever seen from peer */
202 u32 mss_cache; /* Cached effective mss, not including SACKS */
1da177e4 203
3a137d20
ACM
204 u32 window_clamp; /* Maximal window to advertise */
205 u32 rcv_ssthresh; /* Current window clamp */
1da177e4 206
659a8ad5
YC
207 /* Information of the most recently (s)acked skb */
208 struct tcp_rack {
9a568de4 209 u64 mstamp; /* (Re)sent time of the skb */
deed7be7 210 u32 rtt_us; /* Associated RTT */
1d0833df 211 u32 end_seq; /* Ending TCP sequence of the skb */
1f255691
PJ
212 u32 last_delivered; /* tp->delivered at last reo_wnd adj */
213 u8 reo_wnd_steps; /* Allowed reordering window */
214#define TCP_RACK_RECOVERY_THRESH 16
215 u8 reo_wnd_persist:5, /* No. of recovery since last adj */
216 dsack_seen:1, /* Whether DSACK seen after last adj */
217 advanced:1, /* mstamp advanced since last lost marking */
218 reord:1; /* reordering detected */
659a8ad5 219 } rack;
b79eeeb9 220 u16 advmss; /* Advertised MSS */
05b055e8
FY
221 u32 chrono_start; /* Start time in jiffies of a TCP chrono */
222 u32 chrono_stat[3]; /* Time in jiffies for chrono_stat stats */
223 u8 chrono_type:2, /* current chronograph type */
224 rate_app_limited:1, /* rate_{delivered,interval_us} limited? */
19f6d3f3 225 fastopen_connect:1, /* FASTOPEN_CONNECT sockopt */
71c02379 226 fastopen_no_cookie:1, /* Allow send/recv SYN+data without a cookie */
d4761754
YS
227 is_sack_reneg:1, /* in recovery from loss with SACK reneg? */
228 unused:2;
36e31b0a
AP
229 u8 nonagle : 4,/* Disable Nagle algorithm? */
230 thin_lto : 1,/* Use linear timeouts for thin streams */
4a7f6009 231 unused1 : 1,
e33099f9
YC
232 repair : 1,
233 frto : 1;/* F-RTO (RFC5682) activated in CA_Loss */
ee995283 234 u8 repair_queue;
bec41a11 235 u8 syn_data:1, /* SYN includes data */
6f73601e 236 syn_fastopen:1, /* SYN includes Fast Open option */
2646c831 237 syn_fastopen_exp:1,/* SYN includes Fast Open exp. option */
cf1ef3f0 238 syn_fastopen_ch:1, /* Active TFO re-enabling probe */
ca8a2263 239 syn_data_acked:1,/* data in SYN is acked by SYN-ACK */
cd8ae852 240 save_syn:1, /* Save headers of SYN packet */
60e2a778
UB
241 is_cwnd_limited:1,/* forward progress limited by snd_cwnd? */
242 syn_smc:1; /* SYN includes SMC */
9b717a8d 243 u32 tlp_high_seq; /* snd_nxt at the time of TLP retransmit. */
1da177e4
LT
244
245/* RTT measurement */
9a568de4 246 u64 tcp_mstamp; /* most recent packet received/sent */
740b0f18
ED
247 u32 srtt_us; /* smoothed round trip time << 3 in usecs */
248 u32 mdev_us; /* medium deviation */
249 u32 mdev_max_us; /* maximal mdev for the last rtt period */
250 u32 rttvar_us; /* smoothed mdev_max */
3a137d20 251 u32 rtt_seq; /* sequence number to update rttvar */
64033892 252 struct minmax rtt_min;
3a137d20
ACM
253
254 u32 packets_out; /* Packets which are "in flight" */
3a137d20 255 u32 retrans_out; /* Retransmitted packets out */
ca8a2263
NC
256 u32 max_packets_out; /* max packets_out in last window */
257 u32 max_packets_seq; /* right edge of max_packets_out flight */
b79eeeb9
IJ
258
259 u16 urg_data; /* Saved octet of OOB data and control flags */
b79eeeb9 260 u8 ecn_flags; /* ECN status bits. */
dca145ff
ED
261 u8 keepalive_probes; /* num of allowed keep alive probes */
262 u32 reordering; /* Packet reordering metric. */
33f5f57e
IJ
263 u32 snd_up; /* Urgent pointer */
264
1da177e4
LT
265/*
266 * Options received (usually on last packet, some only on SYN packets).
267 */
1da177e4
LT
268 struct tcp_options_received rx_opt;
269
270/*
271 * Slow start and congestion control (see also Nagle, and Karn & Partridge)
272 */
3a137d20
ACM
273 u32 snd_ssthresh; /* Slow start size threshold */
274 u32 snd_cwnd; /* Sending congestion window */
f78a1b38 275 u32 snd_cwnd_cnt; /* Linear increase counter */
e0ef57cc 276 u32 snd_cwnd_clamp; /* Do not allow snd_cwnd to grow above this */
3a137d20
ACM
277 u32 snd_cwnd_used;
278 u32 snd_cwnd_stamp;
4faf7839 279 u32 prior_cwnd; /* cwnd right before starting loss recovery */
a262f0cd
ND
280 u32 prr_delivered; /* Number of newly delivered packets to
281 * receiver in Recovery. */
282 u32 prr_out; /* Total number of pkts sent during Recovery. */
ddf1af6f 283 u32 delivered; /* Total data packets delivered incl. rexmits */
0682e690 284 u32 lost; /* Total data packets lost incl. rexmits */
d7722e85 285 u32 app_limited; /* limited until "delivered" reaches this val */
9a568de4
ED
286 u64 first_tx_mstamp; /* start of window send phase */
287 u64 delivered_mstamp; /* time we reached "delivered" */
eb8329e0
YC
288 u32 rate_delivered; /* saved rate sample: packets delivered */
289 u32 rate_interval_us; /* saved rate sample: time elapsed */
1da177e4 290
3a137d20 291 u32 rcv_wnd; /* Current receiver window */
3a137d20 292 u32 write_seq; /* Tail(+1) of data held in tcp send buffer */
c9bee3b7 293 u32 notsent_lowat; /* TCP_NOTSENT_LOWAT */
3a137d20 294 u32 pushed_seq; /* Last pushed seq, required to talk to windows */
b79eeeb9
IJ
295 u32 lost_out; /* Lost packets */
296 u32 sacked_out; /* SACK'd packets */
1da177e4 297
218af599
ED
298 struct hrtimer pacing_timer;
299
b79eeeb9
IJ
300 /* from STCP, retrans queue hinting */
301 struct sk_buff* lost_skb_hint;
b79eeeb9 302 struct sk_buff *retransmit_skb_hint;
b79eeeb9 303
9f5afeae
YW
304 /* OOO segments go in this rbtree. Socket lock must be held. */
305 struct rb_root out_of_order_queue;
306 struct sk_buff *ooo_last_skb; /* cache rb_last(out_of_order_queue) */
b79eeeb9 307
c0a788c4 308 /* SACKs data, these 2 need to be together (see tcp_options_write) */
1da177e4
LT
309 struct tcp_sack_block duplicate_sack[1]; /* D-SACK block */
310 struct tcp_sack_block selective_acks[4]; /* The SACKS themselves*/
311
fd6dad61 312 struct tcp_sack_block recv_sack_cache[4];
6a438bbe 313
ecb97192
NC
314 struct sk_buff *highest_sack; /* skb just after the highest
315 * skb with SACKed bit set
a47e5a98
IJ
316 * (validity guaranteed only if
317 * sacked_out > 0)
318 */
d738cd8f 319
6a438bbe 320 int lost_cnt_hint;
6a438bbe 321
4b749440 322 u32 prior_ssthresh; /* ssthresh saved at recovery start */
3a137d20 323 u32 high_seq; /* snd_nxt at onset of congestion */
1da177e4 324
3a137d20 325 u32 retrans_stamp; /* Timestamp of the last retransmit,
1da177e4
LT
326 * also used in SYN-SENT to remember stamp of
327 * the first SYN. */
989e04c5 328 u32 undo_marker; /* snd_una upon a new recovery episode. */
1da177e4 329 int undo_retrans; /* number of undoable retransmissions. */
b79eeeb9
IJ
330 u32 total_retrans; /* Total retransmits for entire connection */
331
3a137d20 332 u32 urg_seq; /* Seq of received urgent pointer */
1da177e4
LT
333 unsigned int keepalive_time; /* time before keep alive takes place */
334 unsigned int keepalive_intvl; /* time interval between keep alive probes */
1da177e4 335
a0f82f64 336 int linger2;
1da177e4
LT
337
338/* Receiver side RTT estimation */
339 struct {
9a568de4
ED
340 u32 rtt_us;
341 u32 seq;
342 u64 time;
1da177e4
LT
343 } rcv_rtt_est;
344
345/* Receiver queue space */
346 struct {
ee07c64f 347 u32 space;
9a568de4
ED
348 u32 seq;
349 u64 time;
1da177e4 350 } rcvq_space;
0e7b1368
JH
351
352/* TCP-specific MTU probe information. */
353 struct {
3a137d20
ACM
354 u32 probe_seq_start;
355 u32 probe_seq_end;
0e7b1368 356 } mtu_probe;
563d34d0
ED
357 u32 mtu_info; /* We received an ICMP_FRAG_NEEDED / ICMPV6_PKT_TOOBIG
358 * while socket was owned by user.
359 */
cfb6eeb4
YH
360
361#ifdef CONFIG_TCP_MD5SIG
362/* TCP AF-Specific parts; only used by MD5 Signature support so far */
b2e4b3de 363 const struct tcp_sock_af_ops *af_specific;
cfb6eeb4 364
b2e4b3de 365/* TCP MD5 Signature Option information */
a8afca03 366 struct tcp_md5sig_info __rcu *md5sig_info;
cfb6eeb4 367#endif
435cf559 368
10467163
JC
369/* TCP fastopen related information */
370 struct tcp_fastopen_request *fastopen_req;
371 /* fastopen_rsk points to request_sock that resulted in this big
372 * socket. Used to retransmit SYNACKs etc.
373 */
374 struct request_sock *fastopen_rsk;
cd8ae852 375 u32 *saved_syn;
1da177e4
LT
376};
377
40fc3423 378enum tsq_enum {
46d3ceab
ED
379 TSQ_THROTTLED,
380 TSQ_QUEUED,
6f458dfb
ED
381 TCP_TSQ_DEFERRED, /* tcp_tasklet_func() found socket was owned */
382 TCP_WRITE_TIMER_DEFERRED, /* tcp_write_timer() found socket was owned */
383 TCP_DELACK_TIMER_DEFERRED, /* tcp_delack_timer() found socket was owned */
563d34d0
ED
384 TCP_MTU_REDUCED_DEFERRED, /* tcp_v{4|6}_err() could not call
385 * tcp_v{4|6}_mtu_reduced()
386 */
46d3ceab
ED
387};
388
40fc3423
ED
389enum tsq_flags {
390 TSQF_THROTTLED = (1UL << TSQ_THROTTLED),
391 TSQF_QUEUED = (1UL << TSQ_QUEUED),
392 TCPF_TSQ_DEFERRED = (1UL << TCP_TSQ_DEFERRED),
393 TCPF_WRITE_TIMER_DEFERRED = (1UL << TCP_WRITE_TIMER_DEFERRED),
394 TCPF_DELACK_TIMER_DEFERRED = (1UL << TCP_DELACK_TIMER_DEFERRED),
395 TCPF_MTU_REDUCED_DEFERRED = (1UL << TCP_MTU_REDUCED_DEFERRED),
396};
397
1da177e4
LT
398static inline struct tcp_sock *tcp_sk(const struct sock *sk)
399{
400 return (struct tcp_sock *)sk;
401}
402
8feaf0c0
ACM
403struct tcp_timewait_sock {
404 struct inet_timewait_sock tw_sk;
d475f090
ED
405#define tw_rcv_nxt tw_sk.__tw_common.skc_tw_rcv_nxt
406#define tw_snd_nxt tw_sk.__tw_common.skc_tw_snd_nxt
3a137d20 407 u32 tw_rcv_wnd;
ceaa1fef 408 u32 tw_ts_offset;
3a137d20 409 u32 tw_ts_recent;
4fb17a60
NC
410
411 /* The time we sent the last out-of-window ACK: */
412 u32 tw_last_oow_ack_time;
413
8feaf0c0 414 long tw_ts_recent_stamp;
cfb6eeb4 415#ifdef CONFIG_TCP_MD5SIG
2397849b 416 struct tcp_md5sig_key *tw_md5_key;
cfb6eeb4 417#endif
8feaf0c0
ACM
418};
419
420static inline struct tcp_timewait_sock *tcp_twsk(const struct sock *sk)
421{
422 return (struct tcp_timewait_sock *)sk;
423}
424
10467163
JC
425static inline bool tcp_passive_fastopen(const struct sock *sk)
426{
427 return (sk->sk_state == TCP_SYN_RECV &&
428 tcp_sk(sk)->fastopen_rsk != NULL);
429}
430
0536fcc0 431static inline void fastopen_queue_tune(struct sock *sk, int backlog)
10467163 432{
0536fcc0 433 struct request_sock_queue *queue = &inet_csk(sk)->icsk_accept_queue;
dbf650b6 434 int somaxconn = READ_ONCE(sock_net(sk)->core.sysctl_somaxconn);
0536fcc0 435
dbf650b6 436 queue->fastopenq.max_qlen = min_t(unsigned int, backlog, somaxconn);
10467163
JC
437}
438
805c4bc0
ED
439static inline void tcp_move_syn(struct tcp_sock *tp,
440 struct request_sock *req)
441{
442 tp->saved_syn = req->saved_syn;
443 req->saved_syn = NULL;
444}
445
cd8ae852
ED
446static inline void tcp_saved_syn_free(struct tcp_sock *tp)
447{
448 kfree(tp->saved_syn);
449 tp->saved_syn = NULL;
450}
451
1c885808
FY
452struct sk_buff *tcp_get_timestamping_opt_stats(const struct sock *sk);
453
3541f9e8
ED
454static inline u16 tcp_mss_clamp(const struct tcp_sock *tp, u16 mss)
455{
456 /* We use READ_ONCE() here because socket might not be locked.
457 * This happens for listeners.
458 */
459 u16 user_mss = READ_ONCE(tp->rx_opt.user_mss);
460
461 return (user_mss && user_mss < mss) ? user_mss : mss;
462}
196379e6
ED
463
464int tcp_skb_shift(struct sk_buff *to, struct sk_buff *from, int pcount,
465 int shiftlen);
466
1da177e4 467#endif /* _LINUX_TCP_H */