1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21#include <linux/mm.h>
22#include <linux/module.h>
23#include <linux/slab.h>
24#include <linux/sysctl.h>
25#include <linux/workqueue.h>
26#include <net/tcp.h>
27#include <net/inet_common.h>
28#include <net/xfrm.h>
29
30int sysctl_tcp_syncookies __read_mostly = 1;
31EXPORT_SYMBOL(sysctl_tcp_syncookies);
32
33int sysctl_tcp_abort_on_overflow __read_mostly;
34
35struct inet_timewait_death_row tcp_death_row = {
36 .sysctl_max_tw_buckets = NR_FILE * 2,
37 .period = TCP_TIMEWAIT_LEN / INET_TWDR_TWKILL_SLOTS,
38 .death_lock = __SPIN_LOCK_UNLOCKED(tcp_death_row.death_lock),
39 .hashinfo = &tcp_hashinfo,
40 .tw_timer = TIMER_INITIALIZER(inet_twdr_hangman, 0,
41 (unsigned long)&tcp_death_row),
42 .twkill_work = __WORK_INITIALIZER(tcp_death_row.twkill_work,
43 inet_twdr_twkill_work),
44
45
46 .twcal_hand = -1,
47 .twcal_timer = TIMER_INITIALIZER(inet_twdr_twcal_tick, 0,
48 (unsigned long)&tcp_death_row),
49};
50EXPORT_SYMBOL_GPL(tcp_death_row);
51
52static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win)
53{
54 if (seq == s_win)
55 return true;
56 if (after(end_seq, s_win) && before(seq, e_win))
57 return true;
58 return seq == e_win && seq == end_seq;
59}
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91enum tcp_tw_status
92tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
93 const struct tcphdr *th)
94{
95 struct tcp_options_received tmp_opt;
96 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
97 bool paws_reject = false;
98
99 tmp_opt.saw_tstamp = 0;
100 if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) {
101 tcp_parse_options(skb, &tmp_opt, 0, NULL);
102
103 if (tmp_opt.saw_tstamp) {
104 tmp_opt.rcv_tsecr -= tcptw->tw_ts_offset;
105 tmp_opt.ts_recent = tcptw->tw_ts_recent;
106 tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp;
107 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
108 }
109 }
110
111 if (tw->tw_substate == TCP_FIN_WAIT2) {
112
113
114
115 if (paws_reject ||
116 !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
117 tcptw->tw_rcv_nxt,
118 tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd))
119 return TCP_TW_ACK;
120
121 if (th->rst)
122 goto kill;
123
124 if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt))
125 goto kill_with_rst;
126
127
128 if (!th->ack ||
129 !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) ||
130 TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) {
131 inet_twsk_put(tw);
132 return TCP_TW_SUCCESS;
133 }
134
135
136
137
138 if (!th->fin ||
139 TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1) {
140kill_with_rst:
141 inet_twsk_deschedule(tw, &tcp_death_row);
142 inet_twsk_put(tw);
143 return TCP_TW_RST;
144 }
145
146
147 tw->tw_substate = TCP_TIME_WAIT;
148 tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq;
149 if (tmp_opt.saw_tstamp) {
150 tcptw->tw_ts_recent_stamp = get_seconds();
151 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
152 }
153
154 if (tcp_death_row.sysctl_tw_recycle &&
155 tcptw->tw_ts_recent_stamp &&
156 tcp_tw_remember_stamp(tw))
157 inet_twsk_schedule(tw, &tcp_death_row, tw->tw_timeout,
158 TCP_TIMEWAIT_LEN);
159 else
160 inet_twsk_schedule(tw, &tcp_death_row, TCP_TIMEWAIT_LEN,
161 TCP_TIMEWAIT_LEN);
162 return TCP_TW_ACK;
163 }
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182 if (!paws_reject &&
183 (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt &&
184 (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) {
185
186
187 if (th->rst) {
188
189
190
191
192 if (sysctl_tcp_rfc1337 == 0) {
193kill:
194 inet_twsk_deschedule(tw, &tcp_death_row);
195 inet_twsk_put(tw);
196 return TCP_TW_SUCCESS;
197 }
198 }
199 inet_twsk_schedule(tw, &tcp_death_row, TCP_TIMEWAIT_LEN,
200 TCP_TIMEWAIT_LEN);
201
202 if (tmp_opt.saw_tstamp) {
203 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
204 tcptw->tw_ts_recent_stamp = get_seconds();
205 }
206
207 inet_twsk_put(tw);
208 return TCP_TW_SUCCESS;
209 }
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228 if (th->syn && !th->rst && !th->ack && !paws_reject &&
229 (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) ||
230 (tmp_opt.saw_tstamp &&
231 (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) {
232 u32 isn = tcptw->tw_snd_nxt + 65535 + 2;
233 if (isn == 0)
234 isn++;
235 TCP_SKB_CB(skb)->tcp_tw_isn = isn;
236 return TCP_TW_SYN;
237 }
238
239 if (paws_reject)
240 NET_INC_STATS_BH(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED);
241
242 if (!th->rst) {
243
244
245
246
247
248
249 if (paws_reject || th->ack)
250 inet_twsk_schedule(tw, &tcp_death_row, TCP_TIMEWAIT_LEN,
251 TCP_TIMEWAIT_LEN);
252
253
254
255
256 return TCP_TW_ACK;
257 }
258 inet_twsk_put(tw);
259 return TCP_TW_SUCCESS;
260}
261EXPORT_SYMBOL(tcp_timewait_state_process);
262
263
264
265
266void tcp_time_wait(struct sock *sk, int state, int timeo)
267{
268 struct inet_timewait_sock *tw = NULL;
269 const struct inet_connection_sock *icsk = inet_csk(sk);
270 const struct tcp_sock *tp = tcp_sk(sk);
271 bool recycle_ok = false;
272
273 if (tcp_death_row.sysctl_tw_recycle && tp->rx_opt.ts_recent_stamp)
274 recycle_ok = tcp_remember_stamp(sk);
275
276 if (tcp_death_row.tw_count < tcp_death_row.sysctl_max_tw_buckets)
277 tw = inet_twsk_alloc(sk, state);
278
279 if (tw != NULL) {
280 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
281 const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1);
282 struct inet_sock *inet = inet_sk(sk);
283
284 tw->tw_transparent = inet->transparent;
285 tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale;
286 tcptw->tw_rcv_nxt = tp->rcv_nxt;
287 tcptw->tw_snd_nxt = tp->snd_nxt;
288 tcptw->tw_rcv_wnd = tcp_receive_window(tp);
289 tcptw->tw_ts_recent = tp->rx_opt.ts_recent;
290 tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp;
291 tcptw->tw_ts_offset = tp->tsoffset;
292
293#if IS_ENABLED(CONFIG_IPV6)
294 if (tw->tw_family == PF_INET6) {
295 struct ipv6_pinfo *np = inet6_sk(sk);
296
297 tw->tw_v6_daddr = sk->sk_v6_daddr;
298 tw->tw_v6_rcv_saddr = sk->sk_v6_rcv_saddr;
299 tw->tw_tclass = np->tclass;
300 tw->tw_flowlabel = np->flow_label >> 12;
301 tw->tw_ipv6only = sk->sk_ipv6only;
302 }
303#endif
304
305#ifdef CONFIG_TCP_MD5SIG
306
307
308
309
310
311
312 do {
313 struct tcp_md5sig_key *key;
314 tcptw->tw_md5_key = NULL;
315 key = tp->af_specific->md5_lookup(sk, sk);
316 if (key != NULL) {
317 tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC);
318 if (tcptw->tw_md5_key && !tcp_alloc_md5sig_pool())
319 BUG();
320 }
321 } while (0);
322#endif
323
324
325 __inet_twsk_hashdance(tw, sk, &tcp_hashinfo);
326
327
328 if (timeo < rto)
329 timeo = rto;
330
331 if (recycle_ok) {
332 tw->tw_timeout = rto;
333 } else {
334 tw->tw_timeout = TCP_TIMEWAIT_LEN;
335 if (state == TCP_TIME_WAIT)
336 timeo = TCP_TIMEWAIT_LEN;
337 }
338
339 inet_twsk_schedule(tw, &tcp_death_row, timeo,
340 TCP_TIMEWAIT_LEN);
341 inet_twsk_put(tw);
342 } else {
343
344
345
346
347 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW);
348 }
349
350 tcp_update_metrics(sk);
351 tcp_done(sk);
352}
353
354void tcp_twsk_destructor(struct sock *sk)
355{
356#ifdef CONFIG_TCP_MD5SIG
357 struct tcp_timewait_sock *twsk = tcp_twsk(sk);
358
359 if (twsk->tw_md5_key)
360 kfree_rcu(twsk->tw_md5_key, rcu);
361#endif
362}
363EXPORT_SYMBOL_GPL(tcp_twsk_destructor);
364
365void tcp_openreq_init_rwin(struct request_sock *req,
366 struct sock *sk, struct dst_entry *dst)
367{
368 struct inet_request_sock *ireq = inet_rsk(req);
369 struct tcp_sock *tp = tcp_sk(sk);
370 __u8 rcv_wscale;
371 int mss = dst_metric_advmss(dst);
372
373 if (tp->rx_opt.user_mss && tp->rx_opt.user_mss < mss)
374 mss = tp->rx_opt.user_mss;
375
376
377 req->window_clamp = tp->window_clamp ? : dst_metric(dst, RTAX_WINDOW);
378
379
380 if (sk->sk_userlocks & SOCK_RCVBUF_LOCK &&
381 (req->window_clamp > tcp_full_space(sk) || req->window_clamp == 0))
382 req->window_clamp = tcp_full_space(sk);
383
384
385 tcp_select_initial_window(tcp_full_space(sk),
386 mss - (ireq->tstamp_ok ? TCPOLEN_TSTAMP_ALIGNED : 0),
387 &req->rcv_wnd,
388 &req->window_clamp,
389 ireq->wscale_ok,
390 &rcv_wscale,
391 dst_metric(dst, RTAX_INITRWND));
392 ireq->rcv_wscale = rcv_wscale;
393}
394EXPORT_SYMBOL(tcp_openreq_init_rwin);
395
396static void tcp_ecn_openreq_child(struct tcp_sock *tp,
397 const struct request_sock *req)
398{
399 tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0;
400}
401
402
403
404
405
406
407
408struct sock *tcp_create_openreq_child(struct sock *sk, struct request_sock *req, struct sk_buff *skb)
409{
410 struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC);
411
412 if (newsk != NULL) {
413 const struct inet_request_sock *ireq = inet_rsk(req);
414 struct tcp_request_sock *treq = tcp_rsk(req);
415 struct inet_connection_sock *newicsk = inet_csk(newsk);
416 struct tcp_sock *newtp = tcp_sk(newsk);
417
418
419 newtp->pred_flags = 0;
420
421 newtp->rcv_wup = newtp->copied_seq =
422 newtp->rcv_nxt = treq->rcv_isn + 1;
423
424 newtp->snd_sml = newtp->snd_una =
425 newtp->snd_nxt = newtp->snd_up = treq->snt_isn + 1;
426
427 tcp_prequeue_init(newtp);
428 INIT_LIST_HEAD(&newtp->tsq_node);
429
430 tcp_init_wl(newtp, treq->rcv_isn);
431
432 newtp->srtt_us = 0;
433 newtp->mdev_us = jiffies_to_usecs(TCP_TIMEOUT_INIT);
434 newicsk->icsk_rto = TCP_TIMEOUT_INIT;
435
436 newtp->packets_out = 0;
437 newtp->retrans_out = 0;
438 newtp->sacked_out = 0;
439 newtp->fackets_out = 0;
440 newtp->snd_ssthresh = TCP_INFINITE_SSTHRESH;
441 tcp_enable_early_retrans(newtp);
442 newtp->tlp_high_seq = 0;
443 newtp->lsndtime = treq->snt_synack;
444 newtp->total_retrans = req->num_retrans;
445
446
447
448
449
450
451 newtp->snd_cwnd = TCP_INIT_CWND;
452 newtp->snd_cwnd_cnt = 0;
453
454 if (!try_module_get(newicsk->icsk_ca_ops->owner))
455 tcp_assign_congestion_control(newsk);
456
457 tcp_set_ca_state(newsk, TCP_CA_Open);
458 tcp_init_xmit_timers(newsk);
459 __skb_queue_head_init(&newtp->out_of_order_queue);
460 newtp->write_seq = newtp->pushed_seq = treq->snt_isn + 1;
461
462 newtp->rx_opt.saw_tstamp = 0;
463
464 newtp->rx_opt.dsack = 0;
465 newtp->rx_opt.num_sacks = 0;
466
467 newtp->urg_data = 0;
468
469 if (sock_flag(newsk, SOCK_KEEPOPEN))
470 inet_csk_reset_keepalive_timer(newsk,
471 keepalive_time_when(newtp));
472
473 newtp->rx_opt.tstamp_ok = ireq->tstamp_ok;
474 if ((newtp->rx_opt.sack_ok = ireq->sack_ok) != 0) {
475 if (sysctl_tcp_fack)
476 tcp_enable_fack(newtp);
477 }
478 newtp->window_clamp = req->window_clamp;
479 newtp->rcv_ssthresh = req->rcv_wnd;
480 newtp->rcv_wnd = req->rcv_wnd;
481 newtp->rx_opt.wscale_ok = ireq->wscale_ok;
482 if (newtp->rx_opt.wscale_ok) {
483 newtp->rx_opt.snd_wscale = ireq->snd_wscale;
484 newtp->rx_opt.rcv_wscale = ireq->rcv_wscale;
485 } else {
486 newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0;
487 newtp->window_clamp = min(newtp->window_clamp, 65535U);
488 }
489 newtp->snd_wnd = (ntohs(tcp_hdr(skb)->window) <<
490 newtp->rx_opt.snd_wscale);
491 newtp->max_window = newtp->snd_wnd;
492
493 if (newtp->rx_opt.tstamp_ok) {
494 newtp->rx_opt.ts_recent = req->ts_recent;
495 newtp->rx_opt.ts_recent_stamp = get_seconds();
496 newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
497 } else {
498 newtp->rx_opt.ts_recent_stamp = 0;
499 newtp->tcp_header_len = sizeof(struct tcphdr);
500 }
501 newtp->tsoffset = 0;
502#ifdef CONFIG_TCP_MD5SIG
503 newtp->md5sig_info = NULL;
504 if (newtp->af_specific->md5_lookup(sk, newsk))
505 newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED;
506#endif
507 if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len)
508 newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len;
509 newtp->rx_opt.mss_clamp = req->mss;
510 tcp_ecn_openreq_child(newtp, req);
511 newtp->fastopen_rsk = NULL;
512 newtp->syn_data_acked = 0;
513
514 TCP_INC_STATS_BH(sock_net(sk), TCP_MIB_PASSIVEOPENS);
515 }
516 return newsk;
517}
518EXPORT_SYMBOL(tcp_create_openreq_child);
519
520
521
522
523
524
525
526
527
528
529
530
531struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
532 struct request_sock *req,
533 struct request_sock **prev,
534 bool fastopen)
535{
536 struct tcp_options_received tmp_opt;
537 struct sock *child;
538 const struct tcphdr *th = tcp_hdr(skb);
539 __be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK);
540 bool paws_reject = false;
541
542 BUG_ON(fastopen == (sk->sk_state == TCP_LISTEN));
543
544 tmp_opt.saw_tstamp = 0;
545 if (th->doff > (sizeof(struct tcphdr)>>2)) {
546 tcp_parse_options(skb, &tmp_opt, 0, NULL);
547
548 if (tmp_opt.saw_tstamp) {
549 tmp_opt.ts_recent = req->ts_recent;
550
551
552
553
554 tmp_opt.ts_recent_stamp = get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout);
555 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
556 }
557 }
558
559
560 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn &&
561 flg == TCP_FLAG_SYN &&
562 !paws_reject) {
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586 if (!inet_rtx_syn_ack(sk, req))
587 req->expires = min(TCP_TIMEOUT_INIT << req->num_timeout,
588 TCP_RTO_MAX) + jiffies;
589 return NULL;
590 }
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649 if ((flg & TCP_FLAG_ACK) && !fastopen &&
650 (TCP_SKB_CB(skb)->ack_seq !=
651 tcp_rsk(req)->snt_isn + 1))
652 return sk;
653
654
655
656
657
658
659
660
661 if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
662 tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rcv_wnd)) {
663
664 if (!(flg & TCP_FLAG_RST))
665 req->rsk_ops->send_ack(sk, skb, req);
666 if (paws_reject)
667 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED);
668 return NULL;
669 }
670
671
672
673 if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
674 req->ts_recent = tmp_opt.rcv_tsval;
675
676 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
677
678
679 flg &= ~TCP_FLAG_SYN;
680 }
681
682
683
684
685 if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) {
686 TCP_INC_STATS_BH(sock_net(sk), TCP_MIB_ATTEMPTFAILS);
687 goto embryonic_reset;
688 }
689
690
691
692
693
694
695
696 if (!(flg & TCP_FLAG_ACK))
697 return NULL;
698
699
700
701
702 if (fastopen)
703 return sk;
704
705
706 if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept &&
707 TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) {
708 inet_rsk(req)->acked = 1;
709 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP);
710 return NULL;
711 }
712
713
714
715
716
717
718
719 child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL);
720 if (child == NULL)
721 goto listen_overflow;
722
723 inet_csk_reqsk_queue_unlink(sk, req, prev);
724 inet_csk_reqsk_queue_removed(sk, req);
725
726 inet_csk_reqsk_queue_add(sk, req, child);
727 return child;
728
729listen_overflow:
730 if (!sysctl_tcp_abort_on_overflow) {
731 inet_rsk(req)->acked = 1;
732 return NULL;
733 }
734
735embryonic_reset:
736 if (!(flg & TCP_FLAG_RST)) {
737
738
739
740
741
742 req->rsk_ops->send_reset(sk, skb);
743 } else if (fastopen) {
744 reqsk_fastopen_remove(sk, req, true);
745 tcp_reset(sk);
746 }
747 if (!fastopen) {
748 inet_csk_reqsk_queue_drop(sk, req, prev);
749 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_EMBRYONICRSTS);
750 }
751 return NULL;
752}
753EXPORT_SYMBOL(tcp_check_req);
754
755
756
757
758
759
760
761
762
763
764
765
766
767int tcp_child_process(struct sock *parent, struct sock *child,
768 struct sk_buff *skb)
769{
770 int ret = 0;
771 int state = child->sk_state;
772
773 if (!sock_owned_by_user(child)) {
774 ret = tcp_rcv_state_process(child, skb, tcp_hdr(skb),
775 skb->len);
776
777 if (state == TCP_SYN_RECV && child->sk_state != state)
778 parent->sk_data_ready(parent);
779 } else {
780
781
782
783
784 __sk_add_backlog(child, skb);
785 }
786
787 bh_unlock_sock(child);
788 sock_put(child);
789 return ret;
790}
791EXPORT_SYMBOL(tcp_child_process);
792