1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21#include <linux/mm.h>
22#include <linux/module.h>
23#include <linux/slab.h>
24#include <linux/sysctl.h>
25#include <linux/workqueue.h>
26#include <net/tcp.h>
27#include <net/inet_common.h>
28#include <net/xfrm.h>
29
30int sysctl_tcp_syncookies __read_mostly = 1;
31EXPORT_SYMBOL(sysctl_tcp_syncookies);
32
33int sysctl_tcp_abort_on_overflow __read_mostly;
34
35struct inet_timewait_death_row tcp_death_row = {
36 .sysctl_max_tw_buckets = NR_FILE * 2,
37 .period = TCP_TIMEWAIT_LEN / INET_TWDR_TWKILL_SLOTS,
38 .death_lock = __SPIN_LOCK_UNLOCKED(tcp_death_row.death_lock),
39 .hashinfo = &tcp_hashinfo,
40 .tw_timer = TIMER_INITIALIZER(inet_twdr_hangman, 0,
41 (unsigned long)&tcp_death_row),
42 .twkill_work = __WORK_INITIALIZER(tcp_death_row.twkill_work,
43 inet_twdr_twkill_work),
44
45
46 .twcal_hand = -1,
47 .twcal_timer = TIMER_INITIALIZER(inet_twdr_twcal_tick, 0,
48 (unsigned long)&tcp_death_row),
49};
50EXPORT_SYMBOL_GPL(tcp_death_row);
51
52static bool tcp_in_window(u32 seq, u32 end_seq, u32 s_win, u32 e_win)
53{
54 if (seq == s_win)
55 return true;
56 if (after(end_seq, s_win) && before(seq, e_win))
57 return true;
58 return seq == e_win && seq == end_seq;
59}
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91enum tcp_tw_status
92tcp_timewait_state_process(struct inet_timewait_sock *tw, struct sk_buff *skb,
93 const struct tcphdr *th)
94{
95 struct tcp_options_received tmp_opt;
96 const u8 *hash_location;
97 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
98 bool paws_reject = false;
99
100 tmp_opt.saw_tstamp = 0;
101 if (th->doff > (sizeof(*th) >> 2) && tcptw->tw_ts_recent_stamp) {
102 tcp_parse_options(skb, &tmp_opt, &hash_location, 0, NULL);
103
104 if (tmp_opt.saw_tstamp) {
105 tmp_opt.ts_recent = tcptw->tw_ts_recent;
106 tmp_opt.ts_recent_stamp = tcptw->tw_ts_recent_stamp;
107 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
108 }
109 }
110
111 if (tw->tw_substate == TCP_FIN_WAIT2) {
112
113
114
115 if (paws_reject ||
116 !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
117 tcptw->tw_rcv_nxt,
118 tcptw->tw_rcv_nxt + tcptw->tw_rcv_wnd))
119 return TCP_TW_ACK;
120
121 if (th->rst)
122 goto kill;
123
124 if (th->syn && !before(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt))
125 goto kill_with_rst;
126
127
128 if (!th->ack ||
129 !after(TCP_SKB_CB(skb)->end_seq, tcptw->tw_rcv_nxt) ||
130 TCP_SKB_CB(skb)->end_seq == TCP_SKB_CB(skb)->seq) {
131 inet_twsk_put(tw);
132 return TCP_TW_SUCCESS;
133 }
134
135
136
137
138 if (!th->fin ||
139 TCP_SKB_CB(skb)->end_seq != tcptw->tw_rcv_nxt + 1) {
140kill_with_rst:
141 inet_twsk_deschedule(tw, &tcp_death_row);
142 inet_twsk_put(tw);
143 return TCP_TW_RST;
144 }
145
146
147 tw->tw_substate = TCP_TIME_WAIT;
148 tcptw->tw_rcv_nxt = TCP_SKB_CB(skb)->end_seq;
149 if (tmp_opt.saw_tstamp) {
150 tcptw->tw_ts_recent_stamp = get_seconds();
151 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
152 }
153
154 if (tcp_death_row.sysctl_tw_recycle &&
155 tcptw->tw_ts_recent_stamp &&
156 tcp_tw_remember_stamp(tw))
157 inet_twsk_schedule(tw, &tcp_death_row, tw->tw_timeout,
158 TCP_TIMEWAIT_LEN);
159 else
160 inet_twsk_schedule(tw, &tcp_death_row, TCP_TIMEWAIT_LEN,
161 TCP_TIMEWAIT_LEN);
162 return TCP_TW_ACK;
163 }
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182 if (!paws_reject &&
183 (TCP_SKB_CB(skb)->seq == tcptw->tw_rcv_nxt &&
184 (TCP_SKB_CB(skb)->seq == TCP_SKB_CB(skb)->end_seq || th->rst))) {
185
186
187 if (th->rst) {
188
189
190
191
192 if (sysctl_tcp_rfc1337 == 0) {
193kill:
194 inet_twsk_deschedule(tw, &tcp_death_row);
195 inet_twsk_put(tw);
196 return TCP_TW_SUCCESS;
197 }
198 }
199 inet_twsk_schedule(tw, &tcp_death_row, TCP_TIMEWAIT_LEN,
200 TCP_TIMEWAIT_LEN);
201
202 if (tmp_opt.saw_tstamp) {
203 tcptw->tw_ts_recent = tmp_opt.rcv_tsval;
204 tcptw->tw_ts_recent_stamp = get_seconds();
205 }
206
207 inet_twsk_put(tw);
208 return TCP_TW_SUCCESS;
209 }
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228 if (th->syn && !th->rst && !th->ack && !paws_reject &&
229 (after(TCP_SKB_CB(skb)->seq, tcptw->tw_rcv_nxt) ||
230 (tmp_opt.saw_tstamp &&
231 (s32)(tcptw->tw_ts_recent - tmp_opt.rcv_tsval) < 0))) {
232 u32 isn = tcptw->tw_snd_nxt + 65535 + 2;
233 if (isn == 0)
234 isn++;
235 TCP_SKB_CB(skb)->when = isn;
236 return TCP_TW_SYN;
237 }
238
239 if (paws_reject)
240 NET_INC_STATS_BH(twsk_net(tw), LINUX_MIB_PAWSESTABREJECTED);
241
242 if (!th->rst) {
243
244
245
246
247
248
249 if (paws_reject || th->ack)
250 inet_twsk_schedule(tw, &tcp_death_row, TCP_TIMEWAIT_LEN,
251 TCP_TIMEWAIT_LEN);
252
253
254
255
256 return TCP_TW_ACK;
257 }
258 inet_twsk_put(tw);
259 return TCP_TW_SUCCESS;
260}
261EXPORT_SYMBOL(tcp_timewait_state_process);
262
263
264
265
266void tcp_time_wait(struct sock *sk, int state, int timeo)
267{
268 struct inet_timewait_sock *tw = NULL;
269 const struct inet_connection_sock *icsk = inet_csk(sk);
270 const struct tcp_sock *tp = tcp_sk(sk);
271 bool recycle_ok = false;
272
273 if (tcp_death_row.sysctl_tw_recycle && tp->rx_opt.ts_recent_stamp)
274 recycle_ok = tcp_remember_stamp(sk);
275
276 if (tcp_death_row.tw_count < tcp_death_row.sysctl_max_tw_buckets)
277 tw = inet_twsk_alloc(sk, state);
278
279 if (tw != NULL) {
280 struct tcp_timewait_sock *tcptw = tcp_twsk((struct sock *)tw);
281 const int rto = (icsk->icsk_rto << 2) - (icsk->icsk_rto >> 1);
282 struct inet_sock *inet = inet_sk(sk);
283
284 tw->tw_transparent = inet->transparent;
285 tw->tw_rcv_wscale = tp->rx_opt.rcv_wscale;
286 tcptw->tw_rcv_nxt = tp->rcv_nxt;
287 tcptw->tw_snd_nxt = tp->snd_nxt;
288 tcptw->tw_rcv_wnd = tcp_receive_window(tp);
289 tcptw->tw_ts_recent = tp->rx_opt.ts_recent;
290 tcptw->tw_ts_recent_stamp = tp->rx_opt.ts_recent_stamp;
291
292#if IS_ENABLED(CONFIG_IPV6)
293 if (tw->tw_family == PF_INET6) {
294 struct ipv6_pinfo *np = inet6_sk(sk);
295 struct inet6_timewait_sock *tw6;
296
297 tw->tw_ipv6_offset = inet6_tw_offset(sk->sk_prot);
298 tw6 = inet6_twsk((struct sock *)tw);
299 tw6->tw_v6_daddr = np->daddr;
300 tw6->tw_v6_rcv_saddr = np->rcv_saddr;
301 tw->tw_tclass = np->tclass;
302 tw->tw_ipv6only = np->ipv6only;
303 }
304#endif
305
306#ifdef CONFIG_TCP_MD5SIG
307
308
309
310
311
312
313 do {
314 struct tcp_md5sig_key *key;
315 tcptw->tw_md5_key = NULL;
316 key = tp->af_specific->md5_lookup(sk, sk);
317 if (key != NULL) {
318 tcptw->tw_md5_key = kmemdup(key, sizeof(*key), GFP_ATOMIC);
319 if (tcptw->tw_md5_key && tcp_alloc_md5sig_pool(sk) == NULL)
320 BUG();
321 }
322 } while (0);
323#endif
324
325
326 __inet_twsk_hashdance(tw, sk, &tcp_hashinfo);
327
328
329 if (timeo < rto)
330 timeo = rto;
331
332 if (recycle_ok) {
333 tw->tw_timeout = rto;
334 } else {
335 tw->tw_timeout = TCP_TIMEWAIT_LEN;
336 if (state == TCP_TIME_WAIT)
337 timeo = TCP_TIMEWAIT_LEN;
338 }
339
340 inet_twsk_schedule(tw, &tcp_death_row, timeo,
341 TCP_TIMEWAIT_LEN);
342 inet_twsk_put(tw);
343 } else {
344
345
346
347
348 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPTIMEWAITOVERFLOW);
349 }
350
351 tcp_update_metrics(sk);
352 tcp_done(sk);
353}
354
355void tcp_twsk_destructor(struct sock *sk)
356{
357#ifdef CONFIG_TCP_MD5SIG
358 struct tcp_timewait_sock *twsk = tcp_twsk(sk);
359
360 if (twsk->tw_md5_key) {
361 tcp_free_md5sig_pool();
362 kfree_rcu(twsk->tw_md5_key, rcu);
363 }
364#endif
365}
366EXPORT_SYMBOL_GPL(tcp_twsk_destructor);
367
368static inline void TCP_ECN_openreq_child(struct tcp_sock *tp,
369 struct request_sock *req)
370{
371 tp->ecn_flags = inet_rsk(req)->ecn_ok ? TCP_ECN_OK : 0;
372}
373
374
375
376
377
378
379
380struct sock *tcp_create_openreq_child(struct sock *sk, struct request_sock *req, struct sk_buff *skb)
381{
382 struct sock *newsk = inet_csk_clone_lock(sk, req, GFP_ATOMIC);
383
384 if (newsk != NULL) {
385 const struct inet_request_sock *ireq = inet_rsk(req);
386 struct tcp_request_sock *treq = tcp_rsk(req);
387 struct inet_connection_sock *newicsk = inet_csk(newsk);
388 struct tcp_sock *newtp = tcp_sk(newsk);
389 struct tcp_sock *oldtp = tcp_sk(sk);
390 struct tcp_cookie_values *oldcvp = oldtp->cookie_values;
391
392
393
394
395
396
397
398
399
400 if (oldcvp != NULL) {
401 struct tcp_cookie_values *newcvp =
402 kzalloc(sizeof(*newtp->cookie_values),
403 GFP_ATOMIC);
404
405 if (newcvp != NULL) {
406 kref_init(&newcvp->kref);
407 newcvp->cookie_desired =
408 oldcvp->cookie_desired;
409 newtp->cookie_values = newcvp;
410 } else {
411
412 newtp->cookie_values = NULL;
413 }
414 }
415
416
417 newtp->pred_flags = 0;
418
419 newtp->rcv_wup = newtp->copied_seq =
420 newtp->rcv_nxt = treq->rcv_isn + 1;
421
422 newtp->snd_sml = newtp->snd_una =
423 newtp->snd_nxt = newtp->snd_up =
424 treq->snt_isn + 1 + tcp_s_data_size(oldtp);
425
426 tcp_prequeue_init(newtp);
427 INIT_LIST_HEAD(&newtp->tsq_node);
428
429 tcp_init_wl(newtp, treq->rcv_isn);
430
431 newtp->srtt = 0;
432 newtp->mdev = TCP_TIMEOUT_INIT;
433 newicsk->icsk_rto = TCP_TIMEOUT_INIT;
434
435 newtp->packets_out = 0;
436 newtp->retrans_out = 0;
437 newtp->sacked_out = 0;
438 newtp->fackets_out = 0;
439 newtp->snd_ssthresh = TCP_INFINITE_SSTHRESH;
440 tcp_enable_early_retrans(newtp);
441
442
443
444
445
446
447 newtp->snd_cwnd = TCP_INIT_CWND;
448 newtp->snd_cwnd_cnt = 0;
449 newtp->bytes_acked = 0;
450
451 newtp->frto_counter = 0;
452 newtp->frto_highmark = 0;
453
454 if (newicsk->icsk_ca_ops != &tcp_init_congestion_ops &&
455 !try_module_get(newicsk->icsk_ca_ops->owner))
456 newicsk->icsk_ca_ops = &tcp_init_congestion_ops;
457
458 tcp_set_ca_state(newsk, TCP_CA_Open);
459 tcp_init_xmit_timers(newsk);
460 skb_queue_head_init(&newtp->out_of_order_queue);
461 newtp->write_seq = newtp->pushed_seq =
462 treq->snt_isn + 1 + tcp_s_data_size(oldtp);
463
464 newtp->rx_opt.saw_tstamp = 0;
465
466 newtp->rx_opt.dsack = 0;
467 newtp->rx_opt.num_sacks = 0;
468
469 newtp->urg_data = 0;
470
471 if (sock_flag(newsk, SOCK_KEEPOPEN))
472 inet_csk_reset_keepalive_timer(newsk,
473 keepalive_time_when(newtp));
474
475 newtp->rx_opt.tstamp_ok = ireq->tstamp_ok;
476 if ((newtp->rx_opt.sack_ok = ireq->sack_ok) != 0) {
477 if (sysctl_tcp_fack)
478 tcp_enable_fack(newtp);
479 }
480 newtp->window_clamp = req->window_clamp;
481 newtp->rcv_ssthresh = req->rcv_wnd;
482 newtp->rcv_wnd = req->rcv_wnd;
483 newtp->rx_opt.wscale_ok = ireq->wscale_ok;
484 if (newtp->rx_opt.wscale_ok) {
485 newtp->rx_opt.snd_wscale = ireq->snd_wscale;
486 newtp->rx_opt.rcv_wscale = ireq->rcv_wscale;
487 } else {
488 newtp->rx_opt.snd_wscale = newtp->rx_opt.rcv_wscale = 0;
489 newtp->window_clamp = min(newtp->window_clamp, 65535U);
490 }
491 newtp->snd_wnd = (ntohs(tcp_hdr(skb)->window) <<
492 newtp->rx_opt.snd_wscale);
493 newtp->max_window = newtp->snd_wnd;
494
495 if (newtp->rx_opt.tstamp_ok) {
496 newtp->rx_opt.ts_recent = req->ts_recent;
497 newtp->rx_opt.ts_recent_stamp = get_seconds();
498 newtp->tcp_header_len = sizeof(struct tcphdr) + TCPOLEN_TSTAMP_ALIGNED;
499 } else {
500 newtp->rx_opt.ts_recent_stamp = 0;
501 newtp->tcp_header_len = sizeof(struct tcphdr);
502 }
503#ifdef CONFIG_TCP_MD5SIG
504 newtp->md5sig_info = NULL;
505 if (newtp->af_specific->md5_lookup(sk, newsk))
506 newtp->tcp_header_len += TCPOLEN_MD5SIG_ALIGNED;
507#endif
508 if (skb->len >= TCP_MSS_DEFAULT + newtp->tcp_header_len)
509 newicsk->icsk_ack.last_seg_size = skb->len - newtp->tcp_header_len;
510 newtp->rx_opt.mss_clamp = req->mss;
511 TCP_ECN_openreq_child(newtp, req);
512 newtp->fastopen_rsk = NULL;
513 newtp->syn_data_acked = 0;
514
515 TCP_INC_STATS_BH(sock_net(sk), TCP_MIB_PASSIVEOPENS);
516 }
517 return newsk;
518}
519EXPORT_SYMBOL(tcp_create_openreq_child);
520
521
522
523
524
525
526
527
528
529
530
531
532struct sock *tcp_check_req(struct sock *sk, struct sk_buff *skb,
533 struct request_sock *req,
534 struct request_sock **prev,
535 bool fastopen)
536{
537 struct tcp_options_received tmp_opt;
538 const u8 *hash_location;
539 struct sock *child;
540 const struct tcphdr *th = tcp_hdr(skb);
541 __be32 flg = tcp_flag_word(th) & (TCP_FLAG_RST|TCP_FLAG_SYN|TCP_FLAG_ACK);
542 bool paws_reject = false;
543
544 BUG_ON(fastopen == (sk->sk_state == TCP_LISTEN));
545
546 tmp_opt.saw_tstamp = 0;
547 if (th->doff > (sizeof(struct tcphdr)>>2)) {
548 tcp_parse_options(skb, &tmp_opt, &hash_location, 0, NULL);
549
550 if (tmp_opt.saw_tstamp) {
551 tmp_opt.ts_recent = req->ts_recent;
552
553
554
555
556 tmp_opt.ts_recent_stamp = get_seconds() - ((TCP_TIMEOUT_INIT/HZ)<<req->num_timeout);
557 paws_reject = tcp_paws_reject(&tmp_opt, th->rst);
558 }
559 }
560
561
562 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn &&
563 flg == TCP_FLAG_SYN &&
564 !paws_reject) {
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585 inet_rtx_syn_ack(sk, req);
586 return NULL;
587 }
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646 if ((flg & TCP_FLAG_ACK) && !fastopen &&
647 (TCP_SKB_CB(skb)->ack_seq !=
648 tcp_rsk(req)->snt_isn + 1 + tcp_s_data_size(tcp_sk(sk))))
649 return sk;
650
651
652
653
654
655
656
657
658 if (paws_reject || !tcp_in_window(TCP_SKB_CB(skb)->seq, TCP_SKB_CB(skb)->end_seq,
659 tcp_rsk(req)->rcv_nxt, tcp_rsk(req)->rcv_nxt + req->rcv_wnd)) {
660
661 if (!(flg & TCP_FLAG_RST))
662 req->rsk_ops->send_ack(sk, skb, req);
663 if (paws_reject)
664 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_PAWSESTABREJECTED);
665 return NULL;
666 }
667
668
669
670 if (tmp_opt.saw_tstamp && !after(TCP_SKB_CB(skb)->seq, tcp_rsk(req)->rcv_nxt))
671 req->ts_recent = tmp_opt.rcv_tsval;
672
673 if (TCP_SKB_CB(skb)->seq == tcp_rsk(req)->rcv_isn) {
674
675
676 flg &= ~TCP_FLAG_SYN;
677 }
678
679
680
681
682 if (flg & (TCP_FLAG_RST|TCP_FLAG_SYN)) {
683 TCP_INC_STATS_BH(sock_net(sk), TCP_MIB_ATTEMPTFAILS);
684 goto embryonic_reset;
685 }
686
687
688
689
690
691
692
693 if (!(flg & TCP_FLAG_ACK))
694 return NULL;
695
696
697 if (tmp_opt.saw_tstamp && tmp_opt.rcv_tsecr)
698 tcp_rsk(req)->snt_synack = tmp_opt.rcv_tsecr;
699 else if (req->num_retrans)
700 tcp_rsk(req)->snt_synack = 0;
701
702
703
704
705 if (fastopen)
706 return sk;
707
708
709 if (req->num_timeout < inet_csk(sk)->icsk_accept_queue.rskq_defer_accept &&
710 TCP_SKB_CB(skb)->end_seq == tcp_rsk(req)->rcv_isn + 1) {
711 inet_rsk(req)->acked = 1;
712 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPDEFERACCEPTDROP);
713 return NULL;
714 }
715
716
717
718
719
720
721
722 child = inet_csk(sk)->icsk_af_ops->syn_recv_sock(sk, skb, req, NULL);
723 if (child == NULL)
724 goto listen_overflow;
725
726 inet_csk_reqsk_queue_unlink(sk, req, prev);
727 inet_csk_reqsk_queue_removed(sk, req);
728
729 inet_csk_reqsk_queue_add(sk, req, child);
730 return child;
731
732listen_overflow:
733 if (!sysctl_tcp_abort_on_overflow) {
734 inet_rsk(req)->acked = 1;
735 return NULL;
736 }
737
738embryonic_reset:
739 if (!(flg & TCP_FLAG_RST)) {
740
741
742
743
744
745 req->rsk_ops->send_reset(sk, skb);
746 } else if (fastopen) {
747 reqsk_fastopen_remove(sk, req, true);
748 tcp_reset(sk);
749 }
750 if (!fastopen) {
751 inet_csk_reqsk_queue_drop(sk, req, prev);
752 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_EMBRYONICRSTS);
753 }
754 return NULL;
755}
756EXPORT_SYMBOL(tcp_check_req);
757
758
759
760
761
762
763
764
765
766
767
768
769
770int tcp_child_process(struct sock *parent, struct sock *child,
771 struct sk_buff *skb)
772{
773 int ret = 0;
774 int state = child->sk_state;
775
776 if (!sock_owned_by_user(child)) {
777 ret = tcp_rcv_state_process(child, skb, tcp_hdr(skb),
778 skb->len);
779
780 if (state == TCP_SYN_RECV && child->sk_state != state)
781 parent->sk_data_ready(parent, 0);
782 } else {
783
784
785
786
787 __sk_add_backlog(child, skb);
788 }
789
790 bh_unlock_sock(child);
791 sock_put(child);
792 return ret;
793}
794EXPORT_SYMBOL(tcp_child_process);
795