1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116#define pr_fmt(fmt) "IPv4: " fmt
117
118#include <linux/module.h>
119#include <linux/types.h>
120#include <linux/kernel.h>
121#include <linux/string.h>
122#include <linux/errno.h>
123#include <linux/slab.h>
124
125#include <linux/net.h>
126#include <linux/socket.h>
127#include <linux/sockios.h>
128#include <linux/in.h>
129#include <linux/inet.h>
130#include <linux/inetdevice.h>
131#include <linux/netdevice.h>
132#include <linux/etherdevice.h>
133
134#include <net/snmp.h>
135#include <net/ip.h>
136#include <net/protocol.h>
137#include <net/route.h>
138#include <linux/skbuff.h>
139#include <net/sock.h>
140#include <net/arp.h>
141#include <net/icmp.h>
142#include <net/raw.h>
143#include <net/checksum.h>
144#include <net/inet_ecn.h>
145#include <linux/netfilter_ipv4.h>
146#include <net/xfrm.h>
147#include <linux/mroute.h>
148#include <linux/netlink.h>
149#include <net/dst_metadata.h>
150
151
152
153
154bool ip_call_ra_chain(struct sk_buff *skb)
155{
156 struct ip_ra_chain *ra;
157 u8 protocol = ip_hdr(skb)->protocol;
158 struct sock *last = NULL;
159 struct net_device *dev = skb->dev;
160 struct net *net = dev_net(dev);
161
162 for (ra = rcu_dereference(net->ipv4.ra_chain); ra; ra = rcu_dereference(ra->next)) {
163 struct sock *sk = ra->sk;
164
165
166
167
168 if (sk && inet_sk(sk)->inet_num == protocol &&
169 (!sk->sk_bound_dev_if ||
170 sk->sk_bound_dev_if == dev->ifindex)) {
171 if (ip_is_fragment(ip_hdr(skb))) {
172 if (ip_defrag(net, skb, IP_DEFRAG_CALL_RA_CHAIN))
173 return true;
174 }
175 if (last) {
176 struct sk_buff *skb2 = skb_clone(skb, GFP_ATOMIC);
177 if (skb2)
178 raw_rcv(last, skb2);
179 }
180 last = sk;
181 }
182 }
183
184 if (last) {
185 raw_rcv(last, skb);
186 return true;
187 }
188 return false;
189}
190
191static int ip_local_deliver_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
192{
193 __skb_pull(skb, skb_network_header_len(skb));
194
195 rcu_read_lock();
196 {
197 int protocol = ip_hdr(skb)->protocol;
198 const struct net_protocol *ipprot;
199 int raw;
200
201 resubmit:
202 raw = raw_local_deliver(skb, protocol);
203
204 ipprot = rcu_dereference(inet_protos[protocol]);
205 if (ipprot) {
206 int ret;
207
208 if (!ipprot->no_policy) {
209 if (!xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb)) {
210 kfree_skb(skb);
211 goto out;
212 }
213 nf_reset(skb);
214 }
215 ret = ipprot->handler(skb);
216 if (ret < 0) {
217 protocol = -ret;
218 goto resubmit;
219 }
220 __IP_INC_STATS(net, IPSTATS_MIB_INDELIVERS);
221 } else {
222 if (!raw) {
223 if (xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb)) {
224 __IP_INC_STATS(net, IPSTATS_MIB_INUNKNOWNPROTOS);
225 icmp_send(skb, ICMP_DEST_UNREACH,
226 ICMP_PROT_UNREACH, 0);
227 }
228 kfree_skb(skb);
229 } else {
230 __IP_INC_STATS(net, IPSTATS_MIB_INDELIVERS);
231 consume_skb(skb);
232 }
233 }
234 }
235 out:
236 rcu_read_unlock();
237
238 return 0;
239}
240
241
242
243
244int ip_local_deliver(struct sk_buff *skb)
245{
246
247
248
249 struct net *net = dev_net(skb->dev);
250
251 if (ip_is_fragment(ip_hdr(skb))) {
252 if (ip_defrag(net, skb, IP_DEFRAG_LOCAL_DELIVER))
253 return 0;
254 }
255
256 return NF_HOOK(NFPROTO_IPV4, NF_INET_LOCAL_IN,
257 net, NULL, skb, skb->dev, NULL,
258 ip_local_deliver_finish);
259}
260
261static inline bool ip_rcv_options(struct sk_buff *skb)
262{
263 struct ip_options *opt;
264 const struct iphdr *iph;
265 struct net_device *dev = skb->dev;
266
267
268
269
270
271
272
273
274 if (skb_cow(skb, skb_headroom(skb))) {
275 __IP_INC_STATS(dev_net(dev), IPSTATS_MIB_INDISCARDS);
276 goto drop;
277 }
278
279 iph = ip_hdr(skb);
280 opt = &(IPCB(skb)->opt);
281 opt->optlen = iph->ihl*4 - sizeof(struct iphdr);
282
283 if (ip_options_compile(dev_net(dev), opt, skb)) {
284 __IP_INC_STATS(dev_net(dev), IPSTATS_MIB_INHDRERRORS);
285 goto drop;
286 }
287
288 if (unlikely(opt->srr)) {
289 struct in_device *in_dev = __in_dev_get_rcu(dev);
290
291 if (in_dev) {
292 if (!IN_DEV_SOURCE_ROUTE(in_dev)) {
293 if (IN_DEV_LOG_MARTIANS(in_dev))
294 net_info_ratelimited("source route option %pI4 -> %pI4\n",
295 &iph->saddr,
296 &iph->daddr);
297 goto drop;
298 }
299 }
300
301 if (ip_options_rcv_srr(skb))
302 goto drop;
303 }
304
305 return false;
306drop:
307 return true;
308}
309
310static int ip_rcv_finish_core(struct net *net, struct sock *sk,
311 struct sk_buff *skb)
312{
313 const struct iphdr *iph = ip_hdr(skb);
314 int (*edemux)(struct sk_buff *skb);
315 struct net_device *dev = skb->dev;
316 struct rtable *rt;
317 int err;
318
319 if (net->ipv4.sysctl_ip_early_demux &&
320 !skb_dst(skb) &&
321 !skb->sk &&
322 !ip_is_fragment(iph)) {
323 const struct net_protocol *ipprot;
324 int protocol = iph->protocol;
325
326 ipprot = rcu_dereference(inet_protos[protocol]);
327 if (ipprot && (edemux = READ_ONCE(ipprot->early_demux))) {
328 err = edemux(skb);
329 if (unlikely(err))
330 goto drop_error;
331
332 iph = ip_hdr(skb);
333 }
334 }
335
336
337
338
339
340 if (!skb_valid_dst(skb)) {
341 err = ip_route_input_noref(skb, iph->daddr, iph->saddr,
342 iph->tos, dev);
343 if (unlikely(err))
344 goto drop_error;
345 }
346
347#ifdef CONFIG_IP_ROUTE_CLASSID
348 if (unlikely(skb_dst(skb)->tclassid)) {
349 struct ip_rt_acct *st = this_cpu_ptr(ip_rt_acct);
350 u32 idx = skb_dst(skb)->tclassid;
351 st[idx&0xFF].o_packets++;
352 st[idx&0xFF].o_bytes += skb->len;
353 st[(idx>>16)&0xFF].i_packets++;
354 st[(idx>>16)&0xFF].i_bytes += skb->len;
355 }
356#endif
357
358 if (iph->ihl > 5 && ip_rcv_options(skb))
359 goto drop;
360
361 rt = skb_rtable(skb);
362 if (rt->rt_type == RTN_MULTICAST) {
363 __IP_UPD_PO_STATS(net, IPSTATS_MIB_INMCAST, skb->len);
364 } else if (rt->rt_type == RTN_BROADCAST) {
365 __IP_UPD_PO_STATS(net, IPSTATS_MIB_INBCAST, skb->len);
366 } else if (skb->pkt_type == PACKET_BROADCAST ||
367 skb->pkt_type == PACKET_MULTICAST) {
368 struct in_device *in_dev = __in_dev_get_rcu(dev);
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385 if (in_dev &&
386 IN_DEV_ORCONF(in_dev, DROP_UNICAST_IN_L2_MULTICAST))
387 goto drop;
388 }
389
390 return NET_RX_SUCCESS;
391
392drop:
393 kfree_skb(skb);
394 return NET_RX_DROP;
395
396drop_error:
397 if (err == -EXDEV)
398 __NET_INC_STATS(net, LINUX_MIB_IPRPFILTER);
399 goto drop;
400}
401
402static int ip_rcv_finish(struct net *net, struct sock *sk, struct sk_buff *skb)
403{
404 int ret;
405
406
407
408
409 skb = l3mdev_ip_rcv(skb);
410 if (!skb)
411 return NET_RX_SUCCESS;
412
413 ret = ip_rcv_finish_core(net, sk, skb);
414 if (ret != NET_RX_DROP)
415 ret = dst_input(skb);
416 return ret;
417}
418
419
420
421
422static struct sk_buff *ip_rcv_core(struct sk_buff *skb, struct net *net)
423{
424 const struct iphdr *iph;
425 u32 len;
426
427
428
429
430 if (skb->pkt_type == PACKET_OTHERHOST)
431 goto drop;
432
433
434 __IP_UPD_PO_STATS(net, IPSTATS_MIB_IN, skb->len);
435
436 skb = skb_share_check(skb, GFP_ATOMIC);
437 if (!skb) {
438 __IP_INC_STATS(net, IPSTATS_MIB_INDISCARDS);
439 goto out;
440 }
441
442 if (!pskb_may_pull(skb, sizeof(struct iphdr)))
443 goto inhdr_error;
444
445 iph = ip_hdr(skb);
446
447
448
449
450
451
452
453
454
455
456
457
458 if (iph->ihl < 5 || iph->version != 4)
459 goto inhdr_error;
460
461 BUILD_BUG_ON(IPSTATS_MIB_ECT1PKTS != IPSTATS_MIB_NOECTPKTS + INET_ECN_ECT_1);
462 BUILD_BUG_ON(IPSTATS_MIB_ECT0PKTS != IPSTATS_MIB_NOECTPKTS + INET_ECN_ECT_0);
463 BUILD_BUG_ON(IPSTATS_MIB_CEPKTS != IPSTATS_MIB_NOECTPKTS + INET_ECN_CE);
464 __IP_ADD_STATS(net,
465 IPSTATS_MIB_NOECTPKTS + (iph->tos & INET_ECN_MASK),
466 max_t(unsigned short, 1, skb_shinfo(skb)->gso_segs));
467
468 if (!pskb_may_pull(skb, iph->ihl*4))
469 goto inhdr_error;
470
471 iph = ip_hdr(skb);
472
473 if (unlikely(ip_fast_csum((u8 *)iph, iph->ihl)))
474 goto csum_error;
475
476 len = ntohs(iph->tot_len);
477 if (skb->len < len) {
478 __IP_INC_STATS(net, IPSTATS_MIB_INTRUNCATEDPKTS);
479 goto drop;
480 } else if (len < (iph->ihl*4))
481 goto inhdr_error;
482
483
484
485
486
487 if (pskb_trim_rcsum(skb, len)) {
488 __IP_INC_STATS(net, IPSTATS_MIB_INDISCARDS);
489 goto drop;
490 }
491
492 skb->transport_header = skb->network_header + iph->ihl*4;
493
494
495 memset(IPCB(skb), 0, sizeof(struct inet_skb_parm));
496 IPCB(skb)->iif = skb->skb_iif;
497
498
499 skb_orphan(skb);
500
501 return skb;
502
503csum_error:
504 __IP_INC_STATS(net, IPSTATS_MIB_CSUMERRORS);
505inhdr_error:
506 __IP_INC_STATS(net, IPSTATS_MIB_INHDRERRORS);
507drop:
508 kfree_skb(skb);
509out:
510 return NULL;
511}
512
513
514
515
516int ip_rcv(struct sk_buff *skb, struct net_device *dev, struct packet_type *pt,
517 struct net_device *orig_dev)
518{
519 struct net *net = dev_net(dev);
520
521 skb = ip_rcv_core(skb, net);
522 if (skb == NULL)
523 return NET_RX_DROP;
524 return NF_HOOK(NFPROTO_IPV4, NF_INET_PRE_ROUTING,
525 net, NULL, skb, dev, NULL,
526 ip_rcv_finish);
527}
528
529static void ip_sublist_rcv_finish(struct list_head *head)
530{
531 struct sk_buff *skb, *next;
532
533 list_for_each_entry_safe(skb, next, head, list) {
534 list_del(&skb->list);
535
536
537
538 skb->next = NULL;
539 dst_input(skb);
540 }
541}
542
543static void ip_list_rcv_finish(struct net *net, struct sock *sk,
544 struct list_head *head)
545{
546 struct dst_entry *curr_dst = NULL;
547 struct sk_buff *skb, *next;
548 struct list_head sublist;
549
550 INIT_LIST_HEAD(&sublist);
551 list_for_each_entry_safe(skb, next, head, list) {
552 struct dst_entry *dst;
553
554 list_del(&skb->list);
555
556
557
558 skb = l3mdev_ip_rcv(skb);
559 if (!skb)
560 continue;
561 if (ip_rcv_finish_core(net, sk, skb) == NET_RX_DROP)
562 continue;
563
564 dst = skb_dst(skb);
565 if (curr_dst != dst) {
566
567 if (!list_empty(&sublist))
568 ip_sublist_rcv_finish(&sublist);
569
570 INIT_LIST_HEAD(&sublist);
571 curr_dst = dst;
572 }
573 list_add_tail(&skb->list, &sublist);
574 }
575
576 ip_sublist_rcv_finish(&sublist);
577}
578
579static void ip_sublist_rcv(struct list_head *head, struct net_device *dev,
580 struct net *net)
581{
582 NF_HOOK_LIST(NFPROTO_IPV4, NF_INET_PRE_ROUTING, net, NULL,
583 head, dev, NULL, ip_rcv_finish);
584 ip_list_rcv_finish(net, NULL, head);
585}
586
587
588void ip_list_rcv(struct list_head *head, struct packet_type *pt,
589 struct net_device *orig_dev)
590{
591 struct net_device *curr_dev = NULL;
592 struct net *curr_net = NULL;
593 struct sk_buff *skb, *next;
594 struct list_head sublist;
595
596 INIT_LIST_HEAD(&sublist);
597 list_for_each_entry_safe(skb, next, head, list) {
598 struct net_device *dev = skb->dev;
599 struct net *net = dev_net(dev);
600
601 list_del(&skb->list);
602 skb = ip_rcv_core(skb, net);
603 if (skb == NULL)
604 continue;
605
606 if (curr_dev != dev || curr_net != net) {
607
608 if (!list_empty(&sublist))
609 ip_sublist_rcv(&sublist, curr_dev, curr_net);
610
611 INIT_LIST_HEAD(&sublist);
612 curr_dev = dev;
613 curr_net = net;
614 }
615 list_add_tail(&skb->list, &sublist);
616 }
617
618 ip_sublist_rcv(&sublist, curr_dev, curr_net);
619}
620