1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34#ifndef __MLX5E_EN_ACCEL_H__
35#define __MLX5E_EN_ACCEL_H__
36
37#include <linux/skbuff.h>
38#include <linux/netdevice.h>
39#include "en_accel/ipsec_rxtx.h"
40#include "en_accel/tls_rxtx.h"
41#include "en.h"
42
43#if IS_ENABLED(CONFIG_GENEVE)
44static inline bool mlx5_geneve_tx_allowed(struct mlx5_core_dev *mdev)
45{
46 return mlx5_tx_swp_supported(mdev);
47}
48
49static inline void
50mlx5e_tx_tunnel_accel(struct sk_buff *skb, struct mlx5_wqe_eth_seg *eseg)
51{
52 struct mlx5e_swp_spec swp_spec = {};
53 unsigned int offset = 0;
54 __be16 l3_proto;
55 u8 l4_proto;
56
57 l3_proto = vlan_get_protocol(skb);
58 switch (l3_proto) {
59 case htons(ETH_P_IP):
60 l4_proto = ip_hdr(skb)->protocol;
61 break;
62 case htons(ETH_P_IPV6):
63 l4_proto = ipv6_find_hdr(skb, &offset, -1, NULL, NULL);
64 break;
65 default:
66 return;
67 }
68
69 if (l4_proto != IPPROTO_UDP ||
70 udp_hdr(skb)->dest != cpu_to_be16(GENEVE_UDP_PORT))
71 return;
72 swp_spec.l3_proto = l3_proto;
73 swp_spec.l4_proto = l4_proto;
74 swp_spec.is_tun = true;
75 if (inner_ip_hdr(skb)->version == 6) {
76 swp_spec.tun_l3_proto = htons(ETH_P_IPV6);
77 swp_spec.tun_l4_proto = inner_ipv6_hdr(skb)->nexthdr;
78 } else {
79 swp_spec.tun_l3_proto = htons(ETH_P_IP);
80 swp_spec.tun_l4_proto = inner_ip_hdr(skb)->protocol;
81 }
82
83 mlx5e_set_eseg_swp(skb, eseg, &swp_spec);
84}
85
86#else
87static inline bool mlx5_geneve_tx_allowed(struct mlx5_core_dev *mdev)
88{
89 return false;
90}
91
92#endif
93
94static inline void
95mlx5e_udp_gso_handle_tx_skb(struct sk_buff *skb)
96{
97 int payload_len = skb_shinfo(skb)->gso_size + sizeof(struct udphdr);
98
99 udp_hdr(skb)->len = htons(payload_len);
100}
101
102static inline struct sk_buff *
103mlx5e_accel_handle_tx(struct sk_buff *skb,
104 struct mlx5e_txqsq *sq,
105 struct net_device *dev,
106 struct mlx5e_tx_wqe **wqe,
107 u16 *pi)
108{
109#ifdef CONFIG_MLX5_EN_TLS
110 if (test_bit(MLX5E_SQ_STATE_TLS, &sq->state)) {
111 skb = mlx5e_tls_handle_tx_skb(dev, sq, skb, wqe, pi);
112 if (unlikely(!skb))
113 return NULL;
114 }
115#endif
116
117#ifdef CONFIG_MLX5_EN_IPSEC
118 if (test_bit(MLX5E_SQ_STATE_IPSEC, &sq->state)) {
119 skb = mlx5e_ipsec_handle_tx_skb(dev, *wqe, skb);
120 if (unlikely(!skb))
121 return NULL;
122 }
123#endif
124
125 if (skb_is_gso(skb) && skb_shinfo(skb)->gso_type & SKB_GSO_UDP_L4)
126 mlx5e_udp_gso_handle_tx_skb(skb);
127
128 return skb;
129}
130
131#endif
132