1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34#ifndef __MLX5E_EN_ACCEL_H__
35#define __MLX5E_EN_ACCEL_H__
36
37#include <linux/skbuff.h>
38#include <linux/netdevice.h>
39#include "en_accel/ipsec_rxtx.h"
40#include "en_accel/tls_rxtx.h"
41#include "en.h"
42#include "en/txrx.h"
43
44#if IS_ENABLED(CONFIG_GENEVE)
45static inline bool mlx5_geneve_tx_allowed(struct mlx5_core_dev *mdev)
46{
47 return mlx5_tx_swp_supported(mdev);
48}
49
50static inline void
51mlx5e_tx_tunnel_accel(struct sk_buff *skb, struct mlx5_wqe_eth_seg *eseg)
52{
53 struct mlx5e_swp_spec swp_spec = {};
54 unsigned int offset = 0;
55 __be16 l3_proto;
56 u8 l4_proto;
57
58 l3_proto = vlan_get_protocol(skb);
59 switch (l3_proto) {
60 case htons(ETH_P_IP):
61 l4_proto = ip_hdr(skb)->protocol;
62 break;
63 case htons(ETH_P_IPV6):
64 l4_proto = ipv6_find_hdr(skb, &offset, -1, NULL, NULL);
65 break;
66 default:
67 return;
68 }
69
70 if (l4_proto != IPPROTO_UDP ||
71 udp_hdr(skb)->dest != cpu_to_be16(GENEVE_UDP_PORT))
72 return;
73 swp_spec.l3_proto = l3_proto;
74 swp_spec.l4_proto = l4_proto;
75 swp_spec.is_tun = true;
76 if (inner_ip_hdr(skb)->version == 6) {
77 swp_spec.tun_l3_proto = htons(ETH_P_IPV6);
78 swp_spec.tun_l4_proto = inner_ipv6_hdr(skb)->nexthdr;
79 } else {
80 swp_spec.tun_l3_proto = htons(ETH_P_IP);
81 swp_spec.tun_l4_proto = inner_ip_hdr(skb)->protocol;
82 }
83
84 mlx5e_set_eseg_swp(skb, eseg, &swp_spec);
85}
86
87#else
88static inline bool mlx5_geneve_tx_allowed(struct mlx5_core_dev *mdev)
89{
90 return false;
91}
92
93#endif
94
95static inline void
96mlx5e_udp_gso_handle_tx_skb(struct sk_buff *skb)
97{
98 int payload_len = skb_shinfo(skb)->gso_size + sizeof(struct udphdr);
99
100 udp_hdr(skb)->len = htons(payload_len);
101}
102
103static inline struct sk_buff *
104mlx5e_accel_handle_tx(struct sk_buff *skb,
105 struct mlx5e_txqsq *sq,
106 struct net_device *dev,
107 struct mlx5e_tx_wqe **wqe,
108 u16 *pi)
109{
110#ifdef CONFIG_MLX5_EN_TLS
111 if (test_bit(MLX5E_SQ_STATE_TLS, &sq->state)) {
112 skb = mlx5e_tls_handle_tx_skb(dev, sq, skb, wqe, pi);
113 if (unlikely(!skb))
114 return NULL;
115 }
116#endif
117
118#ifdef CONFIG_MLX5_EN_IPSEC
119 if (test_bit(MLX5E_SQ_STATE_IPSEC, &sq->state)) {
120 skb = mlx5e_ipsec_handle_tx_skb(dev, *wqe, skb);
121 if (unlikely(!skb))
122 return NULL;
123 }
124#endif
125
126 if (skb_is_gso(skb) && skb_shinfo(skb)->gso_type & SKB_GSO_UDP_L4)
127 mlx5e_udp_gso_handle_tx_skb(skb);
128
129 return skb;
130}
131
132#endif
133