1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#ifndef _ENIC_H_
21#define _ENIC_H_
22
23#include "vnic_enet.h"
24#include "vnic_dev.h"
25#include "vnic_wq.h"
26#include "vnic_rq.h"
27#include "vnic_cq.h"
28#include "vnic_intr.h"
29#include "vnic_stats.h"
30#include "vnic_nic.h"
31#include "vnic_rss.h"
32#include <linux/irq.h>
33
34#define DRV_NAME "enic"
35#define DRV_DESCRIPTION "Cisco VIC Ethernet NIC Driver"
36#define DRV_VERSION "2.3.0.31"
37#define DRV_COPYRIGHT "Copyright 2008-2013 Cisco Systems, Inc"
38
39#define ENIC_BARS_MAX 6
40
41#define ENIC_WQ_MAX 8
42#define ENIC_RQ_MAX 8
43#define ENIC_CQ_MAX (ENIC_WQ_MAX + ENIC_RQ_MAX)
44#define ENIC_INTR_MAX (ENIC_CQ_MAX + 2)
45
46#define ENIC_AIC_LARGE_PKT_DIFF 3
47
48struct enic_msix_entry {
49 int requested;
50 char devname[IFNAMSIZ];
51 irqreturn_t (*isr)(int, void *);
52 void *devid;
53 cpumask_var_t affinity_mask;
54};
55
56
57struct enic_intr_mod_range {
58 u32 small_pkt_range_start;
59 u32 large_pkt_range_start;
60};
61
62struct enic_intr_mod_table {
63 u32 rx_rate;
64 u32 range_percent;
65};
66
67#define ENIC_MAX_LINK_SPEEDS 3
68#define ENIC_LINK_SPEED_10G 10000
69#define ENIC_LINK_SPEED_4G 4000
70#define ENIC_LINK_40G_INDEX 2
71#define ENIC_LINK_10G_INDEX 1
72#define ENIC_LINK_4G_INDEX 0
73#define ENIC_RX_COALESCE_RANGE_END 125
74#define ENIC_AIC_TS_BREAK 100
75
76struct enic_rx_coal {
77 u32 small_pkt_range_start;
78 u32 large_pkt_range_start;
79 u32 range_end;
80 u32 use_adaptive_rx_coalesce;
81};
82
83
84#define ENIC_SRIOV_ENABLED (1 << 0)
85
86
87#define ENIC_PORT_REQUEST_APPLIED (1 << 0)
88#define ENIC_SET_REQUEST (1 << 1)
89#define ENIC_SET_NAME (1 << 2)
90#define ENIC_SET_INSTANCE (1 << 3)
91#define ENIC_SET_HOST (1 << 4)
92
93struct enic_port_profile {
94 u32 set;
95 u8 request;
96 char name[PORT_PROFILE_MAX];
97 u8 instance_uuid[PORT_UUID_MAX];
98 u8 host_uuid[PORT_UUID_MAX];
99 u8 vf_mac[ETH_ALEN];
100 u8 mac_addr[ETH_ALEN];
101};
102
103
104
105
106
107
108
109
110struct enic_rfs_fltr_node {
111 struct flow_keys keys;
112 u32 flow_id;
113 u16 fltr_id;
114 u16 rq_id;
115 struct hlist_node node;
116};
117
118
119
120
121
122
123
124
125
126struct enic_rfs_flw_tbl {
127 u16 max;
128 int free;
129
130#define ENIC_RFS_FLW_BITSHIFT (10)
131#define ENIC_RFS_FLW_MASK ((1 << ENIC_RFS_FLW_BITSHIFT) - 1)
132 u16 toclean:ENIC_RFS_FLW_BITSHIFT;
133 struct hlist_head ht_head[1 << ENIC_RFS_FLW_BITSHIFT];
134 spinlock_t lock;
135 struct timer_list rfs_may_expire;
136};
137
138struct vxlan_offload {
139 u16 vxlan_udp_port_number;
140 u8 patch_level;
141};
142
143
144struct enic {
145 struct net_device *netdev;
146 struct pci_dev *pdev;
147 struct vnic_enet_config config;
148 struct vnic_dev_bar bar[ENIC_BARS_MAX];
149 struct vnic_dev *vdev;
150 struct timer_list notify_timer;
151 struct work_struct reset;
152 struct work_struct tx_hang_reset;
153 struct work_struct change_mtu_work;
154 struct msix_entry msix_entry[ENIC_INTR_MAX];
155 struct enic_msix_entry msix[ENIC_INTR_MAX];
156 u32 msg_enable;
157 spinlock_t devcmd_lock;
158 u8 mac_addr[ETH_ALEN];
159 unsigned int flags;
160 unsigned int priv_flags;
161 unsigned int mc_count;
162 unsigned int uc_count;
163 u32 port_mtu;
164 struct enic_rx_coal rx_coalesce_setting;
165 u32 rx_coalesce_usecs;
166 u32 tx_coalesce_usecs;
167#ifdef CONFIG_PCI_IOV
168 u16 num_vfs;
169#endif
170 spinlock_t enic_api_lock;
171 struct enic_port_profile *pp;
172
173
174 ____cacheline_aligned struct vnic_wq wq[ENIC_WQ_MAX];
175 spinlock_t wq_lock[ENIC_WQ_MAX];
176 unsigned int wq_count;
177 u16 loop_enable;
178 u16 loop_tag;
179
180
181 ____cacheline_aligned struct vnic_rq rq[ENIC_RQ_MAX];
182 unsigned int rq_count;
183 struct vxlan_offload vxlan;
184 u64 rq_truncated_pkts;
185 u64 rq_bad_fcs;
186 struct napi_struct napi[ENIC_RQ_MAX + ENIC_WQ_MAX];
187
188
189 ____cacheline_aligned struct vnic_intr intr[ENIC_INTR_MAX];
190 unsigned int intr_count;
191 u32 __iomem *legacy_pba;
192
193
194 ____cacheline_aligned struct vnic_cq cq[ENIC_CQ_MAX];
195 unsigned int cq_count;
196 struct enic_rfs_flw_tbl rfs_h;
197 u32 rx_copybreak;
198 u8 rss_key[ENIC_RSS_LEN];
199 struct vnic_gen_stats gen_stats;
200};
201
202static inline struct net_device *vnic_get_netdev(struct vnic_dev *vdev)
203{
204 struct enic *enic = vdev->priv;
205
206 return enic->netdev;
207}
208
209
210
211#define vdev_err(vdev, fmt, ...) \
212 dev_err(&(vdev)->pdev->dev, fmt, ##__VA_ARGS__)
213#define vdev_warn(vdev, fmt, ...) \
214 dev_warn(&(vdev)->pdev->dev, fmt, ##__VA_ARGS__)
215#define vdev_info(vdev, fmt, ...) \
216 dev_info(&(vdev)->pdev->dev, fmt, ##__VA_ARGS__)
217
218#define vdev_neterr(vdev, fmt, ...) \
219 netdev_err(vnic_get_netdev(vdev), fmt, ##__VA_ARGS__)
220#define vdev_netwarn(vdev, fmt, ...) \
221 netdev_warn(vnic_get_netdev(vdev), fmt, ##__VA_ARGS__)
222#define vdev_netinfo(vdev, fmt, ...) \
223 netdev_info(vnic_get_netdev(vdev), fmt, ##__VA_ARGS__)
224
225static inline struct device *enic_get_dev(struct enic *enic)
226{
227 return &(enic->pdev->dev);
228}
229
230static inline unsigned int enic_cq_rq(struct enic *enic, unsigned int rq)
231{
232 return rq;
233}
234
235static inline unsigned int enic_cq_wq(struct enic *enic, unsigned int wq)
236{
237 return enic->rq_count + wq;
238}
239
240static inline unsigned int enic_legacy_io_intr(void)
241{
242 return 0;
243}
244
245static inline unsigned int enic_legacy_err_intr(void)
246{
247 return 1;
248}
249
250static inline unsigned int enic_legacy_notify_intr(void)
251{
252 return 2;
253}
254
255static inline unsigned int enic_msix_rq_intr(struct enic *enic,
256 unsigned int rq)
257{
258 return enic->cq[enic_cq_rq(enic, rq)].interrupt_offset;
259}
260
261static inline unsigned int enic_msix_wq_intr(struct enic *enic,
262 unsigned int wq)
263{
264 return enic->cq[enic_cq_wq(enic, wq)].interrupt_offset;
265}
266
267static inline unsigned int enic_msix_err_intr(struct enic *enic)
268{
269 return enic->rq_count + enic->wq_count;
270}
271
272static inline unsigned int enic_msix_notify_intr(struct enic *enic)
273{
274 return enic->rq_count + enic->wq_count + 1;
275}
276
277static inline bool enic_is_err_intr(struct enic *enic, int intr)
278{
279 switch (vnic_dev_get_intr_mode(enic->vdev)) {
280 case VNIC_DEV_INTR_MODE_INTX:
281 return intr == enic_legacy_err_intr();
282 case VNIC_DEV_INTR_MODE_MSIX:
283 return intr == enic_msix_err_intr(enic);
284 case VNIC_DEV_INTR_MODE_MSI:
285 default:
286 return false;
287 }
288}
289
290static inline bool enic_is_notify_intr(struct enic *enic, int intr)
291{
292 switch (vnic_dev_get_intr_mode(enic->vdev)) {
293 case VNIC_DEV_INTR_MODE_INTX:
294 return intr == enic_legacy_notify_intr();
295 case VNIC_DEV_INTR_MODE_MSIX:
296 return intr == enic_msix_notify_intr(enic);
297 case VNIC_DEV_INTR_MODE_MSI:
298 default:
299 return false;
300 }
301}
302
303static inline int enic_dma_map_check(struct enic *enic, dma_addr_t dma_addr)
304{
305 if (unlikely(pci_dma_mapping_error(enic->pdev, dma_addr))) {
306 net_warn_ratelimited("%s: PCI dma mapping failed!\n",
307 enic->netdev->name);
308 enic->gen_stats.dma_map_error++;
309
310 return -ENOMEM;
311 }
312
313 return 0;
314}
315
316void enic_reset_addr_lists(struct enic *enic);
317int enic_sriov_enabled(struct enic *enic);
318int enic_is_valid_vf(struct enic *enic, int vf);
319int enic_is_dynamic(struct enic *enic);
320void enic_set_ethtool_ops(struct net_device *netdev);
321int __enic_set_rsskey(struct enic *enic);
322
323#endif
324