1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35#ifndef __T3_ADAPTER_H__
36#define __T3_ADAPTER_H__
37
38#include <linux/pci.h>
39#include <linux/spinlock.h>
40#include <linux/interrupt.h>
41#include <linux/timer.h>
42#include <linux/cache.h>
43#include <linux/mutex.h>
44#include <linux/bitops.h>
45#include "t3cdev.h"
46#include <asm/io.h>
47
48struct vlan_group;
49struct adapter;
50struct sge_qset;
51
52enum {
53 T3_RX_CSUM = 1 << 0,
54 T3_LRO = 1 << 1,
55};
56
57struct port_info {
58 struct adapter *adapter;
59 struct vlan_group *vlan_grp;
60 struct sge_qset *qs;
61 u8 port_id;
62 u8 rx_offload;
63 u8 nqsets;
64 u8 first_qset;
65 struct cphy phy;
66 struct cmac mac;
67 struct link_config link_config;
68 struct net_device_stats netstats;
69 int activity;
70 __be32 iscsi_ipv4addr;
71
72 int link_fault;
73};
74
75enum {
76 FULL_INIT_DONE = (1 << 0),
77 USING_MSI = (1 << 1),
78 USING_MSIX = (1 << 2),
79 QUEUES_BOUND = (1 << 3),
80 TP_PARITY_INIT = (1 << 4),
81 NAPI_INIT = (1 << 5),
82};
83
84struct fl_pg_chunk {
85 struct page *page;
86 void *va;
87 unsigned int offset;
88 unsigned long *p_cnt;
89 dma_addr_t mapping;
90};
91
92struct rx_desc;
93struct rx_sw_desc;
94
95struct sge_fl {
96 unsigned int buf_size;
97 unsigned int credits;
98 unsigned int pend_cred;
99 unsigned int size;
100 unsigned int cidx;
101 unsigned int pidx;
102 unsigned int gen;
103 struct fl_pg_chunk pg_chunk;
104 unsigned int use_pages;
105 unsigned int order;
106 unsigned int alloc_size;
107 struct rx_desc *desc;
108 struct rx_sw_desc *sdesc;
109 dma_addr_t phys_addr;
110 unsigned int cntxt_id;
111 unsigned long empty;
112 unsigned long alloc_failed;
113};
114
115
116
117
118
119# define RX_BUNDLE_SIZE 8
120
121struct rsp_desc;
122
123struct sge_rspq {
124 unsigned int credits;
125 unsigned int size;
126 unsigned int cidx;
127 unsigned int gen;
128 unsigned int polling;
129 unsigned int holdoff_tmr;
130 unsigned int next_holdoff;
131 unsigned int rx_recycle_buf;
132
133 struct rsp_desc *desc;
134 dma_addr_t phys_addr;
135 unsigned int cntxt_id;
136 spinlock_t lock;
137 struct sk_buff_head rx_queue;
138 struct sk_buff *pg_skb;
139
140 unsigned long offload_pkts;
141 unsigned long offload_bundles;
142 unsigned long eth_pkts;
143 unsigned long pure_rsps;
144 unsigned long imm_data;
145 unsigned long rx_drops;
146 unsigned long async_notif;
147 unsigned long empty;
148 unsigned long nomem;
149 unsigned long unhandled_irqs;
150 unsigned long starved;
151 unsigned long restarted;
152};
153
154struct tx_desc;
155struct tx_sw_desc;
156
157struct sge_txq {
158 unsigned long flags;
159 unsigned int in_use;
160 unsigned int size;
161 unsigned int processed;
162 unsigned int cleaned;
163 unsigned int stop_thres;
164 unsigned int cidx;
165 unsigned int pidx;
166 unsigned int gen;
167 unsigned int unacked;
168 struct tx_desc *desc;
169 struct tx_sw_desc *sdesc;
170 spinlock_t lock;
171 unsigned int token;
172 dma_addr_t phys_addr;
173 struct sk_buff_head sendq;
174 struct tasklet_struct qresume_tsk;
175 unsigned int cntxt_id;
176 unsigned long stops;
177 unsigned long restarts;
178};
179
180enum {
181 SGE_PSTAT_TSO,
182 SGE_PSTAT_RX_CSUM_GOOD,
183 SGE_PSTAT_TX_CSUM,
184 SGE_PSTAT_VLANEX,
185 SGE_PSTAT_VLANINS,
186
187 SGE_PSTAT_MAX
188};
189
190struct napi_gro_fraginfo;
191
192struct sge_qset {
193 struct adapter *adap;
194 struct napi_struct napi;
195 struct sge_rspq rspq;
196 struct sge_fl fl[SGE_RXQ_PER_SET];
197 struct sge_txq txq[SGE_TXQ_PER_SET];
198 int nomem;
199 int lro_enabled;
200 void *lro_va;
201 struct net_device *netdev;
202 struct netdev_queue *tx_q;
203 unsigned long txq_stopped;
204 struct timer_list tx_reclaim_timer;
205 struct timer_list rx_reclaim_timer;
206 unsigned long port_stats[SGE_PSTAT_MAX];
207} ____cacheline_aligned;
208
209struct sge {
210 struct sge_qset qs[SGE_QSETS];
211 spinlock_t reg_lock;
212};
213
214struct adapter {
215 struct t3cdev tdev;
216 struct list_head adapter_list;
217 void __iomem *regs;
218 struct pci_dev *pdev;
219 unsigned long registered_device_map;
220 unsigned long open_device_map;
221 unsigned long flags;
222
223 const char *name;
224 int msg_enable;
225 unsigned int mmio_len;
226
227 struct adapter_params params;
228 unsigned int slow_intr_mask;
229 unsigned long irq_stats[IRQ_NUM_STATS];
230
231 int msix_nvectors;
232 struct {
233 unsigned short vec;
234 char desc[22];
235 } msix_info[SGE_QSETS + 1];
236
237
238 struct sge sge;
239 struct mc7 pmrx;
240 struct mc7 pmtx;
241 struct mc7 cm;
242 struct mc5 mc5;
243
244 struct net_device *port[MAX_NPORTS];
245 unsigned int check_task_cnt;
246 struct delayed_work adap_check_task;
247 struct work_struct ext_intr_handler_task;
248 struct work_struct fatal_error_handler_task;
249 struct work_struct link_fault_handler_task;
250
251 struct dentry *debugfs_root;
252
253 struct mutex mdio_lock;
254 spinlock_t stats_lock;
255 spinlock_t work_lock;
256
257 struct sk_buff *nofail_skb;
258};
259
260static inline u32 t3_read_reg(struct adapter *adapter, u32 reg_addr)
261{
262 u32 val = readl(adapter->regs + reg_addr);
263
264 CH_DBG(adapter, MMIO, "read register 0x%x value 0x%x\n", reg_addr, val);
265 return val;
266}
267
268static inline void t3_write_reg(struct adapter *adapter, u32 reg_addr, u32 val)
269{
270 CH_DBG(adapter, MMIO, "setting register 0x%x to 0x%x\n", reg_addr, val);
271 writel(val, adapter->regs + reg_addr);
272}
273
274static inline struct port_info *adap2pinfo(struct adapter *adap, int idx)
275{
276 return netdev_priv(adap->port[idx]);
277}
278
279static inline int phy2portid(struct cphy *phy)
280{
281 struct adapter *adap = phy->adapter;
282 struct port_info *port0 = adap2pinfo(adap, 0);
283
284 return &port0->phy == phy ? 0 : 1;
285}
286
287#define OFFLOAD_DEVMAP_BIT 15
288
289#define tdev2adap(d) container_of(d, struct adapter, tdev)
290
291static inline int offload_running(struct adapter *adapter)
292{
293 return test_bit(OFFLOAD_DEVMAP_BIT, &adapter->open_device_map);
294}
295
296int t3_offload_tx(struct t3cdev *tdev, struct sk_buff *skb);
297
298void t3_os_ext_intr_handler(struct adapter *adapter);
299void t3_os_link_changed(struct adapter *adapter, int port_id, int link_status,
300 int speed, int duplex, int fc);
301void t3_os_phymod_changed(struct adapter *adap, int port_id);
302void t3_os_link_fault(struct adapter *adapter, int port_id, int state);
303void t3_os_link_fault_handler(struct adapter *adapter, int port_id);
304
305void t3_sge_start(struct adapter *adap);
306void t3_sge_stop(struct adapter *adap);
307void t3_start_sge_timers(struct adapter *adap);
308void t3_stop_sge_timers(struct adapter *adap);
309void t3_free_sge_resources(struct adapter *adap);
310void t3_sge_err_intr_handler(struct adapter *adapter);
311irq_handler_t t3_intr_handler(struct adapter *adap, int polling);
312netdev_tx_t t3_eth_xmit(struct sk_buff *skb, struct net_device *dev);
313int t3_mgmt_tx(struct adapter *adap, struct sk_buff *skb);
314void t3_update_qset_coalesce(struct sge_qset *qs, const struct qset_params *p);
315int t3_sge_alloc_qset(struct adapter *adapter, unsigned int id, int nports,
316 int irq_vec_idx, const struct qset_params *p,
317 int ntxq, struct net_device *dev,
318 struct netdev_queue *netdevq);
319int t3_get_desc(const struct sge_qset *qs, unsigned int qnum, unsigned int idx,
320 unsigned char *data);
321irqreturn_t t3_sge_intr_msix(int irq, void *cookie);
322
323int t3_get_edc_fw(struct cphy *phy, int edc_idx, int size);
324
325#endif
326