1
2
3
4
5
6
7
8#include <linux/slab.h>
9#include <net/ip.h>
10#include <linux/bitops.h>
11
12#include "qlcnic.h"
13#include "qlcnic_hdr.h"
14
15#define MASK(n) ((1ULL<<(n))-1)
16#define OCM_WIN_P3P(addr) (addr & 0xffc0000)
17
18#define GET_MEM_OFFS_2M(addr) (addr & MASK(18))
19
20#define CRB_BLK(off) ((off >> 20) & 0x3f)
21#define CRB_SUBBLK(off) ((off >> 16) & 0xf)
22#define CRB_WINDOW_2M (0x130060)
23#define CRB_HI(off) ((crb_hub_agt[CRB_BLK(off)] << 20) | ((off) & 0xf0000))
24#define CRB_INDIRECT_2M (0x1e0000UL)
25
26struct qlcnic_ms_reg_ctrl {
27 u32 ocm_window;
28 u32 control;
29 u32 hi;
30 u32 low;
31 u32 rd[4];
32 u32 wd[4];
33 u64 off;
34};
35
36#ifndef readq
37static inline u64 readq(void __iomem *addr)
38{
39 return readl(addr) | (((u64) readl(addr + 4)) << 32LL);
40}
41#endif
42
43#ifndef writeq
44static inline void writeq(u64 val, void __iomem *addr)
45{
46 writel(((u32) (val)), (addr));
47 writel(((u32) (val >> 32)), (addr + 4));
48}
49#endif
50
51static struct crb_128M_2M_block_map
52crb_128M_2M_map[64] __cacheline_aligned_in_smp = {
53 {{{0, 0, 0, 0} } },
54 {{{1, 0x0100000, 0x0102000, 0x120000},
55 {1, 0x0110000, 0x0120000, 0x130000},
56 {1, 0x0120000, 0x0122000, 0x124000},
57 {1, 0x0130000, 0x0132000, 0x126000},
58 {1, 0x0140000, 0x0142000, 0x128000},
59 {1, 0x0150000, 0x0152000, 0x12a000},
60 {1, 0x0160000, 0x0170000, 0x110000},
61 {1, 0x0170000, 0x0172000, 0x12e000},
62 {0, 0x0000000, 0x0000000, 0x000000},
63 {0, 0x0000000, 0x0000000, 0x000000},
64 {0, 0x0000000, 0x0000000, 0x000000},
65 {0, 0x0000000, 0x0000000, 0x000000},
66 {0, 0x0000000, 0x0000000, 0x000000},
67 {0, 0x0000000, 0x0000000, 0x000000},
68 {1, 0x01e0000, 0x01e0800, 0x122000},
69 {0, 0x0000000, 0x0000000, 0x000000} } },
70 {{{1, 0x0200000, 0x0210000, 0x180000} } },
71 {{{0, 0, 0, 0} } },
72 {{{1, 0x0400000, 0x0401000, 0x169000} } },
73 {{{1, 0x0500000, 0x0510000, 0x140000} } },
74 {{{1, 0x0600000, 0x0610000, 0x1c0000} } },
75 {{{1, 0x0700000, 0x0704000, 0x1b8000} } },
76 {{{1, 0x0800000, 0x0802000, 0x170000},
77 {0, 0x0000000, 0x0000000, 0x000000},
78 {0, 0x0000000, 0x0000000, 0x000000},
79 {0, 0x0000000, 0x0000000, 0x000000},
80 {0, 0x0000000, 0x0000000, 0x000000},
81 {0, 0x0000000, 0x0000000, 0x000000},
82 {0, 0x0000000, 0x0000000, 0x000000},
83 {0, 0x0000000, 0x0000000, 0x000000},
84 {0, 0x0000000, 0x0000000, 0x000000},
85 {0, 0x0000000, 0x0000000, 0x000000},
86 {0, 0x0000000, 0x0000000, 0x000000},
87 {0, 0x0000000, 0x0000000, 0x000000},
88 {0, 0x0000000, 0x0000000, 0x000000},
89 {0, 0x0000000, 0x0000000, 0x000000},
90 {0, 0x0000000, 0x0000000, 0x000000},
91 {1, 0x08f0000, 0x08f2000, 0x172000} } },
92 {{{1, 0x0900000, 0x0902000, 0x174000},
93 {0, 0x0000000, 0x0000000, 0x000000},
94 {0, 0x0000000, 0x0000000, 0x000000},
95 {0, 0x0000000, 0x0000000, 0x000000},
96 {0, 0x0000000, 0x0000000, 0x000000},
97 {0, 0x0000000, 0x0000000, 0x000000},
98 {0, 0x0000000, 0x0000000, 0x000000},
99 {0, 0x0000000, 0x0000000, 0x000000},
100 {0, 0x0000000, 0x0000000, 0x000000},
101 {0, 0x0000000, 0x0000000, 0x000000},
102 {0, 0x0000000, 0x0000000, 0x000000},
103 {0, 0x0000000, 0x0000000, 0x000000},
104 {0, 0x0000000, 0x0000000, 0x000000},
105 {0, 0x0000000, 0x0000000, 0x000000},
106 {0, 0x0000000, 0x0000000, 0x000000},
107 {1, 0x09f0000, 0x09f2000, 0x176000} } },
108 {{{0, 0x0a00000, 0x0a02000, 0x178000},
109 {0, 0x0000000, 0x0000000, 0x000000},
110 {0, 0x0000000, 0x0000000, 0x000000},
111 {0, 0x0000000, 0x0000000, 0x000000},
112 {0, 0x0000000, 0x0000000, 0x000000},
113 {0, 0x0000000, 0x0000000, 0x000000},
114 {0, 0x0000000, 0x0000000, 0x000000},
115 {0, 0x0000000, 0x0000000, 0x000000},
116 {0, 0x0000000, 0x0000000, 0x000000},
117 {0, 0x0000000, 0x0000000, 0x000000},
118 {0, 0x0000000, 0x0000000, 0x000000},
119 {0, 0x0000000, 0x0000000, 0x000000},
120 {0, 0x0000000, 0x0000000, 0x000000},
121 {0, 0x0000000, 0x0000000, 0x000000},
122 {0, 0x0000000, 0x0000000, 0x000000},
123 {1, 0x0af0000, 0x0af2000, 0x17a000} } },
124 {{{0, 0x0b00000, 0x0b02000, 0x17c000},
125 {0, 0x0000000, 0x0000000, 0x000000},
126 {0, 0x0000000, 0x0000000, 0x000000},
127 {0, 0x0000000, 0x0000000, 0x000000},
128 {0, 0x0000000, 0x0000000, 0x000000},
129 {0, 0x0000000, 0x0000000, 0x000000},
130 {0, 0x0000000, 0x0000000, 0x000000},
131 {0, 0x0000000, 0x0000000, 0x000000},
132 {0, 0x0000000, 0x0000000, 0x000000},
133 {0, 0x0000000, 0x0000000, 0x000000},
134 {0, 0x0000000, 0x0000000, 0x000000},
135 {0, 0x0000000, 0x0000000, 0x000000},
136 {0, 0x0000000, 0x0000000, 0x000000},
137 {0, 0x0000000, 0x0000000, 0x000000},
138 {0, 0x0000000, 0x0000000, 0x000000},
139 {1, 0x0bf0000, 0x0bf2000, 0x17e000} } },
140 {{{1, 0x0c00000, 0x0c04000, 0x1d4000} } },
141 {{{1, 0x0d00000, 0x0d04000, 0x1a4000} } },
142 {{{1, 0x0e00000, 0x0e04000, 0x1a0000} } },
143 {{{1, 0x0f00000, 0x0f01000, 0x164000} } },
144 {{{0, 0x1000000, 0x1004000, 0x1a8000} } },
145 {{{1, 0x1100000, 0x1101000, 0x160000} } },
146 {{{1, 0x1200000, 0x1201000, 0x161000} } },
147 {{{1, 0x1300000, 0x1301000, 0x162000} } },
148 {{{1, 0x1400000, 0x1401000, 0x163000} } },
149 {{{1, 0x1500000, 0x1501000, 0x165000} } },
150 {{{1, 0x1600000, 0x1601000, 0x166000} } },
151 {{{0, 0, 0, 0} } },
152 {{{0, 0, 0, 0} } },
153 {{{0, 0, 0, 0} } },
154 {{{0, 0, 0, 0} } },
155 {{{0, 0, 0, 0} } },
156 {{{0, 0, 0, 0} } },
157 {{{1, 0x1d00000, 0x1d10000, 0x190000} } },
158 {{{1, 0x1e00000, 0x1e01000, 0x16a000} } },
159 {{{1, 0x1f00000, 0x1f10000, 0x150000} } },
160 {{{0} } },
161 {{{1, 0x2100000, 0x2102000, 0x120000},
162 {1, 0x2110000, 0x2120000, 0x130000},
163 {1, 0x2120000, 0x2122000, 0x124000},
164 {1, 0x2130000, 0x2132000, 0x126000},
165 {1, 0x2140000, 0x2142000, 0x128000},
166 {1, 0x2150000, 0x2152000, 0x12a000},
167 {1, 0x2160000, 0x2170000, 0x110000},
168 {1, 0x2170000, 0x2172000, 0x12e000},
169 {0, 0x0000000, 0x0000000, 0x000000},
170 {0, 0x0000000, 0x0000000, 0x000000},
171 {0, 0x0000000, 0x0000000, 0x000000},
172 {0, 0x0000000, 0x0000000, 0x000000},
173 {0, 0x0000000, 0x0000000, 0x000000},
174 {0, 0x0000000, 0x0000000, 0x000000},
175 {0, 0x0000000, 0x0000000, 0x000000},
176 {0, 0x0000000, 0x0000000, 0x000000} } },
177 {{{1, 0x2200000, 0x2204000, 0x1b0000} } },
178 {{{0} } },
179 {{{0} } },
180 {{{0} } },
181 {{{0} } },
182 {{{0} } },
183 {{{1, 0x2800000, 0x2804000, 0x1a4000} } },
184 {{{1, 0x2900000, 0x2901000, 0x16b000} } },
185 {{{1, 0x2a00000, 0x2a00400, 0x1ac400} } },
186 {{{1, 0x2b00000, 0x2b00400, 0x1ac800} } },
187 {{{1, 0x2c00000, 0x2c00400, 0x1acc00} } },
188 {{{1, 0x2d00000, 0x2d00400, 0x1ad000} } },
189 {{{1, 0x2e00000, 0x2e00400, 0x1ad400} } },
190 {{{1, 0x2f00000, 0x2f00400, 0x1ad800} } },
191 {{{1, 0x3000000, 0x3000400, 0x1adc00} } },
192 {{{0, 0x3100000, 0x3104000, 0x1a8000} } },
193 {{{1, 0x3200000, 0x3204000, 0x1d4000} } },
194 {{{1, 0x3300000, 0x3304000, 0x1a0000} } },
195 {{{0} } },
196 {{{1, 0x3500000, 0x3500400, 0x1ac000} } },
197 {{{1, 0x3600000, 0x3600400, 0x1ae000} } },
198 {{{1, 0x3700000, 0x3700400, 0x1ae400} } },
199 {{{1, 0x3800000, 0x3804000, 0x1d0000} } },
200 {{{1, 0x3900000, 0x3904000, 0x1b4000} } },
201 {{{1, 0x3a00000, 0x3a04000, 0x1d8000} } },
202 {{{0} } },
203 {{{0} } },
204 {{{1, 0x3d00000, 0x3d04000, 0x1d8000} } },
205 {{{1, 0x3e00000, 0x3e01000, 0x167000} } },
206 {{{1, 0x3f00000, 0x3f01000, 0x168000} } }
207};
208
209
210
211
212static const unsigned crb_hub_agt[64] = {
213 0,
214 QLCNIC_HW_CRB_HUB_AGT_ADR_PS,
215 QLCNIC_HW_CRB_HUB_AGT_ADR_MN,
216 QLCNIC_HW_CRB_HUB_AGT_ADR_MS,
217 0,
218 QLCNIC_HW_CRB_HUB_AGT_ADR_SRE,
219 QLCNIC_HW_CRB_HUB_AGT_ADR_NIU,
220 QLCNIC_HW_CRB_HUB_AGT_ADR_QMN,
221 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN0,
222 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN1,
223 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN2,
224 QLCNIC_HW_CRB_HUB_AGT_ADR_SQN3,
225 QLCNIC_HW_CRB_HUB_AGT_ADR_I2Q,
226 QLCNIC_HW_CRB_HUB_AGT_ADR_TIMR,
227 QLCNIC_HW_CRB_HUB_AGT_ADR_ROMUSB,
228 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN4,
229 QLCNIC_HW_CRB_HUB_AGT_ADR_XDMA,
230 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN0,
231 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN1,
232 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN2,
233 QLCNIC_HW_CRB_HUB_AGT_ADR_PGN3,
234 QLCNIC_HW_CRB_HUB_AGT_ADR_PGND,
235 QLCNIC_HW_CRB_HUB_AGT_ADR_PGNI,
236 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS0,
237 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS1,
238 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS2,
239 QLCNIC_HW_CRB_HUB_AGT_ADR_PGS3,
240 0,
241 QLCNIC_HW_CRB_HUB_AGT_ADR_PGSI,
242 QLCNIC_HW_CRB_HUB_AGT_ADR_SN,
243 0,
244 QLCNIC_HW_CRB_HUB_AGT_ADR_EG,
245 0,
246 QLCNIC_HW_CRB_HUB_AGT_ADR_PS,
247 QLCNIC_HW_CRB_HUB_AGT_ADR_CAM,
248 0,
249 0,
250 0,
251 0,
252 0,
253 QLCNIC_HW_CRB_HUB_AGT_ADR_TIMR,
254 0,
255 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX1,
256 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX2,
257 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX3,
258 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX4,
259 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX5,
260 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX6,
261 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX7,
262 QLCNIC_HW_CRB_HUB_AGT_ADR_XDMA,
263 QLCNIC_HW_CRB_HUB_AGT_ADR_I2Q,
264 QLCNIC_HW_CRB_HUB_AGT_ADR_ROMUSB,
265 0,
266 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX0,
267 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX8,
268 QLCNIC_HW_CRB_HUB_AGT_ADR_RPMX9,
269 QLCNIC_HW_CRB_HUB_AGT_ADR_OCM0,
270 0,
271 QLCNIC_HW_CRB_HUB_AGT_ADR_SMB,
272 QLCNIC_HW_CRB_HUB_AGT_ADR_I2C0,
273 QLCNIC_HW_CRB_HUB_AGT_ADR_I2C1,
274 0,
275 QLCNIC_HW_CRB_HUB_AGT_ADR_PGNC,
276 0,
277};
278
279static const u32 msi_tgt_status[8] = {
280 ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
281 ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
282 ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
283 ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
284};
285
286
287
288#define QLCNIC_PCIE_SEM_TIMEOUT 10000
289
290static void qlcnic_read_window_reg(u32 addr, void __iomem *bar0, u32 *data)
291{
292 u32 dest;
293 void __iomem *val;
294
295 dest = addr & 0xFFFF0000;
296 val = bar0 + QLCNIC_FW_DUMP_REG1;
297 writel(dest, val);
298 readl(val);
299 val = bar0 + QLCNIC_FW_DUMP_REG2 + LSW(addr);
300 *data = readl(val);
301}
302
303static void qlcnic_write_window_reg(u32 addr, void __iomem *bar0, u32 data)
304{
305 u32 dest;
306 void __iomem *val;
307
308 dest = addr & 0xFFFF0000;
309 val = bar0 + QLCNIC_FW_DUMP_REG1;
310 writel(dest, val);
311 readl(val);
312 val = bar0 + QLCNIC_FW_DUMP_REG2 + LSW(addr);
313 writel(data, val);
314 readl(val);
315}
316
317int
318qlcnic_pcie_sem_lock(struct qlcnic_adapter *adapter, int sem, u32 id_reg)
319{
320 int timeout = 0, err = 0, done = 0;
321
322 while (!done) {
323 done = QLCRD32(adapter, QLCNIC_PCIE_REG(PCIE_SEM_LOCK(sem)),
324 &err);
325 if (done == 1)
326 break;
327 if (++timeout >= QLCNIC_PCIE_SEM_TIMEOUT) {
328 if (id_reg) {
329 done = QLCRD32(adapter, id_reg, &err);
330 if (done != -1)
331 dev_err(&adapter->pdev->dev,
332 "Failed to acquire sem=%d lock held by=%d\n",
333 sem, done);
334 else
335 dev_err(&adapter->pdev->dev,
336 "Failed to acquire sem=%d lock",
337 sem);
338 } else {
339 dev_err(&adapter->pdev->dev,
340 "Failed to acquire sem=%d lock", sem);
341 }
342 return -EIO;
343 }
344 udelay(1200);
345 }
346
347 if (id_reg)
348 QLCWR32(adapter, id_reg, adapter->portnum);
349
350 return 0;
351}
352
353void
354qlcnic_pcie_sem_unlock(struct qlcnic_adapter *adapter, int sem)
355{
356 int err = 0;
357
358 QLCRD32(adapter, QLCNIC_PCIE_REG(PCIE_SEM_UNLOCK(sem)), &err);
359}
360
361int qlcnic_ind_rd(struct qlcnic_adapter *adapter, u32 addr)
362{
363 int err = 0;
364 u32 data;
365
366 if (qlcnic_82xx_check(adapter))
367 qlcnic_read_window_reg(addr, adapter->ahw->pci_base0, &data);
368 else {
369 data = QLCRD32(adapter, addr, &err);
370 if (err == -EIO)
371 return err;
372 }
373 return data;
374}
375
376int qlcnic_ind_wr(struct qlcnic_adapter *adapter, u32 addr, u32 data)
377{
378 int ret = 0;
379
380 if (qlcnic_82xx_check(adapter))
381 qlcnic_write_window_reg(addr, adapter->ahw->pci_base0, data);
382 else
383 ret = qlcnic_83xx_wrt_reg_indirect(adapter, addr, data);
384
385 return ret;
386}
387
388static int
389qlcnic_send_cmd_descs(struct qlcnic_adapter *adapter,
390 struct cmd_desc_type0 *cmd_desc_arr, int nr_desc)
391{
392 u32 i, producer;
393 struct qlcnic_cmd_buffer *pbuf;
394 struct cmd_desc_type0 *cmd_desc;
395 struct qlcnic_host_tx_ring *tx_ring;
396
397 i = 0;
398
399 if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
400 return -EIO;
401
402 tx_ring = &adapter->tx_ring[0];
403 __netif_tx_lock_bh(tx_ring->txq);
404
405 producer = tx_ring->producer;
406
407 if (nr_desc >= qlcnic_tx_avail(tx_ring)) {
408 netif_tx_stop_queue(tx_ring->txq);
409 smp_mb();
410 if (qlcnic_tx_avail(tx_ring) > nr_desc) {
411 if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
412 netif_tx_wake_queue(tx_ring->txq);
413 } else {
414 adapter->stats.xmit_off++;
415 __netif_tx_unlock_bh(tx_ring->txq);
416 return -EBUSY;
417 }
418 }
419
420 do {
421 cmd_desc = &cmd_desc_arr[i];
422
423 pbuf = &tx_ring->cmd_buf_arr[producer];
424 pbuf->skb = NULL;
425 pbuf->frag_count = 0;
426
427 memcpy(&tx_ring->desc_head[producer],
428 cmd_desc, sizeof(struct cmd_desc_type0));
429
430 producer = get_next_index(producer, tx_ring->num_desc);
431 i++;
432
433 } while (i != nr_desc);
434
435 tx_ring->producer = producer;
436
437 qlcnic_update_cmd_producer(tx_ring);
438
439 __netif_tx_unlock_bh(tx_ring->txq);
440
441 return 0;
442}
443
444int qlcnic_82xx_sre_macaddr_change(struct qlcnic_adapter *adapter, u8 *addr,
445 u16 vlan_id, u8 op)
446{
447 struct qlcnic_nic_req req;
448 struct qlcnic_mac_req *mac_req;
449 struct qlcnic_vlan_req *vlan_req;
450 u64 word;
451
452 memset(&req, 0, sizeof(struct qlcnic_nic_req));
453 req.qhdr = cpu_to_le64(QLCNIC_REQUEST << 23);
454
455 word = QLCNIC_MAC_EVENT | ((u64)adapter->portnum << 16);
456 req.req_hdr = cpu_to_le64(word);
457
458 mac_req = (struct qlcnic_mac_req *)&req.words[0];
459 mac_req->op = op;
460 memcpy(mac_req->mac_addr, addr, ETH_ALEN);
461
462 vlan_req = (struct qlcnic_vlan_req *)&req.words[1];
463 vlan_req->vlan_id = cpu_to_le16(vlan_id);
464
465 return qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
466}
467
468int qlcnic_nic_del_mac(struct qlcnic_adapter *adapter, const u8 *addr)
469{
470 struct qlcnic_mac_vlan_list *cur;
471 struct list_head *head;
472 int err = -EINVAL;
473
474
475 list_for_each(head, &adapter->mac_list) {
476 cur = list_entry(head, struct qlcnic_mac_vlan_list, list);
477 if (ether_addr_equal(addr, cur->mac_addr)) {
478 err = qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
479 0, QLCNIC_MAC_DEL);
480 if (err)
481 return err;
482 list_del(&cur->list);
483 kfree(cur);
484 return err;
485 }
486 }
487 return err;
488}
489
490int qlcnic_nic_add_mac(struct qlcnic_adapter *adapter, const u8 *addr, u16 vlan,
491 enum qlcnic_mac_type mac_type)
492{
493 struct qlcnic_mac_vlan_list *cur;
494 struct list_head *head;
495
496
497 list_for_each(head, &adapter->mac_list) {
498 cur = list_entry(head, struct qlcnic_mac_vlan_list, list);
499 if (ether_addr_equal(addr, cur->mac_addr) &&
500 cur->vlan_id == vlan)
501 return 0;
502 }
503
504 cur = kzalloc(sizeof(*cur), GFP_ATOMIC);
505 if (cur == NULL)
506 return -ENOMEM;
507
508 memcpy(cur->mac_addr, addr, ETH_ALEN);
509
510 if (qlcnic_sre_macaddr_change(adapter,
511 cur->mac_addr, vlan, QLCNIC_MAC_ADD)) {
512 kfree(cur);
513 return -EIO;
514 }
515
516 cur->vlan_id = vlan;
517 cur->mac_type = mac_type;
518
519 list_add_tail(&cur->list, &adapter->mac_list);
520 return 0;
521}
522
523void qlcnic_flush_mcast_mac(struct qlcnic_adapter *adapter)
524{
525 struct qlcnic_mac_vlan_list *cur;
526 struct list_head *head, *tmp;
527
528 list_for_each_safe(head, tmp, &adapter->mac_list) {
529 cur = list_entry(head, struct qlcnic_mac_vlan_list, list);
530 if (cur->mac_type != QLCNIC_MULTICAST_MAC)
531 continue;
532
533 qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
534 cur->vlan_id, QLCNIC_MAC_DEL);
535 list_del(&cur->list);
536 kfree(cur);
537 }
538}
539
540static void __qlcnic_set_multi(struct net_device *netdev, u16 vlan)
541{
542 struct qlcnic_adapter *adapter = netdev_priv(netdev);
543 struct qlcnic_hardware_context *ahw = adapter->ahw;
544 struct netdev_hw_addr *ha;
545 static const u8 bcast_addr[ETH_ALEN] = {
546 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
547 };
548 u32 mode = VPORT_MISS_MODE_DROP;
549
550 if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
551 return;
552
553 qlcnic_nic_add_mac(adapter, adapter->mac_addr, vlan,
554 QLCNIC_UNICAST_MAC);
555 qlcnic_nic_add_mac(adapter, bcast_addr, vlan, QLCNIC_BROADCAST_MAC);
556
557 if (netdev->flags & IFF_PROMISC) {
558 if (!(adapter->flags & QLCNIC_PROMISC_DISABLED))
559 mode = VPORT_MISS_MODE_ACCEPT_ALL;
560 } else if ((netdev->flags & IFF_ALLMULTI) ||
561 (netdev_mc_count(netdev) > ahw->max_mc_count)) {
562 mode = VPORT_MISS_MODE_ACCEPT_MULTI;
563 } else if (!netdev_mc_empty(netdev)) {
564 qlcnic_flush_mcast_mac(adapter);
565 netdev_for_each_mc_addr(ha, netdev)
566 qlcnic_nic_add_mac(adapter, ha->addr, vlan,
567 QLCNIC_MULTICAST_MAC);
568 }
569
570
571
572
573 if (netdev_uc_count(netdev) > ahw->max_uc_count) {
574 mode = VPORT_MISS_MODE_ACCEPT_ALL;
575 } else if (!netdev_uc_empty(netdev)) {
576 netdev_for_each_uc_addr(ha, netdev)
577 qlcnic_nic_add_mac(adapter, ha->addr, vlan,
578 QLCNIC_UNICAST_MAC);
579 }
580
581 if (mode == VPORT_MISS_MODE_ACCEPT_ALL &&
582 !adapter->fdb_mac_learn) {
583 qlcnic_alloc_lb_filters_mem(adapter);
584 adapter->drv_mac_learn = 1;
585 if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
586 adapter->rx_mac_learn = true;
587 } else {
588 adapter->drv_mac_learn = 0;
589 adapter->rx_mac_learn = false;
590 }
591
592 qlcnic_nic_set_promisc(adapter, mode);
593}
594
595void qlcnic_set_multi(struct net_device *netdev)
596{
597 struct qlcnic_adapter *adapter = netdev_priv(netdev);
598
599 if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
600 return;
601
602 if (qlcnic_sriov_vf_check(adapter))
603 qlcnic_sriov_vf_set_multi(netdev);
604 else
605 __qlcnic_set_multi(netdev, 0);
606}
607
608int qlcnic_82xx_nic_set_promisc(struct qlcnic_adapter *adapter, u32 mode)
609{
610 struct qlcnic_nic_req req;
611 u64 word;
612
613 memset(&req, 0, sizeof(struct qlcnic_nic_req));
614
615 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
616
617 word = QLCNIC_H2C_OPCODE_SET_MAC_RECEIVE_MODE |
618 ((u64)adapter->portnum << 16);
619 req.req_hdr = cpu_to_le64(word);
620
621 req.words[0] = cpu_to_le64(mode);
622
623 return qlcnic_send_cmd_descs(adapter,
624 (struct cmd_desc_type0 *)&req, 1);
625}
626
627void qlcnic_82xx_free_mac_list(struct qlcnic_adapter *adapter)
628{
629 struct list_head *head = &adapter->mac_list;
630 struct qlcnic_mac_vlan_list *cur;
631
632 while (!list_empty(head)) {
633 cur = list_entry(head->next, struct qlcnic_mac_vlan_list, list);
634 qlcnic_sre_macaddr_change(adapter,
635 cur->mac_addr, 0, QLCNIC_MAC_DEL);
636 list_del(&cur->list);
637 kfree(cur);
638 }
639}
640
641void qlcnic_prune_lb_filters(struct qlcnic_adapter *adapter)
642{
643 struct qlcnic_filter *tmp_fil;
644 struct hlist_node *n;
645 struct hlist_head *head;
646 int i;
647 unsigned long expires;
648 u8 cmd;
649
650 for (i = 0; i < adapter->fhash.fbucket_size; i++) {
651 head = &(adapter->fhash.fhead[i]);
652 hlist_for_each_entry_safe(tmp_fil, n, head, fnode) {
653 cmd = tmp_fil->vlan_id ? QLCNIC_MAC_VLAN_DEL :
654 QLCNIC_MAC_DEL;
655 expires = tmp_fil->ftime + QLCNIC_FILTER_AGE * HZ;
656 if (time_before(expires, jiffies)) {
657 qlcnic_sre_macaddr_change(adapter,
658 tmp_fil->faddr,
659 tmp_fil->vlan_id,
660 cmd);
661 spin_lock_bh(&adapter->mac_learn_lock);
662 adapter->fhash.fnum--;
663 hlist_del(&tmp_fil->fnode);
664 spin_unlock_bh(&adapter->mac_learn_lock);
665 kfree(tmp_fil);
666 }
667 }
668 }
669 for (i = 0; i < adapter->rx_fhash.fbucket_size; i++) {
670 head = &(adapter->rx_fhash.fhead[i]);
671
672 hlist_for_each_entry_safe(tmp_fil, n, head, fnode)
673 {
674 expires = tmp_fil->ftime + QLCNIC_FILTER_AGE * HZ;
675 if (time_before(expires, jiffies)) {
676 spin_lock_bh(&adapter->rx_mac_learn_lock);
677 adapter->rx_fhash.fnum--;
678 hlist_del(&tmp_fil->fnode);
679 spin_unlock_bh(&adapter->rx_mac_learn_lock);
680 kfree(tmp_fil);
681 }
682 }
683 }
684}
685
686void qlcnic_delete_lb_filters(struct qlcnic_adapter *adapter)
687{
688 struct qlcnic_filter *tmp_fil;
689 struct hlist_node *n;
690 struct hlist_head *head;
691 int i;
692 u8 cmd;
693
694 for (i = 0; i < adapter->fhash.fbucket_size; i++) {
695 head = &(adapter->fhash.fhead[i]);
696 hlist_for_each_entry_safe(tmp_fil, n, head, fnode) {
697 cmd = tmp_fil->vlan_id ? QLCNIC_MAC_VLAN_DEL :
698 QLCNIC_MAC_DEL;
699 qlcnic_sre_macaddr_change(adapter,
700 tmp_fil->faddr,
701 tmp_fil->vlan_id,
702 cmd);
703 spin_lock_bh(&adapter->mac_learn_lock);
704 adapter->fhash.fnum--;
705 hlist_del(&tmp_fil->fnode);
706 spin_unlock_bh(&adapter->mac_learn_lock);
707 kfree(tmp_fil);
708 }
709 }
710}
711
712static int qlcnic_set_fw_loopback(struct qlcnic_adapter *adapter, u8 flag)
713{
714 struct qlcnic_nic_req req;
715 int rv;
716
717 memset(&req, 0, sizeof(struct qlcnic_nic_req));
718
719 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
720 req.req_hdr = cpu_to_le64(QLCNIC_H2C_OPCODE_CONFIG_LOOPBACK |
721 ((u64) adapter->portnum << 16) | ((u64) 0x1 << 32));
722
723 req.words[0] = cpu_to_le64(flag);
724
725 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
726 if (rv != 0)
727 dev_err(&adapter->pdev->dev, "%sting loopback mode failed\n",
728 flag ? "Set" : "Reset");
729 return rv;
730}
731
732int qlcnic_82xx_set_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
733{
734 if (qlcnic_set_fw_loopback(adapter, mode))
735 return -EIO;
736
737 if (qlcnic_nic_set_promisc(adapter,
738 VPORT_MISS_MODE_ACCEPT_ALL)) {
739 qlcnic_set_fw_loopback(adapter, 0);
740 return -EIO;
741 }
742
743 msleep(1000);
744 return 0;
745}
746
747int qlcnic_82xx_clear_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
748{
749 struct net_device *netdev = adapter->netdev;
750
751 mode = VPORT_MISS_MODE_DROP;
752 qlcnic_set_fw_loopback(adapter, 0);
753
754 if (netdev->flags & IFF_PROMISC)
755 mode = VPORT_MISS_MODE_ACCEPT_ALL;
756 else if (netdev->flags & IFF_ALLMULTI)
757 mode = VPORT_MISS_MODE_ACCEPT_MULTI;
758
759 qlcnic_nic_set_promisc(adapter, mode);
760 msleep(1000);
761 return 0;
762}
763
764int qlcnic_82xx_read_phys_port_id(struct qlcnic_adapter *adapter)
765{
766 u8 mac[ETH_ALEN];
767 int ret;
768
769 ret = qlcnic_get_mac_address(adapter, mac,
770 adapter->ahw->physical_port);
771 if (ret)
772 return ret;
773
774 memcpy(adapter->ahw->phys_port_id, mac, ETH_ALEN);
775 adapter->flags |= QLCNIC_HAS_PHYS_PORT_ID;
776
777 return 0;
778}
779
780int qlcnic_82xx_set_rx_coalesce(struct qlcnic_adapter *adapter)
781{
782 struct qlcnic_nic_req req;
783 int rv;
784
785 memset(&req, 0, sizeof(struct qlcnic_nic_req));
786
787 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
788
789 req.req_hdr = cpu_to_le64(QLCNIC_CONFIG_INTR_COALESCE |
790 ((u64) adapter->portnum << 16));
791
792 req.words[0] = cpu_to_le64(((u64) adapter->ahw->coal.flag) << 32);
793 req.words[2] = cpu_to_le64(adapter->ahw->coal.rx_packets |
794 ((u64) adapter->ahw->coal.rx_time_us) << 16);
795 req.words[5] = cpu_to_le64(adapter->ahw->coal.timer_out |
796 ((u64) adapter->ahw->coal.type) << 32 |
797 ((u64) adapter->ahw->coal.sts_ring_mask) << 40);
798 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
799 if (rv != 0)
800 dev_err(&adapter->netdev->dev,
801 "Could not send interrupt coalescing parameters\n");
802
803 return rv;
804}
805
806
807int qlcnic_82xx_config_intr_coalesce(struct qlcnic_adapter *adapter,
808 struct ethtool_coalesce *ethcoal)
809{
810 struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
811 int rv;
812
813 coal->flag = QLCNIC_INTR_DEFAULT;
814 coal->rx_time_us = ethcoal->rx_coalesce_usecs;
815 coal->rx_packets = ethcoal->rx_max_coalesced_frames;
816
817 rv = qlcnic_82xx_set_rx_coalesce(adapter);
818
819 if (rv)
820 netdev_err(adapter->netdev,
821 "Failed to set Rx coalescing parameters\n");
822
823 return rv;
824}
825
826#define QLCNIC_ENABLE_IPV4_LRO BIT_0
827#define QLCNIC_ENABLE_IPV6_LRO (BIT_1 | BIT_9)
828
829int qlcnic_82xx_config_hw_lro(struct qlcnic_adapter *adapter, int enable)
830{
831 struct qlcnic_nic_req req;
832 u64 word;
833 int rv;
834
835 if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
836 return 0;
837
838 memset(&req, 0, sizeof(struct qlcnic_nic_req));
839
840 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
841
842 word = QLCNIC_H2C_OPCODE_CONFIG_HW_LRO | ((u64)adapter->portnum << 16);
843 req.req_hdr = cpu_to_le64(word);
844
845 word = 0;
846 if (enable) {
847 word = QLCNIC_ENABLE_IPV4_LRO;
848 if (adapter->ahw->extra_capability[0] &
849 QLCNIC_FW_CAP2_HW_LRO_IPV6)
850 word |= QLCNIC_ENABLE_IPV6_LRO;
851 }
852
853 req.words[0] = cpu_to_le64(word);
854
855 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
856 if (rv != 0)
857 dev_err(&adapter->netdev->dev,
858 "Could not send configure hw lro request\n");
859
860 return rv;
861}
862
863int qlcnic_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
864{
865 struct qlcnic_nic_req req;
866 u64 word;
867 int rv;
868
869 if (!!(adapter->flags & QLCNIC_BRIDGE_ENABLED) == enable)
870 return 0;
871
872 memset(&req, 0, sizeof(struct qlcnic_nic_req));
873
874 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
875
876 word = QLCNIC_H2C_OPCODE_CONFIG_BRIDGING |
877 ((u64)adapter->portnum << 16);
878 req.req_hdr = cpu_to_le64(word);
879
880 req.words[0] = cpu_to_le64(enable);
881
882 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
883 if (rv != 0)
884 dev_err(&adapter->netdev->dev,
885 "Could not send configure bridge mode request\n");
886
887 adapter->flags ^= QLCNIC_BRIDGE_ENABLED;
888
889 return rv;
890}
891
892
893#define QLCNIC_RSS_HASHTYPE_IP_TCP 0x3
894#define QLCNIC_ENABLE_TYPE_C_RSS BIT_10
895#define QLCNIC_RSS_FEATURE_FLAG (1ULL << 63)
896#define QLCNIC_RSS_IND_TABLE_MASK 0x7ULL
897
898int qlcnic_82xx_config_rss(struct qlcnic_adapter *adapter, int enable)
899{
900 struct qlcnic_nic_req req;
901 u64 word;
902 int i, rv;
903
904 static const u64 key[] = {
905 0xbeac01fa6a42b73bULL, 0x8030f20c77cb2da3ULL,
906 0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
907 0x255b0ec26d5a56daULL
908 };
909
910 memset(&req, 0, sizeof(struct qlcnic_nic_req));
911 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
912
913 word = QLCNIC_H2C_OPCODE_CONFIG_RSS | ((u64)adapter->portnum << 16);
914 req.req_hdr = cpu_to_le64(word);
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929 word = ((u64)(QLCNIC_RSS_HASHTYPE_IP_TCP & 0x3) << 4) |
930 ((u64)(QLCNIC_RSS_HASHTYPE_IP_TCP & 0x3) << 6) |
931 ((u64)(enable & 0x1) << 8) |
932 ((u64)QLCNIC_RSS_IND_TABLE_MASK << 48) |
933 (u64)QLCNIC_ENABLE_TYPE_C_RSS |
934 (u64)QLCNIC_RSS_FEATURE_FLAG;
935
936 req.words[0] = cpu_to_le64(word);
937 for (i = 0; i < 5; i++)
938 req.words[i+1] = cpu_to_le64(key[i]);
939
940 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
941 if (rv != 0)
942 dev_err(&adapter->netdev->dev, "could not configure RSS\n");
943
944 return rv;
945}
946
947void qlcnic_82xx_config_ipaddr(struct qlcnic_adapter *adapter,
948 __be32 ip, int cmd)
949{
950 struct qlcnic_nic_req req;
951 struct qlcnic_ipaddr *ipa;
952 u64 word;
953 int rv;
954
955 memset(&req, 0, sizeof(struct qlcnic_nic_req));
956 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
957
958 word = QLCNIC_H2C_OPCODE_CONFIG_IPADDR | ((u64)adapter->portnum << 16);
959 req.req_hdr = cpu_to_le64(word);
960
961 req.words[0] = cpu_to_le64(cmd);
962 ipa = (struct qlcnic_ipaddr *)&req.words[1];
963 ipa->ipv4 = ip;
964
965 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
966 if (rv != 0)
967 dev_err(&adapter->netdev->dev,
968 "could not notify %s IP 0x%x request\n",
969 (cmd == QLCNIC_IP_UP) ? "Add" : "Remove", ip);
970}
971
972int qlcnic_82xx_linkevent_request(struct qlcnic_adapter *adapter, int enable)
973{
974 struct qlcnic_nic_req req;
975 u64 word;
976 int rv;
977 memset(&req, 0, sizeof(struct qlcnic_nic_req));
978 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
979
980 word = QLCNIC_H2C_OPCODE_GET_LINKEVENT | ((u64)adapter->portnum << 16);
981 req.req_hdr = cpu_to_le64(word);
982 req.words[0] = cpu_to_le64(enable | (enable << 8));
983 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
984 if (rv != 0)
985 dev_err(&adapter->netdev->dev,
986 "could not configure link notification\n");
987
988 return rv;
989}
990
991static int qlcnic_send_lro_cleanup(struct qlcnic_adapter *adapter)
992{
993 struct qlcnic_nic_req req;
994 u64 word;
995 int rv;
996
997 if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
998 return 0;
999
1000 memset(&req, 0, sizeof(struct qlcnic_nic_req));
1001 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
1002
1003 word = QLCNIC_H2C_OPCODE_LRO_REQUEST |
1004 ((u64)adapter->portnum << 16) |
1005 ((u64)QLCNIC_LRO_REQUEST_CLEANUP << 56) ;
1006
1007 req.req_hdr = cpu_to_le64(word);
1008
1009 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
1010 if (rv != 0)
1011 dev_err(&adapter->netdev->dev,
1012 "could not cleanup lro flows\n");
1013
1014 return rv;
1015}
1016
1017
1018
1019
1020
1021
1022int qlcnic_change_mtu(struct net_device *netdev, int mtu)
1023{
1024 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1025 int rc = 0;
1026
1027 rc = qlcnic_fw_cmd_set_mtu(adapter, mtu);
1028
1029 if (!rc)
1030 netdev->mtu = mtu;
1031
1032 return rc;
1033}
1034
1035static netdev_features_t qlcnic_process_flags(struct qlcnic_adapter *adapter,
1036 netdev_features_t features)
1037{
1038 u32 offload_flags = adapter->offload_flags;
1039
1040 if (offload_flags & BIT_0) {
1041 features |= NETIF_F_RXCSUM | NETIF_F_IP_CSUM |
1042 NETIF_F_IPV6_CSUM;
1043 adapter->rx_csum = 1;
1044 if (QLCNIC_IS_TSO_CAPABLE(adapter)) {
1045 if (!(offload_flags & BIT_1))
1046 features &= ~NETIF_F_TSO;
1047 else
1048 features |= NETIF_F_TSO;
1049
1050 if (!(offload_flags & BIT_2))
1051 features &= ~NETIF_F_TSO6;
1052 else
1053 features |= NETIF_F_TSO6;
1054 }
1055 } else {
1056 features &= ~(NETIF_F_RXCSUM |
1057 NETIF_F_IP_CSUM |
1058 NETIF_F_IPV6_CSUM);
1059
1060 if (QLCNIC_IS_TSO_CAPABLE(adapter))
1061 features &= ~(NETIF_F_TSO | NETIF_F_TSO6);
1062 adapter->rx_csum = 0;
1063 }
1064
1065 return features;
1066}
1067
1068netdev_features_t qlcnic_fix_features(struct net_device *netdev,
1069 netdev_features_t features)
1070{
1071 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1072 netdev_features_t changed;
1073
1074 if (qlcnic_82xx_check(adapter) &&
1075 (adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
1076 if (adapter->flags & QLCNIC_APP_CHANGED_FLAGS) {
1077 features = qlcnic_process_flags(adapter, features);
1078 } else {
1079 changed = features ^ netdev->features;
1080 features ^= changed & (NETIF_F_RXCSUM |
1081 NETIF_F_IP_CSUM |
1082 NETIF_F_IPV6_CSUM |
1083 NETIF_F_TSO |
1084 NETIF_F_TSO6);
1085 }
1086 }
1087
1088 if (!(features & NETIF_F_RXCSUM))
1089 features &= ~NETIF_F_LRO;
1090
1091 return features;
1092}
1093
1094
1095int qlcnic_set_features(struct net_device *netdev, netdev_features_t features)
1096{
1097 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1098 netdev_features_t changed = netdev->features ^ features;
1099 int hw_lro = (features & NETIF_F_LRO) ? QLCNIC_LRO_ENABLED : 0;
1100
1101 if (!(changed & NETIF_F_LRO))
1102 return 0;
1103
1104 netdev->features ^= NETIF_F_LRO;
1105
1106 if (qlcnic_config_hw_lro(adapter, hw_lro))
1107 return -EIO;
1108
1109 if (!hw_lro && qlcnic_82xx_check(adapter)) {
1110 if (qlcnic_send_lro_cleanup(adapter))
1111 return -EIO;
1112 }
1113
1114 return 0;
1115}
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126static int qlcnic_pci_get_crb_addr_2M(struct qlcnic_hardware_context *ahw,
1127 ulong off, void __iomem **addr)
1128{
1129 const struct crb_128M_2M_sub_block_map *m;
1130
1131 if ((off >= QLCNIC_CRB_MAX) || (off < QLCNIC_PCI_CRBSPACE))
1132 return -EINVAL;
1133
1134 off -= QLCNIC_PCI_CRBSPACE;
1135
1136
1137
1138
1139 m = &crb_128M_2M_map[CRB_BLK(off)].sub_block[CRB_SUBBLK(off)];
1140
1141 if (m->valid && (m->start_128M <= off) && (m->end_128M > off)) {
1142 *addr = ahw->pci_base0 + m->start_2M +
1143 (off - m->start_128M);
1144 return 0;
1145 }
1146
1147
1148
1149
1150 *addr = ahw->pci_base0 + CRB_INDIRECT_2M + (off & MASK(16));
1151 return 1;
1152}
1153
1154
1155
1156
1157
1158
1159static int
1160qlcnic_pci_set_crbwindow_2M(struct qlcnic_adapter *adapter, ulong off)
1161{
1162 u32 window;
1163 void __iomem *addr = adapter->ahw->pci_base0 + CRB_WINDOW_2M;
1164
1165 off -= QLCNIC_PCI_CRBSPACE;
1166
1167 window = CRB_HI(off);
1168 if (window == 0) {
1169 dev_err(&adapter->pdev->dev, "Invalid offset 0x%lx\n", off);
1170 return -EIO;
1171 }
1172
1173 writel(window, addr);
1174 if (readl(addr) != window) {
1175 if (printk_ratelimit())
1176 dev_warn(&adapter->pdev->dev,
1177 "failed to set CRB window to %d off 0x%lx\n",
1178 window, off);
1179 return -EIO;
1180 }
1181 return 0;
1182}
1183
1184int qlcnic_82xx_hw_write_wx_2M(struct qlcnic_adapter *adapter, ulong off,
1185 u32 data)
1186{
1187 unsigned long flags;
1188 int rv;
1189 void __iomem *addr = NULL;
1190
1191 rv = qlcnic_pci_get_crb_addr_2M(adapter->ahw, off, &addr);
1192
1193 if (rv == 0) {
1194 writel(data, addr);
1195 return 0;
1196 }
1197
1198 if (rv > 0) {
1199
1200 write_lock_irqsave(&adapter->ahw->crb_lock, flags);
1201 crb_win_lock(adapter);
1202 rv = qlcnic_pci_set_crbwindow_2M(adapter, off);
1203 if (!rv)
1204 writel(data, addr);
1205 crb_win_unlock(adapter);
1206 write_unlock_irqrestore(&adapter->ahw->crb_lock, flags);
1207 return rv;
1208 }
1209
1210 dev_err(&adapter->pdev->dev,
1211 "%s: invalid offset: 0x%016lx\n", __func__, off);
1212 dump_stack();
1213 return -EIO;
1214}
1215
1216int qlcnic_82xx_hw_read_wx_2M(struct qlcnic_adapter *adapter, ulong off,
1217 int *err)
1218{
1219 unsigned long flags;
1220 int rv;
1221 u32 data = -1;
1222 void __iomem *addr = NULL;
1223
1224 rv = qlcnic_pci_get_crb_addr_2M(adapter->ahw, off, &addr);
1225
1226 if (rv == 0)
1227 return readl(addr);
1228
1229 if (rv > 0) {
1230
1231 write_lock_irqsave(&adapter->ahw->crb_lock, flags);
1232 crb_win_lock(adapter);
1233 if (!qlcnic_pci_set_crbwindow_2M(adapter, off))
1234 data = readl(addr);
1235 crb_win_unlock(adapter);
1236 write_unlock_irqrestore(&adapter->ahw->crb_lock, flags);
1237 return data;
1238 }
1239
1240 dev_err(&adapter->pdev->dev,
1241 "%s: invalid offset: 0x%016lx\n", __func__, off);
1242 dump_stack();
1243 return -1;
1244}
1245
1246void __iomem *qlcnic_get_ioaddr(struct qlcnic_hardware_context *ahw,
1247 u32 offset)
1248{
1249 void __iomem *addr = NULL;
1250
1251 WARN_ON(qlcnic_pci_get_crb_addr_2M(ahw, offset, &addr));
1252
1253 return addr;
1254}
1255
1256static int qlcnic_pci_mem_access_direct(struct qlcnic_adapter *adapter,
1257 u32 window, u64 off, u64 *data, int op)
1258{
1259 void __iomem *addr;
1260 u32 start;
1261
1262 mutex_lock(&adapter->ahw->mem_lock);
1263
1264 writel(window, adapter->ahw->ocm_win_crb);
1265
1266 readl(adapter->ahw->ocm_win_crb);
1267 start = QLCNIC_PCI_OCM0_2M + off;
1268
1269 addr = adapter->ahw->pci_base0 + start;
1270
1271 if (op == 0)
1272 *data = readq(addr);
1273 else
1274 writeq(*data, addr);
1275
1276
1277 writel(0, adapter->ahw->ocm_win_crb);
1278 readl(adapter->ahw->ocm_win_crb);
1279
1280 mutex_unlock(&adapter->ahw->mem_lock);
1281 return 0;
1282}
1283
1284static void
1285qlcnic_pci_camqm_read_2M(struct qlcnic_adapter *adapter, u64 off, u64 *data)
1286{
1287 void __iomem *addr = adapter->ahw->pci_base0 +
1288 QLCNIC_PCI_CAMQM_2M_BASE + (off - QLCNIC_PCI_CAMQM);
1289
1290 mutex_lock(&adapter->ahw->mem_lock);
1291 *data = readq(addr);
1292 mutex_unlock(&adapter->ahw->mem_lock);
1293}
1294
1295static void
1296qlcnic_pci_camqm_write_2M(struct qlcnic_adapter *adapter, u64 off, u64 data)
1297{
1298 void __iomem *addr = adapter->ahw->pci_base0 +
1299 QLCNIC_PCI_CAMQM_2M_BASE + (off - QLCNIC_PCI_CAMQM);
1300
1301 mutex_lock(&adapter->ahw->mem_lock);
1302 writeq(data, addr);
1303 mutex_unlock(&adapter->ahw->mem_lock);
1304}
1305
1306
1307
1308
1309static void qlcnic_set_ms_controls(struct qlcnic_adapter *adapter, u64 off,
1310 struct qlcnic_ms_reg_ctrl *ms)
1311{
1312 ms->control = QLCNIC_MS_CTRL;
1313 ms->low = QLCNIC_MS_ADDR_LO;
1314 ms->hi = QLCNIC_MS_ADDR_HI;
1315 if (off & 0xf) {
1316 ms->wd[0] = QLCNIC_MS_WRTDATA_LO;
1317 ms->rd[0] = QLCNIC_MS_RDDATA_LO;
1318 ms->wd[1] = QLCNIC_MS_WRTDATA_HI;
1319 ms->rd[1] = QLCNIC_MS_RDDATA_HI;
1320 ms->wd[2] = QLCNIC_MS_WRTDATA_ULO;
1321 ms->wd[3] = QLCNIC_MS_WRTDATA_UHI;
1322 ms->rd[2] = QLCNIC_MS_RDDATA_ULO;
1323 ms->rd[3] = QLCNIC_MS_RDDATA_UHI;
1324 } else {
1325 ms->wd[0] = QLCNIC_MS_WRTDATA_ULO;
1326 ms->rd[0] = QLCNIC_MS_RDDATA_ULO;
1327 ms->wd[1] = QLCNIC_MS_WRTDATA_UHI;
1328 ms->rd[1] = QLCNIC_MS_RDDATA_UHI;
1329 ms->wd[2] = QLCNIC_MS_WRTDATA_LO;
1330 ms->wd[3] = QLCNIC_MS_WRTDATA_HI;
1331 ms->rd[2] = QLCNIC_MS_RDDATA_LO;
1332 ms->rd[3] = QLCNIC_MS_RDDATA_HI;
1333 }
1334
1335 ms->ocm_window = OCM_WIN_P3P(off);
1336 ms->off = GET_MEM_OFFS_2M(off);
1337}
1338
1339int qlcnic_pci_mem_write_2M(struct qlcnic_adapter *adapter, u64 off, u64 data)
1340{
1341 int j, ret = 0;
1342 u32 temp, off8;
1343 struct qlcnic_ms_reg_ctrl ms;
1344
1345
1346 if (off & 7)
1347 return -EIO;
1348
1349 memset(&ms, 0, sizeof(struct qlcnic_ms_reg_ctrl));
1350 if (!(ADDR_IN_RANGE(off, QLCNIC_ADDR_QDR_NET,
1351 QLCNIC_ADDR_QDR_NET_MAX) ||
1352 ADDR_IN_RANGE(off, QLCNIC_ADDR_DDR_NET,
1353 QLCNIC_ADDR_DDR_NET_MAX)))
1354 return -EIO;
1355
1356 qlcnic_set_ms_controls(adapter, off, &ms);
1357
1358 if (ADDR_IN_RANGE(off, QLCNIC_ADDR_OCM0, QLCNIC_ADDR_OCM0_MAX))
1359 return qlcnic_pci_mem_access_direct(adapter, ms.ocm_window,
1360 ms.off, &data, 1);
1361
1362 off8 = off & ~0xf;
1363
1364 mutex_lock(&adapter->ahw->mem_lock);
1365
1366 qlcnic_ind_wr(adapter, ms.low, off8);
1367 qlcnic_ind_wr(adapter, ms.hi, 0);
1368
1369 qlcnic_ind_wr(adapter, ms.control, TA_CTL_ENABLE);
1370 qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_START_ENABLE);
1371
1372 for (j = 0; j < MAX_CTL_CHECK; j++) {
1373 temp = qlcnic_ind_rd(adapter, ms.control);
1374 if ((temp & TA_CTL_BUSY) == 0)
1375 break;
1376 }
1377
1378 if (j >= MAX_CTL_CHECK) {
1379 ret = -EIO;
1380 goto done;
1381 }
1382
1383
1384 qlcnic_ind_wr(adapter, ms.wd[0], qlcnic_ind_rd(adapter, ms.rd[0]));
1385 qlcnic_ind_wr(adapter, ms.wd[1], qlcnic_ind_rd(adapter, ms.rd[1]));
1386
1387 qlcnic_ind_wr(adapter, ms.wd[2], data & 0xffffffff);
1388 qlcnic_ind_wr(adapter, ms.wd[3], (data >> 32) & 0xffffffff);
1389
1390 qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_WRITE_ENABLE);
1391 qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_WRITE_START);
1392
1393 for (j = 0; j < MAX_CTL_CHECK; j++) {
1394 temp = qlcnic_ind_rd(adapter, ms.control);
1395 if ((temp & TA_CTL_BUSY) == 0)
1396 break;
1397 }
1398
1399 if (j >= MAX_CTL_CHECK) {
1400 if (printk_ratelimit())
1401 dev_err(&adapter->pdev->dev,
1402 "failed to write through agent\n");
1403 ret = -EIO;
1404 } else
1405 ret = 0;
1406
1407done:
1408 mutex_unlock(&adapter->ahw->mem_lock);
1409
1410 return ret;
1411}
1412
1413int qlcnic_pci_mem_read_2M(struct qlcnic_adapter *adapter, u64 off, u64 *data)
1414{
1415 int j, ret;
1416 u32 temp, off8;
1417 u64 val;
1418 struct qlcnic_ms_reg_ctrl ms;
1419
1420
1421 if (off & 7)
1422 return -EIO;
1423 if (!(ADDR_IN_RANGE(off, QLCNIC_ADDR_QDR_NET,
1424 QLCNIC_ADDR_QDR_NET_MAX) ||
1425 ADDR_IN_RANGE(off, QLCNIC_ADDR_DDR_NET,
1426 QLCNIC_ADDR_DDR_NET_MAX)))
1427 return -EIO;
1428
1429 memset(&ms, 0, sizeof(struct qlcnic_ms_reg_ctrl));
1430 qlcnic_set_ms_controls(adapter, off, &ms);
1431
1432 if (ADDR_IN_RANGE(off, QLCNIC_ADDR_OCM0, QLCNIC_ADDR_OCM0_MAX))
1433 return qlcnic_pci_mem_access_direct(adapter, ms.ocm_window,
1434 ms.off, data, 0);
1435
1436 mutex_lock(&adapter->ahw->mem_lock);
1437
1438 off8 = off & ~0xf;
1439
1440 qlcnic_ind_wr(adapter, ms.low, off8);
1441 qlcnic_ind_wr(adapter, ms.hi, 0);
1442
1443 qlcnic_ind_wr(adapter, ms.control, TA_CTL_ENABLE);
1444 qlcnic_ind_wr(adapter, ms.control, QLCNIC_TA_START_ENABLE);
1445
1446 for (j = 0; j < MAX_CTL_CHECK; j++) {
1447 temp = qlcnic_ind_rd(adapter, ms.control);
1448 if ((temp & TA_CTL_BUSY) == 0)
1449 break;
1450 }
1451
1452 if (j >= MAX_CTL_CHECK) {
1453 if (printk_ratelimit())
1454 dev_err(&adapter->pdev->dev,
1455 "failed to read through agent\n");
1456 ret = -EIO;
1457 } else {
1458
1459 temp = qlcnic_ind_rd(adapter, ms.rd[3]);
1460 val = (u64)temp << 32;
1461 val |= qlcnic_ind_rd(adapter, ms.rd[2]);
1462 *data = val;
1463 ret = 0;
1464 }
1465
1466 mutex_unlock(&adapter->ahw->mem_lock);
1467
1468 return ret;
1469}
1470
1471int qlcnic_82xx_get_board_info(struct qlcnic_adapter *adapter)
1472{
1473 int offset, board_type, magic, err = 0;
1474 struct pci_dev *pdev = adapter->pdev;
1475
1476 offset = QLCNIC_FW_MAGIC_OFFSET;
1477 if (qlcnic_rom_fast_read(adapter, offset, &magic))
1478 return -EIO;
1479
1480 if (magic != QLCNIC_BDINFO_MAGIC) {
1481 dev_err(&pdev->dev, "invalid board config, magic=%08x\n",
1482 magic);
1483 return -EIO;
1484 }
1485
1486 offset = QLCNIC_BRDTYPE_OFFSET;
1487 if (qlcnic_rom_fast_read(adapter, offset, &board_type))
1488 return -EIO;
1489
1490 adapter->ahw->board_type = board_type;
1491
1492 if (board_type == QLCNIC_BRDTYPE_P3P_4_GB_MM) {
1493 u32 gpio = QLCRD32(adapter, QLCNIC_ROMUSB_GLB_PAD_GPIO_I, &err);
1494 if (err == -EIO)
1495 return err;
1496 if ((gpio & 0x8000) == 0)
1497 board_type = QLCNIC_BRDTYPE_P3P_10G_TP;
1498 }
1499
1500 switch (board_type) {
1501 case QLCNIC_BRDTYPE_P3P_HMEZ:
1502 case QLCNIC_BRDTYPE_P3P_XG_LOM:
1503 case QLCNIC_BRDTYPE_P3P_10G_CX4:
1504 case QLCNIC_BRDTYPE_P3P_10G_CX4_LP:
1505 case QLCNIC_BRDTYPE_P3P_IMEZ:
1506 case QLCNIC_BRDTYPE_P3P_10G_SFP_PLUS:
1507 case QLCNIC_BRDTYPE_P3P_10G_SFP_CT:
1508 case QLCNIC_BRDTYPE_P3P_10G_SFP_QT:
1509 case QLCNIC_BRDTYPE_P3P_10G_XFP:
1510 case QLCNIC_BRDTYPE_P3P_10000_BASE_T:
1511 adapter->ahw->port_type = QLCNIC_XGBE;
1512 break;
1513 case QLCNIC_BRDTYPE_P3P_REF_QG:
1514 case QLCNIC_BRDTYPE_P3P_4_GB:
1515 case QLCNIC_BRDTYPE_P3P_4_GB_MM:
1516 adapter->ahw->port_type = QLCNIC_GBE;
1517 break;
1518 case QLCNIC_BRDTYPE_P3P_10G_TP:
1519 adapter->ahw->port_type = (adapter->portnum < 2) ?
1520 QLCNIC_XGBE : QLCNIC_GBE;
1521 break;
1522 default:
1523 dev_err(&pdev->dev, "unknown board type %x\n", board_type);
1524 adapter->ahw->port_type = QLCNIC_XGBE;
1525 break;
1526 }
1527
1528 return 0;
1529}
1530
1531static int
1532qlcnic_wol_supported(struct qlcnic_adapter *adapter)
1533{
1534 u32 wol_cfg;
1535 int err = 0;
1536
1537 wol_cfg = QLCRD32(adapter, QLCNIC_WOL_CONFIG_NV, &err);
1538 if (wol_cfg & (1UL << adapter->portnum)) {
1539 wol_cfg = QLCRD32(adapter, QLCNIC_WOL_CONFIG, &err);
1540 if (err == -EIO)
1541 return err;
1542 if (wol_cfg & (1 << adapter->portnum))
1543 return 1;
1544 }
1545
1546 return 0;
1547}
1548
1549int qlcnic_82xx_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
1550{
1551 struct qlcnic_nic_req req;
1552 int rv;
1553 u64 word;
1554
1555 memset(&req, 0, sizeof(struct qlcnic_nic_req));
1556 req.qhdr = cpu_to_le64(QLCNIC_HOST_REQUEST << 23);
1557
1558 word = QLCNIC_H2C_OPCODE_CONFIG_LED | ((u64)adapter->portnum << 16);
1559 req.req_hdr = cpu_to_le64(word);
1560
1561 req.words[0] = cpu_to_le64(((u64)rate << 32) | adapter->portnum);
1562 req.words[1] = cpu_to_le64(state);
1563
1564 rv = qlcnic_send_cmd_descs(adapter, (struct cmd_desc_type0 *)&req, 1);
1565 if (rv)
1566 dev_err(&adapter->pdev->dev, "LED configuration failed.\n");
1567
1568 return rv;
1569}
1570
1571void qlcnic_82xx_get_beacon_state(struct qlcnic_adapter *adapter)
1572{
1573 struct qlcnic_hardware_context *ahw = adapter->ahw;
1574 struct qlcnic_cmd_args cmd;
1575 u8 beacon_state;
1576 int err = 0;
1577
1578 if (ahw->extra_capability[0] & QLCNIC_FW_CAPABILITY_2_BEACON) {
1579 err = qlcnic_alloc_mbx_args(&cmd, adapter,
1580 QLCNIC_CMD_GET_LED_STATUS);
1581 if (!err) {
1582 err = qlcnic_issue_cmd(adapter, &cmd);
1583 if (err) {
1584 netdev_err(adapter->netdev,
1585 "Failed to get current beacon state, err=%d\n",
1586 err);
1587 } else {
1588 beacon_state = cmd.rsp.arg[1];
1589 if (beacon_state == QLCNIC_BEACON_DISABLE)
1590 ahw->beacon_state = QLCNIC_BEACON_OFF;
1591 else if (beacon_state == QLCNIC_BEACON_EANBLE)
1592 ahw->beacon_state = QLCNIC_BEACON_ON;
1593 }
1594 }
1595 qlcnic_free_mbx_args(&cmd);
1596 }
1597
1598 return;
1599}
1600
1601void qlcnic_82xx_get_func_no(struct qlcnic_adapter *adapter)
1602{
1603 void __iomem *msix_base_addr;
1604 u32 func;
1605 u32 msix_base;
1606
1607 pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
1608 msix_base_addr = adapter->ahw->pci_base0 + QLCNIC_MSIX_BASE;
1609 msix_base = readl(msix_base_addr);
1610 func = (func - msix_base) / QLCNIC_MSIX_TBL_PGSIZE;
1611 adapter->ahw->pci_func = func;
1612}
1613
1614void qlcnic_82xx_read_crb(struct qlcnic_adapter *adapter, char *buf,
1615 loff_t offset, size_t size)
1616{
1617 int err = 0;
1618 u32 data;
1619 u64 qmdata;
1620
1621 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
1622 qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
1623 memcpy(buf, &qmdata, size);
1624 } else {
1625 data = QLCRD32(adapter, offset, &err);
1626 memcpy(buf, &data, size);
1627 }
1628}
1629
1630void qlcnic_82xx_write_crb(struct qlcnic_adapter *adapter, char *buf,
1631 loff_t offset, size_t size)
1632{
1633 u32 data;
1634 u64 qmdata;
1635
1636 if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
1637 memcpy(&qmdata, buf, size);
1638 qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
1639 } else {
1640 memcpy(&data, buf, size);
1641 QLCWR32(adapter, offset, data);
1642 }
1643}
1644
1645int qlcnic_82xx_api_lock(struct qlcnic_adapter *adapter)
1646{
1647 return qlcnic_pcie_sem_lock(adapter, 5, 0);
1648}
1649
1650void qlcnic_82xx_api_unlock(struct qlcnic_adapter *adapter)
1651{
1652 qlcnic_pcie_sem_unlock(adapter, 5);
1653}
1654
1655int qlcnic_82xx_shutdown(struct pci_dev *pdev)
1656{
1657 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
1658 struct net_device *netdev = adapter->netdev;
1659 int retval;
1660
1661 netif_device_detach(netdev);
1662
1663 qlcnic_cancel_idc_work(adapter);
1664
1665 if (netif_running(netdev))
1666 qlcnic_down(adapter, netdev);
1667
1668 qlcnic_clr_all_drv_state(adapter, 0);
1669
1670 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1671
1672 retval = pci_save_state(pdev);
1673 if (retval)
1674 return retval;
1675
1676 if (qlcnic_wol_supported(adapter)) {
1677 pci_enable_wake(pdev, PCI_D3cold, 1);
1678 pci_enable_wake(pdev, PCI_D3hot, 1);
1679 }
1680
1681 return 0;
1682}
1683
1684int qlcnic_82xx_resume(struct qlcnic_adapter *adapter)
1685{
1686 struct net_device *netdev = adapter->netdev;
1687 int err;
1688
1689 err = qlcnic_start_firmware(adapter);
1690 if (err) {
1691 dev_err(&adapter->pdev->dev, "failed to start firmware\n");
1692 return err;
1693 }
1694
1695 if (netif_running(netdev)) {
1696 err = qlcnic_up(adapter, netdev);
1697 if (!err)
1698 qlcnic_restore_indev_addr(netdev, NETDEV_UP);
1699 }
1700
1701 netif_device_attach(netdev);
1702 qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
1703 return err;
1704}
1705
