1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20#include <linux/kernel.h>
21#include <linux/errno.h>
22#include <linux/types.h>
23#include <linux/pci.h>
24#include <linux/delay.h>
25#include <linux/if_ether.h>
26
27#include "vnic_resource.h"
28#include "vnic_devcmd.h"
29#include "vnic_dev.h"
30#include "vnic_stats.h"
31
32enum vnic_proxy_type {
33 PROXY_NONE,
34 PROXY_BY_BDF,
35 PROXY_BY_INDEX,
36};
37
38struct vnic_res {
39 void __iomem *vaddr;
40 dma_addr_t bus_addr;
41 unsigned int count;
42};
43
44struct vnic_intr_coal_timer_info {
45 u32 mul;
46 u32 div;
47 u32 max_usec;
48};
49
50struct vnic_dev {
51 void *priv;
52 struct pci_dev *pdev;
53 struct vnic_res res[RES_TYPE_MAX];
54 enum vnic_dev_intr_mode intr_mode;
55 struct vnic_devcmd __iomem *devcmd;
56 struct vnic_devcmd_notify *notify;
57 struct vnic_devcmd_notify notify_copy;
58 dma_addr_t notify_pa;
59 u32 notify_sz;
60 dma_addr_t linkstatus_pa;
61 struct vnic_stats *stats;
62 dma_addr_t stats_pa;
63 struct vnic_devcmd_fw_info *fw_info;
64 dma_addr_t fw_info_pa;
65 enum vnic_proxy_type proxy;
66 u32 proxy_index;
67 u64 args[VNIC_DEVCMD_NARGS];
68 struct vnic_intr_coal_timer_info intr_coal_timer_info;
69};
70
71#define VNIC_MAX_RES_HDR_SIZE \
72 (sizeof(struct vnic_resource_header) + \
73 sizeof(struct vnic_resource) * RES_TYPE_MAX)
74#define VNIC_RES_STRIDE 128
75
76void *vnic_dev_priv(struct vnic_dev *vdev)
77{
78 return vdev->priv;
79}
80
81static int vnic_dev_discover_res(struct vnic_dev *vdev,
82 struct vnic_dev_bar *bar, unsigned int num_bars)
83{
84 struct vnic_resource_header __iomem *rh;
85 struct mgmt_barmap_hdr __iomem *mrh;
86 struct vnic_resource __iomem *r;
87 u8 type;
88
89 if (num_bars == 0)
90 return -EINVAL;
91
92 if (bar->len < VNIC_MAX_RES_HDR_SIZE) {
93 pr_err("vNIC BAR0 res hdr length error\n");
94 return -EINVAL;
95 }
96
97 rh = bar->vaddr;
98 mrh = bar->vaddr;
99 if (!rh) {
100 pr_err("vNIC BAR0 res hdr not mem-mapped\n");
101 return -EINVAL;
102 }
103
104
105 if ((ioread32(&rh->magic) != VNIC_RES_MAGIC) ||
106 (ioread32(&rh->version) != VNIC_RES_VERSION)) {
107 if ((ioread32(&mrh->magic) != MGMTVNIC_MAGIC) ||
108 (ioread32(&mrh->version) != MGMTVNIC_VERSION)) {
109 pr_err("vNIC BAR0 res magic/version error "
110 "exp (%lx/%lx) or (%lx/%lx), curr (%x/%x)\n",
111 VNIC_RES_MAGIC, VNIC_RES_VERSION,
112 MGMTVNIC_MAGIC, MGMTVNIC_VERSION,
113 ioread32(&rh->magic), ioread32(&rh->version));
114 return -EINVAL;
115 }
116 }
117
118 if (ioread32(&mrh->magic) == MGMTVNIC_MAGIC)
119 r = (struct vnic_resource __iomem *)(mrh + 1);
120 else
121 r = (struct vnic_resource __iomem *)(rh + 1);
122
123
124 while ((type = ioread8(&r->type)) != RES_TYPE_EOL) {
125
126 u8 bar_num = ioread8(&r->bar);
127 u32 bar_offset = ioread32(&r->bar_offset);
128 u32 count = ioread32(&r->count);
129 u32 len;
130
131 r++;
132
133 if (bar_num >= num_bars)
134 continue;
135
136 if (!bar[bar_num].len || !bar[bar_num].vaddr)
137 continue;
138
139 switch (type) {
140 case RES_TYPE_WQ:
141 case RES_TYPE_RQ:
142 case RES_TYPE_CQ:
143 case RES_TYPE_INTR_CTRL:
144
145 len = count * VNIC_RES_STRIDE;
146 if (len + bar_offset > bar[bar_num].len) {
147 pr_err("vNIC BAR0 resource %d "
148 "out-of-bounds, offset 0x%x + "
149 "size 0x%x > bar len 0x%lx\n",
150 type, bar_offset,
151 len,
152 bar[bar_num].len);
153 return -EINVAL;
154 }
155 break;
156 case RES_TYPE_INTR_PBA_LEGACY:
157 case RES_TYPE_DEVCMD:
158 len = count;
159 break;
160 default:
161 continue;
162 }
163
164 vdev->res[type].count = count;
165 vdev->res[type].vaddr = (char __iomem *)bar[bar_num].vaddr +
166 bar_offset;
167 vdev->res[type].bus_addr = bar[bar_num].bus_addr + bar_offset;
168 }
169
170 return 0;
171}
172
173unsigned int vnic_dev_get_res_count(struct vnic_dev *vdev,
174 enum vnic_res_type type)
175{
176 return vdev->res[type].count;
177}
178EXPORT_SYMBOL(vnic_dev_get_res_count);
179
180void __iomem *vnic_dev_get_res(struct vnic_dev *vdev, enum vnic_res_type type,
181 unsigned int index)
182{
183 if (!vdev->res[type].vaddr)
184 return NULL;
185
186 switch (type) {
187 case RES_TYPE_WQ:
188 case RES_TYPE_RQ:
189 case RES_TYPE_CQ:
190 case RES_TYPE_INTR_CTRL:
191 return (char __iomem *)vdev->res[type].vaddr +
192 index * VNIC_RES_STRIDE;
193 default:
194 return (char __iomem *)vdev->res[type].vaddr;
195 }
196}
197EXPORT_SYMBOL(vnic_dev_get_res);
198
199static unsigned int vnic_dev_desc_ring_size(struct vnic_dev_ring *ring,
200 unsigned int desc_count, unsigned int desc_size)
201{
202
203
204
205
206
207
208 unsigned int count_align = 32;
209 unsigned int desc_align = 16;
210
211 ring->base_align = 512;
212
213 if (desc_count == 0)
214 desc_count = 4096;
215
216 ring->desc_count = ALIGN(desc_count, count_align);
217
218 ring->desc_size = ALIGN(desc_size, desc_align);
219
220 ring->size = ring->desc_count * ring->desc_size;
221 ring->size_unaligned = ring->size + ring->base_align;
222
223 return ring->size_unaligned;
224}
225
226void vnic_dev_clear_desc_ring(struct vnic_dev_ring *ring)
227{
228 memset(ring->descs, 0, ring->size);
229}
230
231int vnic_dev_alloc_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring,
232 unsigned int desc_count, unsigned int desc_size)
233{
234 vnic_dev_desc_ring_size(ring, desc_count, desc_size);
235
236 ring->descs_unaligned = pci_alloc_consistent(vdev->pdev,
237 ring->size_unaligned,
238 &ring->base_addr_unaligned);
239
240 if (!ring->descs_unaligned) {
241 pr_err("Failed to allocate ring (size=%d), aborting\n",
242 (int)ring->size);
243 return -ENOMEM;
244 }
245
246 ring->base_addr = ALIGN(ring->base_addr_unaligned,
247 ring->base_align);
248 ring->descs = (u8 *)ring->descs_unaligned +
249 (ring->base_addr - ring->base_addr_unaligned);
250
251 vnic_dev_clear_desc_ring(ring);
252
253 ring->desc_avail = ring->desc_count - 1;
254
255 return 0;
256}
257
258void vnic_dev_free_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring)
259{
260 if (ring->descs) {
261 pci_free_consistent(vdev->pdev,
262 ring->size_unaligned,
263 ring->descs_unaligned,
264 ring->base_addr_unaligned);
265 ring->descs = NULL;
266 }
267}
268
269static int _vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
270 int wait)
271{
272 struct vnic_devcmd __iomem *devcmd = vdev->devcmd;
273 unsigned int i;
274 int delay;
275 u32 status;
276 int err;
277
278 status = ioread32(&devcmd->status);
279 if (status == 0xFFFFFFFF) {
280
281 return -ENODEV;
282 }
283 if (status & STAT_BUSY) {
284 pr_err("Busy devcmd %d\n", _CMD_N(cmd));
285 return -EBUSY;
286 }
287
288 if (_CMD_DIR(cmd) & _CMD_DIR_WRITE) {
289 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
290 writeq(vdev->args[i], &devcmd->args[i]);
291 wmb();
292 }
293
294 iowrite32(cmd, &devcmd->cmd);
295
296 if ((_CMD_FLAGS(cmd) & _CMD_FLAGS_NOWAIT))
297 return 0;
298
299 for (delay = 0; delay < wait; delay++) {
300
301 udelay(100);
302
303 status = ioread32(&devcmd->status);
304 if (status == 0xFFFFFFFF) {
305
306 return -ENODEV;
307 }
308
309 if (!(status & STAT_BUSY)) {
310
311 if (status & STAT_ERROR) {
312 err = (int)readq(&devcmd->args[0]);
313 if (err == ERR_EINVAL &&
314 cmd == CMD_CAPABILITY)
315 return err;
316 if (err != ERR_ECMDUNKNOWN ||
317 cmd != CMD_CAPABILITY)
318 pr_err("Error %d devcmd %d\n",
319 err, _CMD_N(cmd));
320 return err;
321 }
322
323 if (_CMD_DIR(cmd) & _CMD_DIR_READ) {
324 rmb();
325 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
326 vdev->args[i] = readq(&devcmd->args[i]);
327 }
328
329 return 0;
330 }
331 }
332
333 pr_err("Timedout devcmd %d\n", _CMD_N(cmd));
334 return -ETIMEDOUT;
335}
336
337static int vnic_dev_cmd_proxy(struct vnic_dev *vdev,
338 enum vnic_devcmd_cmd proxy_cmd, enum vnic_devcmd_cmd cmd,
339 u64 *a0, u64 *a1, int wait)
340{
341 u32 status;
342 int err;
343
344 memset(vdev->args, 0, sizeof(vdev->args));
345
346 vdev->args[0] = vdev->proxy_index;
347 vdev->args[1] = cmd;
348 vdev->args[2] = *a0;
349 vdev->args[3] = *a1;
350
351 err = _vnic_dev_cmd(vdev, proxy_cmd, wait);
352 if (err)
353 return err;
354
355 status = (u32)vdev->args[0];
356 if (status & STAT_ERROR) {
357 err = (int)vdev->args[1];
358 if (err != ERR_ECMDUNKNOWN ||
359 cmd != CMD_CAPABILITY)
360 pr_err("Error %d proxy devcmd %d\n", err, _CMD_N(cmd));
361 return err;
362 }
363
364 *a0 = vdev->args[1];
365 *a1 = vdev->args[2];
366
367 return 0;
368}
369
370static int vnic_dev_cmd_no_proxy(struct vnic_dev *vdev,
371 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait)
372{
373 int err;
374
375 vdev->args[0] = *a0;
376 vdev->args[1] = *a1;
377
378 err = _vnic_dev_cmd(vdev, cmd, wait);
379
380 *a0 = vdev->args[0];
381 *a1 = vdev->args[1];
382
383 return err;
384}
385
386void vnic_dev_cmd_proxy_by_index_start(struct vnic_dev *vdev, u16 index)
387{
388 vdev->proxy = PROXY_BY_INDEX;
389 vdev->proxy_index = index;
390}
391
392void vnic_dev_cmd_proxy_end(struct vnic_dev *vdev)
393{
394 vdev->proxy = PROXY_NONE;
395 vdev->proxy_index = 0;
396}
397
398int vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
399 u64 *a0, u64 *a1, int wait)
400{
401 memset(vdev->args, 0, sizeof(vdev->args));
402
403 switch (vdev->proxy) {
404 case PROXY_BY_INDEX:
405 return vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_INDEX, cmd,
406 a0, a1, wait);
407 case PROXY_BY_BDF:
408 return vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_BDF, cmd,
409 a0, a1, wait);
410 case PROXY_NONE:
411 default:
412 return vnic_dev_cmd_no_proxy(vdev, cmd, a0, a1, wait);
413 }
414}
415
416static int vnic_dev_capable(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd)
417{
418 u64 a0 = (u32)cmd, a1 = 0;
419 int wait = 1000;
420 int err;
421
422 err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);
423
424 return !(err || a0);
425}
426
427int vnic_dev_fw_info(struct vnic_dev *vdev,
428 struct vnic_devcmd_fw_info **fw_info)
429{
430 u64 a0, a1 = 0;
431 int wait = 1000;
432 int err = 0;
433
434 if (!vdev->fw_info) {
435 vdev->fw_info = pci_alloc_consistent(vdev->pdev,
436 sizeof(struct vnic_devcmd_fw_info),
437 &vdev->fw_info_pa);
438 if (!vdev->fw_info)
439 return -ENOMEM;
440
441 memset(vdev->fw_info, 0, sizeof(struct vnic_devcmd_fw_info));
442
443 a0 = vdev->fw_info_pa;
444 a1 = sizeof(struct vnic_devcmd_fw_info);
445
446
447 if (vnic_dev_capable(vdev, CMD_MCPU_FW_INFO))
448 err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO,
449 &a0, &a1, wait);
450 else
451 err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO_OLD,
452 &a0, &a1, wait);
453 }
454
455 *fw_info = vdev->fw_info;
456
457 return err;
458}
459
460int vnic_dev_spec(struct vnic_dev *vdev, unsigned int offset, unsigned int size,
461 void *value)
462{
463 u64 a0, a1;
464 int wait = 1000;
465 int err;
466
467 a0 = offset;
468 a1 = size;
469
470 err = vnic_dev_cmd(vdev, CMD_DEV_SPEC, &a0, &a1, wait);
471
472 switch (size) {
473 case 1: *(u8 *)value = (u8)a0; break;
474 case 2: *(u16 *)value = (u16)a0; break;
475 case 4: *(u32 *)value = (u32)a0; break;
476 case 8: *(u64 *)value = a0; break;
477 default: BUG(); break;
478 }
479
480 return err;
481}
482
483int vnic_dev_stats_dump(struct vnic_dev *vdev, struct vnic_stats **stats)
484{
485 u64 a0, a1;
486 int wait = 1000;
487
488 if (!vdev->stats) {
489 vdev->stats = pci_alloc_consistent(vdev->pdev,
490 sizeof(struct vnic_stats), &vdev->stats_pa);
491 if (!vdev->stats)
492 return -ENOMEM;
493 }
494
495 *stats = vdev->stats;
496 a0 = vdev->stats_pa;
497 a1 = sizeof(struct vnic_stats);
498
499 return vnic_dev_cmd(vdev, CMD_STATS_DUMP, &a0, &a1, wait);
500}
501
502int vnic_dev_close(struct vnic_dev *vdev)
503{
504 u64 a0 = 0, a1 = 0;
505 int wait = 1000;
506 return vnic_dev_cmd(vdev, CMD_CLOSE, &a0, &a1, wait);
507}
508
509int vnic_dev_enable_wait(struct vnic_dev *vdev)
510{
511 u64 a0 = 0, a1 = 0;
512 int wait = 1000;
513
514 if (vnic_dev_capable(vdev, CMD_ENABLE_WAIT))
515 return vnic_dev_cmd(vdev, CMD_ENABLE_WAIT, &a0, &a1, wait);
516 else
517 return vnic_dev_cmd(vdev, CMD_ENABLE, &a0, &a1, wait);
518}
519
520int vnic_dev_disable(struct vnic_dev *vdev)
521{
522 u64 a0 = 0, a1 = 0;
523 int wait = 1000;
524 return vnic_dev_cmd(vdev, CMD_DISABLE, &a0, &a1, wait);
525}
526
527int vnic_dev_open(struct vnic_dev *vdev, int arg)
528{
529 u64 a0 = (u32)arg, a1 = 0;
530 int wait = 1000;
531 return vnic_dev_cmd(vdev, CMD_OPEN, &a0, &a1, wait);
532}
533
534int vnic_dev_open_done(struct vnic_dev *vdev, int *done)
535{
536 u64 a0 = 0, a1 = 0;
537 int wait = 1000;
538 int err;
539
540 *done = 0;
541
542 err = vnic_dev_cmd(vdev, CMD_OPEN_STATUS, &a0, &a1, wait);
543 if (err)
544 return err;
545
546 *done = (a0 == 0);
547
548 return 0;
549}
550
551static int vnic_dev_soft_reset(struct vnic_dev *vdev, int arg)
552{
553 u64 a0 = (u32)arg, a1 = 0;
554 int wait = 1000;
555 return vnic_dev_cmd(vdev, CMD_SOFT_RESET, &a0, &a1, wait);
556}
557
558static int vnic_dev_soft_reset_done(struct vnic_dev *vdev, int *done)
559{
560 u64 a0 = 0, a1 = 0;
561 int wait = 1000;
562 int err;
563
564 *done = 0;
565
566 err = vnic_dev_cmd(vdev, CMD_SOFT_RESET_STATUS, &a0, &a1, wait);
567 if (err)
568 return err;
569
570 *done = (a0 == 0);
571
572 return 0;
573}
574
575int vnic_dev_hang_reset(struct vnic_dev *vdev, int arg)
576{
577 u64 a0 = (u32)arg, a1 = 0;
578 int wait = 1000;
579 int err;
580
581 if (vnic_dev_capable(vdev, CMD_HANG_RESET)) {
582 return vnic_dev_cmd(vdev, CMD_HANG_RESET,
583 &a0, &a1, wait);
584 } else {
585 err = vnic_dev_soft_reset(vdev, arg);
586 if (err)
587 return err;
588 return vnic_dev_init(vdev, 0);
589 }
590}
591
592int vnic_dev_hang_reset_done(struct vnic_dev *vdev, int *done)
593{
594 u64 a0 = 0, a1 = 0;
595 int wait = 1000;
596 int err;
597
598 *done = 0;
599
600 if (vnic_dev_capable(vdev, CMD_HANG_RESET_STATUS)) {
601 err = vnic_dev_cmd(vdev, CMD_HANG_RESET_STATUS,
602 &a0, &a1, wait);
603 if (err)
604 return err;
605 } else {
606 return vnic_dev_soft_reset_done(vdev, done);
607 }
608
609 *done = (a0 == 0);
610
611 return 0;
612}
613
614int vnic_dev_hang_notify(struct vnic_dev *vdev)
615{
616 u64 a0, a1;
617 int wait = 1000;
618 return vnic_dev_cmd(vdev, CMD_HANG_NOTIFY, &a0, &a1, wait);
619}
620
621int vnic_dev_get_mac_addr(struct vnic_dev *vdev, u8 *mac_addr)
622{
623 u64 a0, a1;
624 int wait = 1000;
625 int err, i;
626
627 for (i = 0; i < ETH_ALEN; i++)
628 mac_addr[i] = 0;
629
630 err = vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);
631 if (err)
632 return err;
633
634 for (i = 0; i < ETH_ALEN; i++)
635 mac_addr[i] = ((u8 *)&a0)[i];
636
637 return 0;
638}
639
640int vnic_dev_packet_filter(struct vnic_dev *vdev, int directed, int multicast,
641 int broadcast, int promisc, int allmulti)
642{
643 u64 a0, a1 = 0;
644 int wait = 1000;
645 int err;
646
647 a0 = (directed ? CMD_PFILTER_DIRECTED : 0) |
648 (multicast ? CMD_PFILTER_MULTICAST : 0) |
649 (broadcast ? CMD_PFILTER_BROADCAST : 0) |
650 (promisc ? CMD_PFILTER_PROMISCUOUS : 0) |
651 (allmulti ? CMD_PFILTER_ALL_MULTICAST : 0);
652
653 err = vnic_dev_cmd(vdev, CMD_PACKET_FILTER, &a0, &a1, wait);
654 if (err)
655 pr_err("Can't set packet filter\n");
656
657 return err;
658}
659
660int vnic_dev_add_addr(struct vnic_dev *vdev, u8 *addr)
661{
662 u64 a0 = 0, a1 = 0;
663 int wait = 1000;
664 int err;
665 int i;
666
667 for (i = 0; i < ETH_ALEN; i++)
668 ((u8 *)&a0)[i] = addr[i];
669
670 err = vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
671 if (err)
672 pr_err("Can't add addr [%pM], %d\n", addr, err);
673
674 return err;
675}
676
677int vnic_dev_del_addr(struct vnic_dev *vdev, u8 *addr)
678{
679 u64 a0 = 0, a1 = 0;
680 int wait = 1000;
681 int err;
682 int i;
683
684 for (i = 0; i < ETH_ALEN; i++)
685 ((u8 *)&a0)[i] = addr[i];
686
687 err = vnic_dev_cmd(vdev, CMD_ADDR_DEL, &a0, &a1, wait);
688 if (err)
689 pr_err("Can't del addr [%pM], %d\n", addr, err);
690
691 return err;
692}
693
694int vnic_dev_set_ig_vlan_rewrite_mode(struct vnic_dev *vdev,
695 u8 ig_vlan_rewrite_mode)
696{
697 u64 a0 = ig_vlan_rewrite_mode, a1 = 0;
698 int wait = 1000;
699
700 if (vnic_dev_capable(vdev, CMD_IG_VLAN_REWRITE_MODE))
701 return vnic_dev_cmd(vdev, CMD_IG_VLAN_REWRITE_MODE,
702 &a0, &a1, wait);
703 else
704 return 0;
705}
706
707static int vnic_dev_notify_setcmd(struct vnic_dev *vdev,
708 void *notify_addr, dma_addr_t notify_pa, u16 intr)
709{
710 u64 a0, a1;
711 int wait = 1000;
712 int r;
713
714 memset(notify_addr, 0, sizeof(struct vnic_devcmd_notify));
715 vdev->notify = notify_addr;
716 vdev->notify_pa = notify_pa;
717
718 a0 = (u64)notify_pa;
719 a1 = ((u64)intr << 32) & 0x0000ffff00000000ULL;
720 a1 += sizeof(struct vnic_devcmd_notify);
721
722 r = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
723 vdev->notify_sz = (r == 0) ? (u32)a1 : 0;
724 return r;
725}
726
727int vnic_dev_notify_set(struct vnic_dev *vdev, u16 intr)
728{
729 void *notify_addr;
730 dma_addr_t notify_pa;
731
732 if (vdev->notify || vdev->notify_pa) {
733 pr_err("notify block %p still allocated", vdev->notify);
734 return -EINVAL;
735 }
736
737 notify_addr = pci_alloc_consistent(vdev->pdev,
738 sizeof(struct vnic_devcmd_notify),
739 ¬ify_pa);
740 if (!notify_addr)
741 return -ENOMEM;
742
743 return vnic_dev_notify_setcmd(vdev, notify_addr, notify_pa, intr);
744}
745
746static int vnic_dev_notify_unsetcmd(struct vnic_dev *vdev)
747{
748 u64 a0, a1;
749 int wait = 1000;
750 int err;
751
752 a0 = 0;
753 a1 = 0x0000ffff00000000ULL;
754 a1 += sizeof(struct vnic_devcmd_notify);
755
756 err = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
757 vdev->notify = NULL;
758 vdev->notify_pa = 0;
759 vdev->notify_sz = 0;
760
761 return err;
762}
763
764int vnic_dev_notify_unset(struct vnic_dev *vdev)
765{
766 if (vdev->notify) {
767 pci_free_consistent(vdev->pdev,
768 sizeof(struct vnic_devcmd_notify),
769 vdev->notify,
770 vdev->notify_pa);
771 }
772
773 return vnic_dev_notify_unsetcmd(vdev);
774}
775
776static int vnic_dev_notify_ready(struct vnic_dev *vdev)
777{
778 u32 *words;
779 unsigned int nwords = vdev->notify_sz / 4;
780 unsigned int i;
781 u32 csum;
782
783 if (!vdev->notify || !vdev->notify_sz)
784 return 0;
785
786 do {
787 csum = 0;
788 memcpy(&vdev->notify_copy, vdev->notify, vdev->notify_sz);
789 words = (u32 *)&vdev->notify_copy;
790 for (i = 1; i < nwords; i++)
791 csum += words[i];
792 } while (csum != words[0]);
793
794 return 1;
795}
796
797int vnic_dev_init(struct vnic_dev *vdev, int arg)
798{
799 u64 a0 = (u32)arg, a1 = 0;
800 int wait = 1000;
801 int r = 0;
802
803 if (vnic_dev_capable(vdev, CMD_INIT))
804 r = vnic_dev_cmd(vdev, CMD_INIT, &a0, &a1, wait);
805 else {
806 vnic_dev_cmd(vdev, CMD_INIT_v1, &a0, &a1, wait);
807 if (a0 & CMD_INITF_DEFAULT_MAC) {
808
809
810
811 vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);
812 vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
813 }
814 }
815 return r;
816}
817
818int vnic_dev_deinit(struct vnic_dev *vdev)
819{
820 u64 a0 = 0, a1 = 0;
821 int wait = 1000;
822
823 return vnic_dev_cmd(vdev, CMD_DEINIT, &a0, &a1, wait);
824}
825
826void vnic_dev_intr_coal_timer_info_default(struct vnic_dev *vdev)
827{
828
829 vdev->intr_coal_timer_info.mul = 2;
830 vdev->intr_coal_timer_info.div = 3;
831 vdev->intr_coal_timer_info.max_usec =
832 vnic_dev_intr_coal_timer_hw_to_usec(vdev, 0xffff);
833}
834
835int vnic_dev_intr_coal_timer_info(struct vnic_dev *vdev)
836{
837 int wait = 1000;
838 int err;
839
840 memset(vdev->args, 0, sizeof(vdev->args));
841
842 if (vnic_dev_capable(vdev, CMD_INTR_COAL_CONVERT))
843 err = _vnic_dev_cmd(vdev, CMD_INTR_COAL_CONVERT, wait);
844 else
845 err = ERR_ECMDUNKNOWN;
846
847
848
849
850 if ((err == ERR_ECMDUNKNOWN) ||
851 (!err && !(vdev->args[0] && vdev->args[1] && vdev->args[2]))) {
852 pr_warning("Using default conversion factor for "
853 "interrupt coalesce timer\n");
854 vnic_dev_intr_coal_timer_info_default(vdev);
855 return 0;
856 }
857
858 if (!err) {
859 vdev->intr_coal_timer_info.mul = (u32) vdev->args[0];
860 vdev->intr_coal_timer_info.div = (u32) vdev->args[1];
861 vdev->intr_coal_timer_info.max_usec = (u32) vdev->args[2];
862 }
863
864 return err;
865}
866
867int vnic_dev_link_status(struct vnic_dev *vdev)
868{
869 if (!vnic_dev_notify_ready(vdev))
870 return 0;
871
872 return vdev->notify_copy.link_state;
873}
874
875u32 vnic_dev_port_speed(struct vnic_dev *vdev)
876{
877 if (!vnic_dev_notify_ready(vdev))
878 return 0;
879
880 return vdev->notify_copy.port_speed;
881}
882
883u32 vnic_dev_msg_lvl(struct vnic_dev *vdev)
884{
885 if (!vnic_dev_notify_ready(vdev))
886 return 0;
887
888 return vdev->notify_copy.msglvl;
889}
890
891u32 vnic_dev_mtu(struct vnic_dev *vdev)
892{
893 if (!vnic_dev_notify_ready(vdev))
894 return 0;
895
896 return vdev->notify_copy.mtu;
897}
898
899void vnic_dev_set_intr_mode(struct vnic_dev *vdev,
900 enum vnic_dev_intr_mode intr_mode)
901{
902 vdev->intr_mode = intr_mode;
903}
904
905enum vnic_dev_intr_mode vnic_dev_get_intr_mode(
906 struct vnic_dev *vdev)
907{
908 return vdev->intr_mode;
909}
910
911u32 vnic_dev_intr_coal_timer_usec_to_hw(struct vnic_dev *vdev, u32 usec)
912{
913 return (usec * vdev->intr_coal_timer_info.mul) /
914 vdev->intr_coal_timer_info.div;
915}
916
917u32 vnic_dev_intr_coal_timer_hw_to_usec(struct vnic_dev *vdev, u32 hw_cycles)
918{
919 return (hw_cycles * vdev->intr_coal_timer_info.div) /
920 vdev->intr_coal_timer_info.mul;
921}
922
923u32 vnic_dev_get_intr_coal_timer_max(struct vnic_dev *vdev)
924{
925 return vdev->intr_coal_timer_info.max_usec;
926}
927
928void vnic_dev_unregister(struct vnic_dev *vdev)
929{
930 if (vdev) {
931 if (vdev->notify)
932 pci_free_consistent(vdev->pdev,
933 sizeof(struct vnic_devcmd_notify),
934 vdev->notify,
935 vdev->notify_pa);
936 if (vdev->stats)
937 pci_free_consistent(vdev->pdev,
938 sizeof(struct vnic_stats),
939 vdev->stats, vdev->stats_pa);
940 if (vdev->fw_info)
941 pci_free_consistent(vdev->pdev,
942 sizeof(struct vnic_devcmd_fw_info),
943 vdev->fw_info, vdev->fw_info_pa);
944 kfree(vdev);
945 }
946}
947EXPORT_SYMBOL(vnic_dev_unregister);
948
949struct vnic_dev *vnic_dev_register(struct vnic_dev *vdev,
950 void *priv, struct pci_dev *pdev, struct vnic_dev_bar *bar,
951 unsigned int num_bars)
952{
953 if (!vdev) {
954 vdev = kzalloc(sizeof(struct vnic_dev), GFP_ATOMIC);
955 if (!vdev)
956 return NULL;
957 }
958
959 vdev->priv = priv;
960 vdev->pdev = pdev;
961
962 if (vnic_dev_discover_res(vdev, bar, num_bars))
963 goto err_out;
964
965 vdev->devcmd = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD, 0);
966 if (!vdev->devcmd)
967 goto err_out;
968
969 return vdev;
970
971err_out:
972 vnic_dev_unregister(vdev);
973 return NULL;
974}
975EXPORT_SYMBOL(vnic_dev_register);
976
977struct pci_dev *vnic_dev_get_pdev(struct vnic_dev *vdev)
978{
979 return vdev->pdev;
980}
981EXPORT_SYMBOL(vnic_dev_get_pdev);
982
983int vnic_dev_init_prov2(struct vnic_dev *vdev, u8 *buf, u32 len)
984{
985 u64 a0, a1 = len;
986 int wait = 1000;
987 dma_addr_t prov_pa;
988 void *prov_buf;
989 int ret;
990
991 prov_buf = pci_alloc_consistent(vdev->pdev, len, &prov_pa);
992 if (!prov_buf)
993 return -ENOMEM;
994
995 memcpy(prov_buf, buf, len);
996
997 a0 = prov_pa;
998
999 ret = vnic_dev_cmd(vdev, CMD_INIT_PROV_INFO2, &a0, &a1, wait);
1000
1001 pci_free_consistent(vdev->pdev, len, prov_buf, prov_pa);
1002
1003 return ret;
1004}
1005
1006int vnic_dev_enable2(struct vnic_dev *vdev, int active)
1007{
1008 u64 a0, a1 = 0;
1009 int wait = 1000;
1010
1011 a0 = (active ? CMD_ENABLE2_ACTIVE : 0);
1012
1013 return vnic_dev_cmd(vdev, CMD_ENABLE2, &a0, &a1, wait);
1014}
1015
1016static int vnic_dev_cmd_status(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
1017 int *status)
1018{
1019 u64 a0 = cmd, a1 = 0;
1020 int wait = 1000;
1021 int ret;
1022
1023 ret = vnic_dev_cmd(vdev, CMD_STATUS, &a0, &a1, wait);
1024 if (!ret)
1025 *status = (int)a0;
1026
1027 return ret;
1028}
1029
1030int vnic_dev_enable2_done(struct vnic_dev *vdev, int *status)
1031{
1032 return vnic_dev_cmd_status(vdev, CMD_ENABLE2, status);
1033}
1034
1035int vnic_dev_deinit_done(struct vnic_dev *vdev, int *status)
1036{
1037 return vnic_dev_cmd_status(vdev, CMD_DEINIT, status);
1038}
1039
1040int vnic_dev_set_mac_addr(struct vnic_dev *vdev, u8 *mac_addr)
1041{
1042 u64 a0, a1;
1043 int wait = 1000;
1044 int i;
1045
1046 for (i = 0; i < ETH_ALEN; i++)
1047 ((u8 *)&a0)[i] = mac_addr[i];
1048
1049 return vnic_dev_cmd(vdev, CMD_SET_MAC_ADDR, &a0, &a1, wait);
1050}
1051
