1
2
3
4
5
6
7
8#include <linux/types.h>
9
10#include "qlcnic_sriov.h"
11#include "qlcnic.h"
12#include "qlcnic_83xx_hw.h"
13
14#define QLC_BC_COMMAND 0
15#define QLC_BC_RESPONSE 1
16
17#define QLC_MBOX_RESP_TIMEOUT (10 * HZ)
18#define QLC_MBOX_CH_FREE_TIMEOUT (10 * HZ)
19
20#define QLC_BC_MSG 0
21#define QLC_BC_CFREE 1
22#define QLC_BC_FLR 2
23#define QLC_BC_HDR_SZ 16
24#define QLC_BC_PAYLOAD_SZ (1024 - QLC_BC_HDR_SZ)
25
26#define QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF 2048
27#define QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF 512
28
29#define QLC_83XX_VF_RESET_FAIL_THRESH 8
30#define QLC_BC_CMD_MAX_RETRY_CNT 5
31
32static void qlcnic_sriov_handle_async_issue_cmd(struct work_struct *work);
33static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter *);
34static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args *, u32);
35static void qlcnic_sriov_vf_poll_dev_state(struct work_struct *);
36static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter *);
37static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans *);
38static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter *,
39 struct qlcnic_cmd_args *);
40static int qlcnic_sriov_channel_cfg_cmd(struct qlcnic_adapter *, u8);
41static void qlcnic_sriov_process_bc_cmd(struct work_struct *);
42static int qlcnic_sriov_vf_shutdown(struct pci_dev *);
43static int qlcnic_sriov_vf_resume(struct qlcnic_adapter *);
44static int qlcnic_sriov_async_issue_cmd(struct qlcnic_adapter *,
45 struct qlcnic_cmd_args *);
46
47static struct qlcnic_hardware_ops qlcnic_sriov_vf_hw_ops = {
48 .read_crb = qlcnic_83xx_read_crb,
49 .write_crb = qlcnic_83xx_write_crb,
50 .read_reg = qlcnic_83xx_rd_reg_indirect,
51 .write_reg = qlcnic_83xx_wrt_reg_indirect,
52 .get_mac_address = qlcnic_83xx_get_mac_address,
53 .setup_intr = qlcnic_83xx_setup_intr,
54 .alloc_mbx_args = qlcnic_83xx_alloc_mbx_args,
55 .mbx_cmd = qlcnic_sriov_issue_cmd,
56 .get_func_no = qlcnic_83xx_get_func_no,
57 .api_lock = qlcnic_83xx_cam_lock,
58 .api_unlock = qlcnic_83xx_cam_unlock,
59 .process_lb_rcv_ring_diag = qlcnic_83xx_process_rcv_ring_diag,
60 .create_rx_ctx = qlcnic_83xx_create_rx_ctx,
61 .create_tx_ctx = qlcnic_83xx_create_tx_ctx,
62 .del_rx_ctx = qlcnic_83xx_del_rx_ctx,
63 .del_tx_ctx = qlcnic_83xx_del_tx_ctx,
64 .setup_link_event = qlcnic_83xx_setup_link_event,
65 .get_nic_info = qlcnic_83xx_get_nic_info,
66 .get_pci_info = qlcnic_83xx_get_pci_info,
67 .set_nic_info = qlcnic_83xx_set_nic_info,
68 .change_macvlan = qlcnic_83xx_sre_macaddr_change,
69 .napi_enable = qlcnic_83xx_napi_enable,
70 .napi_disable = qlcnic_83xx_napi_disable,
71 .config_intr_coal = qlcnic_83xx_config_intr_coal,
72 .config_rss = qlcnic_83xx_config_rss,
73 .config_hw_lro = qlcnic_83xx_config_hw_lro,
74 .config_promisc_mode = qlcnic_83xx_nic_set_promisc,
75 .change_l2_filter = qlcnic_83xx_change_l2_filter,
76 .get_board_info = qlcnic_83xx_get_port_info,
77 .free_mac_list = qlcnic_sriov_vf_free_mac_list,
78 .enable_sds_intr = qlcnic_83xx_enable_sds_intr,
79 .disable_sds_intr = qlcnic_83xx_disable_sds_intr,
80 .encap_rx_offload = qlcnic_83xx_encap_rx_offload,
81 .encap_tx_offload = qlcnic_83xx_encap_tx_offload,
82};
83
84static struct qlcnic_nic_template qlcnic_sriov_vf_ops = {
85 .config_bridged_mode = qlcnic_config_bridged_mode,
86 .config_led = qlcnic_config_led,
87 .cancel_idc_work = qlcnic_sriov_vf_cancel_fw_work,
88 .napi_add = qlcnic_83xx_napi_add,
89 .napi_del = qlcnic_83xx_napi_del,
90 .shutdown = qlcnic_sriov_vf_shutdown,
91 .resume = qlcnic_sriov_vf_resume,
92 .config_ipaddr = qlcnic_83xx_config_ipaddr,
93 .clear_legacy_intr = qlcnic_83xx_clear_legacy_intr,
94};
95
96static const struct qlcnic_mailbox_metadata qlcnic_sriov_bc_mbx_tbl[] = {
97 {QLCNIC_BC_CMD_CHANNEL_INIT, 2, 2},
98 {QLCNIC_BC_CMD_CHANNEL_TERM, 2, 2},
99 {QLCNIC_BC_CMD_GET_ACL, 3, 14},
100 {QLCNIC_BC_CMD_CFG_GUEST_VLAN, 2, 2},
101};
102
103static inline bool qlcnic_sriov_bc_msg_check(u32 val)
104{
105 return (val & (1 << QLC_BC_MSG)) ? true : false;
106}
107
108static inline bool qlcnic_sriov_channel_free_check(u32 val)
109{
110 return (val & (1 << QLC_BC_CFREE)) ? true : false;
111}
112
113static inline bool qlcnic_sriov_flr_check(u32 val)
114{
115 return (val & (1 << QLC_BC_FLR)) ? true : false;
116}
117
118static inline u8 qlcnic_sriov_target_func_id(u32 val)
119{
120 return (val >> 4) & 0xff;
121}
122
123static int qlcnic_sriov_virtid_fn(struct qlcnic_adapter *adapter, int vf_id)
124{
125 struct pci_dev *dev = adapter->pdev;
126 int pos;
127 u16 stride, offset;
128
129 if (qlcnic_sriov_vf_check(adapter))
130 return 0;
131
132 pos = pci_find_ext_capability(dev, PCI_EXT_CAP_ID_SRIOV);
133 if (!pos)
134 return 0;
135 pci_read_config_word(dev, pos + PCI_SRIOV_VF_OFFSET, &offset);
136 pci_read_config_word(dev, pos + PCI_SRIOV_VF_STRIDE, &stride);
137
138 return (dev->devfn + offset + stride * vf_id) & 0xff;
139}
140
141int qlcnic_sriov_init(struct qlcnic_adapter *adapter, int num_vfs)
142{
143 struct qlcnic_sriov *sriov;
144 struct qlcnic_back_channel *bc;
145 struct workqueue_struct *wq;
146 struct qlcnic_vport *vp;
147 struct qlcnic_vf_info *vf;
148 int err, i;
149
150 if (!qlcnic_sriov_enable_check(adapter))
151 return -EIO;
152
153 sriov = kzalloc(sizeof(struct qlcnic_sriov), GFP_KERNEL);
154 if (!sriov)
155 return -ENOMEM;
156
157 adapter->ahw->sriov = sriov;
158 sriov->num_vfs = num_vfs;
159 bc = &sriov->bc;
160 sriov->vf_info = kcalloc(num_vfs, sizeof(struct qlcnic_vf_info),
161 GFP_KERNEL);
162 if (!sriov->vf_info) {
163 err = -ENOMEM;
164 goto qlcnic_free_sriov;
165 }
166
167 wq = create_singlethread_workqueue("bc-trans");
168 if (wq == NULL) {
169 err = -ENOMEM;
170 dev_err(&adapter->pdev->dev,
171 "Cannot create bc-trans workqueue\n");
172 goto qlcnic_free_vf_info;
173 }
174
175 bc->bc_trans_wq = wq;
176
177 wq = create_singlethread_workqueue("async");
178 if (wq == NULL) {
179 err = -ENOMEM;
180 dev_err(&adapter->pdev->dev, "Cannot create async workqueue\n");
181 goto qlcnic_destroy_trans_wq;
182 }
183
184 bc->bc_async_wq = wq;
185 INIT_LIST_HEAD(&bc->async_cmd_list);
186 INIT_WORK(&bc->vf_async_work, qlcnic_sriov_handle_async_issue_cmd);
187 spin_lock_init(&bc->queue_lock);
188 bc->adapter = adapter;
189
190 for (i = 0; i < num_vfs; i++) {
191 vf = &sriov->vf_info[i];
192 vf->adapter = adapter;
193 vf->pci_func = qlcnic_sriov_virtid_fn(adapter, i);
194 mutex_init(&vf->send_cmd_lock);
195 spin_lock_init(&vf->vlan_list_lock);
196 INIT_LIST_HEAD(&vf->rcv_act.wait_list);
197 INIT_LIST_HEAD(&vf->rcv_pend.wait_list);
198 spin_lock_init(&vf->rcv_act.lock);
199 spin_lock_init(&vf->rcv_pend.lock);
200 init_completion(&vf->ch_free_cmpl);
201
202 INIT_WORK(&vf->trans_work, qlcnic_sriov_process_bc_cmd);
203
204 if (qlcnic_sriov_pf_check(adapter)) {
205 vp = kzalloc(sizeof(struct qlcnic_vport), GFP_KERNEL);
206 if (!vp) {
207 err = -ENOMEM;
208 goto qlcnic_destroy_async_wq;
209 }
210 sriov->vf_info[i].vp = vp;
211 vp->vlan_mode = QLC_GUEST_VLAN_MODE;
212 vp->max_tx_bw = MAX_BW;
213 vp->min_tx_bw = MIN_BW;
214 vp->spoofchk = false;
215 eth_random_addr(vp->mac);
216 dev_info(&adapter->pdev->dev,
217 "MAC Address %pM is configured for VF %d\n",
218 vp->mac, i);
219 }
220 }
221
222 return 0;
223
224qlcnic_destroy_async_wq:
225 destroy_workqueue(bc->bc_async_wq);
226
227qlcnic_destroy_trans_wq:
228 destroy_workqueue(bc->bc_trans_wq);
229
230qlcnic_free_vf_info:
231 kfree(sriov->vf_info);
232
233qlcnic_free_sriov:
234 kfree(adapter->ahw->sriov);
235 return err;
236}
237
238void qlcnic_sriov_cleanup_list(struct qlcnic_trans_list *t_list)
239{
240 struct qlcnic_bc_trans *trans;
241 struct qlcnic_cmd_args cmd;
242 unsigned long flags;
243
244 spin_lock_irqsave(&t_list->lock, flags);
245
246 while (!list_empty(&t_list->wait_list)) {
247 trans = list_first_entry(&t_list->wait_list,
248 struct qlcnic_bc_trans, list);
249 list_del(&trans->list);
250 t_list->count--;
251 cmd.req.arg = (u32 *)trans->req_pay;
252 cmd.rsp.arg = (u32 *)trans->rsp_pay;
253 qlcnic_free_mbx_args(&cmd);
254 qlcnic_sriov_cleanup_transaction(trans);
255 }
256
257 spin_unlock_irqrestore(&t_list->lock, flags);
258}
259
260void __qlcnic_sriov_cleanup(struct qlcnic_adapter *adapter)
261{
262 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
263 struct qlcnic_back_channel *bc = &sriov->bc;
264 struct qlcnic_vf_info *vf;
265 int i;
266
267 if (!qlcnic_sriov_enable_check(adapter))
268 return;
269
270 qlcnic_sriov_cleanup_async_list(bc);
271 destroy_workqueue(bc->bc_async_wq);
272
273 for (i = 0; i < sriov->num_vfs; i++) {
274 vf = &sriov->vf_info[i];
275 qlcnic_sriov_cleanup_list(&vf->rcv_pend);
276 cancel_work_sync(&vf->trans_work);
277 qlcnic_sriov_cleanup_list(&vf->rcv_act);
278 }
279
280 destroy_workqueue(bc->bc_trans_wq);
281
282 for (i = 0; i < sriov->num_vfs; i++)
283 kfree(sriov->vf_info[i].vp);
284
285 kfree(sriov->vf_info);
286 kfree(adapter->ahw->sriov);
287}
288
289static void qlcnic_sriov_vf_cleanup(struct qlcnic_adapter *adapter)
290{
291 qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
292 qlcnic_sriov_cfg_bc_intr(adapter, 0);
293 __qlcnic_sriov_cleanup(adapter);
294}
295
296void qlcnic_sriov_cleanup(struct qlcnic_adapter *adapter)
297{
298 if (!test_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state))
299 return;
300
301 qlcnic_sriov_free_vlans(adapter);
302
303 if (qlcnic_sriov_pf_check(adapter))
304 qlcnic_sriov_pf_cleanup(adapter);
305
306 if (qlcnic_sriov_vf_check(adapter))
307 qlcnic_sriov_vf_cleanup(adapter);
308}
309
310static int qlcnic_sriov_post_bc_msg(struct qlcnic_adapter *adapter, u32 *hdr,
311 u32 *pay, u8 pci_func, u8 size)
312{
313 struct qlcnic_hardware_context *ahw = adapter->ahw;
314 struct qlcnic_mailbox *mbx = ahw->mailbox;
315 struct qlcnic_cmd_args cmd;
316 unsigned long timeout;
317 int err;
318
319 memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
320 cmd.hdr = hdr;
321 cmd.pay = pay;
322 cmd.pay_size = size;
323 cmd.func_num = pci_func;
324 cmd.op_type = QLC_83XX_MBX_POST_BC_OP;
325 cmd.cmd_op = ((struct qlcnic_bc_hdr *)hdr)->cmd_op;
326
327 err = mbx->ops->enqueue_cmd(adapter, &cmd, &timeout);
328 if (err) {
329 dev_err(&adapter->pdev->dev,
330 "%s: Mailbox not available, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
331 __func__, cmd.cmd_op, cmd.type, ahw->pci_func,
332 ahw->op_mode);
333 return err;
334 }
335
336 if (!wait_for_completion_timeout(&cmd.completion, timeout)) {
337 dev_err(&adapter->pdev->dev,
338 "%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
339 __func__, cmd.cmd_op, cmd.type, ahw->pci_func,
340 ahw->op_mode);
341 flush_workqueue(mbx->work_q);
342 }
343
344 return cmd.rsp_opcode;
345}
346
347static void qlcnic_sriov_vf_cfg_buff_desc(struct qlcnic_adapter *adapter)
348{
349 adapter->num_rxd = QLC_DEFAULT_RCV_DESCRIPTORS_SRIOV_VF;
350 adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
351 adapter->num_jumbo_rxd = QLC_DEFAULT_JUMBO_RCV_DESCRIPTORS_SRIOV_VF;
352 adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
353 adapter->num_txd = MAX_CMD_DESCRIPTORS;
354 adapter->max_rds_rings = MAX_RDS_RINGS;
355}
356
357int qlcnic_sriov_get_vf_vport_info(struct qlcnic_adapter *adapter,
358 struct qlcnic_info *npar_info, u16 vport_id)
359{
360 struct device *dev = &adapter->pdev->dev;
361 struct qlcnic_cmd_args cmd;
362 int err;
363 u32 status;
364
365 err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
366 if (err)
367 return err;
368
369 cmd.req.arg[1] = vport_id << 16 | 0x1;
370 err = qlcnic_issue_cmd(adapter, &cmd);
371 if (err) {
372 dev_err(&adapter->pdev->dev,
373 "Failed to get vport info, err=%d\n", err);
374 qlcnic_free_mbx_args(&cmd);
375 return err;
376 }
377
378 status = cmd.rsp.arg[2] & 0xffff;
379 if (status & BIT_0)
380 npar_info->min_tx_bw = MSW(cmd.rsp.arg[2]);
381 if (status & BIT_1)
382 npar_info->max_tx_bw = LSW(cmd.rsp.arg[3]);
383 if (status & BIT_2)
384 npar_info->max_tx_ques = MSW(cmd.rsp.arg[3]);
385 if (status & BIT_3)
386 npar_info->max_tx_mac_filters = LSW(cmd.rsp.arg[4]);
387 if (status & BIT_4)
388 npar_info->max_rx_mcast_mac_filters = MSW(cmd.rsp.arg[4]);
389 if (status & BIT_5)
390 npar_info->max_rx_ucast_mac_filters = LSW(cmd.rsp.arg[5]);
391 if (status & BIT_6)
392 npar_info->max_rx_ip_addr = MSW(cmd.rsp.arg[5]);
393 if (status & BIT_7)
394 npar_info->max_rx_lro_flow = LSW(cmd.rsp.arg[6]);
395 if (status & BIT_8)
396 npar_info->max_rx_status_rings = MSW(cmd.rsp.arg[6]);
397 if (status & BIT_9)
398 npar_info->max_rx_buf_rings = LSW(cmd.rsp.arg[7]);
399
400 npar_info->max_rx_ques = MSW(cmd.rsp.arg[7]);
401 npar_info->max_tx_vlan_keys = LSW(cmd.rsp.arg[8]);
402 npar_info->max_local_ipv6_addrs = MSW(cmd.rsp.arg[8]);
403 npar_info->max_remote_ipv6_addrs = LSW(cmd.rsp.arg[9]);
404
405 dev_info(dev, "\n\tmin_tx_bw: %d, max_tx_bw: %d max_tx_ques: %d,\n"
406 "\tmax_tx_mac_filters: %d max_rx_mcast_mac_filters: %d,\n"
407 "\tmax_rx_ucast_mac_filters: 0x%x, max_rx_ip_addr: %d,\n"
408 "\tmax_rx_lro_flow: %d max_rx_status_rings: %d,\n"
409 "\tmax_rx_buf_rings: %d, max_rx_ques: %d, max_tx_vlan_keys %d\n"
410 "\tlocal_ipv6_addr: %d, remote_ipv6_addr: %d\n",
411 npar_info->min_tx_bw, npar_info->max_tx_bw,
412 npar_info->max_tx_ques, npar_info->max_tx_mac_filters,
413 npar_info->max_rx_mcast_mac_filters,
414 npar_info->max_rx_ucast_mac_filters, npar_info->max_rx_ip_addr,
415 npar_info->max_rx_lro_flow, npar_info->max_rx_status_rings,
416 npar_info->max_rx_buf_rings, npar_info->max_rx_ques,
417 npar_info->max_tx_vlan_keys, npar_info->max_local_ipv6_addrs,
418 npar_info->max_remote_ipv6_addrs);
419
420 qlcnic_free_mbx_args(&cmd);
421 return err;
422}
423
424static int qlcnic_sriov_set_pvid_mode(struct qlcnic_adapter *adapter,
425 struct qlcnic_cmd_args *cmd)
426{
427 adapter->rx_pvid = MSW(cmd->rsp.arg[1]) & 0xffff;
428 adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
429 return 0;
430}
431
432static int qlcnic_sriov_set_guest_vlan_mode(struct qlcnic_adapter *adapter,
433 struct qlcnic_cmd_args *cmd)
434{
435 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
436 int i, num_vlans;
437 u16 *vlans;
438
439 if (sriov->allowed_vlans)
440 return 0;
441
442 sriov->any_vlan = cmd->rsp.arg[2] & 0xf;
443 sriov->num_allowed_vlans = cmd->rsp.arg[2] >> 16;
444 dev_info(&adapter->pdev->dev, "Number of allowed Guest VLANs = %d\n",
445 sriov->num_allowed_vlans);
446
447 qlcnic_sriov_alloc_vlans(adapter);
448
449 if (!sriov->any_vlan)
450 return 0;
451
452 num_vlans = sriov->num_allowed_vlans;
453 sriov->allowed_vlans = kcalloc(num_vlans, sizeof(u16), GFP_KERNEL);
454 if (!sriov->allowed_vlans)
455 return -ENOMEM;
456
457 vlans = (u16 *)&cmd->rsp.arg[3];
458 for (i = 0; i < num_vlans; i++)
459 sriov->allowed_vlans[i] = vlans[i];
460
461 return 0;
462}
463
464static int qlcnic_sriov_get_vf_acl(struct qlcnic_adapter *adapter)
465{
466 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
467 struct qlcnic_cmd_args cmd;
468 int ret = 0;
469
470 memset(&cmd, 0, sizeof(cmd));
471 ret = qlcnic_sriov_alloc_bc_mbx_args(&cmd, QLCNIC_BC_CMD_GET_ACL);
472 if (ret)
473 return ret;
474
475 ret = qlcnic_issue_cmd(adapter, &cmd);
476 if (ret) {
477 dev_err(&adapter->pdev->dev, "Failed to get ACL, err=%d\n",
478 ret);
479 } else {
480 sriov->vlan_mode = cmd.rsp.arg[1] & 0x3;
481 switch (sriov->vlan_mode) {
482 case QLC_GUEST_VLAN_MODE:
483 ret = qlcnic_sriov_set_guest_vlan_mode(adapter, &cmd);
484 break;
485 case QLC_PVID_MODE:
486 ret = qlcnic_sriov_set_pvid_mode(adapter, &cmd);
487 break;
488 }
489 }
490
491 qlcnic_free_mbx_args(&cmd);
492 return ret;
493}
494
495static int qlcnic_sriov_vf_init_driver(struct qlcnic_adapter *adapter)
496{
497 struct qlcnic_hardware_context *ahw = adapter->ahw;
498 struct qlcnic_info nic_info;
499 int err;
500
501 err = qlcnic_sriov_get_vf_vport_info(adapter, &nic_info, 0);
502 if (err)
503 return err;
504
505 ahw->max_mc_count = nic_info.max_rx_mcast_mac_filters;
506
507 err = qlcnic_get_nic_info(adapter, &nic_info, ahw->pci_func);
508 if (err)
509 return -EIO;
510
511 if (qlcnic_83xx_get_port_info(adapter))
512 return -EIO;
513
514 qlcnic_sriov_vf_cfg_buff_desc(adapter);
515 adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
516 dev_info(&adapter->pdev->dev, "HAL Version: %d\n",
517 adapter->ahw->fw_hal_version);
518
519 ahw->physical_port = (u8) nic_info.phys_port;
520 ahw->switch_mode = nic_info.switch_mode;
521 ahw->max_mtu = nic_info.max_mtu;
522 ahw->op_mode = nic_info.op_mode;
523 ahw->capabilities = nic_info.capabilities;
524 return 0;
525}
526
527static int qlcnic_sriov_setup_vf(struct qlcnic_adapter *adapter,
528 int pci_using_dac)
529{
530 int err;
531
532 adapter->flags |= QLCNIC_VLAN_FILTERING;
533 adapter->ahw->total_nic_func = 1;
534 INIT_LIST_HEAD(&adapter->vf_mc_list);
535 if (!qlcnic_use_msi_x && !!qlcnic_use_msi)
536 dev_warn(&adapter->pdev->dev,
537 "Device does not support MSI interrupts\n");
538
539
540 qlcnic_set_tx_ring_count(adapter, QLCNIC_SINGLE_RING);
541 qlcnic_set_sds_ring_count(adapter, QLCNIC_SINGLE_RING);
542
543 err = qlcnic_setup_intr(adapter);
544 if (err) {
545 dev_err(&adapter->pdev->dev, "Failed to setup interrupt\n");
546 goto err_out_disable_msi;
547 }
548
549 err = qlcnic_83xx_setup_mbx_intr(adapter);
550 if (err)
551 goto err_out_disable_msi;
552
553 err = qlcnic_sriov_init(adapter, 1);
554 if (err)
555 goto err_out_disable_mbx_intr;
556
557 err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
558 if (err)
559 goto err_out_cleanup_sriov;
560
561 err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
562 if (err)
563 goto err_out_disable_bc_intr;
564
565 err = qlcnic_sriov_vf_init_driver(adapter);
566 if (err)
567 goto err_out_send_channel_term;
568
569 err = qlcnic_sriov_get_vf_acl(adapter);
570 if (err)
571 goto err_out_send_channel_term;
572
573 err = qlcnic_setup_netdev(adapter, adapter->netdev, pci_using_dac);
574 if (err)
575 goto err_out_send_channel_term;
576
577 pci_set_drvdata(adapter->pdev, adapter);
578 dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
579 adapter->netdev->name);
580
581 qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
582 adapter->ahw->idc.delay);
583 return 0;
584
585err_out_send_channel_term:
586 qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
587
588err_out_disable_bc_intr:
589 qlcnic_sriov_cfg_bc_intr(adapter, 0);
590
591err_out_cleanup_sriov:
592 __qlcnic_sriov_cleanup(adapter);
593
594err_out_disable_mbx_intr:
595 qlcnic_83xx_free_mbx_intr(adapter);
596
597err_out_disable_msi:
598 qlcnic_teardown_intr(adapter);
599 return err;
600}
601
602static int qlcnic_sriov_check_dev_ready(struct qlcnic_adapter *adapter)
603{
604 u32 state;
605
606 do {
607 msleep(20);
608 if (++adapter->fw_fail_cnt > QLC_BC_CMD_MAX_RETRY_CNT)
609 return -EIO;
610 state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
611 } while (state != QLC_83XX_IDC_DEV_READY);
612
613 return 0;
614}
615
616int qlcnic_sriov_vf_init(struct qlcnic_adapter *adapter, int pci_using_dac)
617{
618 struct qlcnic_hardware_context *ahw = adapter->ahw;
619 int err;
620
621 set_bit(QLC_83XX_MODULE_LOADED, &ahw->idc.status);
622 ahw->idc.delay = QLC_83XX_IDC_FW_POLL_DELAY;
623 ahw->reset_context = 0;
624 adapter->fw_fail_cnt = 0;
625 ahw->msix_supported = 1;
626 adapter->need_fw_reset = 0;
627 adapter->flags |= QLCNIC_TX_INTR_SHARED;
628
629 err = qlcnic_sriov_check_dev_ready(adapter);
630 if (err)
631 return err;
632
633 err = qlcnic_sriov_setup_vf(adapter, pci_using_dac);
634 if (err)
635 return err;
636
637 if (qlcnic_read_mac_addr(adapter))
638 dev_warn(&adapter->pdev->dev, "failed to read mac addr\n");
639
640 INIT_DELAYED_WORK(&adapter->idc_aen_work, qlcnic_83xx_idc_aen_work);
641
642 clear_bit(__QLCNIC_RESETTING, &adapter->state);
643 return 0;
644}
645
646void qlcnic_sriov_vf_set_ops(struct qlcnic_adapter *adapter)
647{
648 struct qlcnic_hardware_context *ahw = adapter->ahw;
649
650 ahw->op_mode = QLCNIC_SRIOV_VF_FUNC;
651 dev_info(&adapter->pdev->dev,
652 "HAL Version: %d Non Privileged SRIOV function\n",
653 ahw->fw_hal_version);
654 adapter->nic_ops = &qlcnic_sriov_vf_ops;
655 set_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state);
656 return;
657}
658
659void qlcnic_sriov_vf_register_map(struct qlcnic_hardware_context *ahw)
660{
661 ahw->hw_ops = &qlcnic_sriov_vf_hw_ops;
662 ahw->reg_tbl = (u32 *)qlcnic_83xx_reg_tbl;
663 ahw->ext_reg_tbl = (u32 *)qlcnic_83xx_ext_reg_tbl;
664}
665
666static u32 qlcnic_sriov_get_bc_paysize(u32 real_pay_size, u8 curr_frag)
667{
668 u32 pay_size;
669
670 pay_size = real_pay_size / ((curr_frag + 1) * QLC_BC_PAYLOAD_SZ);
671
672 if (pay_size)
673 pay_size = QLC_BC_PAYLOAD_SZ;
674 else
675 pay_size = real_pay_size % QLC_BC_PAYLOAD_SZ;
676
677 return pay_size;
678}
679
680int qlcnic_sriov_func_to_index(struct qlcnic_adapter *adapter, u8 pci_func)
681{
682 struct qlcnic_vf_info *vf_info = adapter->ahw->sriov->vf_info;
683 u8 i;
684
685 if (qlcnic_sriov_vf_check(adapter))
686 return 0;
687
688 for (i = 0; i < adapter->ahw->sriov->num_vfs; i++) {
689 if (vf_info[i].pci_func == pci_func)
690 return i;
691 }
692
693 return -EINVAL;
694}
695
696static inline int qlcnic_sriov_alloc_bc_trans(struct qlcnic_bc_trans **trans)
697{
698 *trans = kzalloc(sizeof(struct qlcnic_bc_trans), GFP_ATOMIC);
699 if (!*trans)
700 return -ENOMEM;
701
702 init_completion(&(*trans)->resp_cmpl);
703 return 0;
704}
705
706static inline int qlcnic_sriov_alloc_bc_msg(struct qlcnic_bc_hdr **hdr,
707 u32 size)
708{
709 *hdr = kcalloc(size, sizeof(struct qlcnic_bc_hdr), GFP_ATOMIC);
710 if (!*hdr)
711 return -ENOMEM;
712
713 return 0;
714}
715
716static int qlcnic_sriov_alloc_bc_mbx_args(struct qlcnic_cmd_args *mbx, u32 type)
717{
718 const struct qlcnic_mailbox_metadata *mbx_tbl;
719 int i, size;
720
721 mbx_tbl = qlcnic_sriov_bc_mbx_tbl;
722 size = ARRAY_SIZE(qlcnic_sriov_bc_mbx_tbl);
723
724 for (i = 0; i < size; i++) {
725 if (type == mbx_tbl[i].cmd) {
726 mbx->op_type = QLC_BC_CMD;
727 mbx->req.num = mbx_tbl[i].in_args;
728 mbx->rsp.num = mbx_tbl[i].out_args;
729 mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
730 GFP_ATOMIC);
731 if (!mbx->req.arg)
732 return -ENOMEM;
733 mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
734 GFP_ATOMIC);
735 if (!mbx->rsp.arg) {
736 kfree(mbx->req.arg);
737 mbx->req.arg = NULL;
738 return -ENOMEM;
739 }
740 mbx->req.arg[0] = (type | (mbx->req.num << 16) |
741 (3 << 29));
742 mbx->rsp.arg[0] = (type & 0xffff) | mbx->rsp.num << 16;
743 return 0;
744 }
745 }
746 return -EINVAL;
747}
748
749static int qlcnic_sriov_prepare_bc_hdr(struct qlcnic_bc_trans *trans,
750 struct qlcnic_cmd_args *cmd,
751 u16 seq, u8 msg_type)
752{
753 struct qlcnic_bc_hdr *hdr;
754 int i;
755 u32 num_regs, bc_pay_sz;
756 u16 remainder;
757 u8 cmd_op, num_frags, t_num_frags;
758
759 bc_pay_sz = QLC_BC_PAYLOAD_SZ;
760 if (msg_type == QLC_BC_COMMAND) {
761 trans->req_pay = (struct qlcnic_bc_payload *)cmd->req.arg;
762 trans->rsp_pay = (struct qlcnic_bc_payload *)cmd->rsp.arg;
763 num_regs = cmd->req.num;
764 trans->req_pay_size = (num_regs * 4);
765 num_regs = cmd->rsp.num;
766 trans->rsp_pay_size = (num_regs * 4);
767 cmd_op = cmd->req.arg[0] & 0xff;
768 remainder = (trans->req_pay_size) % (bc_pay_sz);
769 num_frags = (trans->req_pay_size) / (bc_pay_sz);
770 if (remainder)
771 num_frags++;
772 t_num_frags = num_frags;
773 if (qlcnic_sriov_alloc_bc_msg(&trans->req_hdr, num_frags))
774 return -ENOMEM;
775 remainder = (trans->rsp_pay_size) % (bc_pay_sz);
776 num_frags = (trans->rsp_pay_size) / (bc_pay_sz);
777 if (remainder)
778 num_frags++;
779 if (qlcnic_sriov_alloc_bc_msg(&trans->rsp_hdr, num_frags))
780 return -ENOMEM;
781 num_frags = t_num_frags;
782 hdr = trans->req_hdr;
783 } else {
784 cmd->req.arg = (u32 *)trans->req_pay;
785 cmd->rsp.arg = (u32 *)trans->rsp_pay;
786 cmd_op = cmd->req.arg[0] & 0xff;
787 cmd->cmd_op = cmd_op;
788 remainder = (trans->rsp_pay_size) % (bc_pay_sz);
789 num_frags = (trans->rsp_pay_size) / (bc_pay_sz);
790 if (remainder)
791 num_frags++;
792 cmd->req.num = trans->req_pay_size / 4;
793 cmd->rsp.num = trans->rsp_pay_size / 4;
794 hdr = trans->rsp_hdr;
795 cmd->op_type = trans->req_hdr->op_type;
796 }
797
798 trans->trans_id = seq;
799 trans->cmd_id = cmd_op;
800 for (i = 0; i < num_frags; i++) {
801 hdr[i].version = 2;
802 hdr[i].msg_type = msg_type;
803 hdr[i].op_type = cmd->op_type;
804 hdr[i].num_cmds = 1;
805 hdr[i].num_frags = num_frags;
806 hdr[i].frag_num = i + 1;
807 hdr[i].cmd_op = cmd_op;
808 hdr[i].seq_id = seq;
809 }
810 return 0;
811}
812
813static void qlcnic_sriov_cleanup_transaction(struct qlcnic_bc_trans *trans)
814{
815 if (!trans)
816 return;
817 kfree(trans->req_hdr);
818 kfree(trans->rsp_hdr);
819 kfree(trans);
820}
821
822static int qlcnic_sriov_clear_trans(struct qlcnic_vf_info *vf,
823 struct qlcnic_bc_trans *trans, u8 type)
824{
825 struct qlcnic_trans_list *t_list;
826 unsigned long flags;
827 int ret = 0;
828
829 if (type == QLC_BC_RESPONSE) {
830 t_list = &vf->rcv_act;
831 spin_lock_irqsave(&t_list->lock, flags);
832 t_list->count--;
833 list_del(&trans->list);
834 if (t_list->count > 0)
835 ret = 1;
836 spin_unlock_irqrestore(&t_list->lock, flags);
837 }
838 if (type == QLC_BC_COMMAND) {
839 while (test_and_set_bit(QLC_BC_VF_SEND, &vf->state))
840 msleep(100);
841 vf->send_cmd = NULL;
842 clear_bit(QLC_BC_VF_SEND, &vf->state);
843 }
844 return ret;
845}
846
847static void qlcnic_sriov_schedule_bc_cmd(struct qlcnic_sriov *sriov,
848 struct qlcnic_vf_info *vf,
849 work_func_t func)
850{
851 if (test_bit(QLC_BC_VF_FLR, &vf->state) ||
852 vf->adapter->need_fw_reset)
853 return;
854
855 queue_work(sriov->bc.bc_trans_wq, &vf->trans_work);
856}
857
858static inline void qlcnic_sriov_wait_for_resp(struct qlcnic_bc_trans *trans)
859{
860 struct completion *cmpl = &trans->resp_cmpl;
861
862 if (wait_for_completion_timeout(cmpl, QLC_MBOX_RESP_TIMEOUT))
863 trans->trans_state = QLC_END;
864 else
865 trans->trans_state = QLC_ABORT;
866
867 return;
868}
869
870static void qlcnic_sriov_handle_multi_frags(struct qlcnic_bc_trans *trans,
871 u8 type)
872{
873 if (type == QLC_BC_RESPONSE) {
874 trans->curr_rsp_frag++;
875 if (trans->curr_rsp_frag < trans->rsp_hdr->num_frags)
876 trans->trans_state = QLC_INIT;
877 else
878 trans->trans_state = QLC_END;
879 } else {
880 trans->curr_req_frag++;
881 if (trans->curr_req_frag < trans->req_hdr->num_frags)
882 trans->trans_state = QLC_INIT;
883 else
884 trans->trans_state = QLC_WAIT_FOR_RESP;
885 }
886}
887
888static void qlcnic_sriov_wait_for_channel_free(struct qlcnic_bc_trans *trans,
889 u8 type)
890{
891 struct qlcnic_vf_info *vf = trans->vf;
892 struct completion *cmpl = &vf->ch_free_cmpl;
893
894 if (!wait_for_completion_timeout(cmpl, QLC_MBOX_CH_FREE_TIMEOUT)) {
895 trans->trans_state = QLC_ABORT;
896 return;
897 }
898
899 clear_bit(QLC_BC_VF_CHANNEL, &vf->state);
900 qlcnic_sriov_handle_multi_frags(trans, type);
901}
902
903static void qlcnic_sriov_pull_bc_msg(struct qlcnic_adapter *adapter,
904 u32 *hdr, u32 *pay, u32 size)
905{
906 struct qlcnic_hardware_context *ahw = adapter->ahw;
907 u8 i, max = 2, hdr_size, j;
908
909 hdr_size = (sizeof(struct qlcnic_bc_hdr) / sizeof(u32));
910 max = (size / sizeof(u32)) + hdr_size;
911
912 for (i = 2, j = 0; j < hdr_size; i++, j++)
913 *(hdr++) = readl(QLCNIC_MBX_FW(ahw, i));
914 for (; j < max; i++, j++)
915 *(pay++) = readl(QLCNIC_MBX_FW(ahw, i));
916}
917
918static int __qlcnic_sriov_issue_bc_post(struct qlcnic_vf_info *vf)
919{
920 int ret = -EBUSY;
921 u32 timeout = 10000;
922
923 do {
924 if (!test_and_set_bit(QLC_BC_VF_CHANNEL, &vf->state)) {
925 ret = 0;
926 break;
927 }
928 mdelay(1);
929 } while (--timeout);
930
931 return ret;
932}
933
934static int qlcnic_sriov_issue_bc_post(struct qlcnic_bc_trans *trans, u8 type)
935{
936 struct qlcnic_vf_info *vf = trans->vf;
937 u32 pay_size;
938 u32 *hdr, *pay;
939 int ret;
940 u8 pci_func = trans->func_id;
941
942 if (__qlcnic_sriov_issue_bc_post(vf))
943 return -EBUSY;
944
945 if (type == QLC_BC_COMMAND) {
946 hdr = (u32 *)(trans->req_hdr + trans->curr_req_frag);
947 pay = (u32 *)(trans->req_pay + trans->curr_req_frag);
948 pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
949 trans->curr_req_frag);
950 pay_size = (pay_size / sizeof(u32));
951 } else {
952 hdr = (u32 *)(trans->rsp_hdr + trans->curr_rsp_frag);
953 pay = (u32 *)(trans->rsp_pay + trans->curr_rsp_frag);
954 pay_size = qlcnic_sriov_get_bc_paysize(trans->rsp_pay_size,
955 trans->curr_rsp_frag);
956 pay_size = (pay_size / sizeof(u32));
957 }
958
959 ret = qlcnic_sriov_post_bc_msg(vf->adapter, hdr, pay,
960 pci_func, pay_size);
961 return ret;
962}
963
964static int __qlcnic_sriov_send_bc_msg(struct qlcnic_bc_trans *trans,
965 struct qlcnic_vf_info *vf, u8 type)
966{
967 bool flag = true;
968 int err = -EIO;
969
970 while (flag) {
971 if (test_bit(QLC_BC_VF_FLR, &vf->state) ||
972 vf->adapter->need_fw_reset)
973 trans->trans_state = QLC_ABORT;
974
975 switch (trans->trans_state) {
976 case QLC_INIT:
977 trans->trans_state = QLC_WAIT_FOR_CHANNEL_FREE;
978 if (qlcnic_sriov_issue_bc_post(trans, type))
979 trans->trans_state = QLC_ABORT;
980 break;
981 case QLC_WAIT_FOR_CHANNEL_FREE:
982 qlcnic_sriov_wait_for_channel_free(trans, type);
983 break;
984 case QLC_WAIT_FOR_RESP:
985 qlcnic_sriov_wait_for_resp(trans);
986 break;
987 case QLC_END:
988 err = 0;
989 flag = false;
990 break;
991 case QLC_ABORT:
992 err = -EIO;
993 flag = false;
994 clear_bit(QLC_BC_VF_CHANNEL, &vf->state);
995 break;
996 default:
997 err = -EIO;
998 flag = false;
999 }
1000 }
1001 return err;
1002}
1003
1004static int qlcnic_sriov_send_bc_cmd(struct qlcnic_adapter *adapter,
1005 struct qlcnic_bc_trans *trans, int pci_func)
1006{
1007 struct qlcnic_vf_info *vf;
1008 int err, index = qlcnic_sriov_func_to_index(adapter, pci_func);
1009
1010 if (index < 0)
1011 return -EIO;
1012
1013 vf = &adapter->ahw->sriov->vf_info[index];
1014 trans->vf = vf;
1015 trans->func_id = pci_func;
1016
1017 if (!test_bit(QLC_BC_VF_STATE, &vf->state)) {
1018 if (qlcnic_sriov_pf_check(adapter))
1019 return -EIO;
1020 if (qlcnic_sriov_vf_check(adapter) &&
1021 trans->cmd_id != QLCNIC_BC_CMD_CHANNEL_INIT)
1022 return -EIO;
1023 }
1024
1025 mutex_lock(&vf->send_cmd_lock);
1026 vf->send_cmd = trans;
1027 err = __qlcnic_sriov_send_bc_msg(trans, vf, QLC_BC_COMMAND);
1028 qlcnic_sriov_clear_trans(vf, trans, QLC_BC_COMMAND);
1029 mutex_unlock(&vf->send_cmd_lock);
1030 return err;
1031}
1032
1033static void __qlcnic_sriov_process_bc_cmd(struct qlcnic_adapter *adapter,
1034 struct qlcnic_bc_trans *trans,
1035 struct qlcnic_cmd_args *cmd)
1036{
1037#ifdef CONFIG_QLCNIC_SRIOV
1038 if (qlcnic_sriov_pf_check(adapter)) {
1039 qlcnic_sriov_pf_process_bc_cmd(adapter, trans, cmd);
1040 return;
1041 }
1042#endif
1043 cmd->rsp.arg[0] |= (0x9 << 25);
1044 return;
1045}
1046
1047static void qlcnic_sriov_process_bc_cmd(struct work_struct *work)
1048{
1049 struct qlcnic_vf_info *vf = container_of(work, struct qlcnic_vf_info,
1050 trans_work);
1051 struct qlcnic_bc_trans *trans = NULL;
1052 struct qlcnic_adapter *adapter = vf->adapter;
1053 struct qlcnic_cmd_args cmd;
1054 u8 req;
1055
1056 if (adapter->need_fw_reset)
1057 return;
1058
1059 if (test_bit(QLC_BC_VF_FLR, &vf->state))
1060 return;
1061
1062 memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
1063 trans = list_first_entry(&vf->rcv_act.wait_list,
1064 struct qlcnic_bc_trans, list);
1065 adapter = vf->adapter;
1066
1067 if (qlcnic_sriov_prepare_bc_hdr(trans, &cmd, trans->req_hdr->seq_id,
1068 QLC_BC_RESPONSE))
1069 goto cleanup_trans;
1070
1071 __qlcnic_sriov_process_bc_cmd(adapter, trans, &cmd);
1072 trans->trans_state = QLC_INIT;
1073 __qlcnic_sriov_send_bc_msg(trans, vf, QLC_BC_RESPONSE);
1074
1075cleanup_trans:
1076 qlcnic_free_mbx_args(&cmd);
1077 req = qlcnic_sriov_clear_trans(vf, trans, QLC_BC_RESPONSE);
1078 qlcnic_sriov_cleanup_transaction(trans);
1079 if (req)
1080 qlcnic_sriov_schedule_bc_cmd(adapter->ahw->sriov, vf,
1081 qlcnic_sriov_process_bc_cmd);
1082}
1083
1084static void qlcnic_sriov_handle_bc_resp(struct qlcnic_bc_hdr *hdr,
1085 struct qlcnic_vf_info *vf)
1086{
1087 struct qlcnic_bc_trans *trans;
1088 u32 pay_size;
1089
1090 if (test_and_set_bit(QLC_BC_VF_SEND, &vf->state))
1091 return;
1092
1093 trans = vf->send_cmd;
1094
1095 if (trans == NULL)
1096 goto clear_send;
1097
1098 if (trans->trans_id != hdr->seq_id)
1099 goto clear_send;
1100
1101 pay_size = qlcnic_sriov_get_bc_paysize(trans->rsp_pay_size,
1102 trans->curr_rsp_frag);
1103 qlcnic_sriov_pull_bc_msg(vf->adapter,
1104 (u32 *)(trans->rsp_hdr + trans->curr_rsp_frag),
1105 (u32 *)(trans->rsp_pay + trans->curr_rsp_frag),
1106 pay_size);
1107 if (++trans->curr_rsp_frag < trans->rsp_hdr->num_frags)
1108 goto clear_send;
1109
1110 complete(&trans->resp_cmpl);
1111
1112clear_send:
1113 clear_bit(QLC_BC_VF_SEND, &vf->state);
1114}
1115
1116int __qlcnic_sriov_add_act_list(struct qlcnic_sriov *sriov,
1117 struct qlcnic_vf_info *vf,
1118 struct qlcnic_bc_trans *trans)
1119{
1120 struct qlcnic_trans_list *t_list = &vf->rcv_act;
1121
1122 t_list->count++;
1123 list_add_tail(&trans->list, &t_list->wait_list);
1124 if (t_list->count == 1)
1125 qlcnic_sriov_schedule_bc_cmd(sriov, vf,
1126 qlcnic_sriov_process_bc_cmd);
1127 return 0;
1128}
1129
1130static int qlcnic_sriov_add_act_list(struct qlcnic_sriov *sriov,
1131 struct qlcnic_vf_info *vf,
1132 struct qlcnic_bc_trans *trans)
1133{
1134 struct qlcnic_trans_list *t_list = &vf->rcv_act;
1135
1136 spin_lock(&t_list->lock);
1137
1138 __qlcnic_sriov_add_act_list(sriov, vf, trans);
1139
1140 spin_unlock(&t_list->lock);
1141 return 0;
1142}
1143
1144static void qlcnic_sriov_handle_pending_trans(struct qlcnic_sriov *sriov,
1145 struct qlcnic_vf_info *vf,
1146 struct qlcnic_bc_hdr *hdr)
1147{
1148 struct qlcnic_bc_trans *trans = NULL;
1149 struct list_head *node;
1150 u32 pay_size, curr_frag;
1151 u8 found = 0, active = 0;
1152
1153 spin_lock(&vf->rcv_pend.lock);
1154 if (vf->rcv_pend.count > 0) {
1155 list_for_each(node, &vf->rcv_pend.wait_list) {
1156 trans = list_entry(node, struct qlcnic_bc_trans, list);
1157 if (trans->trans_id == hdr->seq_id) {
1158 found = 1;
1159 break;
1160 }
1161 }
1162 }
1163
1164 if (found) {
1165 curr_frag = trans->curr_req_frag;
1166 pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
1167 curr_frag);
1168 qlcnic_sriov_pull_bc_msg(vf->adapter,
1169 (u32 *)(trans->req_hdr + curr_frag),
1170 (u32 *)(trans->req_pay + curr_frag),
1171 pay_size);
1172 trans->curr_req_frag++;
1173 if (trans->curr_req_frag >= hdr->num_frags) {
1174 vf->rcv_pend.count--;
1175 list_del(&trans->list);
1176 active = 1;
1177 }
1178 }
1179 spin_unlock(&vf->rcv_pend.lock);
1180
1181 if (active)
1182 if (qlcnic_sriov_add_act_list(sriov, vf, trans))
1183 qlcnic_sriov_cleanup_transaction(trans);
1184
1185 return;
1186}
1187
1188static void qlcnic_sriov_handle_bc_cmd(struct qlcnic_sriov *sriov,
1189 struct qlcnic_bc_hdr *hdr,
1190 struct qlcnic_vf_info *vf)
1191{
1192 struct qlcnic_bc_trans *trans;
1193 struct qlcnic_adapter *adapter = vf->adapter;
1194 struct qlcnic_cmd_args cmd;
1195 u32 pay_size;
1196 int err;
1197 u8 cmd_op;
1198
1199 if (adapter->need_fw_reset)
1200 return;
1201
1202 if (!test_bit(QLC_BC_VF_STATE, &vf->state) &&
1203 hdr->op_type != QLC_BC_CMD &&
1204 hdr->cmd_op != QLCNIC_BC_CMD_CHANNEL_INIT)
1205 return;
1206
1207 if (hdr->frag_num > 1) {
1208 qlcnic_sriov_handle_pending_trans(sriov, vf, hdr);
1209 return;
1210 }
1211
1212 memset(&cmd, 0, sizeof(struct qlcnic_cmd_args));
1213 cmd_op = hdr->cmd_op;
1214 if (qlcnic_sriov_alloc_bc_trans(&trans))
1215 return;
1216
1217 if (hdr->op_type == QLC_BC_CMD)
1218 err = qlcnic_sriov_alloc_bc_mbx_args(&cmd, cmd_op);
1219 else
1220 err = qlcnic_alloc_mbx_args(&cmd, adapter, cmd_op);
1221
1222 if (err) {
1223 qlcnic_sriov_cleanup_transaction(trans);
1224 return;
1225 }
1226
1227 cmd.op_type = hdr->op_type;
1228 if (qlcnic_sriov_prepare_bc_hdr(trans, &cmd, hdr->seq_id,
1229 QLC_BC_COMMAND)) {
1230 qlcnic_free_mbx_args(&cmd);
1231 qlcnic_sriov_cleanup_transaction(trans);
1232 return;
1233 }
1234
1235 pay_size = qlcnic_sriov_get_bc_paysize(trans->req_pay_size,
1236 trans->curr_req_frag);
1237 qlcnic_sriov_pull_bc_msg(vf->adapter,
1238 (u32 *)(trans->req_hdr + trans->curr_req_frag),
1239 (u32 *)(trans->req_pay + trans->curr_req_frag),
1240 pay_size);
1241 trans->func_id = vf->pci_func;
1242 trans->vf = vf;
1243 trans->trans_id = hdr->seq_id;
1244 trans->curr_req_frag++;
1245
1246 if (qlcnic_sriov_soft_flr_check(adapter, trans, vf))
1247 return;
1248
1249 if (trans->curr_req_frag == trans->req_hdr->num_frags) {
1250 if (qlcnic_sriov_add_act_list(sriov, vf, trans)) {
1251 qlcnic_free_mbx_args(&cmd);
1252 qlcnic_sriov_cleanup_transaction(trans);
1253 }
1254 } else {
1255 spin_lock(&vf->rcv_pend.lock);
1256 list_add_tail(&trans->list, &vf->rcv_pend.wait_list);
1257 vf->rcv_pend.count++;
1258 spin_unlock(&vf->rcv_pend.lock);
1259 }
1260}
1261
1262static void qlcnic_sriov_handle_msg_event(struct qlcnic_sriov *sriov,
1263 struct qlcnic_vf_info *vf)
1264{
1265 struct qlcnic_bc_hdr hdr;
1266 u32 *ptr = (u32 *)&hdr;
1267 u8 msg_type, i;
1268
1269 for (i = 2; i < 6; i++)
1270 ptr[i - 2] = readl(QLCNIC_MBX_FW(vf->adapter->ahw, i));
1271 msg_type = hdr.msg_type;
1272
1273 switch (msg_type) {
1274 case QLC_BC_COMMAND:
1275 qlcnic_sriov_handle_bc_cmd(sriov, &hdr, vf);
1276 break;
1277 case QLC_BC_RESPONSE:
1278 qlcnic_sriov_handle_bc_resp(&hdr, vf);
1279 break;
1280 }
1281}
1282
1283static void qlcnic_sriov_handle_flr_event(struct qlcnic_sriov *sriov,
1284 struct qlcnic_vf_info *vf)
1285{
1286 struct qlcnic_adapter *adapter = vf->adapter;
1287
1288 if (qlcnic_sriov_pf_check(adapter))
1289 qlcnic_sriov_pf_handle_flr(sriov, vf);
1290 else
1291 dev_err(&adapter->pdev->dev,
1292 "Invalid event to VF. VF should not get FLR event\n");
1293}
1294
1295void qlcnic_sriov_handle_bc_event(struct qlcnic_adapter *adapter, u32 event)
1296{
1297 struct qlcnic_vf_info *vf;
1298 struct qlcnic_sriov *sriov;
1299 int index;
1300 u8 pci_func;
1301
1302 sriov = adapter->ahw->sriov;
1303 pci_func = qlcnic_sriov_target_func_id(event);
1304 index = qlcnic_sriov_func_to_index(adapter, pci_func);
1305
1306 if (index < 0)
1307 return;
1308
1309 vf = &sriov->vf_info[index];
1310 vf->pci_func = pci_func;
1311
1312 if (qlcnic_sriov_channel_free_check(event))
1313 complete(&vf->ch_free_cmpl);
1314
1315 if (qlcnic_sriov_flr_check(event)) {
1316 qlcnic_sriov_handle_flr_event(sriov, vf);
1317 return;
1318 }
1319
1320 if (qlcnic_sriov_bc_msg_check(event))
1321 qlcnic_sriov_handle_msg_event(sriov, vf);
1322}
1323
1324int qlcnic_sriov_cfg_bc_intr(struct qlcnic_adapter *adapter, u8 enable)
1325{
1326 struct qlcnic_cmd_args cmd;
1327 int err;
1328
1329 if (!test_bit(__QLCNIC_SRIOV_ENABLE, &adapter->state))
1330 return 0;
1331
1332 if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_BC_EVENT_SETUP))
1333 return -ENOMEM;
1334
1335 if (enable)
1336 cmd.req.arg[1] = (1 << 4) | (1 << 5) | (1 << 6) | (1 << 7);
1337
1338 err = qlcnic_83xx_issue_cmd(adapter, &cmd);
1339
1340 if (err != QLCNIC_RCODE_SUCCESS) {
1341 dev_err(&adapter->pdev->dev,
1342 "Failed to %s bc events, err=%d\n",
1343 (enable ? "enable" : "disable"), err);
1344 }
1345
1346 qlcnic_free_mbx_args(&cmd);
1347 return err;
1348}
1349
1350static int qlcnic_sriov_retry_bc_cmd(struct qlcnic_adapter *adapter,
1351 struct qlcnic_bc_trans *trans)
1352{
1353 u8 max = QLC_BC_CMD_MAX_RETRY_CNT;
1354 u32 state;
1355
1356 state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
1357 if (state == QLC_83XX_IDC_DEV_READY) {
1358 msleep(20);
1359 clear_bit(QLC_BC_VF_CHANNEL, &trans->vf->state);
1360 trans->trans_state = QLC_INIT;
1361 if (++adapter->fw_fail_cnt > max)
1362 return -EIO;
1363 else
1364 return 0;
1365 }
1366
1367 return -EIO;
1368}
1369
1370static int __qlcnic_sriov_issue_cmd(struct qlcnic_adapter *adapter,
1371 struct qlcnic_cmd_args *cmd)
1372{
1373 struct qlcnic_hardware_context *ahw = adapter->ahw;
1374 struct qlcnic_mailbox *mbx = ahw->mailbox;
1375 struct device *dev = &adapter->pdev->dev;
1376 struct qlcnic_bc_trans *trans;
1377 int err;
1378 u32 rsp_data, opcode, mbx_err_code, rsp;
1379 u16 seq = ++adapter->ahw->sriov->bc.trans_counter;
1380 u8 func = ahw->pci_func;
1381
1382 rsp = qlcnic_sriov_alloc_bc_trans(&trans);
1383 if (rsp)
1384 goto free_cmd;
1385
1386 rsp = qlcnic_sriov_prepare_bc_hdr(trans, cmd, seq, QLC_BC_COMMAND);
1387 if (rsp)
1388 goto cleanup_transaction;
1389
1390retry:
1391 if (!test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
1392 rsp = -EIO;
1393 QLCDB(adapter, DRV, "MBX not Ready!(cmd 0x%x) for VF 0x%x\n",
1394 QLCNIC_MBX_RSP(cmd->req.arg[0]), func);
1395 goto err_out;
1396 }
1397
1398 err = qlcnic_sriov_send_bc_cmd(adapter, trans, func);
1399 if (err) {
1400 dev_err(dev, "MBX command 0x%x timed out for VF %d\n",
1401 (cmd->req.arg[0] & 0xffff), func);
1402 rsp = QLCNIC_RCODE_TIMEOUT;
1403
1404
1405
1406
1407 if ((trans->req_hdr->cmd_op == QLCNIC_BC_CMD_CHANNEL_INIT) &&
1408 !qlcnic_sriov_retry_bc_cmd(adapter, trans))
1409 goto retry;
1410
1411 goto err_out;
1412 }
1413
1414 rsp_data = cmd->rsp.arg[0];
1415 mbx_err_code = QLCNIC_MBX_STATUS(rsp_data);
1416 opcode = QLCNIC_MBX_RSP(cmd->req.arg[0]);
1417
1418 if ((mbx_err_code == QLCNIC_MBX_RSP_OK) ||
1419 (mbx_err_code == QLCNIC_MBX_PORT_RSP_OK)) {
1420 rsp = QLCNIC_RCODE_SUCCESS;
1421 } else {
1422 if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT) {
1423 rsp = QLCNIC_RCODE_SUCCESS;
1424 } else {
1425 rsp = mbx_err_code;
1426 if (!rsp)
1427 rsp = 1;
1428
1429 dev_err(dev,
1430 "MBX command 0x%x failed with err:0x%x for VF %d\n",
1431 opcode, mbx_err_code, func);
1432 }
1433 }
1434
1435err_out:
1436 if (rsp == QLCNIC_RCODE_TIMEOUT) {
1437 ahw->reset_context = 1;
1438 adapter->need_fw_reset = 1;
1439 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
1440 }
1441
1442cleanup_transaction:
1443 qlcnic_sriov_cleanup_transaction(trans);
1444
1445free_cmd:
1446 if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT) {
1447 qlcnic_free_mbx_args(cmd);
1448 kfree(cmd);
1449 }
1450
1451 return rsp;
1452}
1453
1454
1455static int qlcnic_sriov_issue_cmd(struct qlcnic_adapter *adapter,
1456 struct qlcnic_cmd_args *cmd)
1457{
1458 if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT)
1459 return qlcnic_sriov_async_issue_cmd(adapter, cmd);
1460 else
1461 return __qlcnic_sriov_issue_cmd(adapter, cmd);
1462}
1463
1464static int qlcnic_sriov_channel_cfg_cmd(struct qlcnic_adapter *adapter, u8 cmd_op)
1465{
1466 struct qlcnic_cmd_args cmd;
1467 struct qlcnic_vf_info *vf = &adapter->ahw->sriov->vf_info[0];
1468 int ret;
1469
1470 memset(&cmd, 0, sizeof(cmd));
1471 if (qlcnic_sriov_alloc_bc_mbx_args(&cmd, cmd_op))
1472 return -ENOMEM;
1473
1474 ret = qlcnic_issue_cmd(adapter, &cmd);
1475 if (ret) {
1476 dev_err(&adapter->pdev->dev,
1477 "Failed bc channel %s %d\n", cmd_op ? "term" : "init",
1478 ret);
1479 goto out;
1480 }
1481
1482 cmd_op = (cmd.rsp.arg[0] & 0xff);
1483 if (cmd.rsp.arg[0] >> 25 == 2)
1484 return 2;
1485 if (cmd_op == QLCNIC_BC_CMD_CHANNEL_INIT)
1486 set_bit(QLC_BC_VF_STATE, &vf->state);
1487 else
1488 clear_bit(QLC_BC_VF_STATE, &vf->state);
1489
1490out:
1491 qlcnic_free_mbx_args(&cmd);
1492 return ret;
1493}
1494
1495static void qlcnic_vf_add_mc_list(struct net_device *netdev, const u8 *mac,
1496 enum qlcnic_mac_type mac_type)
1497{
1498 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1499 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
1500 struct qlcnic_vf_info *vf;
1501 u16 vlan_id;
1502 int i;
1503
1504 vf = &adapter->ahw->sriov->vf_info[0];
1505
1506 if (!qlcnic_sriov_check_any_vlan(vf)) {
1507 qlcnic_nic_add_mac(adapter, mac, 0, mac_type);
1508 } else {
1509 spin_lock(&vf->vlan_list_lock);
1510 for (i = 0; i < sriov->num_allowed_vlans; i++) {
1511 vlan_id = vf->sriov_vlans[i];
1512 if (vlan_id)
1513 qlcnic_nic_add_mac(adapter, mac, vlan_id,
1514 mac_type);
1515 }
1516 spin_unlock(&vf->vlan_list_lock);
1517 if (qlcnic_84xx_check(adapter))
1518 qlcnic_nic_add_mac(adapter, mac, 0, mac_type);
1519 }
1520}
1521
1522void qlcnic_sriov_cleanup_async_list(struct qlcnic_back_channel *bc)
1523{
1524 struct list_head *head = &bc->async_cmd_list;
1525 struct qlcnic_async_cmd *entry;
1526
1527 flush_workqueue(bc->bc_async_wq);
1528 cancel_work_sync(&bc->vf_async_work);
1529
1530 spin_lock(&bc->queue_lock);
1531 while (!list_empty(head)) {
1532 entry = list_entry(head->next, struct qlcnic_async_cmd,
1533 list);
1534 list_del(&entry->list);
1535 kfree(entry->cmd);
1536 kfree(entry);
1537 }
1538 spin_unlock(&bc->queue_lock);
1539}
1540
1541void qlcnic_sriov_vf_set_multi(struct net_device *netdev)
1542{
1543 struct qlcnic_adapter *adapter = netdev_priv(netdev);
1544 struct qlcnic_hardware_context *ahw = adapter->ahw;
1545 static const u8 bcast_addr[ETH_ALEN] = {
1546 0xff, 0xff, 0xff, 0xff, 0xff, 0xff
1547 };
1548 struct netdev_hw_addr *ha;
1549 u32 mode = VPORT_MISS_MODE_DROP;
1550
1551 if (!test_bit(__QLCNIC_FW_ATTACHED, &adapter->state))
1552 return;
1553
1554 if (netdev->flags & IFF_PROMISC) {
1555 if (!(adapter->flags & QLCNIC_PROMISC_DISABLED))
1556 mode = VPORT_MISS_MODE_ACCEPT_ALL;
1557 } else if ((netdev->flags & IFF_ALLMULTI) ||
1558 (netdev_mc_count(netdev) > ahw->max_mc_count)) {
1559 mode = VPORT_MISS_MODE_ACCEPT_MULTI;
1560 } else {
1561 qlcnic_vf_add_mc_list(netdev, bcast_addr, QLCNIC_BROADCAST_MAC);
1562 if (!netdev_mc_empty(netdev)) {
1563 qlcnic_flush_mcast_mac(adapter);
1564 netdev_for_each_mc_addr(ha, netdev)
1565 qlcnic_vf_add_mc_list(netdev, ha->addr,
1566 QLCNIC_MULTICAST_MAC);
1567 }
1568 }
1569
1570
1571
1572
1573 if (netdev_uc_count(netdev) > ahw->max_uc_count) {
1574 mode = VPORT_MISS_MODE_ACCEPT_ALL;
1575 } else if (!netdev_uc_empty(netdev)) {
1576 netdev_for_each_uc_addr(ha, netdev)
1577 qlcnic_vf_add_mc_list(netdev, ha->addr,
1578 QLCNIC_UNICAST_MAC);
1579 }
1580
1581 if (adapter->pdev->is_virtfn) {
1582 if (mode == VPORT_MISS_MODE_ACCEPT_ALL &&
1583 !adapter->fdb_mac_learn) {
1584 qlcnic_alloc_lb_filters_mem(adapter);
1585 adapter->drv_mac_learn = 1;
1586 adapter->rx_mac_learn = true;
1587 } else {
1588 adapter->drv_mac_learn = 0;
1589 adapter->rx_mac_learn = false;
1590 }
1591 }
1592
1593 qlcnic_nic_set_promisc(adapter, mode);
1594}
1595
1596static void qlcnic_sriov_handle_async_issue_cmd(struct work_struct *work)
1597{
1598 struct qlcnic_async_cmd *entry, *tmp;
1599 struct qlcnic_back_channel *bc;
1600 struct qlcnic_cmd_args *cmd;
1601 struct list_head *head;
1602 LIST_HEAD(del_list);
1603
1604 bc = container_of(work, struct qlcnic_back_channel, vf_async_work);
1605 head = &bc->async_cmd_list;
1606
1607 spin_lock(&bc->queue_lock);
1608 list_splice_init(head, &del_list);
1609 spin_unlock(&bc->queue_lock);
1610
1611 list_for_each_entry_safe(entry, tmp, &del_list, list) {
1612 list_del(&entry->list);
1613 cmd = entry->cmd;
1614 __qlcnic_sriov_issue_cmd(bc->adapter, cmd);
1615 kfree(entry);
1616 }
1617
1618 if (!list_empty(head))
1619 queue_work(bc->bc_async_wq, &bc->vf_async_work);
1620
1621 return;
1622}
1623
1624static struct qlcnic_async_cmd *
1625qlcnic_sriov_alloc_async_cmd(struct qlcnic_back_channel *bc,
1626 struct qlcnic_cmd_args *cmd)
1627{
1628 struct qlcnic_async_cmd *entry = NULL;
1629
1630 entry = kzalloc(sizeof(*entry), GFP_ATOMIC);
1631 if (!entry)
1632 return NULL;
1633
1634 entry->cmd = cmd;
1635
1636 spin_lock(&bc->queue_lock);
1637 list_add_tail(&entry->list, &bc->async_cmd_list);
1638 spin_unlock(&bc->queue_lock);
1639
1640 return entry;
1641}
1642
1643static void qlcnic_sriov_schedule_async_cmd(struct qlcnic_back_channel *bc,
1644 struct qlcnic_cmd_args *cmd)
1645{
1646 struct qlcnic_async_cmd *entry = NULL;
1647
1648 entry = qlcnic_sriov_alloc_async_cmd(bc, cmd);
1649 if (!entry) {
1650 qlcnic_free_mbx_args(cmd);
1651 kfree(cmd);
1652 return;
1653 }
1654
1655 queue_work(bc->bc_async_wq, &bc->vf_async_work);
1656}
1657
1658static int qlcnic_sriov_async_issue_cmd(struct qlcnic_adapter *adapter,
1659 struct qlcnic_cmd_args *cmd)
1660{
1661
1662 struct qlcnic_back_channel *bc = &adapter->ahw->sriov->bc;
1663
1664 if (adapter->need_fw_reset)
1665 return -EIO;
1666
1667 qlcnic_sriov_schedule_async_cmd(bc, cmd);
1668
1669 return 0;
1670}
1671
1672static int qlcnic_sriov_vf_reinit_driver(struct qlcnic_adapter *adapter)
1673{
1674 int err;
1675
1676 adapter->need_fw_reset = 0;
1677 qlcnic_83xx_reinit_mbx_work(adapter->ahw->mailbox);
1678 qlcnic_83xx_enable_mbx_interrupt(adapter);
1679
1680 err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
1681 if (err)
1682 return err;
1683
1684 err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
1685 if (err)
1686 goto err_out_cleanup_bc_intr;
1687
1688 err = qlcnic_sriov_vf_init_driver(adapter);
1689 if (err)
1690 goto err_out_term_channel;
1691
1692 return 0;
1693
1694err_out_term_channel:
1695 qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
1696
1697err_out_cleanup_bc_intr:
1698 qlcnic_sriov_cfg_bc_intr(adapter, 0);
1699 return err;
1700}
1701
1702static void qlcnic_sriov_vf_attach(struct qlcnic_adapter *adapter)
1703{
1704 struct net_device *netdev = adapter->netdev;
1705
1706 if (netif_running(netdev)) {
1707 if (!qlcnic_up(adapter, netdev))
1708 qlcnic_restore_indev_addr(netdev, NETDEV_UP);
1709 }
1710
1711 netif_device_attach(netdev);
1712}
1713
1714static void qlcnic_sriov_vf_detach(struct qlcnic_adapter *adapter)
1715{
1716 struct qlcnic_hardware_context *ahw = adapter->ahw;
1717 struct qlcnic_intrpt_config *intr_tbl = ahw->intr_tbl;
1718 struct net_device *netdev = adapter->netdev;
1719 u8 i, max_ints = ahw->num_msix - 1;
1720
1721 netif_device_detach(netdev);
1722 qlcnic_83xx_detach_mailbox_work(adapter);
1723 qlcnic_83xx_disable_mbx_intr(adapter);
1724
1725 if (netif_running(netdev))
1726 qlcnic_down(adapter, netdev);
1727
1728 for (i = 0; i < max_ints; i++) {
1729 intr_tbl[i].id = i;
1730 intr_tbl[i].enabled = 0;
1731 intr_tbl[i].src = 0;
1732 }
1733 ahw->reset_context = 0;
1734}
1735
1736static int qlcnic_sriov_vf_handle_dev_ready(struct qlcnic_adapter *adapter)
1737{
1738 struct qlcnic_hardware_context *ahw = adapter->ahw;
1739 struct device *dev = &adapter->pdev->dev;
1740 struct qlc_83xx_idc *idc = &ahw->idc;
1741 u8 func = ahw->pci_func;
1742 u32 state;
1743
1744 if ((idc->prev_state == QLC_83XX_IDC_DEV_NEED_RESET) ||
1745 (idc->prev_state == QLC_83XX_IDC_DEV_INIT)) {
1746 if (!qlcnic_sriov_vf_reinit_driver(adapter)) {
1747 qlcnic_sriov_vf_attach(adapter);
1748 adapter->fw_fail_cnt = 0;
1749 dev_info(dev,
1750 "%s: Reinitialization of VF 0x%x done after FW reset\n",
1751 __func__, func);
1752 } else {
1753 dev_err(dev,
1754 "%s: Reinitialization of VF 0x%x failed after FW reset\n",
1755 __func__, func);
1756 state = QLCRDX(ahw, QLC_83XX_IDC_DEV_STATE);
1757 dev_info(dev, "Current state 0x%x after FW reset\n",
1758 state);
1759 }
1760 }
1761
1762 return 0;
1763}
1764
1765static int qlcnic_sriov_vf_handle_context_reset(struct qlcnic_adapter *adapter)
1766{
1767 struct qlcnic_hardware_context *ahw = adapter->ahw;
1768 struct qlcnic_mailbox *mbx = ahw->mailbox;
1769 struct device *dev = &adapter->pdev->dev;
1770 struct qlc_83xx_idc *idc = &ahw->idc;
1771 u8 func = ahw->pci_func;
1772 u32 state;
1773
1774 adapter->reset_ctx_cnt++;
1775
1776
1777 if (adapter->reset_ctx_cnt < 3) {
1778 adapter->need_fw_reset = 1;
1779 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
1780 dev_info(dev,
1781 "Resetting context, wait here to check if FW is in failed state\n");
1782 return 0;
1783 }
1784
1785
1786
1787
1788 if (adapter->reset_ctx_cnt > QLC_83XX_VF_RESET_FAIL_THRESH) {
1789 clear_bit(QLC_83XX_MODULE_LOADED, &idc->status);
1790 adapter->tx_timeo_cnt = 0;
1791 adapter->fw_fail_cnt = 0;
1792 adapter->reset_ctx_cnt = 0;
1793 qlcnic_sriov_vf_detach(adapter);
1794 dev_err(dev,
1795 "Device context resets have exceeded the threshold, device interface will be shutdown\n");
1796 return -EIO;
1797 }
1798
1799 dev_info(dev, "Resetting context of VF 0x%x\n", func);
1800 dev_info(dev, "%s: Context reset count %d for VF 0x%x\n",
1801 __func__, adapter->reset_ctx_cnt, func);
1802 set_bit(__QLCNIC_RESETTING, &adapter->state);
1803 adapter->need_fw_reset = 1;
1804 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
1805 qlcnic_sriov_vf_detach(adapter);
1806 adapter->need_fw_reset = 0;
1807
1808 if (!qlcnic_sriov_vf_reinit_driver(adapter)) {
1809 qlcnic_sriov_vf_attach(adapter);
1810 adapter->tx_timeo_cnt = 0;
1811 adapter->reset_ctx_cnt = 0;
1812 adapter->fw_fail_cnt = 0;
1813 dev_info(dev, "Done resetting context for VF 0x%x\n", func);
1814 } else {
1815 dev_err(dev, "%s: Reinitialization of VF 0x%x failed\n",
1816 __func__, func);
1817 state = QLCRDX(ahw, QLC_83XX_IDC_DEV_STATE);
1818 dev_info(dev, "%s: Current state 0x%x\n", __func__, state);
1819 }
1820
1821 return 0;
1822}
1823
1824static int qlcnic_sriov_vf_idc_ready_state(struct qlcnic_adapter *adapter)
1825{
1826 struct qlcnic_hardware_context *ahw = adapter->ahw;
1827 int ret = 0;
1828
1829 if (ahw->idc.prev_state != QLC_83XX_IDC_DEV_READY)
1830 ret = qlcnic_sriov_vf_handle_dev_ready(adapter);
1831 else if (ahw->reset_context)
1832 ret = qlcnic_sriov_vf_handle_context_reset(adapter);
1833
1834 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1835 return ret;
1836}
1837
1838static int qlcnic_sriov_vf_idc_failed_state(struct qlcnic_adapter *adapter)
1839{
1840 struct qlc_83xx_idc *idc = &adapter->ahw->idc;
1841
1842 dev_err(&adapter->pdev->dev, "Device is in failed state\n");
1843 if (idc->prev_state == QLC_83XX_IDC_DEV_READY)
1844 qlcnic_sriov_vf_detach(adapter);
1845
1846 clear_bit(QLC_83XX_MODULE_LOADED, &idc->status);
1847 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1848 return -EIO;
1849}
1850
1851static int
1852qlcnic_sriov_vf_idc_need_quiescent_state(struct qlcnic_adapter *adapter)
1853{
1854 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
1855 struct qlc_83xx_idc *idc = &adapter->ahw->idc;
1856
1857 dev_info(&adapter->pdev->dev, "Device is in quiescent state\n");
1858 if (idc->prev_state == QLC_83XX_IDC_DEV_READY) {
1859 set_bit(__QLCNIC_RESETTING, &adapter->state);
1860 adapter->tx_timeo_cnt = 0;
1861 adapter->reset_ctx_cnt = 0;
1862 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
1863 qlcnic_sriov_vf_detach(adapter);
1864 }
1865
1866 return 0;
1867}
1868
1869static int qlcnic_sriov_vf_idc_init_reset_state(struct qlcnic_adapter *adapter)
1870{
1871 struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
1872 struct qlc_83xx_idc *idc = &adapter->ahw->idc;
1873 u8 func = adapter->ahw->pci_func;
1874
1875 if (idc->prev_state == QLC_83XX_IDC_DEV_READY) {
1876 dev_err(&adapter->pdev->dev,
1877 "Firmware hang detected by VF 0x%x\n", func);
1878 set_bit(__QLCNIC_RESETTING, &adapter->state);
1879 adapter->tx_timeo_cnt = 0;
1880 adapter->reset_ctx_cnt = 0;
1881 clear_bit(QLC_83XX_MBX_READY, &mbx->status);
1882 qlcnic_sriov_vf_detach(adapter);
1883 }
1884 return 0;
1885}
1886
1887static int qlcnic_sriov_vf_idc_unknown_state(struct qlcnic_adapter *adapter)
1888{
1889 dev_err(&adapter->pdev->dev, "%s: Device in unknown state\n", __func__);
1890 return 0;
1891}
1892
1893static void qlcnic_sriov_vf_periodic_tasks(struct qlcnic_adapter *adapter)
1894{
1895 if (adapter->fhash.fnum)
1896 qlcnic_prune_lb_filters(adapter);
1897}
1898
1899static void qlcnic_sriov_vf_poll_dev_state(struct work_struct *work)
1900{
1901 struct qlcnic_adapter *adapter;
1902 struct qlc_83xx_idc *idc;
1903 int ret = 0;
1904
1905 adapter = container_of(work, struct qlcnic_adapter, fw_work.work);
1906 idc = &adapter->ahw->idc;
1907 idc->curr_state = QLCRDX(adapter->ahw, QLC_83XX_IDC_DEV_STATE);
1908
1909 switch (idc->curr_state) {
1910 case QLC_83XX_IDC_DEV_READY:
1911 ret = qlcnic_sriov_vf_idc_ready_state(adapter);
1912 break;
1913 case QLC_83XX_IDC_DEV_NEED_RESET:
1914 case QLC_83XX_IDC_DEV_INIT:
1915 ret = qlcnic_sriov_vf_idc_init_reset_state(adapter);
1916 break;
1917 case QLC_83XX_IDC_DEV_NEED_QUISCENT:
1918 ret = qlcnic_sriov_vf_idc_need_quiescent_state(adapter);
1919 break;
1920 case QLC_83XX_IDC_DEV_FAILED:
1921 ret = qlcnic_sriov_vf_idc_failed_state(adapter);
1922 break;
1923 case QLC_83XX_IDC_DEV_QUISCENT:
1924 break;
1925 default:
1926 ret = qlcnic_sriov_vf_idc_unknown_state(adapter);
1927 }
1928
1929 idc->prev_state = idc->curr_state;
1930 qlcnic_sriov_vf_periodic_tasks(adapter);
1931
1932 if (!ret && test_bit(QLC_83XX_MODULE_LOADED, &idc->status))
1933 qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
1934 idc->delay);
1935}
1936
1937static void qlcnic_sriov_vf_cancel_fw_work(struct qlcnic_adapter *adapter)
1938{
1939 while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
1940 msleep(20);
1941
1942 clear_bit(QLC_83XX_MODULE_LOADED, &adapter->ahw->idc.status);
1943 clear_bit(__QLCNIC_RESETTING, &adapter->state);
1944 cancel_delayed_work_sync(&adapter->fw_work);
1945}
1946
1947static int qlcnic_sriov_check_vlan_id(struct qlcnic_sriov *sriov,
1948 struct qlcnic_vf_info *vf, u16 vlan_id)
1949{
1950 int i, err = -EINVAL;
1951
1952 if (!vf->sriov_vlans)
1953 return err;
1954
1955 spin_lock_bh(&vf->vlan_list_lock);
1956
1957 for (i = 0; i < sriov->num_allowed_vlans; i++) {
1958 if (vf->sriov_vlans[i] == vlan_id) {
1959 err = 0;
1960 break;
1961 }
1962 }
1963
1964 spin_unlock_bh(&vf->vlan_list_lock);
1965 return err;
1966}
1967
1968static int qlcnic_sriov_validate_num_vlans(struct qlcnic_sriov *sriov,
1969 struct qlcnic_vf_info *vf)
1970{
1971 int err = 0;
1972
1973 spin_lock_bh(&vf->vlan_list_lock);
1974
1975 if (vf->num_vlan >= sriov->num_allowed_vlans)
1976 err = -EINVAL;
1977
1978 spin_unlock_bh(&vf->vlan_list_lock);
1979 return err;
1980}
1981
1982static int qlcnic_sriov_validate_vlan_cfg(struct qlcnic_adapter *adapter,
1983 u16 vid, u8 enable)
1984{
1985 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
1986 struct qlcnic_vf_info *vf;
1987 bool vlan_exist;
1988 u8 allowed = 0;
1989 int i;
1990
1991 vf = &adapter->ahw->sriov->vf_info[0];
1992 vlan_exist = qlcnic_sriov_check_any_vlan(vf);
1993 if (sriov->vlan_mode != QLC_GUEST_VLAN_MODE)
1994 return -EINVAL;
1995
1996 if (enable) {
1997 if (qlcnic_83xx_vf_check(adapter) && vlan_exist)
1998 return -EINVAL;
1999
2000 if (qlcnic_sriov_validate_num_vlans(sriov, vf))
2001 return -EINVAL;
2002
2003 if (sriov->any_vlan) {
2004 for (i = 0; i < sriov->num_allowed_vlans; i++) {
2005 if (sriov->allowed_vlans[i] == vid)
2006 allowed = 1;
2007 }
2008
2009 if (!allowed)
2010 return -EINVAL;
2011 }
2012 } else {
2013 if (!vlan_exist || qlcnic_sriov_check_vlan_id(sriov, vf, vid))
2014 return -EINVAL;
2015 }
2016
2017 return 0;
2018}
2019
2020static void qlcnic_sriov_vlan_operation(struct qlcnic_vf_info *vf, u16 vlan_id,
2021 enum qlcnic_vlan_operations opcode)
2022{
2023 struct qlcnic_adapter *adapter = vf->adapter;
2024 struct qlcnic_sriov *sriov;
2025
2026 sriov = adapter->ahw->sriov;
2027
2028 if (!vf->sriov_vlans)
2029 return;
2030
2031 spin_lock_bh(&vf->vlan_list_lock);
2032
2033 switch (opcode) {
2034 case QLC_VLAN_ADD:
2035 qlcnic_sriov_add_vlan_id(sriov, vf, vlan_id);
2036 break;
2037 case QLC_VLAN_DELETE:
2038 qlcnic_sriov_del_vlan_id(sriov, vf, vlan_id);
2039 break;
2040 default:
2041 netdev_err(adapter->netdev, "Invalid VLAN operation\n");
2042 }
2043
2044 spin_unlock_bh(&vf->vlan_list_lock);
2045 return;
2046}
2047
2048int qlcnic_sriov_cfg_vf_guest_vlan(struct qlcnic_adapter *adapter,
2049 u16 vid, u8 enable)
2050{
2051 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
2052 struct net_device *netdev = adapter->netdev;
2053 struct qlcnic_vf_info *vf;
2054 struct qlcnic_cmd_args cmd;
2055 int ret;
2056
2057 memset(&cmd, 0, sizeof(cmd));
2058 if (vid == 0)
2059 return 0;
2060
2061 vf = &adapter->ahw->sriov->vf_info[0];
2062 ret = qlcnic_sriov_validate_vlan_cfg(adapter, vid, enable);
2063 if (ret)
2064 return ret;
2065
2066 ret = qlcnic_sriov_alloc_bc_mbx_args(&cmd,
2067 QLCNIC_BC_CMD_CFG_GUEST_VLAN);
2068 if (ret)
2069 return ret;
2070
2071 cmd.req.arg[1] = (enable & 1) | vid << 16;
2072
2073 qlcnic_sriov_cleanup_async_list(&sriov->bc);
2074 ret = qlcnic_issue_cmd(adapter, &cmd);
2075 if (ret) {
2076 dev_err(&adapter->pdev->dev,
2077 "Failed to configure guest VLAN, err=%d\n", ret);
2078 } else {
2079 netif_addr_lock_bh(netdev);
2080 qlcnic_free_mac_list(adapter);
2081 netif_addr_unlock_bh(netdev);
2082
2083 if (enable)
2084 qlcnic_sriov_vlan_operation(vf, vid, QLC_VLAN_ADD);
2085 else
2086 qlcnic_sriov_vlan_operation(vf, vid, QLC_VLAN_DELETE);
2087
2088 netif_addr_lock_bh(netdev);
2089 qlcnic_set_multi(netdev);
2090 netif_addr_unlock_bh(netdev);
2091 }
2092
2093 qlcnic_free_mbx_args(&cmd);
2094 return ret;
2095}
2096
2097static void qlcnic_sriov_vf_free_mac_list(struct qlcnic_adapter *adapter)
2098{
2099 struct list_head *head = &adapter->mac_list;
2100 struct qlcnic_mac_vlan_list *cur;
2101
2102 while (!list_empty(head)) {
2103 cur = list_entry(head->next, struct qlcnic_mac_vlan_list, list);
2104 qlcnic_sre_macaddr_change(adapter, cur->mac_addr, cur->vlan_id,
2105 QLCNIC_MAC_DEL);
2106 list_del(&cur->list);
2107 kfree(cur);
2108 }
2109}
2110
2111
2112static int qlcnic_sriov_vf_shutdown(struct pci_dev *pdev)
2113{
2114 struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
2115 struct net_device *netdev = adapter->netdev;
2116 int retval;
2117
2118 netif_device_detach(netdev);
2119 qlcnic_cancel_idc_work(adapter);
2120
2121 if (netif_running(netdev))
2122 qlcnic_down(adapter, netdev);
2123
2124 qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_TERM);
2125 qlcnic_sriov_cfg_bc_intr(adapter, 0);
2126 qlcnic_83xx_disable_mbx_intr(adapter);
2127 cancel_delayed_work_sync(&adapter->idc_aen_work);
2128
2129 retval = pci_save_state(pdev);
2130 if (retval)
2131 return retval;
2132
2133 return 0;
2134}
2135
2136static int qlcnic_sriov_vf_resume(struct qlcnic_adapter *adapter)
2137{
2138 struct qlc_83xx_idc *idc = &adapter->ahw->idc;
2139 struct net_device *netdev = adapter->netdev;
2140 int err;
2141
2142 set_bit(QLC_83XX_MODULE_LOADED, &idc->status);
2143 qlcnic_83xx_enable_mbx_interrupt(adapter);
2144 err = qlcnic_sriov_cfg_bc_intr(adapter, 1);
2145 if (err)
2146 return err;
2147
2148 err = qlcnic_sriov_channel_cfg_cmd(adapter, QLCNIC_BC_CMD_CHANNEL_INIT);
2149 if (!err) {
2150 if (netif_running(netdev)) {
2151 err = qlcnic_up(adapter, netdev);
2152 if (!err)
2153 qlcnic_restore_indev_addr(netdev, NETDEV_UP);
2154 }
2155 }
2156
2157 netif_device_attach(netdev);
2158 qlcnic_schedule_work(adapter, qlcnic_sriov_vf_poll_dev_state,
2159 idc->delay);
2160 return err;
2161}
2162
2163void qlcnic_sriov_alloc_vlans(struct qlcnic_adapter *adapter)
2164{
2165 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
2166 struct qlcnic_vf_info *vf;
2167 int i;
2168
2169 for (i = 0; i < sriov->num_vfs; i++) {
2170 vf = &sriov->vf_info[i];
2171 vf->sriov_vlans = kcalloc(sriov->num_allowed_vlans,
2172 sizeof(*vf->sriov_vlans), GFP_KERNEL);
2173 }
2174}
2175
2176void qlcnic_sriov_free_vlans(struct qlcnic_adapter *adapter)
2177{
2178 struct qlcnic_sriov *sriov = adapter->ahw->sriov;
2179 struct qlcnic_vf_info *vf;
2180 int i;
2181
2182 for (i = 0; i < sriov->num_vfs; i++) {
2183 vf = &sriov->vf_info[i];
2184 kfree(vf->sriov_vlans);
2185 vf->sriov_vlans = NULL;
2186 }
2187}
2188
2189void qlcnic_sriov_add_vlan_id(struct qlcnic_sriov *sriov,
2190 struct qlcnic_vf_info *vf, u16 vlan_id)
2191{
2192 int i;
2193
2194 for (i = 0; i < sriov->num_allowed_vlans; i++) {
2195 if (!vf->sriov_vlans[i]) {
2196 vf->sriov_vlans[i] = vlan_id;
2197 vf->num_vlan++;
2198 return;
2199 }
2200 }
2201}
2202
2203void qlcnic_sriov_del_vlan_id(struct qlcnic_sriov *sriov,
2204 struct qlcnic_vf_info *vf, u16 vlan_id)
2205{
2206 int i;
2207
2208 for (i = 0; i < sriov->num_allowed_vlans; i++) {
2209 if (vf->sriov_vlans[i] == vlan_id) {
2210 vf->sriov_vlans[i] = 0;
2211 vf->num_vlan--;
2212 return;
2213 }
2214 }
2215}
2216
2217bool qlcnic_sriov_check_any_vlan(struct qlcnic_vf_info *vf)
2218{
2219 bool err = false;
2220
2221 spin_lock_bh(&vf->vlan_list_lock);
2222
2223 if (vf->num_vlan)
2224 err = true;
2225
2226 spin_unlock_bh(&vf->vlan_list_lock);
2227 return err;
2228}
2229
