1
2
3#include "main.h"
4#include "../../../net/ethernet/intel/ice/ice.h"
5
6MODULE_ALIAS("i40iw");
7MODULE_AUTHOR("Intel Corporation, <e1000-rdma@lists.sourceforge.net>");
8MODULE_DESCRIPTION("Intel(R) Ethernet Protocol Driver for RDMA");
9MODULE_LICENSE("Dual BSD/GPL");
10
11static struct notifier_block irdma_inetaddr_notifier = {
12 .notifier_call = irdma_inetaddr_event
13};
14
15static struct notifier_block irdma_inetaddr6_notifier = {
16 .notifier_call = irdma_inet6addr_event
17};
18
19static struct notifier_block irdma_net_notifier = {
20 .notifier_call = irdma_net_event
21};
22
23static struct notifier_block irdma_netdevice_notifier = {
24 .notifier_call = irdma_netdevice_event
25};
26
27static void irdma_register_notifiers(void)
28{
29 register_inetaddr_notifier(&irdma_inetaddr_notifier);
30 register_inet6addr_notifier(&irdma_inetaddr6_notifier);
31 register_netevent_notifier(&irdma_net_notifier);
32 register_netdevice_notifier(&irdma_netdevice_notifier);
33}
34
35static void irdma_unregister_notifiers(void)
36{
37 unregister_netevent_notifier(&irdma_net_notifier);
38 unregister_inetaddr_notifier(&irdma_inetaddr_notifier);
39 unregister_inet6addr_notifier(&irdma_inetaddr6_notifier);
40 unregister_netdevice_notifier(&irdma_netdevice_notifier);
41}
42
43static void irdma_prep_tc_change(struct irdma_device *iwdev)
44{
45 iwdev->vsi.tc_change_pending = true;
46 irdma_sc_suspend_resume_qps(&iwdev->vsi, IRDMA_OP_SUSPEND);
47
48
49 wait_event_timeout(iwdev->suspend_wq,
50 !atomic_read(&iwdev->vsi.qp_suspend_reqs),
51 IRDMA_EVENT_TIMEOUT);
52 irdma_ws_reset(&iwdev->vsi);
53}
54
55static void irdma_log_invalid_mtu(u16 mtu, struct irdma_sc_dev *dev)
56{
57 if (mtu < IRDMA_MIN_MTU_IPV4)
58 ibdev_warn(to_ibdev(dev), "MTU setting [%d] too low for RDMA traffic. Minimum MTU is 576 for IPv4\n", mtu);
59 else if (mtu < IRDMA_MIN_MTU_IPV6)
60 ibdev_warn(to_ibdev(dev), "MTU setting [%d] too low for RDMA traffic. Minimum MTU is 1280 for IPv6\\n", mtu);
61}
62
63static void irdma_fill_qos_info(struct irdma_l2params *l2params,
64 struct iidc_qos_params *qos_info)
65{
66 int i;
67
68 l2params->num_tc = qos_info->num_tc;
69 l2params->vsi_prio_type = qos_info->vport_priority_type;
70 l2params->vsi_rel_bw = qos_info->vport_relative_bw;
71 for (i = 0; i < l2params->num_tc; i++) {
72 l2params->tc_info[i].egress_virt_up =
73 qos_info->tc_info[i].egress_virt_up;
74 l2params->tc_info[i].ingress_virt_up =
75 qos_info->tc_info[i].ingress_virt_up;
76 l2params->tc_info[i].prio_type = qos_info->tc_info[i].prio_type;
77 l2params->tc_info[i].rel_bw = qos_info->tc_info[i].rel_bw;
78 l2params->tc_info[i].tc_ctx = qos_info->tc_info[i].tc_ctx;
79 }
80 for (i = 0; i < IIDC_MAX_USER_PRIORITY; i++)
81 l2params->up2tc[i] = qos_info->up2tc[i];
82}
83
84static void irdma_iidc_event_handler(struct ice_pf *pf, struct iidc_event *event)
85{
86 struct irdma_device *iwdev = dev_get_drvdata(&pf->adev->dev);
87 struct irdma_l2params l2params = {};
88
89 if (*event->type & BIT(IIDC_EVENT_AFTER_MTU_CHANGE)) {
90 ibdev_dbg(&iwdev->ibdev, "CLNT: new MTU = %d\n", iwdev->netdev->mtu);
91 if (iwdev->vsi.mtu != iwdev->netdev->mtu) {
92 l2params.mtu = iwdev->netdev->mtu;
93 l2params.mtu_changed = true;
94 irdma_log_invalid_mtu(l2params.mtu, &iwdev->rf->sc_dev);
95 irdma_change_l2params(&iwdev->vsi, &l2params);
96 }
97 } else if (*event->type & BIT(IIDC_EVENT_BEFORE_TC_CHANGE)) {
98 if (iwdev->vsi.tc_change_pending)
99 return;
100
101 irdma_prep_tc_change(iwdev);
102 } else if (*event->type & BIT(IIDC_EVENT_AFTER_TC_CHANGE)) {
103 struct iidc_qos_params qos_info = {};
104
105 if (!iwdev->vsi.tc_change_pending)
106 return;
107
108 l2params.tc_changed = true;
109 ibdev_dbg(&iwdev->ibdev, "CLNT: TC Change\n");
110 ice_get_qos_params(pf, &qos_info);
111 iwdev->dcb = qos_info.num_tc > 1;
112 irdma_fill_qos_info(&l2params, &qos_info);
113 irdma_change_l2params(&iwdev->vsi, &l2params);
114 } else if (*event->type & BIT(IIDC_EVENT_CRIT_ERR)) {
115 ibdev_warn(&iwdev->ibdev, "ICE OICR event notification: oicr = 0x%08x\n",
116 event->reg);
117 if (event->reg & IRDMAPFINT_OICR_PE_CRITERR_M) {
118 u32 pe_criterr;
119
120 pe_criterr = readl(iwdev->rf->sc_dev.hw_regs[IRDMA_GLPE_CRITERR]);
121#define IRDMA_Q1_RESOURCE_ERR 0x0001024d
122 if (pe_criterr != IRDMA_Q1_RESOURCE_ERR) {
123 ibdev_err(&iwdev->ibdev, "critical PE Error, GLPE_CRITERR=0x%08x\n",
124 pe_criterr);
125 iwdev->rf->reset = true;
126 } else {
127 ibdev_warn(&iwdev->ibdev, "Q1 Resource Check\n");
128 }
129 }
130 if (event->reg & IRDMAPFINT_OICR_HMC_ERR_M) {
131 ibdev_err(&iwdev->ibdev, "HMC Error\n");
132 iwdev->rf->reset = true;
133 }
134 if (event->reg & IRDMAPFINT_OICR_PE_PUSH_M) {
135 ibdev_err(&iwdev->ibdev, "PE Push Error\n");
136 iwdev->rf->reset = true;
137 }
138 if (iwdev->rf->reset)
139 iwdev->rf->gen_ops.request_reset(iwdev->rf);
140 }
141}
142
143
144
145
146
147static void irdma_request_reset(struct irdma_pci_f *rf)
148{
149 struct ice_pf *pf = rf->cdev;
150
151 ibdev_warn(&rf->iwdev->ibdev, "Requesting a reset\n");
152 ice_rdma_request_reset(pf, IIDC_PFR);
153}
154
155
156
157
158
159
160static enum irdma_status_code irdma_lan_register_qset(struct irdma_sc_vsi *vsi,
161 struct irdma_ws_node *tc_node)
162{
163 struct irdma_device *iwdev = vsi->back_vsi;
164 struct ice_pf *pf = iwdev->rf->cdev;
165 struct iidc_rdma_qset_params qset = {};
166 int ret;
167
168 qset.qs_handle = tc_node->qs_handle;
169 qset.tc = tc_node->traffic_class;
170 qset.vport_id = vsi->vsi_idx;
171 ret = ice_add_rdma_qset(pf, &qset);
172 if (ret) {
173 ibdev_dbg(&iwdev->ibdev, "WS: LAN alloc_res for rdma qset failed.\n");
174 return IRDMA_ERR_REG_QSET;
175 }
176
177 tc_node->l2_sched_node_id = qset.teid;
178 vsi->qos[tc_node->user_pri].l2_sched_node_id = qset.teid;
179
180 return 0;
181}
182
183
184
185
186
187
188static void irdma_lan_unregister_qset(struct irdma_sc_vsi *vsi,
189 struct irdma_ws_node *tc_node)
190{
191 struct irdma_device *iwdev = vsi->back_vsi;
192 struct ice_pf *pf = iwdev->rf->cdev;
193 struct iidc_rdma_qset_params qset = {};
194
195 qset.qs_handle = tc_node->qs_handle;
196 qset.tc = tc_node->traffic_class;
197 qset.vport_id = vsi->vsi_idx;
198 qset.teid = tc_node->l2_sched_node_id;
199
200 if (ice_del_rdma_qset(pf, &qset))
201 ibdev_dbg(&iwdev->ibdev, "WS: LAN free_res for rdma qset failed.\n");
202}
203
204static void irdma_remove(struct auxiliary_device *aux_dev)
205{
206 struct iidc_auxiliary_dev *iidc_adev = container_of(aux_dev,
207 struct iidc_auxiliary_dev,
208 adev);
209 struct ice_pf *pf = iidc_adev->pf;
210 struct irdma_device *iwdev = dev_get_drvdata(&aux_dev->dev);
211
212 irdma_ib_unregister_device(iwdev);
213 ice_rdma_update_vsi_filter(pf, iwdev->vsi_num, false);
214
215 pr_debug("INIT: Gen2 PF[%d] device remove success\n", PCI_FUNC(pf->pdev->devfn));
216}
217
218static void irdma_fill_device_info(struct irdma_device *iwdev, struct ice_pf *pf,
219 struct ice_vsi *vsi)
220{
221 struct irdma_pci_f *rf = iwdev->rf;
222
223 rf->cdev = pf;
224 rf->gen_ops.register_qset = irdma_lan_register_qset;
225 rf->gen_ops.unregister_qset = irdma_lan_unregister_qset;
226 rf->hw.hw_addr = pf->hw.hw_addr;
227 rf->pcidev = pf->pdev;
228 rf->msix_count = pf->num_rdma_msix;
229 rf->msix_entries = &pf->msix_entries[pf->rdma_base_vector];
230 rf->default_vsi.vsi_idx = vsi->vsi_num;
231 rf->protocol_used = IRDMA_ROCE_PROTOCOL_ONLY;
232 rf->rdma_ver = IRDMA_GEN_2;
233 rf->rsrc_profile = IRDMA_HMC_PROFILE_DEFAULT;
234 rf->rst_to = IRDMA_RST_TIMEOUT_HZ;
235 rf->gen_ops.request_reset = irdma_request_reset;
236 rf->limits_sel = 7;
237 rf->iwdev = iwdev;
238
239 iwdev->netdev = vsi->netdev;
240 iwdev->vsi_num = vsi->vsi_num;
241 iwdev->init_state = INITIAL_STATE;
242 iwdev->roce_cwnd = IRDMA_ROCE_CWND_DEFAULT;
243 iwdev->roce_ackcreds = IRDMA_ROCE_ACKCREDS_DEFAULT;
244 iwdev->rcv_wnd = IRDMA_CM_DEFAULT_RCV_WND_SCALED;
245 iwdev->rcv_wscale = IRDMA_CM_DEFAULT_RCV_WND_SCALE;
246 if (rf->protocol_used == IRDMA_ROCE_PROTOCOL_ONLY)
247 iwdev->roce_mode = true;
248}
249
250static int irdma_probe(struct auxiliary_device *aux_dev, const struct auxiliary_device_id *id)
251{
252 struct iidc_auxiliary_dev *iidc_adev = container_of(aux_dev,
253 struct iidc_auxiliary_dev,
254 adev);
255 struct ice_pf *pf = iidc_adev->pf;
256 struct ice_vsi *vsi = ice_get_main_vsi(pf);
257 struct iidc_qos_params qos_info = {};
258 struct irdma_device *iwdev;
259 struct irdma_pci_f *rf;
260 struct irdma_l2params l2params = {};
261 int err;
262
263 if (!vsi)
264 return -EIO;
265 iwdev = ib_alloc_device(irdma_device, ibdev);
266 if (!iwdev)
267 return -ENOMEM;
268 iwdev->rf = kzalloc(sizeof(*rf), GFP_KERNEL);
269 if (!iwdev->rf) {
270 ib_dealloc_device(&iwdev->ibdev);
271 return -ENOMEM;
272 }
273
274 irdma_fill_device_info(iwdev, pf, vsi);
275 rf = iwdev->rf;
276
277 if (irdma_ctrl_init_hw(rf)) {
278 err = -EIO;
279 goto err_ctrl_init;
280 }
281
282 l2params.mtu = iwdev->netdev->mtu;
283 ice_get_qos_params(pf, &qos_info);
284 irdma_fill_qos_info(&l2params, &qos_info);
285 if (irdma_rt_init_hw(iwdev, &l2params)) {
286 err = -EIO;
287 goto err_rt_init;
288 }
289
290 err = irdma_ib_register_device(iwdev);
291 if (err)
292 goto err_ibreg;
293
294 ice_rdma_update_vsi_filter(pf, iwdev->vsi_num, true);
295
296 ibdev_dbg(&iwdev->ibdev, "INIT: Gen2 PF[%d] device probe success\n", PCI_FUNC(rf->pcidev->devfn));
297 dev_set_drvdata(&aux_dev->dev, iwdev);
298
299 return 0;
300
301err_ibreg:
302 irdma_rt_deinit_hw(iwdev);
303err_rt_init:
304 irdma_ctrl_deinit_hw(rf);
305err_ctrl_init:
306 kfree(iwdev->rf);
307 ib_dealloc_device(&iwdev->ibdev);
308
309 return err;
310}
311
312static const struct auxiliary_device_id irdma_auxiliary_id_table[] = {
313 {.name = "ice.iwarp", },
314 {.name = "ice.roce", },
315 {},
316};
317
318MODULE_DEVICE_TABLE(auxiliary, irdma_auxiliary_id_table);
319
320static struct iidc_auxiliary_drv irdma_auxiliary_drv = {
321 .adrv = {
322 .id_table = irdma_auxiliary_id_table,
323 .probe = irdma_probe,
324 .remove = irdma_remove,
325 },
326 .event_handler = irdma_iidc_event_handler,
327};
328
329static int __init irdma_init_module(void)
330{
331 int ret;
332
333 ret = auxiliary_driver_register(&i40iw_auxiliary_drv);
334 if (ret) {
335 pr_err("Failed i40iw(gen_1) auxiliary_driver_register() ret=%d\n",
336 ret);
337 return ret;
338 }
339
340 ret = auxiliary_driver_register(&irdma_auxiliary_drv.adrv);
341 if (ret) {
342 auxiliary_driver_unregister(&i40iw_auxiliary_drv);
343 pr_err("Failed irdma auxiliary_driver_register() ret=%d\n",
344 ret);
345 return ret;
346 }
347
348 irdma_register_notifiers();
349
350 return 0;
351}
352
353static void __exit irdma_exit_module(void)
354{
355 irdma_unregister_notifiers();
356 auxiliary_driver_unregister(&irdma_auxiliary_drv.adrv);
357 auxiliary_driver_unregister(&i40iw_auxiliary_drv);
358}
359
360module_init(irdma_init_module);
361module_exit(irdma_exit_module);
362
