1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34#include <linux/slab.h>
35
36#include "ipoib.h"
37
38int ipoib_mcast_attach(struct net_device *dev, u16 mlid, union ib_gid *mgid, int set_qkey)
39{
40 struct ipoib_dev_priv *priv = netdev_priv(dev);
41 struct ib_qp_attr *qp_attr = NULL;
42 int ret;
43 u16 pkey_index;
44
45 if (ib_find_pkey(priv->ca, priv->port, priv->pkey, &pkey_index)) {
46 clear_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
47 ret = -ENXIO;
48 goto out;
49 }
50 set_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
51
52 if (set_qkey) {
53 ret = -ENOMEM;
54 qp_attr = kmalloc(sizeof *qp_attr, GFP_KERNEL);
55 if (!qp_attr)
56 goto out;
57
58
59 qp_attr->qkey = priv->qkey;
60 ret = ib_modify_qp(priv->qp, qp_attr, IB_QP_QKEY);
61 if (ret) {
62 ipoib_warn(priv, "failed to modify QP, ret = %d\n", ret);
63 goto out;
64 }
65 }
66
67
68 ret = ib_attach_mcast(priv->qp, mgid, mlid);
69 if (ret)
70 ipoib_warn(priv, "failed to attach to multicast group, ret = %d\n", ret);
71
72out:
73 kfree(qp_attr);
74 return ret;
75}
76
77int ipoib_init_qp(struct net_device *dev)
78{
79 struct ipoib_dev_priv *priv = netdev_priv(dev);
80 int ret;
81 struct ib_qp_attr qp_attr;
82 int attr_mask;
83
84 if (!test_bit(IPOIB_PKEY_ASSIGNED, &priv->flags))
85 return -1;
86
87 qp_attr.qp_state = IB_QPS_INIT;
88 qp_attr.qkey = 0;
89 qp_attr.port_num = priv->port;
90 qp_attr.pkey_index = priv->pkey_index;
91 attr_mask =
92 IB_QP_QKEY |
93 IB_QP_PORT |
94 IB_QP_PKEY_INDEX |
95 IB_QP_STATE;
96 ret = ib_modify_qp(priv->qp, &qp_attr, attr_mask);
97 if (ret) {
98 ipoib_warn(priv, "failed to modify QP to init, ret = %d\n", ret);
99 goto out_fail;
100 }
101
102 qp_attr.qp_state = IB_QPS_RTR;
103
104 attr_mask &= ~IB_QP_PORT;
105 ret = ib_modify_qp(priv->qp, &qp_attr, attr_mask);
106 if (ret) {
107 ipoib_warn(priv, "failed to modify QP to RTR, ret = %d\n", ret);
108 goto out_fail;
109 }
110
111 qp_attr.qp_state = IB_QPS_RTS;
112 qp_attr.sq_psn = 0;
113 attr_mask |= IB_QP_SQ_PSN;
114 attr_mask &= ~IB_QP_PKEY_INDEX;
115 ret = ib_modify_qp(priv->qp, &qp_attr, attr_mask);
116 if (ret) {
117 ipoib_warn(priv, "failed to modify QP to RTS, ret = %d\n", ret);
118 goto out_fail;
119 }
120
121 return 0;
122
123out_fail:
124 qp_attr.qp_state = IB_QPS_RESET;
125 if (ib_modify_qp(priv->qp, &qp_attr, IB_QP_STATE))
126 ipoib_warn(priv, "Failed to modify QP to RESET state\n");
127
128 return ret;
129}
130
131int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca)
132{
133 struct ipoib_dev_priv *priv = netdev_priv(dev);
134 struct ib_qp_init_attr init_attr = {
135 .cap = {
136 .max_send_wr = ipoib_sendq_size,
137 .max_recv_wr = ipoib_recvq_size,
138 .max_send_sge = 1,
139 .max_recv_sge = IPOIB_UD_RX_SG
140 },
141 .sq_sig_type = IB_SIGNAL_ALL_WR,
142 .qp_type = IB_QPT_UD
143 };
144
145 int ret, size;
146 int i;
147
148 priv->pd = ib_alloc_pd(priv->ca);
149 if (IS_ERR(priv->pd)) {
150 printk(KERN_WARNING "%s: failed to allocate PD\n", ca->name);
151 return -ENODEV;
152 }
153
154 priv->mr = ib_get_dma_mr(priv->pd, IB_ACCESS_LOCAL_WRITE);
155 if (IS_ERR(priv->mr)) {
156 printk(KERN_WARNING "%s: ib_get_dma_mr failed\n", ca->name);
157 goto out_free_pd;
158 }
159
160 size = ipoib_recvq_size + 1;
161 ret = ipoib_cm_dev_init(dev);
162 if (!ret) {
163 size += ipoib_sendq_size;
164 if (ipoib_cm_has_srq(dev))
165 size += ipoib_recvq_size + 1;
166 else
167 size += ipoib_recvq_size * ipoib_max_conn_qp;
168 }
169
170 priv->recv_cq = ib_create_cq(priv->ca, ipoib_ib_completion, NULL, dev, size, 0);
171 if (IS_ERR(priv->recv_cq)) {
172 printk(KERN_WARNING "%s: failed to create receive CQ\n", ca->name);
173 goto out_free_mr;
174 }
175
176 priv->send_cq = ib_create_cq(priv->ca, ipoib_send_comp_handler, NULL,
177 dev, ipoib_sendq_size, 0);
178 if (IS_ERR(priv->send_cq)) {
179 printk(KERN_WARNING "%s: failed to create send CQ\n", ca->name);
180 goto out_free_recv_cq;
181 }
182
183 if (ib_req_notify_cq(priv->recv_cq, IB_CQ_NEXT_COMP))
184 goto out_free_send_cq;
185
186 init_attr.send_cq = priv->send_cq;
187 init_attr.recv_cq = priv->recv_cq;
188
189 if (priv->hca_caps & IB_DEVICE_UD_TSO)
190 init_attr.create_flags |= IB_QP_CREATE_IPOIB_UD_LSO;
191
192 if (priv->hca_caps & IB_DEVICE_BLOCK_MULTICAST_LOOPBACK)
193 init_attr.create_flags |= IB_QP_CREATE_BLOCK_MULTICAST_LOOPBACK;
194
195 if (priv->hca_caps & IB_DEVICE_MANAGED_FLOW_STEERING)
196 init_attr.create_flags |= IB_QP_CREATE_NETIF_QP;
197
198 if (dev->features & NETIF_F_SG)
199 init_attr.cap.max_send_sge = MAX_SKB_FRAGS + 1;
200
201 priv->qp = ib_create_qp(priv->pd, &init_attr);
202 if (IS_ERR(priv->qp)) {
203 printk(KERN_WARNING "%s: failed to create QP\n", ca->name);
204 goto out_free_send_cq;
205 }
206
207 priv->dev->dev_addr[1] = (priv->qp->qp_num >> 16) & 0xff;
208 priv->dev->dev_addr[2] = (priv->qp->qp_num >> 8) & 0xff;
209 priv->dev->dev_addr[3] = (priv->qp->qp_num ) & 0xff;
210
211 for (i = 0; i < MAX_SKB_FRAGS + 1; ++i)
212 priv->tx_sge[i].lkey = priv->mr->lkey;
213
214 priv->tx_wr.opcode = IB_WR_SEND;
215 priv->tx_wr.sg_list = priv->tx_sge;
216 priv->tx_wr.send_flags = IB_SEND_SIGNALED;
217
218 priv->rx_sge[0].lkey = priv->mr->lkey;
219 if (ipoib_ud_need_sg(priv->max_ib_mtu)) {
220 priv->rx_sge[0].length = IPOIB_UD_HEAD_SIZE;
221 priv->rx_sge[1].length = PAGE_SIZE;
222 priv->rx_sge[1].lkey = priv->mr->lkey;
223 priv->rx_wr.num_sge = IPOIB_UD_RX_SG;
224 } else {
225 priv->rx_sge[0].length = IPOIB_UD_BUF_SIZE(priv->max_ib_mtu);
226 priv->rx_wr.num_sge = 1;
227 }
228 priv->rx_wr.next = NULL;
229 priv->rx_wr.sg_list = priv->rx_sge;
230
231 return 0;
232
233out_free_send_cq:
234 ib_destroy_cq(priv->send_cq);
235
236out_free_recv_cq:
237 ib_destroy_cq(priv->recv_cq);
238
239out_free_mr:
240 ib_dereg_mr(priv->mr);
241 ipoib_cm_dev_cleanup(dev);
242
243out_free_pd:
244 ib_dealloc_pd(priv->pd);
245 return -ENODEV;
246}
247
248void ipoib_transport_dev_cleanup(struct net_device *dev)
249{
250 struct ipoib_dev_priv *priv = netdev_priv(dev);
251
252 if (priv->qp) {
253 if (ib_destroy_qp(priv->qp))
254 ipoib_warn(priv, "ib_qp_destroy failed\n");
255
256 priv->qp = NULL;
257 clear_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
258 }
259
260 if (ib_destroy_cq(priv->send_cq))
261 ipoib_warn(priv, "ib_cq_destroy (send) failed\n");
262
263 if (ib_destroy_cq(priv->recv_cq))
264 ipoib_warn(priv, "ib_cq_destroy (recv) failed\n");
265
266 ipoib_cm_dev_cleanup(dev);
267
268 if (ib_dereg_mr(priv->mr))
269 ipoib_warn(priv, "ib_dereg_mr failed\n");
270
271 if (ib_dealloc_pd(priv->pd))
272 ipoib_warn(priv, "ib_dealloc_pd failed\n");
273}
274
275void ipoib_event(struct ib_event_handler *handler,
276 struct ib_event *record)
277{
278 struct ipoib_dev_priv *priv =
279 container_of(handler, struct ipoib_dev_priv, event_handler);
280
281 if (record->element.port_num != priv->port)
282 return;
283
284 ipoib_dbg(priv, "Event %d on device %s port %d\n", record->event,
285 record->device->name, record->element.port_num);
286
287 if (record->event == IB_EVENT_SM_CHANGE ||
288 record->event == IB_EVENT_CLIENT_REREGISTER) {
289 queue_work(ipoib_workqueue, &priv->flush_light);
290 } else if (record->event == IB_EVENT_PORT_ERR ||
291 record->event == IB_EVENT_PORT_ACTIVE ||
292 record->event == IB_EVENT_LID_CHANGE) {
293 queue_work(ipoib_workqueue, &priv->flush_normal);
294 } else if (record->event == IB_EVENT_PKEY_CHANGE) {
295 queue_work(ipoib_workqueue, &priv->flush_heavy);
296 }
297}
298
