1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34#include "ipoib.h"
35
36int ipoib_mcast_attach(struct net_device *dev, u16 mlid, union ib_gid *mgid, int set_qkey)
37{
38 struct ipoib_dev_priv *priv = netdev_priv(dev);
39 struct ib_qp_attr *qp_attr = NULL;
40 int ret;
41 u16 pkey_index;
42
43 if (ib_find_pkey(priv->ca, priv->port, priv->pkey, &pkey_index)) {
44 clear_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
45 ret = -ENXIO;
46 goto out;
47 }
48 set_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
49
50 if (set_qkey) {
51 ret = -ENOMEM;
52 qp_attr = kmalloc(sizeof *qp_attr, GFP_KERNEL);
53 if (!qp_attr)
54 goto out;
55
56
57 qp_attr->qkey = priv->qkey;
58 ret = ib_modify_qp(priv->qp, qp_attr, IB_QP_QKEY);
59 if (ret) {
60 ipoib_warn(priv, "failed to modify QP, ret = %d\n", ret);
61 goto out;
62 }
63 }
64
65
66 ret = ib_attach_mcast(priv->qp, mgid, mlid);
67 if (ret)
68 ipoib_warn(priv, "failed to attach to multicast group, ret = %d\n", ret);
69
70out:
71 kfree(qp_attr);
72 return ret;
73}
74
75int ipoib_init_qp(struct net_device *dev)
76{
77 struct ipoib_dev_priv *priv = netdev_priv(dev);
78 int ret;
79 struct ib_qp_attr qp_attr;
80 int attr_mask;
81
82 if (!test_bit(IPOIB_PKEY_ASSIGNED, &priv->flags))
83 return -1;
84
85 qp_attr.qp_state = IB_QPS_INIT;
86 qp_attr.qkey = 0;
87 qp_attr.port_num = priv->port;
88 qp_attr.pkey_index = priv->pkey_index;
89 attr_mask =
90 IB_QP_QKEY |
91 IB_QP_PORT |
92 IB_QP_PKEY_INDEX |
93 IB_QP_STATE;
94 ret = ib_modify_qp(priv->qp, &qp_attr, attr_mask);
95 if (ret) {
96 ipoib_warn(priv, "failed to modify QP to init, ret = %d\n", ret);
97 goto out_fail;
98 }
99
100 qp_attr.qp_state = IB_QPS_RTR;
101
102 attr_mask &= ~IB_QP_PORT;
103 ret = ib_modify_qp(priv->qp, &qp_attr, attr_mask);
104 if (ret) {
105 ipoib_warn(priv, "failed to modify QP to RTR, ret = %d\n", ret);
106 goto out_fail;
107 }
108
109 qp_attr.qp_state = IB_QPS_RTS;
110 qp_attr.sq_psn = 0;
111 attr_mask |= IB_QP_SQ_PSN;
112 attr_mask &= ~IB_QP_PKEY_INDEX;
113 ret = ib_modify_qp(priv->qp, &qp_attr, attr_mask);
114 if (ret) {
115 ipoib_warn(priv, "failed to modify QP to RTS, ret = %d\n", ret);
116 goto out_fail;
117 }
118
119 return 0;
120
121out_fail:
122 qp_attr.qp_state = IB_QPS_RESET;
123 if (ib_modify_qp(priv->qp, &qp_attr, IB_QP_STATE))
124 ipoib_warn(priv, "Failed to modify QP to RESET state\n");
125
126 return ret;
127}
128
129int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca)
130{
131 struct ipoib_dev_priv *priv = netdev_priv(dev);
132 struct ib_qp_init_attr init_attr = {
133 .cap = {
134 .max_send_wr = ipoib_sendq_size,
135 .max_recv_wr = ipoib_recvq_size,
136 .max_send_sge = 1,
137 .max_recv_sge = IPOIB_UD_RX_SG
138 },
139 .sq_sig_type = IB_SIGNAL_ALL_WR,
140 .qp_type = IB_QPT_UD
141 };
142
143 int ret, size;
144 int i;
145
146 priv->pd = ib_alloc_pd(priv->ca);
147 if (IS_ERR(priv->pd)) {
148 printk(KERN_WARNING "%s: failed to allocate PD\n", ca->name);
149 return -ENODEV;
150 }
151
152 priv->mr = ib_get_dma_mr(priv->pd, IB_ACCESS_LOCAL_WRITE);
153 if (IS_ERR(priv->mr)) {
154 printk(KERN_WARNING "%s: ib_get_dma_mr failed\n", ca->name);
155 goto out_free_pd;
156 }
157
158 size = ipoib_recvq_size + 1;
159 ret = ipoib_cm_dev_init(dev);
160 if (!ret) {
161 size += ipoib_sendq_size;
162 if (ipoib_cm_has_srq(dev))
163 size += ipoib_recvq_size + 1;
164 else
165 size += ipoib_recvq_size * ipoib_max_conn_qp;
166 }
167
168 priv->recv_cq = ib_create_cq(priv->ca, ipoib_ib_completion, NULL, dev, size, 0);
169 if (IS_ERR(priv->recv_cq)) {
170 printk(KERN_WARNING "%s: failed to create receive CQ\n", ca->name);
171 goto out_free_mr;
172 }
173
174 priv->send_cq = ib_create_cq(priv->ca, ipoib_send_comp_handler, NULL,
175 dev, ipoib_sendq_size, 0);
176 if (IS_ERR(priv->send_cq)) {
177 printk(KERN_WARNING "%s: failed to create send CQ\n", ca->name);
178 goto out_free_recv_cq;
179 }
180
181 if (ib_req_notify_cq(priv->recv_cq, IB_CQ_NEXT_COMP))
182 goto out_free_send_cq;
183
184 init_attr.send_cq = priv->send_cq;
185 init_attr.recv_cq = priv->recv_cq;
186
187 if (priv->hca_caps & IB_DEVICE_UD_TSO)
188 init_attr.create_flags |= IB_QP_CREATE_IPOIB_UD_LSO;
189
190 if (priv->hca_caps & IB_DEVICE_BLOCK_MULTICAST_LOOPBACK)
191 init_attr.create_flags |= IB_QP_CREATE_BLOCK_MULTICAST_LOOPBACK;
192
193 if (dev->features & NETIF_F_SG)
194 init_attr.cap.max_send_sge = MAX_SKB_FRAGS + 1;
195
196 priv->qp = ib_create_qp(priv->pd, &init_attr);
197 if (IS_ERR(priv->qp)) {
198 printk(KERN_WARNING "%s: failed to create QP\n", ca->name);
199 goto out_free_send_cq;
200 }
201
202 priv->dev->dev_addr[1] = (priv->qp->qp_num >> 16) & 0xff;
203 priv->dev->dev_addr[2] = (priv->qp->qp_num >> 8) & 0xff;
204 priv->dev->dev_addr[3] = (priv->qp->qp_num ) & 0xff;
205
206 for (i = 0; i < MAX_SKB_FRAGS + 1; ++i)
207 priv->tx_sge[i].lkey = priv->mr->lkey;
208
209 priv->tx_wr.opcode = IB_WR_SEND;
210 priv->tx_wr.sg_list = priv->tx_sge;
211 priv->tx_wr.send_flags = IB_SEND_SIGNALED;
212
213 priv->rx_sge[0].lkey = priv->mr->lkey;
214 if (ipoib_ud_need_sg(priv->max_ib_mtu)) {
215 priv->rx_sge[0].length = IPOIB_UD_HEAD_SIZE;
216 priv->rx_sge[1].length = PAGE_SIZE;
217 priv->rx_sge[1].lkey = priv->mr->lkey;
218 priv->rx_wr.num_sge = IPOIB_UD_RX_SG;
219 } else {
220 priv->rx_sge[0].length = IPOIB_UD_BUF_SIZE(priv->max_ib_mtu);
221 priv->rx_wr.num_sge = 1;
222 }
223 priv->rx_wr.next = NULL;
224 priv->rx_wr.sg_list = priv->rx_sge;
225
226 return 0;
227
228out_free_send_cq:
229 ib_destroy_cq(priv->send_cq);
230
231out_free_recv_cq:
232 ib_destroy_cq(priv->recv_cq);
233
234out_free_mr:
235 ib_dereg_mr(priv->mr);
236 ipoib_cm_dev_cleanup(dev);
237
238out_free_pd:
239 ib_dealloc_pd(priv->pd);
240 return -ENODEV;
241}
242
243void ipoib_transport_dev_cleanup(struct net_device *dev)
244{
245 struct ipoib_dev_priv *priv = netdev_priv(dev);
246
247 if (priv->qp) {
248 if (ib_destroy_qp(priv->qp))
249 ipoib_warn(priv, "ib_qp_destroy failed\n");
250
251 priv->qp = NULL;
252 clear_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
253 }
254
255 if (ib_destroy_cq(priv->send_cq))
256 ipoib_warn(priv, "ib_cq_destroy (send) failed\n");
257
258 if (ib_destroy_cq(priv->recv_cq))
259 ipoib_warn(priv, "ib_cq_destroy (recv) failed\n");
260
261 ipoib_cm_dev_cleanup(dev);
262
263 if (ib_dereg_mr(priv->mr))
264 ipoib_warn(priv, "ib_dereg_mr failed\n");
265
266 if (ib_dealloc_pd(priv->pd))
267 ipoib_warn(priv, "ib_dealloc_pd failed\n");
268}
269
270void ipoib_event(struct ib_event_handler *handler,
271 struct ib_event *record)
272{
273 struct ipoib_dev_priv *priv =
274 container_of(handler, struct ipoib_dev_priv, event_handler);
275
276 if (record->element.port_num != priv->port)
277 return;
278
279 ipoib_dbg(priv, "Event %d on device %s port %d\n", record->event,
280 record->device->name, record->element.port_num);
281
282 if (record->event == IB_EVENT_SM_CHANGE ||
283 record->event == IB_EVENT_CLIENT_REREGISTER) {
284 queue_work(ipoib_workqueue, &priv->flush_light);
285 } else if (record->event == IB_EVENT_PORT_ERR ||
286 record->event == IB_EVENT_PORT_ACTIVE ||
287 record->event == IB_EVENT_LID_CHANGE) {
288 queue_work(ipoib_workqueue, &priv->flush_normal);
289 } else if (record->event == IB_EVENT_PKEY_CHANGE) {
290 queue_work(ipoib_workqueue, &priv->flush_heavy);
291 }
292}
293
