1#ifndef DEF_RDMA_VT_H
2#define DEF_RDMA_VT_H
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56#include <linux/spinlock.h>
57#include <linux/list.h>
58#include <linux/hash.h>
59#include <rdma/ib_verbs.h>
60#include <rdma/rdmavt_mr.h>
61#include <rdma/rdmavt_qp.h>
62
63#define RVT_MAX_PKEY_VALUES 16
64
65struct rvt_ibport {
66 struct rvt_qp __rcu *qp[2];
67 struct ib_mad_agent *send_agent;
68 struct rb_root mcast_tree;
69 spinlock_t lock;
70
71
72 unsigned long mkey_lease_timeout;
73 unsigned long trap_timeout;
74 __be64 gid_prefix;
75 __be64 mkey;
76 u64 tid;
77 u32 port_cap_flags;
78 u32 pma_sample_start;
79 u32 pma_sample_interval;
80 __be16 pma_counter_select[5];
81 u16 pma_tag;
82 u16 mkey_lease_period;
83 u16 sm_lid;
84 u8 sm_sl;
85 u8 mkeyprot;
86 u8 subnet_timeout;
87 u8 vl_high_limit;
88
89
90
91
92
93
94 u64 n_rc_resends;
95 u64 n_seq_naks;
96 u64 n_rdma_seq;
97 u64 n_rnr_naks;
98 u64 n_other_naks;
99 u64 n_loop_pkts;
100 u64 n_pkt_drops;
101 u64 n_vl15_dropped;
102 u64 n_rc_timeouts;
103 u64 n_dmawait;
104 u64 n_unaligned;
105 u64 n_rc_dupreq;
106 u64 n_rc_seqnak;
107 u16 pkey_violations;
108 u16 qkey_violations;
109 u16 mkey_violations;
110
111
112 u64 z_rc_acks;
113 u64 z_rc_qacks;
114 u64 z_rc_delayed_comp;
115 u64 __percpu *rc_acks;
116 u64 __percpu *rc_qacks;
117 u64 __percpu *rc_delayed_comp;
118
119 void *priv;
120
121
122
123
124
125
126
127 u16 *pkey_table;
128
129 struct rvt_ah *sm_ah;
130};
131
132#define RVT_CQN_MAX 16
133
134
135
136
137struct rvt_driver_params {
138 struct ib_device_attr props;
139
140
141
142
143
144 unsigned int lkey_table_size;
145 unsigned int qp_table_size;
146 int qpn_start;
147 int qpn_inc;
148 int qpn_res_start;
149 int qpn_res_end;
150 int nports;
151 int npkeys;
152 u8 qos_shift;
153 char cq_name[RVT_CQN_MAX];
154 int node;
155 int max_rdma_atomic;
156 int psn_mask;
157 int psn_shift;
158 int psn_modify_mask;
159 u32 core_cap_flags;
160 u32 max_mad_size;
161};
162
163
164struct rvt_pd {
165 struct ib_pd ibpd;
166 int user;
167};
168
169
170struct rvt_ah {
171 struct ib_ah ibah;
172 struct ib_ah_attr attr;
173 atomic_t refcount;
174 u8 vl;
175 u8 log_pmtu;
176};
177
178struct rvt_dev_info;
179struct rvt_swqe;
180struct rvt_driver_provided {
181
182
183
184
185
186
187
188 int (*port_callback)(struct ib_device *, u8, struct kobject *);
189
190
191
192
193
194
195 const char * (*get_card_name)(struct rvt_dev_info *rdi);
196
197
198
199
200
201
202 struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi);
203
204
205
206
207
208 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
209 gfp_t gfp);
210
211
212
213
214 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
215
216
217
218
219
220 void (*notify_qp_reset)(struct rvt_qp *qp);
221
222
223
224
225
226
227
228
229 void (*schedule_send)(struct rvt_qp *qp);
230 void (*schedule_send_no_lock)(struct rvt_qp *qp);
231
232
233
234
235
236 void (*do_send)(struct rvt_qp *qp);
237
238
239
240
241 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
242 struct ib_qp_attr *attr);
243
244
245
246
247
248 void (*flush_qp_waiters)(struct rvt_qp *qp);
249
250
251
252
253
254 void (*stop_send_queue)(struct rvt_qp *qp);
255
256
257
258
259 void (*quiesce_qp)(struct rvt_qp *qp);
260
261
262
263
264 void (*notify_error_qp)(struct rvt_qp *qp);
265
266
267
268
269 u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
270 u32 pmtu);
271
272
273
274 int (*mtu_to_path_mtu)(u32 mtu);
275
276
277
278
279 int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp,
280 int guid_index, __be64 *guid);
281
282
283
284
285 int (*query_port_state)(struct rvt_dev_info *rdi, u8 port_num,
286 struct ib_port_attr *props);
287
288
289
290
291 int (*shut_down_port)(struct rvt_dev_info *rdi, u8 port_num);
292
293
294 void (*cap_mask_chg)(struct rvt_dev_info *rdi, u8 port_num);
295
296
297
298
299
300
301
302
303 unsigned (*free_all_qps)(struct rvt_dev_info *rdi);
304
305
306 int (*check_ah)(struct ib_device *, struct ib_ah_attr *);
307
308
309 void (*notify_new_ah)(struct ib_device *, struct ib_ah_attr *,
310 struct rvt_ah *);
311
312
313 int (*alloc_qpn)(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt,
314 enum ib_qp_type type, u8 port_num, gfp_t gfp);
315
316
317 int (*check_modify_qp)(struct rvt_qp *qp, struct ib_qp_attr *attr,
318 int attr_mask, struct ib_udata *udata);
319
320
321 void (*modify_qp)(struct rvt_qp *qp, struct ib_qp_attr *attr,
322 int attr_mask, struct ib_udata *udata);
323
324
325 int (*check_send_wqe)(struct rvt_qp *qp, struct rvt_swqe *wqe);
326
327
328 void (*notify_create_mad_agent)(struct rvt_dev_info *rdi, int port_idx);
329
330
331 void (*notify_free_mad_agent)(struct rvt_dev_info *rdi, int port_idx);
332
333};
334
335struct rvt_dev_info {
336 struct ib_device ibdev;
337
338
339
340
341
342
343
344
345
346
347
348
349
350 struct rvt_driver_params dparms;
351
352 struct rvt_mregion __rcu *dma_mr;
353 struct rvt_lkey_table lkey_table;
354
355
356 struct rvt_driver_provided driver_f;
357
358
359 int n_pds_allocated;
360 spinlock_t n_pds_lock;
361
362 int n_ahs_allocated;
363 spinlock_t n_ahs_lock;
364
365 u32 n_srqs_allocated;
366 spinlock_t n_srqs_lock;
367
368 int flags;
369 struct rvt_ibport **ports;
370
371
372 struct rvt_qp_ibdev *qp_dev;
373 u32 n_qps_allocated;
374 u32 n_rc_qps;
375 u32 busy_jiffies;
376 spinlock_t n_qps_lock;
377
378
379 struct list_head pending_mmaps;
380 spinlock_t mmap_offset_lock;
381 u32 mmap_offset;
382 spinlock_t pending_lock;
383
384
385 struct kthread_worker *worker;
386 u32 n_cqs_allocated;
387 spinlock_t n_cqs_lock;
388
389
390 u32 n_mcast_grps_allocated;
391 spinlock_t n_mcast_grps_lock;
392
393};
394
395static inline struct rvt_pd *ibpd_to_rvtpd(struct ib_pd *ibpd)
396{
397 return container_of(ibpd, struct rvt_pd, ibpd);
398}
399
400static inline struct rvt_ah *ibah_to_rvtah(struct ib_ah *ibah)
401{
402 return container_of(ibah, struct rvt_ah, ibah);
403}
404
405static inline struct rvt_dev_info *ib_to_rvt(struct ib_device *ibdev)
406{
407 return container_of(ibdev, struct rvt_dev_info, ibdev);
408}
409
410static inline struct rvt_srq *ibsrq_to_rvtsrq(struct ib_srq *ibsrq)
411{
412 return container_of(ibsrq, struct rvt_srq, ibsrq);
413}
414
415static inline struct rvt_qp *ibqp_to_rvtqp(struct ib_qp *ibqp)
416{
417 return container_of(ibqp, struct rvt_qp, ibqp);
418}
419
420static inline unsigned rvt_get_npkeys(struct rvt_dev_info *rdi)
421{
422
423
424
425 return rdi->dparms.npkeys;
426}
427
428
429
430
431static inline u16 rvt_get_pkey(struct rvt_dev_info *rdi,
432 int port_index,
433 unsigned index)
434{
435 if (index >= rvt_get_npkeys(rdi))
436 return 0;
437 else
438 return rdi->ports[port_index]->pkey_table[index];
439}
440
441
442
443
444
445
446
447
448
449
450static inline struct rvt_qp *rvt_lookup_qpn(struct rvt_dev_info *rdi,
451 struct rvt_ibport *rvp,
452 u32 qpn) __must_hold(RCU)
453{
454 struct rvt_qp *qp = NULL;
455
456 if (unlikely(qpn <= 1)) {
457 qp = rcu_dereference(rvp->qp[qpn]);
458 } else {
459 u32 n = hash_32(qpn, rdi->qp_dev->qp_table_bits);
460
461 for (qp = rcu_dereference(rdi->qp_dev->qp_table[n]); qp;
462 qp = rcu_dereference(qp->next))
463 if (qp->ibqp.qp_num == qpn)
464 break;
465 }
466 return qp;
467}
468
469struct rvt_dev_info *rvt_alloc_device(size_t size, int nports);
470int rvt_register_device(struct rvt_dev_info *rvd);
471void rvt_unregister_device(struct rvt_dev_info *rvd);
472int rvt_check_ah(struct ib_device *ibdev, struct ib_ah_attr *ah_attr);
473int rvt_init_port(struct rvt_dev_info *rdi, struct rvt_ibport *port,
474 int port_index, u16 *pkey_table);
475int rvt_rkey_ok(struct rvt_qp *qp, struct rvt_sge *sge,
476 u32 len, u64 vaddr, u32 rkey, int acc);
477int rvt_lkey_ok(struct rvt_lkey_table *rkt, struct rvt_pd *pd,
478 struct rvt_sge *isge, struct ib_sge *sge, int acc);
479struct rvt_mcast *rvt_mcast_find(struct rvt_ibport *ibp, union ib_gid *mgid);
480
481#endif
482