1#ifndef DEF_RDMA_VT_H
2#define DEF_RDMA_VT_H
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56#include <linux/spinlock.h>
57#include <linux/list.h>
58#include <linux/hash.h>
59#include <rdma/ib_verbs.h>
60#include <rdma/ib_mad.h>
61#include <rdma/rdmavt_mr.h>
62
63#define RVT_MAX_PKEY_VALUES 16
64
65#define RVT_MAX_TRAP_LEN 100
66#define RVT_MAX_TRAP_LISTS 5
67#define RVT_TRAP_TIMEOUT 4096
68
69struct trap_list {
70 u32 list_len;
71 struct list_head list;
72};
73
74struct rvt_qp;
75struct rvt_qpn_table;
76struct rvt_ibport {
77 struct rvt_qp __rcu *qp[2];
78 struct ib_mad_agent *send_agent;
79 struct rb_root mcast_tree;
80 spinlock_t lock;
81
82
83 unsigned long mkey_lease_timeout;
84 unsigned long trap_timeout;
85 __be64 gid_prefix;
86 __be64 mkey;
87 u64 tid;
88 u32 port_cap_flags;
89 u16 port_cap3_flags;
90 u32 pma_sample_start;
91 u32 pma_sample_interval;
92 __be16 pma_counter_select[5];
93 u16 pma_tag;
94 u16 mkey_lease_period;
95 u32 sm_lid;
96 u8 sm_sl;
97 u8 mkeyprot;
98 u8 subnet_timeout;
99 u8 vl_high_limit;
100
101
102
103
104
105
106 u64 n_rc_resends;
107 u64 n_seq_naks;
108 u64 n_rdma_seq;
109 u64 n_rnr_naks;
110 u64 n_other_naks;
111 u64 n_loop_pkts;
112 u64 n_pkt_drops;
113 u64 n_vl15_dropped;
114 u64 n_rc_timeouts;
115 u64 n_dmawait;
116 u64 n_unaligned;
117 u64 n_rc_dupreq;
118 u64 n_rc_seqnak;
119 u16 pkey_violations;
120 u16 qkey_violations;
121 u16 mkey_violations;
122
123
124 u64 z_rc_acks;
125 u64 z_rc_qacks;
126 u64 z_rc_delayed_comp;
127 u64 __percpu *rc_acks;
128 u64 __percpu *rc_qacks;
129 u64 __percpu *rc_delayed_comp;
130
131 void *priv;
132
133
134
135
136
137
138
139 u16 *pkey_table;
140
141 struct rvt_ah *sm_ah;
142
143
144
145
146
147 struct trap_list trap_lists[RVT_MAX_TRAP_LISTS];
148 struct timer_list trap_timer;
149};
150
151#define RVT_CQN_MAX 16
152
153#define RVT_SGE_COPY_MEMCPY 0
154#define RVT_SGE_COPY_CACHELESS 1
155#define RVT_SGE_COPY_ADAPTIVE 2
156
157
158
159
160struct rvt_driver_params {
161 struct ib_device_attr props;
162
163
164
165
166
167 unsigned int lkey_table_size;
168 unsigned int qp_table_size;
169 unsigned int sge_copy_mode;
170 unsigned int wss_threshold;
171 unsigned int wss_clean_period;
172 int qpn_start;
173 int qpn_inc;
174 int qpn_res_start;
175 int qpn_res_end;
176 int nports;
177 int npkeys;
178 int node;
179 int psn_mask;
180 int psn_shift;
181 int psn_modify_mask;
182 u32 core_cap_flags;
183 u32 max_mad_size;
184 u8 qos_shift;
185 u8 max_rdma_atomic;
186 u8 extra_rdma_atomic;
187 u8 reserved_operations;
188};
189
190
191struct rvt_ucontext {
192 struct ib_ucontext ibucontext;
193};
194
195
196struct rvt_pd {
197 struct ib_pd ibpd;
198 bool user;
199};
200
201
202struct rvt_ah {
203 struct ib_ah ibah;
204 struct rdma_ah_attr attr;
205 u8 vl;
206 u8 log_pmtu;
207};
208
209
210
211
212
213
214struct rvt_mmap_info {
215 struct list_head pending_mmaps;
216 struct ib_ucontext *context;
217 void *obj;
218 __u64 offset;
219 struct kref ref;
220 u32 size;
221};
222
223
224struct rvt_wss {
225 unsigned long *entries;
226 atomic_t total_count;
227 atomic_t clean_counter;
228 atomic_t clean_entry;
229
230 int threshold;
231 int num_entries;
232 long pages_mask;
233 unsigned int clean_period;
234};
235
236struct rvt_dev_info;
237struct rvt_swqe;
238struct rvt_driver_provided {
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254 bool (*schedule_send)(struct rvt_qp *qp);
255 bool (*schedule_send_no_lock)(struct rvt_qp *qp);
256
257
258
259
260
261
262
263
264 int (*setup_wqe)(struct rvt_qp *qp, struct rvt_swqe *wqe,
265 bool *call_send);
266
267
268
269
270
271 void (*do_send)(struct rvt_qp *qp);
272
273
274
275
276
277
278 struct pci_dev * (*get_pci_dev)(struct rvt_dev_info *rdi);
279
280
281
282
283
284
285
286 void * (*qp_priv_alloc)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
287
288
289
290
291
292 int (*qp_priv_init)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
293 struct ib_qp_init_attr *init_attr);
294
295
296
297
298 void (*qp_priv_free)(struct rvt_dev_info *rdi, struct rvt_qp *qp);
299
300
301
302
303
304 void (*notify_qp_reset)(struct rvt_qp *qp);
305
306
307
308
309 int (*get_pmtu_from_attr)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
310 struct ib_qp_attr *attr);
311
312
313
314
315
316 void (*flush_qp_waiters)(struct rvt_qp *qp);
317
318
319
320
321
322 void (*stop_send_queue)(struct rvt_qp *qp);
323
324
325
326
327 void (*quiesce_qp)(struct rvt_qp *qp);
328
329
330
331
332 void (*notify_error_qp)(struct rvt_qp *qp);
333
334
335
336
337 u32 (*mtu_from_qp)(struct rvt_dev_info *rdi, struct rvt_qp *qp,
338 u32 pmtu);
339
340
341
342 int (*mtu_to_path_mtu)(u32 mtu);
343
344
345
346
347 int (*get_guid_be)(struct rvt_dev_info *rdi, struct rvt_ibport *rvp,
348 int guid_index, __be64 *guid);
349
350
351
352
353 int (*query_port_state)(struct rvt_dev_info *rdi, u8 port_num,
354 struct ib_port_attr *props);
355
356
357
358
359 int (*shut_down_port)(struct rvt_dev_info *rdi, u8 port_num);
360
361
362 void (*cap_mask_chg)(struct rvt_dev_info *rdi, u8 port_num);
363
364
365
366
367
368
369
370
371 unsigned (*free_all_qps)(struct rvt_dev_info *rdi);
372
373
374 int (*check_ah)(struct ib_device *, struct rdma_ah_attr *);
375
376
377 void (*notify_new_ah)(struct ib_device *, struct rdma_ah_attr *,
378 struct rvt_ah *);
379
380
381 int (*alloc_qpn)(struct rvt_dev_info *rdi, struct rvt_qpn_table *qpt,
382 enum ib_qp_type type, u8 port_num);
383
384
385 int (*check_modify_qp)(struct rvt_qp *qp, struct ib_qp_attr *attr,
386 int attr_mask, struct ib_udata *udata);
387
388
389 void (*modify_qp)(struct rvt_qp *qp, struct ib_qp_attr *attr,
390 int attr_mask, struct ib_udata *udata);
391
392
393 void (*notify_create_mad_agent)(struct rvt_dev_info *rdi, int port_idx);
394
395
396 void (*notify_free_mad_agent)(struct rvt_dev_info *rdi, int port_idx);
397
398
399 void (*notify_restart_rc)(struct rvt_qp *qp, u32 psn, int wait);
400
401
402 int (*comp_vect_cpu_lookup)(struct rvt_dev_info *rdi, int comp_vect);
403};
404
405struct rvt_dev_info {
406 struct ib_device ibdev;
407
408
409
410
411
412
413
414
415
416
417
418
419
420 struct rvt_driver_params dparms;
421
422
423 const struct rvt_operation_params *post_parms;
424
425
426 const enum ib_wc_opcode *wc_opcode;
427
428
429 struct rvt_driver_provided driver_f;
430
431 struct rvt_mregion __rcu *dma_mr;
432 struct rvt_lkey_table lkey_table;
433
434
435 int n_pds_allocated;
436 spinlock_t n_pds_lock;
437
438 int n_ahs_allocated;
439 spinlock_t n_ahs_lock;
440
441 u32 n_srqs_allocated;
442 spinlock_t n_srqs_lock;
443
444 int flags;
445 struct rvt_ibport **ports;
446
447
448 struct rvt_qp_ibdev *qp_dev;
449 u32 n_qps_allocated;
450 u32 n_rc_qps;
451 u32 busy_jiffies;
452 spinlock_t n_qps_lock;
453
454
455 struct list_head pending_mmaps;
456 spinlock_t mmap_offset_lock;
457 u32 mmap_offset;
458 spinlock_t pending_lock;
459
460
461 u32 n_cqs_allocated;
462 spinlock_t n_cqs_lock;
463
464
465 u32 n_mcast_grps_allocated;
466 spinlock_t n_mcast_grps_lock;
467
468
469 struct rvt_wss *wss;
470};
471
472
473
474
475
476
477
478static inline void rvt_set_ibdev_name(struct rvt_dev_info *rdi,
479 const char *fmt, const char *name,
480 const int unit)
481{
482
483
484
485
486
487
488 dev_set_name(&rdi->ibdev.dev, fmt, name, unit);
489 strlcpy(rdi->ibdev.name, dev_name(&rdi->ibdev.dev), IB_DEVICE_NAME_MAX);
490}
491
492
493
494
495
496
497
498static inline const char *rvt_get_ibdev_name(const struct rvt_dev_info *rdi)
499{
500 return dev_name(&rdi->ibdev.dev);
501}
502
503static inline struct rvt_pd *ibpd_to_rvtpd(struct ib_pd *ibpd)
504{
505 return container_of(ibpd, struct rvt_pd, ibpd);
506}
507
508static inline struct rvt_ah *ibah_to_rvtah(struct ib_ah *ibah)
509{
510 return container_of(ibah, struct rvt_ah, ibah);
511}
512
513static inline struct rvt_dev_info *ib_to_rvt(struct ib_device *ibdev)
514{
515 return container_of(ibdev, struct rvt_dev_info, ibdev);
516}
517
518static inline unsigned rvt_get_npkeys(struct rvt_dev_info *rdi)
519{
520
521
522
523 return rdi->dparms.npkeys;
524}
525
526
527
528
529
530static inline unsigned int rvt_max_atomic(struct rvt_dev_info *rdi)
531{
532 return rdi->dparms.max_rdma_atomic +
533 rdi->dparms.extra_rdma_atomic + 1;
534}
535
536static inline unsigned int rvt_size_atomic(struct rvt_dev_info *rdi)
537{
538 return rdi->dparms.max_rdma_atomic +
539 rdi->dparms.extra_rdma_atomic;
540}
541
542
543
544
545static inline u16 rvt_get_pkey(struct rvt_dev_info *rdi,
546 int port_index,
547 unsigned index)
548{
549 if (index >= rvt_get_npkeys(rdi))
550 return 0;
551 else
552 return rdi->ports[port_index]->pkey_table[index];
553}
554
555struct rvt_dev_info *rvt_alloc_device(size_t size, int nports);
556void rvt_dealloc_device(struct rvt_dev_info *rdi);
557int rvt_register_device(struct rvt_dev_info *rvd);
558void rvt_unregister_device(struct rvt_dev_info *rvd);
559int rvt_check_ah(struct ib_device *ibdev, struct rdma_ah_attr *ah_attr);
560int rvt_init_port(struct rvt_dev_info *rdi, struct rvt_ibport *port,
561 int port_index, u16 *pkey_table);
562int rvt_fast_reg_mr(struct rvt_qp *qp, struct ib_mr *ibmr, u32 key,
563 int access);
564int rvt_invalidate_rkey(struct rvt_qp *qp, u32 rkey);
565int rvt_rkey_ok(struct rvt_qp *qp, struct rvt_sge *sge,
566 u32 len, u64 vaddr, u32 rkey, int acc);
567int rvt_lkey_ok(struct rvt_lkey_table *rkt, struct rvt_pd *pd,
568 struct rvt_sge *isge, struct rvt_sge *last_sge,
569 struct ib_sge *sge, int acc);
570struct rvt_mcast *rvt_mcast_find(struct rvt_ibport *ibp, union ib_gid *mgid,
571 u16 lid);
572
573#endif
574