1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37#ifndef UVERBS_H
38#define UVERBS_H
39
40#include <linux/kref.h>
41#include <linux/idr.h>
42#include <linux/mutex.h>
43#include <linux/completion.h>
44#include <linux/cdev.h>
45
46#include <rdma/ib_verbs.h>
47#include <rdma/ib_umem.h>
48#include <rdma/ib_user_verbs.h>
49
50#define INIT_UDATA(udata, ibuf, obuf, ilen, olen) \
51 do { \
52 (udata)->inbuf = (const void __user *) (ibuf); \
53 (udata)->outbuf = (void __user *) (obuf); \
54 (udata)->inlen = (ilen); \
55 (udata)->outlen = (olen); \
56 } while (0)
57
58#define INIT_UDATA_BUF_OR_NULL(udata, ibuf, obuf, ilen, olen) \
59 do { \
60 (udata)->inbuf = (ilen) ? (const void __user *) (ibuf) : NULL; \
61 (udata)->outbuf = (olen) ? (void __user *) (obuf) : NULL; \
62 (udata)->inlen = (ilen); \
63 (udata)->outlen = (olen); \
64 } while (0)
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87struct ib_uverbs_device {
88 struct kref ref;
89 int num_comp_vectors;
90 struct completion comp;
91 struct device *dev;
92 struct ib_device *ib_dev;
93 int devnum;
94 struct cdev cdev;
95 struct rb_root xrcd_tree;
96 struct mutex xrcd_tree_mutex;
97};
98
99struct ib_uverbs_event_file {
100 struct kref ref;
101 int is_async;
102 struct ib_uverbs_file *uverbs_file;
103 spinlock_t lock;
104 int is_closed;
105 wait_queue_head_t poll_wait;
106 struct fasync_struct *async_queue;
107 struct list_head event_list;
108};
109
110struct ib_uverbs_file {
111 struct kref ref;
112 struct mutex mutex;
113 struct ib_uverbs_device *device;
114 struct ib_ucontext *ucontext;
115 struct ib_event_handler event_handler;
116 struct ib_uverbs_event_file *async_file;
117};
118
119struct ib_uverbs_event {
120 union {
121 struct ib_uverbs_async_event_desc async;
122 struct ib_uverbs_comp_event_desc comp;
123 } desc;
124 struct list_head list;
125 struct list_head obj_list;
126 u32 *counter;
127};
128
129struct ib_uverbs_mcast_entry {
130 struct list_head list;
131 union ib_gid gid;
132 u16 lid;
133};
134
135struct ib_uevent_object {
136 struct ib_uobject uobject;
137 struct list_head event_list;
138 u32 events_reported;
139};
140
141struct ib_uxrcd_object {
142 struct ib_uobject uobject;
143 atomic_t refcnt;
144};
145
146struct ib_usrq_object {
147 struct ib_uevent_object uevent;
148 struct ib_uxrcd_object *uxrcd;
149};
150
151struct ib_uqp_object {
152 struct ib_uevent_object uevent;
153 struct list_head mcast_list;
154 struct ib_uxrcd_object *uxrcd;
155};
156
157struct ib_ucq_object {
158 struct ib_uobject uobject;
159 struct ib_uverbs_file *uverbs_file;
160 struct list_head comp_list;
161 struct list_head async_list;
162 u32 comp_events_reported;
163 u32 async_events_reported;
164};
165
166extern spinlock_t ib_uverbs_idr_lock;
167extern struct idr ib_uverbs_pd_idr;
168extern struct idr ib_uverbs_mr_idr;
169extern struct idr ib_uverbs_mw_idr;
170extern struct idr ib_uverbs_ah_idr;
171extern struct idr ib_uverbs_cq_idr;
172extern struct idr ib_uverbs_qp_idr;
173extern struct idr ib_uverbs_srq_idr;
174extern struct idr ib_uverbs_xrcd_idr;
175extern struct idr ib_uverbs_rule_idr;
176
177void idr_remove_uobj(struct idr *idp, struct ib_uobject *uobj);
178
179struct file *ib_uverbs_alloc_event_file(struct ib_uverbs_file *uverbs_file,
180 int is_async);
181struct ib_uverbs_event_file *ib_uverbs_lookup_comp_file(int fd);
182
183void ib_uverbs_release_ucq(struct ib_uverbs_file *file,
184 struct ib_uverbs_event_file *ev_file,
185 struct ib_ucq_object *uobj);
186void ib_uverbs_release_uevent(struct ib_uverbs_file *file,
187 struct ib_uevent_object *uobj);
188
189void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context);
190void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr);
191void ib_uverbs_qp_event_handler(struct ib_event *event, void *context_ptr);
192void ib_uverbs_srq_event_handler(struct ib_event *event, void *context_ptr);
193void ib_uverbs_event_handler(struct ib_event_handler *handler,
194 struct ib_event *event);
195void ib_uverbs_dealloc_xrcd(struct ib_uverbs_device *dev, struct ib_xrcd *xrcd);
196
197struct ib_uverbs_flow_spec {
198 union {
199 union {
200 struct ib_uverbs_flow_spec_hdr hdr;
201 struct {
202 __u32 type;
203 __u16 size;
204 __u16 reserved;
205 };
206 };
207 struct ib_uverbs_flow_spec_eth eth;
208 struct ib_uverbs_flow_spec_ipv4 ipv4;
209 struct ib_uverbs_flow_spec_tcp_udp tcp_udp;
210 };
211};
212
213#define IB_UVERBS_DECLARE_CMD(name) \
214 ssize_t ib_uverbs_##name(struct ib_uverbs_file *file, \
215 const char __user *buf, int in_len, \
216 int out_len)
217
218IB_UVERBS_DECLARE_CMD(get_context);
219IB_UVERBS_DECLARE_CMD(query_device);
220IB_UVERBS_DECLARE_CMD(query_port);
221IB_UVERBS_DECLARE_CMD(alloc_pd);
222IB_UVERBS_DECLARE_CMD(dealloc_pd);
223IB_UVERBS_DECLARE_CMD(reg_mr);
224IB_UVERBS_DECLARE_CMD(dereg_mr);
225IB_UVERBS_DECLARE_CMD(alloc_mw);
226IB_UVERBS_DECLARE_CMD(dealloc_mw);
227IB_UVERBS_DECLARE_CMD(create_comp_channel);
228IB_UVERBS_DECLARE_CMD(create_cq);
229IB_UVERBS_DECLARE_CMD(resize_cq);
230IB_UVERBS_DECLARE_CMD(poll_cq);
231IB_UVERBS_DECLARE_CMD(req_notify_cq);
232IB_UVERBS_DECLARE_CMD(destroy_cq);
233IB_UVERBS_DECLARE_CMD(create_qp);
234IB_UVERBS_DECLARE_CMD(open_qp);
235IB_UVERBS_DECLARE_CMD(query_qp);
236IB_UVERBS_DECLARE_CMD(modify_qp);
237IB_UVERBS_DECLARE_CMD(destroy_qp);
238IB_UVERBS_DECLARE_CMD(post_send);
239IB_UVERBS_DECLARE_CMD(post_recv);
240IB_UVERBS_DECLARE_CMD(post_srq_recv);
241IB_UVERBS_DECLARE_CMD(create_ah);
242IB_UVERBS_DECLARE_CMD(destroy_ah);
243IB_UVERBS_DECLARE_CMD(attach_mcast);
244IB_UVERBS_DECLARE_CMD(detach_mcast);
245IB_UVERBS_DECLARE_CMD(create_srq);
246IB_UVERBS_DECLARE_CMD(modify_srq);
247IB_UVERBS_DECLARE_CMD(query_srq);
248IB_UVERBS_DECLARE_CMD(destroy_srq);
249IB_UVERBS_DECLARE_CMD(create_xsrq);
250IB_UVERBS_DECLARE_CMD(open_xrcd);
251IB_UVERBS_DECLARE_CMD(close_xrcd);
252
253#define IB_UVERBS_DECLARE_EX_CMD(name) \
254 int ib_uverbs_ex_##name(struct ib_uverbs_file *file, \
255 struct ib_udata *ucore, \
256 struct ib_udata *uhw)
257
258IB_UVERBS_DECLARE_EX_CMD(create_flow);
259IB_UVERBS_DECLARE_EX_CMD(destroy_flow);
260
261#endif
262