1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33#ifndef _CORE_PRIV_H
34#define _CORE_PRIV_H
35
36#include <linux/list.h>
37#include <linux/spinlock.h>
38#include <linux/cgroup_rdma.h>
39
40#include <rdma/ib_verbs.h>
41#include <rdma/opa_addr.h>
42#include <rdma/ib_mad.h>
43#include <rdma/restrack.h>
44#include "mad_priv.h"
45
46
47#define RDMA_MAX_PORTS 1024
48
49struct pkey_index_qp_list {
50 struct list_head pkey_index_list;
51 u16 pkey_index;
52
53 spinlock_t qp_list_lock;
54 struct list_head qp_list;
55};
56
57#if IS_ENABLED(CONFIG_INFINIBAND_ADDR_TRANS_CONFIGFS)
58int cma_configfs_init(void);
59void cma_configfs_exit(void);
60#else
61static inline int cma_configfs_init(void)
62{
63 return 0;
64}
65
66static inline void cma_configfs_exit(void)
67{
68}
69#endif
70struct cma_device;
71void cma_ref_dev(struct cma_device *cma_dev);
72void cma_deref_dev(struct cma_device *cma_dev);
73typedef bool (*cma_device_filter)(struct ib_device *, void *);
74struct cma_device *cma_enum_devices_by_ibdev(cma_device_filter filter,
75 void *cookie);
76int cma_get_default_gid_type(struct cma_device *cma_dev,
77 unsigned int port);
78int cma_set_default_gid_type(struct cma_device *cma_dev,
79 unsigned int port,
80 enum ib_gid_type default_gid_type);
81int cma_get_default_roce_tos(struct cma_device *cma_dev, unsigned int port);
82int cma_set_default_roce_tos(struct cma_device *a_dev, unsigned int port,
83 u8 default_roce_tos);
84struct ib_device *cma_get_ib_dev(struct cma_device *cma_dev);
85
86int ib_device_register_sysfs(struct ib_device *device,
87 int (*port_callback)(struct ib_device *,
88 u8, struct kobject *));
89void ib_device_unregister_sysfs(struct ib_device *device);
90
91void ib_cache_setup(void);
92void ib_cache_cleanup(void);
93
94typedef void (*roce_netdev_callback)(struct ib_device *device, u8 port,
95 struct net_device *idev, void *cookie);
96
97typedef int (*roce_netdev_filter)(struct ib_device *device, u8 port,
98 struct net_device *idev, void *cookie);
99
100void ib_enum_roce_netdev(struct ib_device *ib_dev,
101 roce_netdev_filter filter,
102 void *filter_cookie,
103 roce_netdev_callback cb,
104 void *cookie);
105void ib_enum_all_roce_netdevs(roce_netdev_filter filter,
106 void *filter_cookie,
107 roce_netdev_callback cb,
108 void *cookie);
109
110typedef int (*nldev_callback)(struct ib_device *device,
111 struct sk_buff *skb,
112 struct netlink_callback *cb,
113 unsigned int idx);
114
115int ib_enum_all_devs(nldev_callback nldev_cb, struct sk_buff *skb,
116 struct netlink_callback *cb);
117
118enum ib_cache_gid_default_mode {
119 IB_CACHE_GID_DEFAULT_MODE_SET,
120 IB_CACHE_GID_DEFAULT_MODE_DELETE
121};
122
123int ib_cache_gid_parse_type_str(const char *buf);
124
125const char *ib_cache_gid_type_str(enum ib_gid_type gid_type);
126
127void ib_cache_gid_set_default_gid(struct ib_device *ib_dev, u8 port,
128 struct net_device *ndev,
129 unsigned long gid_type_mask,
130 enum ib_cache_gid_default_mode mode);
131
132int ib_cache_gid_add(struct ib_device *ib_dev, u8 port,
133 union ib_gid *gid, struct ib_gid_attr *attr);
134
135int ib_cache_gid_del(struct ib_device *ib_dev, u8 port,
136 union ib_gid *gid, struct ib_gid_attr *attr);
137
138int ib_cache_gid_del_all_netdev_gids(struct ib_device *ib_dev, u8 port,
139 struct net_device *ndev);
140
141int roce_gid_mgmt_init(void);
142void roce_gid_mgmt_cleanup(void);
143
144unsigned long roce_gid_type_mask_support(struct ib_device *ib_dev, u8 port);
145
146int ib_cache_setup_one(struct ib_device *device);
147void ib_cache_cleanup_one(struct ib_device *device);
148void ib_cache_release_one(struct ib_device *device);
149
150#ifdef CONFIG_CGROUP_RDMA
151int ib_device_register_rdmacg(struct ib_device *device);
152void ib_device_unregister_rdmacg(struct ib_device *device);
153
154int ib_rdmacg_try_charge(struct ib_rdmacg_object *cg_obj,
155 struct ib_device *device,
156 enum rdmacg_resource_type resource_index);
157
158void ib_rdmacg_uncharge(struct ib_rdmacg_object *cg_obj,
159 struct ib_device *device,
160 enum rdmacg_resource_type resource_index);
161#else
162static inline int ib_device_register_rdmacg(struct ib_device *device)
163{ return 0; }
164
165static inline void ib_device_unregister_rdmacg(struct ib_device *device)
166{ }
167
168static inline int ib_rdmacg_try_charge(struct ib_rdmacg_object *cg_obj,
169 struct ib_device *device,
170 enum rdmacg_resource_type resource_index)
171{ return 0; }
172
173static inline void ib_rdmacg_uncharge(struct ib_rdmacg_object *cg_obj,
174 struct ib_device *device,
175 enum rdmacg_resource_type resource_index)
176{ }
177#endif
178
179static inline bool rdma_is_upper_dev_rcu(struct net_device *dev,
180 struct net_device *upper)
181{
182 return netdev_has_upper_dev_all_rcu(dev, upper);
183}
184
185int addr_init(void);
186void addr_cleanup(void);
187
188int ib_mad_init(void);
189void ib_mad_cleanup(void);
190
191int ib_sa_init(void);
192void ib_sa_cleanup(void);
193
194int rdma_nl_init(void);
195void rdma_nl_exit(void);
196
197int ib_nl_handle_resolve_resp(struct sk_buff *skb,
198 struct nlmsghdr *nlh,
199 struct netlink_ext_ack *extack);
200int ib_nl_handle_set_timeout(struct sk_buff *skb,
201 struct nlmsghdr *nlh,
202 struct netlink_ext_ack *extack);
203int ib_nl_handle_ip_res_resp(struct sk_buff *skb,
204 struct nlmsghdr *nlh,
205 struct netlink_ext_ack *extack);
206
207int ib_get_cached_subnet_prefix(struct ib_device *device,
208 u8 port_num,
209 u64 *sn_pfx);
210
211#ifdef CONFIG_SECURITY_INFINIBAND
212void ib_security_destroy_port_pkey_list(struct ib_device *device);
213
214void ib_security_cache_change(struct ib_device *device,
215 u8 port_num,
216 u64 subnet_prefix);
217
218int ib_security_modify_qp(struct ib_qp *qp,
219 struct ib_qp_attr *qp_attr,
220 int qp_attr_mask,
221 struct ib_udata *udata);
222
223int ib_create_qp_security(struct ib_qp *qp, struct ib_device *dev);
224void ib_destroy_qp_security_begin(struct ib_qp_security *sec);
225void ib_destroy_qp_security_abort(struct ib_qp_security *sec);
226void ib_destroy_qp_security_end(struct ib_qp_security *sec);
227int ib_open_shared_qp_security(struct ib_qp *qp, struct ib_device *dev);
228void ib_close_shared_qp_security(struct ib_qp_security *sec);
229int ib_mad_agent_security_setup(struct ib_mad_agent *agent,
230 enum ib_qp_type qp_type);
231void ib_mad_agent_security_cleanup(struct ib_mad_agent *agent);
232int ib_mad_enforce_security(struct ib_mad_agent_private *map, u16 pkey_index);
233#else
234static inline void ib_security_destroy_port_pkey_list(struct ib_device *device)
235{
236}
237
238static inline void ib_security_cache_change(struct ib_device *device,
239 u8 port_num,
240 u64 subnet_prefix)
241{
242}
243
244static inline int ib_security_modify_qp(struct ib_qp *qp,
245 struct ib_qp_attr *qp_attr,
246 int qp_attr_mask,
247 struct ib_udata *udata)
248{
249 return qp->device->modify_qp(qp->real_qp,
250 qp_attr,
251 qp_attr_mask,
252 udata);
253}
254
255static inline int ib_create_qp_security(struct ib_qp *qp,
256 struct ib_device *dev)
257{
258 return 0;
259}
260
261static inline void ib_destroy_qp_security_begin(struct ib_qp_security *sec)
262{
263}
264
265static inline void ib_destroy_qp_security_abort(struct ib_qp_security *sec)
266{
267}
268
269static inline void ib_destroy_qp_security_end(struct ib_qp_security *sec)
270{
271}
272
273static inline int ib_open_shared_qp_security(struct ib_qp *qp,
274 struct ib_device *dev)
275{
276 return 0;
277}
278
279static inline void ib_close_shared_qp_security(struct ib_qp_security *sec)
280{
281}
282
283static inline int ib_mad_agent_security_setup(struct ib_mad_agent *agent,
284 enum ib_qp_type qp_type)
285{
286 return 0;
287}
288
289static inline void ib_mad_agent_security_cleanup(struct ib_mad_agent *agent)
290{
291}
292
293static inline int ib_mad_enforce_security(struct ib_mad_agent_private *map,
294 u16 pkey_index)
295{
296 return 0;
297}
298#endif
299
300struct ib_device *ib_device_get_by_index(u32 ifindex);
301
302void nldev_init(void);
303void nldev_exit(void);
304
305static inline struct ib_qp *_ib_create_qp(struct ib_device *dev,
306 struct ib_pd *pd,
307 struct ib_qp_init_attr *attr,
308 struct ib_udata *udata,
309 struct ib_uobject *uobj)
310{
311 struct ib_qp *qp;
312
313 if (!dev->create_qp)
314 return ERR_PTR(-EOPNOTSUPP);
315
316 qp = dev->create_qp(pd, attr, udata);
317 if (IS_ERR(qp))
318 return qp;
319
320 qp->device = dev;
321 qp->pd = pd;
322 qp->uobject = uobj;
323
324
325
326
327
328 if (attr->qp_type < IB_QPT_XRC_INI) {
329 qp->res.type = RDMA_RESTRACK_QP;
330 rdma_restrack_add(&qp->res);
331 } else
332 qp->res.valid = false;
333
334 return qp;
335}
336
337struct rdma_dev_addr;
338int rdma_resolve_ip_route(struct sockaddr *src_addr,
339 const struct sockaddr *dst_addr,
340 struct rdma_dev_addr *addr);
341
342int rdma_addr_find_l2_eth_by_grh(const union ib_gid *sgid,
343 const union ib_gid *dgid,
344 u8 *dmac, const struct net_device *ndev,
345 int *hoplimit);
346
347#endif
348