1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33#ifndef IB_SRP_H
34#define IB_SRP_H
35
36#include <linux/types.h>
37#include <linux/list.h>
38#include <linux/mutex.h>
39#include <linux/scatterlist.h>
40
41#include <scsi/scsi_host.h>
42#include <scsi/scsi_cmnd.h>
43
44#include <rdma/ib_verbs.h>
45#include <rdma/ib_sa.h>
46#include <rdma/ib_cm.h>
47#include <rdma/rdma_cm.h>
48
49enum {
50 SRP_PATH_REC_TIMEOUT_MS = 1000,
51 SRP_ABORT_TIMEOUT_MS = 5000,
52
53 SRP_PORT_REDIRECT = 1,
54 SRP_DLID_REDIRECT = 2,
55 SRP_STALE_CONN = 3,
56
57 SRP_DEF_SG_TABLESIZE = 12,
58
59 SRP_DEFAULT_QUEUE_SIZE = 1 << 6,
60 SRP_RSP_SQ_SIZE = 1,
61 SRP_TSK_MGMT_SQ_SIZE = 1,
62 SRP_DEFAULT_CMD_SQ_SIZE = SRP_DEFAULT_QUEUE_SIZE - SRP_RSP_SQ_SIZE -
63 SRP_TSK_MGMT_SQ_SIZE,
64
65 SRP_TAG_NO_REQ = ~0U,
66 SRP_TAG_TSK_MGMT = 1U << 31,
67
68 SRP_MAX_PAGES_PER_MR = 512,
69
70 SRP_MAX_ADD_CDB_LEN = 16,
71
72 SRP_MAX_IMM_SGE = 2,
73 SRP_MAX_SGE = SRP_MAX_IMM_SGE + 1,
74
75
76
77 SRP_IMM_DATA_OFFSET = sizeof(struct srp_cmd) +
78 SRP_MAX_ADD_CDB_LEN +
79 sizeof(struct srp_imm_buf),
80};
81
82enum srp_target_state {
83 SRP_TARGET_SCANNING,
84 SRP_TARGET_LIVE,
85 SRP_TARGET_REMOVED,
86};
87
88enum srp_iu_type {
89 SRP_IU_CMD,
90 SRP_IU_TSK_MGMT,
91 SRP_IU_RSP,
92};
93
94
95
96
97
98
99struct srp_device {
100 struct list_head dev_list;
101 struct ib_device *dev;
102 struct ib_pd *pd;
103 u32 global_rkey;
104 u64 mr_page_mask;
105 int mr_page_size;
106 int mr_max_size;
107 int max_pages_per_mr;
108 bool has_fr;
109 bool use_fast_reg;
110};
111
112struct srp_host {
113 struct srp_device *srp_dev;
114 u8 port;
115 struct device dev;
116 struct list_head target_list;
117 spinlock_t target_lock;
118 struct completion released;
119 struct list_head list;
120 struct mutex add_target_mutex;
121};
122
123struct srp_request {
124 struct scsi_cmnd *scmnd;
125 struct srp_iu *cmd;
126 struct srp_fr_desc **fr_list;
127 struct srp_direct_buf *indirect_desc;
128 dma_addr_t indirect_dma_addr;
129 short nmdesc;
130 struct ib_cqe reg_cqe;
131};
132
133
134
135
136
137
138
139struct srp_rdma_ch {
140
141 struct list_head free_tx;
142 spinlock_t lock;
143 s32 req_lim;
144
145
146 struct srp_target_port *target ____cacheline_aligned_in_smp;
147 struct ib_cq *send_cq;
148 struct ib_cq *recv_cq;
149 struct ib_qp *qp;
150 struct srp_fr_pool *fr_pool;
151 uint32_t max_it_iu_len;
152 uint32_t max_ti_iu_len;
153 u8 max_imm_sge;
154 bool use_imm_data;
155
156
157
158
159
160 struct completion done;
161 int status;
162
163 union {
164 struct ib_cm {
165 struct sa_path_rec path;
166 struct ib_sa_query *path_query;
167 int path_query_id;
168 struct ib_cm_id *cm_id;
169 } ib_cm;
170 struct rdma_cm {
171 struct rdma_cm_id *cm_id;
172 } rdma_cm;
173 };
174
175 struct srp_iu **tx_ring;
176 struct srp_iu **rx_ring;
177 int comp_vector;
178
179 u64 tsk_mgmt_tag;
180 struct completion tsk_mgmt_done;
181 u8 tsk_mgmt_status;
182 bool connected;
183};
184
185
186
187
188
189
190struct srp_target_port {
191
192 spinlock_t lock;
193
194
195 u32 global_rkey;
196 struct srp_rdma_ch *ch;
197 struct net *net;
198 u32 ch_count;
199 u32 lkey;
200 enum srp_target_state state;
201 uint32_t max_it_iu_size;
202 unsigned int cmd_sg_cnt;
203 unsigned int indirect_size;
204 bool allow_ext_sg;
205
206
207 union ib_gid sgid;
208 __be64 id_ext;
209 __be64 ioc_guid;
210 __be64 initiator_ext;
211 u16 io_class;
212 struct srp_host *srp_host;
213 struct Scsi_Host *scsi_host;
214 struct srp_rport *rport;
215 char target_name[32];
216 unsigned int scsi_id;
217 unsigned int sg_tablesize;
218 unsigned int target_can_queue;
219 int mr_pool_size;
220 int mr_per_cmd;
221 int queue_size;
222 int comp_vector;
223 int tl_retry_count;
224
225 bool using_rdma_cm;
226
227 union {
228 struct {
229 __be64 service_id;
230 union ib_gid orig_dgid;
231 __be16 pkey;
232 } ib_cm;
233 struct {
234 union {
235 struct sockaddr_in ip4;
236 struct sockaddr_in6 ip6;
237 struct sockaddr sa;
238 struct sockaddr_storage ss;
239 } src;
240 union {
241 struct sockaddr_in ip4;
242 struct sockaddr_in6 ip6;
243 struct sockaddr sa;
244 struct sockaddr_storage ss;
245 } dst;
246 bool src_specified;
247 } rdma_cm;
248 };
249
250 u32 rq_tmo_jiffies;
251
252 int zero_req_lim;
253
254 struct work_struct tl_err_work;
255 struct work_struct remove_work;
256
257 struct list_head list;
258 bool qp_in_error;
259};
260
261struct srp_iu {
262 struct list_head list;
263 u64 dma;
264 void *buf;
265 size_t size;
266 enum dma_data_direction direction;
267 u32 num_sge;
268 struct ib_sge sge[SRP_MAX_SGE];
269 struct ib_cqe cqe;
270};
271
272
273
274
275
276
277
278struct srp_fr_desc {
279 struct list_head entry;
280 struct ib_mr *mr;
281};
282
283
284
285
286
287
288
289
290
291
292
293
294struct srp_fr_pool {
295 int size;
296 int max_page_list_len;
297 spinlock_t lock;
298 struct list_head free_list;
299 struct srp_fr_desc desc[];
300};
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316struct srp_map_state {
317 union {
318 struct {
319 struct srp_fr_desc **next;
320 struct srp_fr_desc **end;
321 } fr;
322 struct {
323 void **next;
324 void **end;
325 } gen;
326 };
327 struct srp_direct_buf *desc;
328 union {
329 u64 *pages;
330 struct scatterlist *sg;
331 };
332 dma_addr_t base_dma_addr;
333 u32 dma_len;
334 u32 total_len;
335 unsigned int npages;
336 unsigned int nmdesc;
337 unsigned int ndesc;
338};
339
340#endif
341