1
2
3
4
5
6
7
8
9
10
11
12#ifndef _SMC_CORE_H
13#define _SMC_CORE_H
14
15#include <linux/atomic.h>
16#include <rdma/ib_verbs.h>
17
18#include "smc.h"
19#include "smc_ib.h"
20
21#define SMC_RMBS_PER_LGR_MAX 255
22
23struct smc_lgr_list {
24 struct list_head list;
25 spinlock_t lock;
26 u32 num;
27};
28
29enum smc_lgr_role {
30 SMC_CLNT,
31 SMC_SERV
32};
33
34enum smc_link_state {
35 SMC_LNK_INACTIVE,
36 SMC_LNK_ACTIVATING,
37 SMC_LNK_ACTIVE,
38 SMC_LNK_DELETING,
39};
40
41#define SMC_WR_BUF_SIZE 48
42
43struct smc_wr_buf {
44 u8 raw[SMC_WR_BUF_SIZE];
45};
46
47#define SMC_WR_REG_MR_WAIT_TIME (5 * HZ)
48
49enum smc_wr_reg_state {
50 POSTED,
51 CONFIRMED,
52 FAILED
53};
54
55struct smc_rdma_sge {
56 struct ib_sge wr_tx_rdma_sge[SMC_IB_MAX_SEND_SGE];
57};
58
59#define SMC_MAX_RDMA_WRITES 2
60
61
62
63struct smc_rdma_sges {
64 struct smc_rdma_sge tx_rdma_sge[SMC_MAX_RDMA_WRITES];
65};
66
67struct smc_rdma_wr {
68
69
70 struct ib_rdma_wr wr_tx_rdma[SMC_MAX_RDMA_WRITES];
71};
72
73struct smc_link {
74 struct smc_ib_device *smcibdev;
75 u8 ibport;
76 struct ib_pd *roce_pd;
77
78
79 struct ib_qp *roce_qp;
80 struct ib_qp_attr qp_attr;
81
82 struct smc_wr_buf *wr_tx_bufs;
83 struct ib_send_wr *wr_tx_ibs;
84 struct ib_sge *wr_tx_sges;
85 struct smc_rdma_sges *wr_tx_rdma_sges;
86 struct smc_rdma_wr *wr_tx_rdmas;
87 struct smc_wr_tx_pend *wr_tx_pends;
88
89 dma_addr_t wr_tx_dma_addr;
90 atomic_long_t wr_tx_id;
91 unsigned long *wr_tx_mask;
92 u32 wr_tx_cnt;
93 wait_queue_head_t wr_tx_wait;
94
95 struct smc_wr_buf *wr_rx_bufs;
96 struct ib_recv_wr *wr_rx_ibs;
97 struct ib_sge *wr_rx_sges;
98
99 dma_addr_t wr_rx_dma_addr;
100 u64 wr_rx_id;
101 u32 wr_rx_cnt;
102 unsigned long wr_rx_tstamp;
103
104 struct ib_reg_wr wr_reg;
105 wait_queue_head_t wr_reg_wait;
106 enum smc_wr_reg_state wr_reg_state;
107
108 u8 gid[SMC_GID_SIZE];
109 u8 sgid_index;
110 u32 peer_qpn;
111 enum ib_mtu path_mtu;
112 enum ib_mtu peer_mtu;
113 u32 psn_initial;
114 u32 peer_psn;
115 u8 peer_mac[ETH_ALEN];
116 u8 peer_gid[SMC_GID_SIZE];
117 u8 link_id;
118
119 enum smc_link_state state;
120 struct workqueue_struct *llc_wq;
121 struct completion llc_confirm;
122 struct completion llc_confirm_resp;
123 int llc_confirm_rc;
124 int llc_confirm_resp_rc;
125 struct completion llc_add;
126 struct completion llc_add_resp;
127 struct delayed_work llc_testlink_wrk;
128 struct completion llc_testlink_resp;
129 int llc_testlink_time;
130 struct completion llc_confirm_rkey;
131 int llc_confirm_rkey_rc;
132 struct completion llc_delete_rkey;
133 int llc_delete_rkey_rc;
134 struct mutex llc_delete_rkey_mutex;
135};
136
137
138
139
140#define SMC_LINKS_PER_LGR_MAX 1
141#define SMC_SINGLE_LINK 0
142
143#define SMC_FIRST_CONTACT 1
144#define SMC_REUSE_CONTACT 0
145
146
147struct smc_buf_desc {
148 struct list_head list;
149 void *cpu_addr;
150 struct page *pages;
151 int len;
152 u32 used;
153 u8 wr_reg : 1;
154 u8 regerr : 1;
155 union {
156 struct {
157 struct sg_table sgt[SMC_LINKS_PER_LGR_MAX];
158
159 struct ib_mr *mr_rx[SMC_LINKS_PER_LGR_MAX];
160
161
162
163 u32 order;
164 };
165 struct {
166 unsigned short sba_idx;
167
168 u64 token;
169
170 dma_addr_t dma_addr;
171
172 };
173 };
174};
175
176struct smc_rtoken {
177 u64 dma_addr;
178 u32 rkey;
179};
180
181#define SMC_LGR_ID_SIZE 4
182#define SMC_BUF_MIN_SIZE 16384
183#define SMC_RMBE_SIZES 16
184
185
186
187
188
189struct smcd_dev;
190
191struct smc_link_group {
192 struct list_head list;
193 struct rb_root conns_all;
194 rwlock_t conns_lock;
195 unsigned int conns_num;
196 unsigned short vlan_id;
197
198 struct list_head sndbufs[SMC_RMBE_SIZES];
199 rwlock_t sndbufs_lock;
200 struct list_head rmbs[SMC_RMBE_SIZES];
201 rwlock_t rmbs_lock;
202
203 u8 id[SMC_LGR_ID_SIZE];
204 struct delayed_work free_work;
205 struct work_struct terminate_work;
206 u8 sync_err : 1;
207 u8 terminating : 1;
208 u8 freefast : 1;
209 u8 freeing : 1;
210
211 bool is_smcd;
212 union {
213 struct {
214 enum smc_lgr_role role;
215
216 struct smc_link lnk[SMC_LINKS_PER_LGR_MAX];
217
218 char peer_systemid[SMC_SYSTEMID_LEN];
219
220 struct smc_rtoken rtokens[SMC_RMBS_PER_LGR_MAX]
221 [SMC_LINKS_PER_LGR_MAX];
222
223 DECLARE_BITMAP(rtokens_used_mask, SMC_RMBS_PER_LGR_MAX);
224
225 };
226 struct {
227 u64 peer_gid;
228
229 struct smcd_dev *smcd;
230
231 u8 peer_shutdown : 1;
232
233 };
234 };
235};
236
237struct smc_clc_msg_local;
238
239struct smc_init_info {
240 u8 is_smcd;
241 unsigned short vlan_id;
242 int srv_first_contact;
243 int cln_first_contact;
244
245 struct smc_clc_msg_local *ib_lcl;
246 struct smc_ib_device *ib_dev;
247 u8 ib_gid[SMC_GID_SIZE];
248 u8 ib_port;
249 u32 ib_clcqpn;
250
251 u64 ism_gid;
252 struct smcd_dev *ism_dev;
253};
254
255
256
257
258
259
260
261
262static inline struct smc_connection *smc_lgr_find_conn(
263 u32 token, struct smc_link_group *lgr)
264{
265 struct smc_connection *res = NULL;
266 struct rb_node *node;
267
268 node = lgr->conns_all.rb_node;
269 while (node) {
270 struct smc_connection *cur = rb_entry(node,
271 struct smc_connection, alert_node);
272
273 if (cur->alert_token_local > token) {
274 node = node->rb_left;
275 } else {
276 if (cur->alert_token_local < token) {
277 node = node->rb_right;
278 } else {
279 res = cur;
280 break;
281 }
282 }
283 }
284
285 return res;
286}
287
288static inline void smc_lgr_terminate_sched(struct smc_link_group *lgr)
289{
290 if (!lgr->terminating && !lgr->freeing)
291 schedule_work(&lgr->terminate_work);
292}
293
294struct smc_sock;
295struct smc_clc_msg_accept_confirm;
296struct smc_clc_msg_local;
297
298void smc_lgr_forget(struct smc_link_group *lgr);
299void smc_lgr_terminate(struct smc_link_group *lgr, bool soft);
300void smc_port_terminate(struct smc_ib_device *smcibdev, u8 ibport);
301void smc_smcd_terminate(struct smcd_dev *dev, u64 peer_gid,
302 unsigned short vlan);
303void smc_smcd_terminate_all(struct smcd_dev *dev);
304void smc_smcr_terminate_all(struct smc_ib_device *smcibdev);
305int smc_buf_create(struct smc_sock *smc, bool is_smcd);
306int smc_uncompress_bufsize(u8 compressed);
307int smc_rmb_rtoken_handling(struct smc_connection *conn,
308 struct smc_clc_msg_accept_confirm *clc);
309int smc_rtoken_add(struct smc_link_group *lgr, __be64 nw_vaddr, __be32 nw_rkey);
310int smc_rtoken_delete(struct smc_link_group *lgr, __be32 nw_rkey);
311void smc_sndbuf_sync_sg_for_cpu(struct smc_connection *conn);
312void smc_sndbuf_sync_sg_for_device(struct smc_connection *conn);
313void smc_rmb_sync_sg_for_cpu(struct smc_connection *conn);
314void smc_rmb_sync_sg_for_device(struct smc_connection *conn);
315int smc_vlan_by_tcpsk(struct socket *clcsock, struct smc_init_info *ini);
316
317void smc_conn_free(struct smc_connection *conn);
318int smc_conn_create(struct smc_sock *smc, struct smc_init_info *ini);
319void smcd_conn_free(struct smc_connection *conn);
320void smc_lgr_schedule_free_work_fast(struct smc_link_group *lgr);
321int smc_core_init(void);
322void smc_core_exit(void);
323
324static inline struct smc_link_group *smc_get_lgr(struct smc_link *link)
325{
326 return container_of(link, struct smc_link_group, lnk[SMC_SINGLE_LINK]);
327}
328#endif
329