1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44#include <linux/slab.h>
45#include <linux/fs.h>
46#include <linux/sysctl.h>
47#include <linux/workqueue.h>
48#include <linux/sunrpc/clnt.h>
49#include <linux/sunrpc/sched.h>
50#include <linux/sunrpc/svc_rdma.h>
51
52#define RPCDBG_FACILITY RPCDBG_SVCXPRT
53
54
55unsigned int svcrdma_ord = 16;
56static unsigned int min_ord = 1;
57static unsigned int max_ord = 255;
58unsigned int svcrdma_max_requests = RPCRDMA_MAX_REQUESTS;
59unsigned int svcrdma_max_bc_requests = RPCRDMA_MAX_BC_REQUESTS;
60static unsigned int min_max_requests = 4;
61static unsigned int max_max_requests = 16384;
62unsigned int svcrdma_max_req_size = RPCRDMA_DEF_INLINE_THRESH;
63static unsigned int min_max_inline = RPCRDMA_DEF_INLINE_THRESH;
64static unsigned int max_max_inline = RPCRDMA_MAX_INLINE_THRESH;
65
66atomic_t rdma_stat_recv;
67atomic_t rdma_stat_read;
68atomic_t rdma_stat_write;
69atomic_t rdma_stat_sq_starve;
70atomic_t rdma_stat_rq_starve;
71atomic_t rdma_stat_rq_poll;
72atomic_t rdma_stat_rq_prod;
73atomic_t rdma_stat_sq_poll;
74atomic_t rdma_stat_sq_prod;
75
76struct workqueue_struct *svc_rdma_wq;
77
78
79
80
81
82
83
84static int read_reset_stat(struct ctl_table *table, int write,
85 void __user *buffer, size_t *lenp,
86 loff_t *ppos)
87{
88 atomic_t *stat = (atomic_t *)table->data;
89
90 if (!stat)
91 return -EINVAL;
92
93 if (write)
94 atomic_set(stat, 0);
95 else {
96 char str_buf[32];
97 int len = snprintf(str_buf, 32, "%d\n", atomic_read(stat));
98 if (len >= 32)
99 return -EFAULT;
100 len = strlen(str_buf);
101 if (*ppos > len) {
102 *lenp = 0;
103 return 0;
104 }
105 len -= *ppos;
106 if (len > *lenp)
107 len = *lenp;
108 if (len && copy_to_user(buffer, str_buf, len))
109 return -EFAULT;
110 *lenp = len;
111 *ppos += len;
112 }
113 return 0;
114}
115
116static struct ctl_table_header *svcrdma_table_header;
117static struct ctl_table svcrdma_parm_table[] = {
118 {
119 .procname = "max_requests",
120 .data = &svcrdma_max_requests,
121 .maxlen = sizeof(unsigned int),
122 .mode = 0644,
123 .proc_handler = proc_dointvec_minmax,
124 .extra1 = &min_max_requests,
125 .extra2 = &max_max_requests
126 },
127 {
128 .procname = "max_req_size",
129 .data = &svcrdma_max_req_size,
130 .maxlen = sizeof(unsigned int),
131 .mode = 0644,
132 .proc_handler = proc_dointvec_minmax,
133 .extra1 = &min_max_inline,
134 .extra2 = &max_max_inline
135 },
136 {
137 .procname = "max_outbound_read_requests",
138 .data = &svcrdma_ord,
139 .maxlen = sizeof(unsigned int),
140 .mode = 0644,
141 .proc_handler = proc_dointvec_minmax,
142 .extra1 = &min_ord,
143 .extra2 = &max_ord,
144 },
145
146 {
147 .procname = "rdma_stat_read",
148 .data = &rdma_stat_read,
149 .maxlen = sizeof(atomic_t),
150 .mode = 0644,
151 .proc_handler = read_reset_stat,
152 },
153 {
154 .procname = "rdma_stat_recv",
155 .data = &rdma_stat_recv,
156 .maxlen = sizeof(atomic_t),
157 .mode = 0644,
158 .proc_handler = read_reset_stat,
159 },
160 {
161 .procname = "rdma_stat_write",
162 .data = &rdma_stat_write,
163 .maxlen = sizeof(atomic_t),
164 .mode = 0644,
165 .proc_handler = read_reset_stat,
166 },
167 {
168 .procname = "rdma_stat_sq_starve",
169 .data = &rdma_stat_sq_starve,
170 .maxlen = sizeof(atomic_t),
171 .mode = 0644,
172 .proc_handler = read_reset_stat,
173 },
174 {
175 .procname = "rdma_stat_rq_starve",
176 .data = &rdma_stat_rq_starve,
177 .maxlen = sizeof(atomic_t),
178 .mode = 0644,
179 .proc_handler = read_reset_stat,
180 },
181 {
182 .procname = "rdma_stat_rq_poll",
183 .data = &rdma_stat_rq_poll,
184 .maxlen = sizeof(atomic_t),
185 .mode = 0644,
186 .proc_handler = read_reset_stat,
187 },
188 {
189 .procname = "rdma_stat_rq_prod",
190 .data = &rdma_stat_rq_prod,
191 .maxlen = sizeof(atomic_t),
192 .mode = 0644,
193 .proc_handler = read_reset_stat,
194 },
195 {
196 .procname = "rdma_stat_sq_poll",
197 .data = &rdma_stat_sq_poll,
198 .maxlen = sizeof(atomic_t),
199 .mode = 0644,
200 .proc_handler = read_reset_stat,
201 },
202 {
203 .procname = "rdma_stat_sq_prod",
204 .data = &rdma_stat_sq_prod,
205 .maxlen = sizeof(atomic_t),
206 .mode = 0644,
207 .proc_handler = read_reset_stat,
208 },
209 { },
210};
211
212static struct ctl_table svcrdma_table[] = {
213 {
214 .procname = "svc_rdma",
215 .mode = 0555,
216 .child = svcrdma_parm_table
217 },
218 { },
219};
220
221static struct ctl_table svcrdma_root_table[] = {
222 {
223 .procname = "sunrpc",
224 .mode = 0555,
225 .child = svcrdma_table
226 },
227 { },
228};
229
230void svc_rdma_cleanup(void)
231{
232 dprintk("SVCRDMA Module Removed, deregister RPC RDMA transport\n");
233 destroy_workqueue(svc_rdma_wq);
234 if (svcrdma_table_header) {
235 unregister_sysctl_table(svcrdma_table_header);
236 svcrdma_table_header = NULL;
237 }
238 svc_unreg_xprt_class(&svc_rdma_class);
239}
240
241int svc_rdma_init(void)
242{
243 dprintk("SVCRDMA Module Init, register RPC RDMA transport\n");
244 dprintk("\tsvcrdma_ord : %d\n", svcrdma_ord);
245 dprintk("\tmax_requests : %u\n", svcrdma_max_requests);
246 dprintk("\tmax_bc_requests : %u\n", svcrdma_max_bc_requests);
247 dprintk("\tmax_inline : %d\n", svcrdma_max_req_size);
248
249 svc_rdma_wq = alloc_workqueue("svc_rdma", 0, 0);
250 if (!svc_rdma_wq)
251 return -ENOMEM;
252
253 if (!svcrdma_table_header)
254 svcrdma_table_header =
255 register_sysctl_table(svcrdma_root_table);
256
257
258 svc_reg_xprt_class(&svc_rdma_class);
259 return 0;
260}
261