1
2
3
4
5
6
7
8
9
10
11#ifndef SUNRPC_SVC_H
12#define SUNRPC_SVC_H
13
14#include <linux/in.h>
15#include <linux/in6.h>
16#include <linux/sunrpc/types.h>
17#include <linux/sunrpc/xdr.h>
18#include <linux/sunrpc/auth.h>
19#include <linux/sunrpc/svcauth.h>
20#include <linux/wait.h>
21#include <linux/mm.h>
22
23
24struct svc_pool_stats {
25 atomic_long_t packets;
26 unsigned long sockets_queued;
27 atomic_long_t threads_woken;
28 atomic_long_t threads_timedout;
29};
30
31
32
33
34
35
36
37
38
39
40
41struct svc_pool {
42 unsigned int sp_id;
43 spinlock_t sp_lock;
44 struct list_head sp_sockets;
45 unsigned int sp_nrthreads;
46 struct list_head sp_all_threads;
47 struct svc_pool_stats sp_stats;
48#define SP_TASK_PENDING (0)
49
50#define SP_CONGESTED (1)
51 unsigned long sp_flags;
52} ____cacheline_aligned_in_smp;
53
54struct svc_serv;
55
56struct svc_serv_ops {
57
58 void (*svo_shutdown)(struct svc_serv *, struct net *);
59
60
61 int (*svo_function)(void *);
62
63
64 void (*svo_enqueue_xprt)(struct svc_xprt *);
65
66
67 int (*svo_setup)(struct svc_serv *, struct svc_pool *, int);
68
69
70 struct module *svo_module;
71};
72
73
74
75
76
77
78
79
80
81
82
83struct svc_serv {
84 struct svc_program * sv_program;
85 struct svc_stat * sv_stats;
86 spinlock_t sv_lock;
87 unsigned int sv_nrthreads;
88 unsigned int sv_maxconn;
89
90
91
92 unsigned int sv_max_payload;
93 unsigned int sv_max_mesg;
94 unsigned int sv_xdrsize;
95 struct list_head sv_permsocks;
96 struct list_head sv_tempsocks;
97 int sv_tmpcnt;
98 struct timer_list sv_temptimer;
99
100 char * sv_name;
101
102 unsigned int sv_nrpools;
103 struct svc_pool * sv_pools;
104 const struct svc_serv_ops *sv_ops;
105#if defined(CONFIG_SUNRPC_BACKCHANNEL)
106 struct list_head sv_cb_list;
107
108
109 spinlock_t sv_cb_lock;
110 wait_queue_head_t sv_cb_waitq;
111
112 struct svc_xprt *sv_bc_xprt;
113#endif
114};
115
116
117
118
119
120
121
122static inline void svc_get(struct svc_serv *serv)
123{
124 serv->sv_nrthreads++;
125}
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148#define RPCSVC_MAXPAYLOAD (1*1024*1024u)
149#define RPCSVC_MAXPAYLOAD_TCP RPCSVC_MAXPAYLOAD
150#define RPCSVC_MAXPAYLOAD_UDP (32*1024u)
151
152extern u32 svc_max_payload(const struct svc_rqst *rqstp);
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181#define RPCSVC_MAXPAGES ((RPCSVC_MAXPAYLOAD+PAGE_SIZE-1)/PAGE_SIZE \
182 + 2 + 1)
183
184static inline u32 svc_getnl(struct kvec *iov)
185{
186 __be32 val, *vp;
187 vp = iov->iov_base;
188 val = *vp++;
189 iov->iov_base = (void*)vp;
190 iov->iov_len -= sizeof(__be32);
191 return ntohl(val);
192}
193
194static inline void svc_putnl(struct kvec *iov, u32 val)
195{
196 __be32 *vp = iov->iov_base + iov->iov_len;
197 *vp = htonl(val);
198 iov->iov_len += sizeof(__be32);
199}
200
201static inline __be32 svc_getu32(struct kvec *iov)
202{
203 __be32 val, *vp;
204 vp = iov->iov_base;
205 val = *vp++;
206 iov->iov_base = (void*)vp;
207 iov->iov_len -= sizeof(__be32);
208 return val;
209}
210
211static inline void svc_ungetu32(struct kvec *iov)
212{
213 __be32 *vp = (__be32 *)iov->iov_base;
214 iov->iov_base = (void *)(vp - 1);
215 iov->iov_len += sizeof(*vp);
216}
217
218static inline void svc_putu32(struct kvec *iov, __be32 val)
219{
220 __be32 *vp = iov->iov_base + iov->iov_len;
221 *vp = val;
222 iov->iov_len += sizeof(__be32);
223}
224
225
226
227
228
229struct svc_rqst {
230 struct list_head rq_all;
231 struct rcu_head rq_rcu_head;
232 struct svc_xprt * rq_xprt;
233
234 struct sockaddr_storage rq_addr;
235 size_t rq_addrlen;
236 struct sockaddr_storage rq_daddr;
237
238 size_t rq_daddrlen;
239
240 struct svc_serv * rq_server;
241 struct svc_pool * rq_pool;
242 const struct svc_procedure *rq_procinfo;
243 struct auth_ops * rq_authop;
244 struct svc_cred rq_cred;
245 void * rq_xprt_ctxt;
246 struct svc_deferred_req*rq_deferred;
247
248 size_t rq_xprt_hlen;
249 struct xdr_buf rq_arg;
250 struct xdr_buf rq_res;
251 struct page *rq_pages[RPCSVC_MAXPAGES + 1];
252 struct page * *rq_respages;
253 struct page * *rq_next_page;
254 struct page * *rq_page_end;
255
256 struct kvec rq_vec[RPCSVC_MAXPAGES];
257
258 __be32 rq_xid;
259 u32 rq_prog;
260 u32 rq_vers;
261 u32 rq_proc;
262 u32 rq_prot;
263 int rq_cachetype;
264#define RQ_SECURE (0)
265#define RQ_LOCAL (1)
266#define RQ_USEDEFERRAL (2)
267#define RQ_DROPME (3)
268#define RQ_SPLICE_OK (4)
269
270
271#define RQ_VICTIM (5)
272#define RQ_BUSY (6)
273#define RQ_DATA (7)
274 unsigned long rq_flags;
275 ktime_t rq_qtime;
276
277 void * rq_argp;
278 void * rq_resp;
279 void * rq_auth_data;
280 int rq_auth_slack;
281
282
283
284 int rq_reserved;
285
286
287 ktime_t rq_stime;
288
289 struct cache_req rq_chandle;
290
291
292
293 struct auth_domain * rq_client;
294 struct auth_domain * rq_gssclient;
295 struct svc_cacherep * rq_cacherep;
296 struct task_struct *rq_task;
297 spinlock_t rq_lock;
298};
299
300#define SVC_NET(svc_rqst) (svc_rqst->rq_xprt->xpt_net)
301
302
303
304
305static inline struct sockaddr_in *svc_addr_in(const struct svc_rqst *rqst)
306{
307 return (struct sockaddr_in *) &rqst->rq_addr;
308}
309
310static inline struct sockaddr_in6 *svc_addr_in6(const struct svc_rqst *rqst)
311{
312 return (struct sockaddr_in6 *) &rqst->rq_addr;
313}
314
315static inline struct sockaddr *svc_addr(const struct svc_rqst *rqst)
316{
317 return (struct sockaddr *) &rqst->rq_addr;
318}
319
320static inline struct sockaddr_in *svc_daddr_in(const struct svc_rqst *rqst)
321{
322 return (struct sockaddr_in *) &rqst->rq_daddr;
323}
324
325static inline struct sockaddr_in6 *svc_daddr_in6(const struct svc_rqst *rqst)
326{
327 return (struct sockaddr_in6 *) &rqst->rq_daddr;
328}
329
330static inline struct sockaddr *svc_daddr(const struct svc_rqst *rqst)
331{
332 return (struct sockaddr *) &rqst->rq_daddr;
333}
334
335
336
337
338static inline int
339xdr_argsize_check(struct svc_rqst *rqstp, __be32 *p)
340{
341 char *cp = (char *)p;
342 struct kvec *vec = &rqstp->rq_arg.head[0];
343 return cp >= (char*)vec->iov_base
344 && cp <= (char*)vec->iov_base + vec->iov_len;
345}
346
347static inline int
348xdr_ressize_check(struct svc_rqst *rqstp, __be32 *p)
349{
350 struct kvec *vec = &rqstp->rq_res.head[0];
351 char *cp = (char*)p;
352
353 vec->iov_len = cp - (char*)vec->iov_base;
354
355 return vec->iov_len <= PAGE_SIZE;
356}
357
358static inline void svc_free_res_pages(struct svc_rqst *rqstp)
359{
360 while (rqstp->rq_next_page != rqstp->rq_respages) {
361 struct page **pp = --rqstp->rq_next_page;
362 if (*pp) {
363 put_page(*pp);
364 *pp = NULL;
365 }
366 }
367}
368
369struct svc_deferred_req {
370 u32 prot;
371 struct svc_xprt *xprt;
372 struct sockaddr_storage addr;
373 size_t addrlen;
374 struct sockaddr_storage daddr;
375 size_t daddrlen;
376 struct cache_deferred_req handle;
377 size_t xprt_hlen;
378 int argslen;
379 __be32 args[0];
380};
381
382
383
384
385struct svc_program {
386 struct svc_program * pg_next;
387 u32 pg_prog;
388 unsigned int pg_lovers;
389 unsigned int pg_hivers;
390 unsigned int pg_nvers;
391 const struct svc_version **pg_vers;
392 char * pg_name;
393 char * pg_class;
394 struct svc_stat * pg_stats;
395 int (*pg_authenticate)(struct svc_rqst *);
396};
397
398
399
400
401struct svc_version {
402 u32 vs_vers;
403 u32 vs_nproc;
404 const struct svc_procedure *vs_proc;
405 unsigned int *vs_count;
406 u32 vs_xdrsize;
407
408
409 bool vs_hidden;
410
411
412 bool vs_rpcb_optnl;
413
414
415 bool vs_need_cong_ctrl;
416
417
418
419
420
421 int (*vs_dispatch)(struct svc_rqst *, __be32 *);
422};
423
424
425
426
427struct svc_procedure {
428
429 __be32 (*pc_func)(struct svc_rqst *);
430
431 int (*pc_decode)(struct svc_rqst *, __be32 *data);
432
433 int (*pc_encode)(struct svc_rqst *, __be32 *data);
434
435 void (*pc_release)(struct svc_rqst *);
436 unsigned int pc_argsize;
437 unsigned int pc_ressize;
438 unsigned int pc_cachetype;
439 unsigned int pc_xdrressize;
440};
441
442
443
444
445enum {
446 SVC_POOL_AUTO = -1,
447 SVC_POOL_GLOBAL,
448
449 SVC_POOL_PERCPU,
450 SVC_POOL_PERNODE
451};
452
453struct svc_pool_map {
454 int count;
455 int mode;
456
457
458 unsigned int npools;
459 unsigned int *pool_to;
460 unsigned int *to_pool;
461};
462
463extern struct svc_pool_map svc_pool_map;
464
465
466
467
468int svc_rpcb_setup(struct svc_serv *serv, struct net *net);
469void svc_rpcb_cleanup(struct svc_serv *serv, struct net *net);
470int svc_bind(struct svc_serv *serv, struct net *net);
471struct svc_serv *svc_create(struct svc_program *, unsigned int,
472 const struct svc_serv_ops *);
473struct svc_rqst *svc_rqst_alloc(struct svc_serv *serv,
474 struct svc_pool *pool, int node);
475struct svc_rqst *svc_prepare_thread(struct svc_serv *serv,
476 struct svc_pool *pool, int node);
477void svc_rqst_free(struct svc_rqst *);
478void svc_exit_thread(struct svc_rqst *);
479unsigned int svc_pool_map_get(void);
480void svc_pool_map_put(void);
481struct svc_serv * svc_create_pooled(struct svc_program *, unsigned int,
482 const struct svc_serv_ops *);
483int svc_set_num_threads(struct svc_serv *, struct svc_pool *, int);
484int svc_set_num_threads_sync(struct svc_serv *, struct svc_pool *, int);
485int svc_pool_stats_open(struct svc_serv *serv, struct file *file);
486void svc_destroy(struct svc_serv *);
487void svc_shutdown_net(struct svc_serv *, struct net *);
488int svc_process(struct svc_rqst *);
489int bc_svc_process(struct svc_serv *, struct rpc_rqst *,
490 struct svc_rqst *);
491int svc_register(const struct svc_serv *, struct net *, const int,
492 const unsigned short, const unsigned short);
493
494void svc_wake_up(struct svc_serv *);
495void svc_reserve(struct svc_rqst *rqstp, int space);
496struct svc_pool * svc_pool_for_cpu(struct svc_serv *serv, int cpu);
497char * svc_print_addr(struct svc_rqst *, char *, size_t);
498unsigned int svc_fill_write_vector(struct svc_rqst *rqstp,
499 struct kvec *first, size_t total);
500char *svc_fill_symlink_pathname(struct svc_rqst *rqstp,
501 struct kvec *first, size_t total);
502
503#define RPC_MAX_ADDRBUFLEN (63U)
504
505
506
507
508
509
510
511
512static inline void svc_reserve_auth(struct svc_rqst *rqstp, int space)
513{
514 svc_reserve(rqstp, space + rqstp->rq_auth_slack);
515}
516
517#endif
518