1
2
3
4
5
6
7
8
9
10#ifndef SUNRPC_SVC_H
11#define SUNRPC_SVC_H
12
13#include <linux/in.h>
14#include <linux/in6.h>
15#include <linux/sunrpc/types.h>
16#include <linux/sunrpc/xdr.h>
17#include <linux/sunrpc/auth.h>
18#include <linux/sunrpc/svcauth.h>
19#include <linux/wait.h>
20#include <linux/mm.h>
21
22
23struct svc_pool_stats {
24 atomic_long_t packets;
25 unsigned long sockets_queued;
26 atomic_long_t threads_woken;
27 atomic_long_t threads_timedout;
28};
29
30
31
32
33
34
35
36
37
38
39
40struct svc_pool {
41 unsigned int sp_id;
42 spinlock_t sp_lock;
43 struct list_head sp_sockets;
44 unsigned int sp_nrthreads;
45 struct list_head sp_all_threads;
46 struct svc_pool_stats sp_stats;
47#define SP_TASK_PENDING (0)
48
49 unsigned long sp_flags;
50} ____cacheline_aligned_in_smp;
51
52struct svc_serv;
53
54struct svc_serv_ops {
55
56 void (*svo_shutdown)(struct svc_serv *, struct net *);
57
58
59 int (*svo_function)(void *);
60
61
62 void (*svo_enqueue_xprt)(struct svc_xprt *);
63
64
65 int (*svo_setup)(struct svc_serv *, struct svc_pool *, int);
66
67
68 struct module *svo_module;
69};
70
71
72
73
74
75
76
77
78
79
80
81struct svc_serv {
82 struct svc_program * sv_program;
83 struct svc_stat * sv_stats;
84 spinlock_t sv_lock;
85 unsigned int sv_nrthreads;
86 unsigned int sv_maxconn;
87
88
89
90 unsigned int sv_max_payload;
91 unsigned int sv_max_mesg;
92 unsigned int sv_xdrsize;
93 struct list_head sv_permsocks;
94 struct list_head sv_tempsocks;
95 int sv_tmpcnt;
96 struct timer_list sv_temptimer;
97
98 char * sv_name;
99
100 unsigned int sv_nrpools;
101 struct svc_pool * sv_pools;
102 struct svc_serv_ops *sv_ops;
103#if defined(CONFIG_SUNRPC_BACKCHANNEL)
104 struct list_head sv_cb_list;
105
106
107 spinlock_t sv_cb_lock;
108 wait_queue_head_t sv_cb_waitq;
109
110 struct svc_xprt *sv_bc_xprt;
111#endif
112};
113
114
115
116
117
118
119
120static inline void svc_get(struct svc_serv *serv)
121{
122 serv->sv_nrthreads++;
123}
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146#define RPCSVC_MAXPAYLOAD (1*1024*1024u)
147#define RPCSVC_MAXPAYLOAD_TCP RPCSVC_MAXPAYLOAD
148#define RPCSVC_MAXPAYLOAD_UDP (32*1024u)
149
150extern u32 svc_max_payload(const struct svc_rqst *rqstp);
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179#define RPCSVC_MAXPAGES ((RPCSVC_MAXPAYLOAD+PAGE_SIZE-1)/PAGE_SIZE \
180 + 2 + 1)
181
182static inline u32 svc_getnl(struct kvec *iov)
183{
184 __be32 val, *vp;
185 vp = iov->iov_base;
186 val = *vp++;
187 iov->iov_base = (void*)vp;
188 iov->iov_len -= sizeof(__be32);
189 return ntohl(val);
190}
191
192static inline void svc_putnl(struct kvec *iov, u32 val)
193{
194 __be32 *vp = iov->iov_base + iov->iov_len;
195 *vp = htonl(val);
196 iov->iov_len += sizeof(__be32);
197}
198
199static inline __be32 svc_getu32(struct kvec *iov)
200{
201 __be32 val, *vp;
202 vp = iov->iov_base;
203 val = *vp++;
204 iov->iov_base = (void*)vp;
205 iov->iov_len -= sizeof(__be32);
206 return val;
207}
208
209static inline void svc_ungetu32(struct kvec *iov)
210{
211 __be32 *vp = (__be32 *)iov->iov_base;
212 iov->iov_base = (void *)(vp - 1);
213 iov->iov_len += sizeof(*vp);
214}
215
216static inline void svc_putu32(struct kvec *iov, __be32 val)
217{
218 __be32 *vp = iov->iov_base + iov->iov_len;
219 *vp = val;
220 iov->iov_len += sizeof(__be32);
221}
222
223
224
225
226
227struct svc_rqst {
228 struct list_head rq_all;
229 struct rcu_head rq_rcu_head;
230 struct svc_xprt * rq_xprt;
231
232 struct sockaddr_storage rq_addr;
233 size_t rq_addrlen;
234 struct sockaddr_storage rq_daddr;
235
236 size_t rq_daddrlen;
237
238 struct svc_serv * rq_server;
239 struct svc_pool * rq_pool;
240 struct svc_procedure * rq_procinfo;
241 struct auth_ops * rq_authop;
242 struct svc_cred rq_cred;
243 void * rq_xprt_ctxt;
244 struct svc_deferred_req*rq_deferred;
245
246 size_t rq_xprt_hlen;
247 struct xdr_buf rq_arg;
248 struct xdr_buf rq_res;
249 struct page * rq_pages[RPCSVC_MAXPAGES];
250 struct page * *rq_respages;
251 struct page * *rq_next_page;
252 struct page * *rq_page_end;
253
254 struct kvec rq_vec[RPCSVC_MAXPAGES];
255
256 __be32 rq_xid;
257 u32 rq_prog;
258 u32 rq_vers;
259 u32 rq_proc;
260 u32 rq_prot;
261 int rq_cachetype;
262#define RQ_SECURE (0)
263#define RQ_LOCAL (1)
264#define RQ_USEDEFERRAL (2)
265#define RQ_DROPME (3)
266#define RQ_SPLICE_OK (4)
267
268
269#define RQ_VICTIM (5)
270#define RQ_BUSY (6)
271 unsigned long rq_flags;
272
273 void * rq_argp;
274 void * rq_resp;
275 void * rq_auth_data;
276 int rq_auth_slack;
277
278
279
280 int rq_reserved;
281
282
283
284 struct cache_req rq_chandle;
285
286
287
288 struct auth_domain * rq_client;
289 struct auth_domain * rq_gssclient;
290 struct svc_cacherep * rq_cacherep;
291 struct task_struct *rq_task;
292 spinlock_t rq_lock;
293};
294
295#define SVC_NET(svc_rqst) (svc_rqst->rq_xprt->xpt_net)
296
297
298
299
300static inline struct sockaddr_in *svc_addr_in(const struct svc_rqst *rqst)
301{
302 return (struct sockaddr_in *) &rqst->rq_addr;
303}
304
305static inline struct sockaddr_in6 *svc_addr_in6(const struct svc_rqst *rqst)
306{
307 return (struct sockaddr_in6 *) &rqst->rq_addr;
308}
309
310static inline struct sockaddr *svc_addr(const struct svc_rqst *rqst)
311{
312 return (struct sockaddr *) &rqst->rq_addr;
313}
314
315static inline struct sockaddr_in *svc_daddr_in(const struct svc_rqst *rqst)
316{
317 return (struct sockaddr_in *) &rqst->rq_daddr;
318}
319
320static inline struct sockaddr_in6 *svc_daddr_in6(const struct svc_rqst *rqst)
321{
322 return (struct sockaddr_in6 *) &rqst->rq_daddr;
323}
324
325static inline struct sockaddr *svc_daddr(const struct svc_rqst *rqst)
326{
327 return (struct sockaddr *) &rqst->rq_daddr;
328}
329
330
331
332
333static inline int
334xdr_argsize_check(struct svc_rqst *rqstp, __be32 *p)
335{
336 char *cp = (char *)p;
337 struct kvec *vec = &rqstp->rq_arg.head[0];
338 return cp >= (char*)vec->iov_base
339 && cp <= (char*)vec->iov_base + vec->iov_len;
340}
341
342static inline int
343xdr_ressize_check(struct svc_rqst *rqstp, __be32 *p)
344{
345 struct kvec *vec = &rqstp->rq_res.head[0];
346 char *cp = (char*)p;
347
348 vec->iov_len = cp - (char*)vec->iov_base;
349
350 return vec->iov_len <= PAGE_SIZE;
351}
352
353static inline void svc_free_res_pages(struct svc_rqst *rqstp)
354{
355 while (rqstp->rq_next_page != rqstp->rq_respages) {
356 struct page **pp = --rqstp->rq_next_page;
357 if (*pp) {
358 put_page(*pp);
359 *pp = NULL;
360 }
361 }
362}
363
364struct svc_deferred_req {
365 u32 prot;
366 struct svc_xprt *xprt;
367 struct sockaddr_storage addr;
368 size_t addrlen;
369 struct sockaddr_storage daddr;
370 size_t daddrlen;
371 struct cache_deferred_req handle;
372 size_t xprt_hlen;
373 int argslen;
374 __be32 args[0];
375};
376
377
378
379
380struct svc_program {
381 struct svc_program * pg_next;
382 u32 pg_prog;
383 unsigned int pg_lovers;
384 unsigned int pg_hivers;
385 unsigned int pg_nvers;
386 struct svc_version ** pg_vers;
387 char * pg_name;
388 char * pg_class;
389 struct svc_stat * pg_stats;
390 int (*pg_authenticate)(struct svc_rqst *);
391};
392
393
394
395
396struct svc_version {
397 u32 vs_vers;
398 u32 vs_nproc;
399 struct svc_procedure * vs_proc;
400 u32 vs_xdrsize;
401
402 unsigned int vs_hidden : 1,
403
404 vs_rpcb_optnl:1;
405
406
407
408
409
410
411 int (*vs_dispatch)(struct svc_rqst *, __be32 *);
412};
413
414
415
416
417typedef __be32 (*svc_procfunc)(struct svc_rqst *, void *argp, void *resp);
418struct svc_procedure {
419 svc_procfunc pc_func;
420 kxdrproc_t pc_decode;
421 kxdrproc_t pc_encode;
422 kxdrproc_t pc_release;
423 unsigned int pc_argsize;
424 unsigned int pc_ressize;
425 unsigned int pc_count;
426 unsigned int pc_cachetype;
427 unsigned int pc_xdrressize;
428};
429
430
431
432
433enum {
434 SVC_POOL_AUTO = -1,
435 SVC_POOL_GLOBAL,
436
437 SVC_POOL_PERCPU,
438 SVC_POOL_PERNODE
439};
440
441struct svc_pool_map {
442 int count;
443 int mode;
444
445
446 unsigned int npools;
447 unsigned int *pool_to;
448 unsigned int *to_pool;
449};
450
451extern struct svc_pool_map svc_pool_map;
452
453
454
455
456int svc_rpcb_setup(struct svc_serv *serv, struct net *net);
457void svc_rpcb_cleanup(struct svc_serv *serv, struct net *net);
458int svc_bind(struct svc_serv *serv, struct net *net);
459struct svc_serv *svc_create(struct svc_program *, unsigned int,
460 struct svc_serv_ops *);
461struct svc_rqst *svc_rqst_alloc(struct svc_serv *serv,
462 struct svc_pool *pool, int node);
463struct svc_rqst *svc_prepare_thread(struct svc_serv *serv,
464 struct svc_pool *pool, int node);
465void svc_rqst_free(struct svc_rqst *);
466void svc_exit_thread(struct svc_rqst *);
467unsigned int svc_pool_map_get(void);
468void svc_pool_map_put(void);
469struct svc_serv * svc_create_pooled(struct svc_program *, unsigned int,
470 struct svc_serv_ops *);
471int svc_set_num_threads(struct svc_serv *, struct svc_pool *, int);
472int svc_pool_stats_open(struct svc_serv *serv, struct file *file);
473void svc_destroy(struct svc_serv *);
474void svc_shutdown_net(struct svc_serv *, struct net *);
475int svc_process(struct svc_rqst *);
476int bc_svc_process(struct svc_serv *, struct rpc_rqst *,
477 struct svc_rqst *);
478int svc_register(const struct svc_serv *, struct net *, const int,
479 const unsigned short, const unsigned short);
480
481void svc_wake_up(struct svc_serv *);
482void svc_reserve(struct svc_rqst *rqstp, int space);
483struct svc_pool * svc_pool_for_cpu(struct svc_serv *serv, int cpu);
484char * svc_print_addr(struct svc_rqst *, char *, size_t);
485
486#define RPC_MAX_ADDRBUFLEN (63U)
487
488
489
490
491
492
493
494
495static inline void svc_reserve_auth(struct svc_rqst *rqstp, int space)
496{
497 svc_reserve(rqstp, space + rqstp->rq_auth_slack);
498}
499
500#endif
501