1
2
3
4
5
6
7
8
9#ifndef _FS_FUSE_I_H
10#define _FS_FUSE_I_H
11
12#ifndef pr_fmt
13# define pr_fmt(fmt) "fuse: " fmt
14#endif
15
16#include <linux/fuse.h>
17#include <linux/fs.h>
18#include <linux/mount.h>
19#include <linux/wait.h>
20#include <linux/list.h>
21#include <linux/spinlock.h>
22#include <linux/mm.h>
23#include <linux/backing-dev.h>
24#include <linux/mutex.h>
25#include <linux/rwsem.h>
26#include <linux/rbtree.h>
27#include <linux/poll.h>
28#include <linux/workqueue.h>
29#include <linux/kref.h>
30#include <linux/xattr.h>
31#include <linux/pid_namespace.h>
32#include <linux/refcount.h>
33#include <linux/user_namespace.h>
34
35
36#define FUSE_DEFAULT_MAX_PAGES_PER_REQ 32
37
38
39#define FUSE_MAX_MAX_PAGES 256
40
41
42#define FUSE_NOWRITE INT_MIN
43
44
45#define FUSE_NAME_MAX 1024
46
47
48#define FUSE_CTL_NUM_DENTRIES 5
49
50
51extern struct list_head fuse_conn_list;
52
53
54extern struct mutex fuse_mutex;
55
56
57extern unsigned max_user_bgreq;
58extern unsigned max_user_congthresh;
59
60
61struct fuse_forget_link {
62 struct fuse_forget_one forget_one;
63 struct fuse_forget_link *next;
64};
65
66
67struct fuse_inode {
68
69 struct inode inode;
70
71
72
73 u64 nodeid;
74
75
76 u64 nlookup;
77
78
79 struct fuse_forget_link *forget;
80
81
82 u64 i_time;
83
84
85 u32 inval_mask;
86
87
88
89 umode_t orig_i_mode;
90
91
92 u64 orig_ino;
93
94
95 u64 attr_version;
96
97 union {
98
99 struct {
100
101 struct list_head write_files;
102
103
104 struct list_head queued_writes;
105
106
107
108 int writectr;
109
110
111 wait_queue_head_t page_waitq;
112
113
114 struct rb_root writepages;
115 };
116
117
118 struct {
119
120 bool cached;
121
122
123 loff_t size;
124
125
126 loff_t pos;
127
128
129 u64 version;
130
131
132
133 struct timespec64 mtime;
134
135
136 u64 iversion;
137
138
139 spinlock_t lock;
140 } rdc;
141 };
142
143
144 unsigned long state;
145
146
147 struct mutex mutex;
148
149
150 spinlock_t lock;
151};
152
153
154enum {
155
156 FUSE_I_ADVISE_RDPLUS,
157
158 FUSE_I_INIT_RDPLUS,
159
160 FUSE_I_SIZE_UNSTABLE,
161};
162
163struct fuse_conn;
164struct fuse_release_args;
165
166
167struct fuse_file {
168
169 struct fuse_conn *fc;
170
171
172 struct fuse_release_args *release_args;
173
174
175 u64 kh;
176
177
178 u64 fh;
179
180
181 u64 nodeid;
182
183
184 refcount_t count;
185
186
187 u32 open_flags;
188
189
190 struct list_head write_entry;
191
192
193 struct {
194
195
196
197
198 struct mutex lock;
199
200
201 loff_t pos;
202
203
204 loff_t cache_off;
205
206
207 u64 version;
208
209 } readdir;
210
211
212 struct rb_node polled_node;
213
214
215 wait_queue_head_t poll_wait;
216
217
218 bool flock:1;
219};
220
221
222struct fuse_in_arg {
223 unsigned size;
224 const void *value;
225};
226
227
228struct fuse_arg {
229 unsigned size;
230 void *value;
231};
232
233
234struct fuse_page_desc {
235 unsigned int length;
236 unsigned int offset;
237};
238
239struct fuse_args {
240 uint64_t nodeid;
241 uint32_t opcode;
242 unsigned short in_numargs;
243 unsigned short out_numargs;
244 bool force:1;
245 bool noreply:1;
246 bool nocreds:1;
247 bool in_pages:1;
248 bool out_pages:1;
249 bool out_argvar:1;
250 bool page_zeroing:1;
251 bool page_replace:1;
252 bool may_block:1;
253 struct fuse_in_arg in_args[3];
254 struct fuse_arg out_args[2];
255 void (*end)(struct fuse_conn *fc, struct fuse_args *args, int error);
256};
257
258struct fuse_args_pages {
259 struct fuse_args args;
260 struct page **pages;
261 struct fuse_page_desc *descs;
262 unsigned int num_pages;
263};
264
265#define FUSE_ARGS(args) struct fuse_args args = {}
266
267
268struct fuse_io_priv {
269 struct kref refcnt;
270 int async;
271 spinlock_t lock;
272 unsigned reqs;
273 ssize_t bytes;
274 size_t size;
275 __u64 offset;
276 bool write;
277 bool should_dirty;
278 int err;
279 struct kiocb *iocb;
280 struct completion *done;
281 bool blocking;
282};
283
284#define FUSE_IO_PRIV_SYNC(i) \
285{ \
286 .refcnt = KREF_INIT(1), \
287 .async = 0, \
288 .iocb = i, \
289}
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307enum fuse_req_flag {
308 FR_ISREPLY,
309 FR_FORCE,
310 FR_BACKGROUND,
311 FR_WAITING,
312 FR_ABORTED,
313 FR_INTERRUPTED,
314 FR_LOCKED,
315 FR_PENDING,
316 FR_SENT,
317 FR_FINISHED,
318 FR_PRIVATE,
319 FR_ASYNC,
320};
321
322
323
324
325
326
327
328
329struct fuse_req {
330
331
332 struct list_head list;
333
334
335 struct list_head intr_entry;
336
337
338 struct fuse_args *args;
339
340
341 refcount_t count;
342
343
344 unsigned long flags;
345
346
347 struct {
348 struct fuse_in_header h;
349 } in;
350
351
352 struct {
353 struct fuse_out_header h;
354 } out;
355
356
357 wait_queue_head_t waitq;
358
359#if IS_ENABLED(CONFIG_VIRTIO_FS)
360
361 void *argbuf;
362#endif
363};
364
365struct fuse_iqueue;
366
367
368
369
370
371
372
373
374
375struct fuse_iqueue_ops {
376
377
378
379 void (*wake_forget_and_unlock)(struct fuse_iqueue *fiq)
380 __releases(fiq->lock);
381
382
383
384
385 void (*wake_interrupt_and_unlock)(struct fuse_iqueue *fiq)
386 __releases(fiq->lock);
387
388
389
390
391 void (*wake_pending_and_unlock)(struct fuse_iqueue *fiq)
392 __releases(fiq->lock);
393
394
395
396
397 void (*release)(struct fuse_iqueue *fiq);
398};
399
400
401extern const struct fuse_iqueue_ops fuse_dev_fiq_ops;
402
403struct fuse_iqueue {
404
405 unsigned connected;
406
407
408 spinlock_t lock;
409
410
411 wait_queue_head_t waitq;
412
413
414 u64 reqctr;
415
416
417 struct list_head pending;
418
419
420 struct list_head interrupts;
421
422
423 struct fuse_forget_link forget_list_head;
424 struct fuse_forget_link *forget_list_tail;
425
426
427 int forget_batch;
428
429
430 struct fasync_struct *fasync;
431
432
433 const struct fuse_iqueue_ops *ops;
434
435
436 void *priv;
437};
438
439#define FUSE_PQ_HASH_BITS 8
440#define FUSE_PQ_HASH_SIZE (1 << FUSE_PQ_HASH_BITS)
441
442struct fuse_pqueue {
443
444 unsigned connected;
445
446
447 spinlock_t lock;
448
449
450 struct list_head *processing;
451
452
453 struct list_head io;
454};
455
456
457
458
459struct fuse_dev {
460
461 struct fuse_conn *fc;
462
463
464 struct fuse_pqueue pq;
465
466
467 struct list_head entry;
468};
469
470struct fuse_fs_context {
471 int fd;
472 unsigned int rootmode;
473 kuid_t user_id;
474 kgid_t group_id;
475 bool is_bdev:1;
476 bool fd_present:1;
477 bool rootmode_present:1;
478 bool user_id_present:1;
479 bool group_id_present:1;
480 bool default_permissions:1;
481 bool allow_other:1;
482 bool destroy:1;
483 bool no_control:1;
484 bool no_force_umount:1;
485 bool no_mount_options:1;
486 unsigned int max_read;
487 unsigned int blksize;
488 const char *subtype;
489
490
491 void **fudptr;
492};
493
494
495
496
497
498
499
500
501struct fuse_conn {
502
503 spinlock_t lock;
504
505
506 refcount_t count;
507
508
509 atomic_t dev_count;
510
511 struct rcu_head rcu;
512
513
514 kuid_t user_id;
515
516
517 kgid_t group_id;
518
519
520 struct pid_namespace *pid_ns;
521
522
523 struct user_namespace *user_ns;
524
525
526 unsigned max_read;
527
528
529 unsigned max_write;
530
531
532 unsigned int max_pages;
533
534
535 struct fuse_iqueue iq;
536
537
538 atomic64_t khctr;
539
540
541 struct rb_root polled_files;
542
543
544 unsigned max_background;
545
546
547 unsigned congestion_threshold;
548
549
550 unsigned num_background;
551
552
553 unsigned active_background;
554
555
556 struct list_head bg_queue;
557
558
559
560 spinlock_t bg_lock;
561
562
563
564 int initialized;
565
566
567
568
569 int blocked;
570
571
572 wait_queue_head_t blocked_waitq;
573
574
575
576 unsigned connected;
577
578
579 bool aborted;
580
581
582
583
584 unsigned conn_error:1;
585
586
587 unsigned conn_init:1;
588
589
590 unsigned async_read:1;
591
592
593 unsigned abort_err:1;
594
595
596 unsigned atomic_o_trunc:1;
597
598
599 unsigned export_support:1;
600
601
602 unsigned writeback_cache:1;
603
604
605 unsigned parallel_dirops:1;
606
607
608 unsigned handle_killpriv:1;
609
610
611 unsigned cache_symlinks:1;
612
613
614
615
616
617
618
619 unsigned no_open:1;
620
621
622 unsigned no_opendir:1;
623
624
625 unsigned no_fsync:1;
626
627
628 unsigned no_fsyncdir:1;
629
630
631 unsigned no_flush:1;
632
633
634 unsigned no_setxattr:1;
635
636
637 unsigned no_getxattr:1;
638
639
640 unsigned no_listxattr:1;
641
642
643 unsigned no_removexattr:1;
644
645
646 unsigned no_lock:1;
647
648
649 unsigned no_access:1;
650
651
652 unsigned no_create:1;
653
654
655 unsigned no_interrupt:1;
656
657
658 unsigned no_bmap:1;
659
660
661 unsigned no_poll:1;
662
663
664 unsigned big_writes:1;
665
666
667 unsigned dont_mask:1;
668
669
670 unsigned no_flock:1;
671
672
673 unsigned no_fallocate:1;
674
675
676 unsigned no_rename2:1;
677
678
679 unsigned auto_inval_data:1;
680
681
682 unsigned explicit_inval_data:1;
683
684
685 unsigned do_readdirplus:1;
686
687
688 unsigned readdirplus_auto:1;
689
690
691 unsigned async_dio:1;
692
693
694 unsigned no_lseek:1;
695
696
697 unsigned posix_acl:1;
698
699
700 unsigned default_permissions:1;
701
702
703 unsigned allow_other:1;
704
705
706 unsigned no_copy_file_range:1;
707
708
709 unsigned int destroy:1;
710
711
712 unsigned int delete_stale:1;
713
714
715 unsigned int no_control:1;
716
717
718 unsigned int no_force_umount:1;
719
720
721 unsigned int no_mount_options:1;
722
723
724 atomic_t num_waiting;
725
726
727 unsigned minor;
728
729
730 struct list_head entry;
731
732
733 dev_t dev;
734
735
736 struct dentry *ctl_dentry[FUSE_CTL_NUM_DENTRIES];
737
738
739 int ctl_ndents;
740
741
742 u32 scramble_key[4];
743
744
745 atomic64_t attr_version;
746
747
748 void (*release)(struct fuse_conn *);
749
750
751 struct super_block *sb;
752
753
754 struct rw_semaphore killsb;
755
756
757 struct list_head devices;
758};
759
760static inline struct fuse_conn *get_fuse_conn_super(struct super_block *sb)
761{
762 return sb->s_fs_info;
763}
764
765static inline struct fuse_conn *get_fuse_conn(struct inode *inode)
766{
767 return get_fuse_conn_super(inode->i_sb);
768}
769
770static inline struct fuse_inode *get_fuse_inode(struct inode *inode)
771{
772 return container_of(inode, struct fuse_inode, inode);
773}
774
775static inline u64 get_node_id(struct inode *inode)
776{
777 return get_fuse_inode(inode)->nodeid;
778}
779
780static inline int invalid_nodeid(u64 nodeid)
781{
782 return !nodeid || nodeid == FUSE_ROOT_ID;
783}
784
785static inline u64 fuse_get_attr_version(struct fuse_conn *fc)
786{
787 return atomic64_read(&fc->attr_version);
788}
789
790
791extern const struct file_operations fuse_dev_operations;
792
793extern const struct dentry_operations fuse_dentry_operations;
794extern const struct dentry_operations fuse_root_dentry_operations;
795
796
797
798
799int fuse_inode_eq(struct inode *inode, void *_nodeidp);
800
801
802
803
804struct inode *fuse_iget(struct super_block *sb, u64 nodeid,
805 int generation, struct fuse_attr *attr,
806 u64 attr_valid, u64 attr_version);
807
808int fuse_lookup_name(struct super_block *sb, u64 nodeid, const struct qstr *name,
809 struct fuse_entry_out *outarg, struct inode **inode);
810
811
812
813
814void fuse_queue_forget(struct fuse_conn *fc, struct fuse_forget_link *forget,
815 u64 nodeid, u64 nlookup);
816
817struct fuse_forget_link *fuse_alloc_forget(void);
818
819struct fuse_forget_link *fuse_dequeue_forget(struct fuse_iqueue *fiq,
820 unsigned int max,
821 unsigned int *countp);
822
823
824
825
826struct fuse_io_args {
827 union {
828 struct {
829 struct fuse_read_in in;
830 u64 attr_ver;
831 } read;
832 struct {
833 struct fuse_write_in in;
834 struct fuse_write_out out;
835 } write;
836 };
837 struct fuse_args_pages ap;
838 struct fuse_io_priv *io;
839 struct fuse_file *ff;
840};
841
842void fuse_read_args_fill(struct fuse_io_args *ia, struct file *file, loff_t pos,
843 size_t count, int opcode);
844
845
846
847
848
849int fuse_open_common(struct inode *inode, struct file *file, bool isdir);
850
851struct fuse_file *fuse_file_alloc(struct fuse_conn *fc);
852void fuse_file_free(struct fuse_file *ff);
853void fuse_finish_open(struct inode *inode, struct file *file);
854
855void fuse_sync_release(struct fuse_inode *fi, struct fuse_file *ff, int flags);
856
857
858
859
860void fuse_release_common(struct file *file, bool isdir);
861
862
863
864
865int fuse_fsync_common(struct file *file, loff_t start, loff_t end,
866 int datasync, int opcode);
867
868
869
870
871int fuse_notify_poll_wakeup(struct fuse_conn *fc,
872 struct fuse_notify_poll_wakeup_out *outarg);
873
874
875
876
877void fuse_init_file_inode(struct inode *inode);
878
879
880
881
882void fuse_init_common(struct inode *inode);
883
884
885
886
887void fuse_init_dir(struct inode *inode);
888
889
890
891
892void fuse_init_symlink(struct inode *inode);
893
894
895
896
897void fuse_change_attributes(struct inode *inode, struct fuse_attr *attr,
898 u64 attr_valid, u64 attr_version);
899
900void fuse_change_attributes_common(struct inode *inode, struct fuse_attr *attr,
901 u64 attr_valid);
902
903
904
905
906int fuse_dev_init(void);
907
908
909
910
911void fuse_dev_cleanup(void);
912
913int fuse_ctl_init(void);
914void __exit fuse_ctl_cleanup(void);
915
916
917
918
919ssize_t fuse_simple_request(struct fuse_conn *fc, struct fuse_args *args);
920int fuse_simple_background(struct fuse_conn *fc, struct fuse_args *args,
921 gfp_t gfp_flags);
922
923
924
925
926void fuse_request_end(struct fuse_conn *fc, struct fuse_req *req);
927
928
929void fuse_abort_conn(struct fuse_conn *fc);
930void fuse_wait_aborted(struct fuse_conn *fc);
931
932
933
934
935void fuse_invalidate_attr(struct inode *inode);
936
937void fuse_invalidate_entry_cache(struct dentry *entry);
938
939void fuse_invalidate_atime(struct inode *inode);
940
941u64 entry_attr_timeout(struct fuse_entry_out *o);
942void fuse_change_entry_timeout(struct dentry *entry, struct fuse_entry_out *o);
943
944
945
946
947struct fuse_conn *fuse_conn_get(struct fuse_conn *fc);
948
949
950
951
952void fuse_conn_init(struct fuse_conn *fc, struct user_namespace *user_ns,
953 const struct fuse_iqueue_ops *fiq_ops, void *fiq_priv);
954
955
956
957
958void fuse_conn_put(struct fuse_conn *fc);
959
960struct fuse_dev *fuse_dev_alloc_install(struct fuse_conn *fc);
961struct fuse_dev *fuse_dev_alloc(void);
962void fuse_dev_install(struct fuse_dev *fud, struct fuse_conn *fc);
963void fuse_dev_free(struct fuse_dev *fud);
964void fuse_send_init(struct fuse_conn *fc);
965
966
967
968
969
970
971int fuse_fill_super_common(struct super_block *sb, struct fuse_fs_context *ctx);
972
973
974
975
976
977
978void fuse_kill_sb_anon(struct super_block *sb);
979
980
981
982
983int fuse_ctl_add_conn(struct fuse_conn *fc);
984
985
986
987
988void fuse_ctl_remove_conn(struct fuse_conn *fc);
989
990
991
992
993int fuse_valid_type(int m);
994
995bool fuse_invalid_attr(struct fuse_attr *attr);
996
997
998
999
1000int fuse_allow_current_process(struct fuse_conn *fc);
1001
1002u64 fuse_lock_owner_id(struct fuse_conn *fc, fl_owner_t id);
1003
1004void fuse_update_ctime(struct inode *inode);
1005
1006int fuse_update_attributes(struct inode *inode, struct file *file);
1007
1008void fuse_flush_writepages(struct inode *inode);
1009
1010void fuse_set_nowrite(struct inode *inode);
1011void fuse_release_nowrite(struct inode *inode);
1012
1013
1014
1015
1016int fuse_reverse_inval_inode(struct super_block *sb, u64 nodeid,
1017 loff_t offset, loff_t len);
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029int fuse_reverse_inval_entry(struct super_block *sb, u64 parent_nodeid,
1030 u64 child_nodeid, struct qstr *name);
1031
1032int fuse_do_open(struct fuse_conn *fc, u64 nodeid, struct file *file,
1033 bool isdir);
1034
1035
1036
1037
1038
1039
1040#define FUSE_DIO_WRITE (1 << 0)
1041
1042
1043#define FUSE_DIO_CUSE (1 << 1)
1044
1045ssize_t fuse_direct_io(struct fuse_io_priv *io, struct iov_iter *iter,
1046 loff_t *ppos, int flags);
1047long fuse_do_ioctl(struct file *file, unsigned int cmd, unsigned long arg,
1048 unsigned int flags);
1049long fuse_ioctl_common(struct file *file, unsigned int cmd,
1050 unsigned long arg, unsigned int flags);
1051__poll_t fuse_file_poll(struct file *file, poll_table *wait);
1052int fuse_dev_release(struct inode *inode, struct file *file);
1053
1054bool fuse_write_update_size(struct inode *inode, loff_t pos);
1055
1056int fuse_flush_times(struct inode *inode, struct fuse_file *ff);
1057int fuse_write_inode(struct inode *inode, struct writeback_control *wbc);
1058
1059int fuse_do_setattr(struct dentry *dentry, struct iattr *attr,
1060 struct file *file);
1061
1062void fuse_set_initialized(struct fuse_conn *fc);
1063
1064void fuse_unlock_inode(struct inode *inode, bool locked);
1065bool fuse_lock_inode(struct inode *inode);
1066
1067int fuse_setxattr(struct inode *inode, const char *name, const void *value,
1068 size_t size, int flags);
1069ssize_t fuse_getxattr(struct inode *inode, const char *name, void *value,
1070 size_t size);
1071ssize_t fuse_listxattr(struct dentry *entry, char *list, size_t size);
1072int fuse_removexattr(struct inode *inode, const char *name);
1073extern const struct xattr_handler *fuse_xattr_handlers[];
1074extern const struct xattr_handler *fuse_acl_xattr_handlers[];
1075extern const struct xattr_handler *fuse_no_acl_xattr_handlers[];
1076
1077struct posix_acl;
1078struct posix_acl *fuse_get_acl(struct inode *inode, int type);
1079int fuse_set_acl(struct inode *inode, struct posix_acl *acl, int type);
1080
1081
1082
1083int fuse_readdir(struct file *file, struct dir_context *ctx);
1084
1085
1086
1087
1088unsigned int fuse_len_args(unsigned int numargs, struct fuse_arg *args);
1089
1090
1091
1092
1093u64 fuse_get_unique(struct fuse_iqueue *fiq);
1094void fuse_free_conn(struct fuse_conn *fc);
1095
1096#endif
1097