1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23#ifndef __UBIFS_H__
24#define __UBIFS_H__
25
26#include <asm/div64.h>
27#include <linux/statfs.h>
28#include <linux/fs.h>
29#include <linux/err.h>
30#include <linux/sched.h>
31#include <linux/slab.h>
32#include <linux/vmalloc.h>
33#include <linux/spinlock.h>
34#include <linux/mutex.h>
35#include <linux/rwsem.h>
36#include <linux/mtd/ubi.h>
37#include <linux/pagemap.h>
38#include <linux/backing-dev.h>
39#include <linux/security.h>
40#include <linux/xattr.h>
41#include <linux/random.h>
42
43#define __FS_HAS_ENCRYPTION IS_ENABLED(CONFIG_UBIFS_FS_ENCRYPTION)
44#include <linux/fscrypt.h>
45
46#include "ubifs-media.h"
47
48
49#define UBIFS_VERSION 1
50
51
52#define UBIFS_SUPER_MAGIC 0x24051905
53
54
55#define UBIFS_BLOCKS_PER_PAGE (PAGE_SIZE / UBIFS_BLOCK_SIZE)
56#define UBIFS_BLOCKS_PER_PAGE_SHIFT (PAGE_SHIFT - UBIFS_BLOCK_SHIFT)
57
58
59#define SQNUM_WARN_WATERMARK 0xFFFFFFFF00000000ULL
60#define SQNUM_WATERMARK 0xFFFFFFFFFF000000ULL
61
62
63
64
65
66
67
68#define MIN_INDEX_LEBS 2
69
70
71#define MIN_WRITE_SZ (UBIFS_DATA_NODE_SZ + 8)
72
73
74
75
76
77
78
79#define INUM_WARN_WATERMARK 0xFFF00000
80#define INUM_WATERMARK 0xFFFFFF00
81
82
83#define LPT_HEAP_SZ 256
84
85
86
87
88
89#define BGT_NAME_PATTERN "ubifs_bgt%d_%d"
90
91
92#define MAX_INUM 0xFFFFFFFF
93
94
95#define NONDATA_JHEADS_CNT 2
96
97
98#define GCHD UBIFS_GC_HEAD
99#define BASEHD UBIFS_BASE_HEAD
100#define DATAHD UBIFS_DATA_HEAD
101
102
103#define LPROPS_NC 0x80000001
104
105
106
107
108
109
110
111
112
113
114#define UBIFS_TRUN_KEY UBIFS_KEY_TYPES_CNT
115#define UBIFS_INVALID_KEY UBIFS_KEY_TYPES_CNT
116
117
118
119
120
121#define CALC_DENT_SIZE(name_len) ALIGN(UBIFS_DENT_NODE_SZ + (name_len) + 1, 8)
122
123
124#define CALC_XATTR_BYTES(data_len) ALIGN(UBIFS_INO_NODE_SZ + (data_len) + 1, 8)
125
126
127
128
129
130
131
132#define OLD_ZNODE_AGE 20
133#define YOUNG_ZNODE_AGE 5
134
135
136
137
138
139
140#define WORST_COMPR_FACTOR 2
141
142#ifdef CONFIG_UBIFS_FS_ENCRYPTION
143#define UBIFS_CIPHER_BLOCK_SIZE FS_CRYPTO_BLOCK_SIZE
144#else
145#define UBIFS_CIPHER_BLOCK_SIZE 0
146#endif
147
148
149
150
151#define COMPRESSED_DATA_NODE_BUF_SZ \
152 (UBIFS_DATA_NODE_SZ + UBIFS_BLOCK_SIZE * WORST_COMPR_FACTOR)
153
154
155#define BOTTOM_UP_HEIGHT 64
156
157
158#define UBIFS_MAX_BULK_READ 32
159
160
161
162
163enum {
164 WB_MUTEX_1 = 0,
165 WB_MUTEX_2 = 1,
166 WB_MUTEX_3 = 2,
167 WB_MUTEX_4 = 3,
168};
169
170
171
172
173
174
175
176
177
178
179
180enum {
181 DIRTY_ZNODE = 0,
182 COW_ZNODE = 1,
183 OBSOLETE_ZNODE = 2,
184};
185
186
187
188
189
190
191
192
193
194
195
196enum {
197 COMMIT_RESTING = 0,
198 COMMIT_BACKGROUND,
199 COMMIT_REQUIRED,
200 COMMIT_RUNNING_BACKGROUND,
201 COMMIT_RUNNING_REQUIRED,
202 COMMIT_BROKEN,
203};
204
205
206
207
208
209
210
211
212
213
214
215
216enum {
217 SCANNED_GARBAGE = 0,
218 SCANNED_EMPTY_SPACE = -1,
219 SCANNED_A_NODE = -2,
220 SCANNED_A_CORRUPT_NODE = -3,
221 SCANNED_A_BAD_PAD_NODE = -4,
222};
223
224
225
226
227
228
229
230
231
232enum {
233 DIRTY_CNODE = 0,
234 OBSOLETE_CNODE = 1,
235 COW_CNODE = 2,
236};
237
238
239
240
241
242
243
244enum {
245 LTAB_DIRTY = 1,
246 LSAVE_DIRTY = 2,
247};
248
249
250
251
252
253
254
255enum {
256 LEB_FREED,
257 LEB_FREED_IDX,
258 LEB_RETAINED,
259};
260
261
262
263
264
265
266
267struct ubifs_old_idx {
268 struct rb_node rb;
269 int lnum;
270 int offs;
271};
272
273
274union ubifs_key {
275 uint8_t u8[UBIFS_SK_LEN];
276 uint32_t u32[UBIFS_SK_LEN/4];
277 uint64_t u64[UBIFS_SK_LEN/8];
278 __le32 j32[UBIFS_SK_LEN/4];
279};
280
281
282
283
284
285
286
287
288
289
290
291struct ubifs_scan_node {
292 struct list_head list;
293 union ubifs_key key;
294 unsigned long long sqnum;
295 int type;
296 int offs;
297 int len;
298 void *node;
299};
300
301
302
303
304
305
306
307
308
309struct ubifs_scan_leb {
310 int lnum;
311 int nodes_cnt;
312 struct list_head nodes;
313 int endpt;
314 void *buf;
315};
316
317
318
319
320
321
322
323
324
325
326
327struct ubifs_gced_idx_leb {
328 struct list_head list;
329 int lnum;
330 int unmap;
331};
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390struct ubifs_inode {
391 struct inode vfs_inode;
392 unsigned long long creat_sqnum;
393 unsigned long long del_cmtno;
394 unsigned int xattr_size;
395 unsigned int xattr_cnt;
396 unsigned int xattr_names;
397 unsigned int dirty:1;
398 unsigned int xattr:1;
399 unsigned int bulk_read:1;
400 unsigned int compr_type:2;
401 struct mutex ui_mutex;
402 spinlock_t ui_lock;
403 loff_t synced_i_size;
404 loff_t ui_size;
405 int flags;
406 pgoff_t last_page_read;
407 pgoff_t read_in_a_row;
408 int data_len;
409 void *data;
410};
411
412
413
414
415
416
417
418
419
420
421
422struct ubifs_unclean_leb {
423 struct list_head list;
424 int lnum;
425 int endpt;
426};
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443enum {
444 LPROPS_UNCAT = 0,
445 LPROPS_DIRTY = 1,
446 LPROPS_DIRTY_IDX = 2,
447 LPROPS_FREE = 3,
448 LPROPS_HEAP_CNT = 3,
449 LPROPS_EMPTY = 4,
450 LPROPS_FREEABLE = 5,
451 LPROPS_FRDI_IDX = 6,
452 LPROPS_CAT_MASK = 15,
453 LPROPS_TAKEN = 16,
454 LPROPS_INDEX = 32,
455};
456
457
458
459
460
461
462
463
464
465
466struct ubifs_lprops {
467 int free;
468 int dirty;
469 int flags;
470 int lnum;
471 union {
472 struct list_head list;
473 int hpos;
474 };
475};
476
477
478
479
480
481
482
483
484struct ubifs_lpt_lprops {
485 int free;
486 int dirty;
487 unsigned tgc:1;
488 unsigned cmt:1;
489};
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517struct ubifs_lp_stats {
518 int empty_lebs;
519 int taken_empty_lebs;
520 int idx_lebs;
521 long long total_free;
522 long long total_dirty;
523 long long total_used;
524 long long total_dead;
525 long long total_dark;
526};
527
528struct ubifs_nnode;
529
530
531
532
533
534
535
536
537
538
539struct ubifs_cnode {
540 struct ubifs_nnode *parent;
541 struct ubifs_cnode *cnext;
542 unsigned long flags;
543 int iip;
544 int level;
545 int num;
546};
547
548
549
550
551
552
553
554
555
556
557
558struct ubifs_pnode {
559 struct ubifs_nnode *parent;
560 struct ubifs_cnode *cnext;
561 unsigned long flags;
562 int iip;
563 int level;
564 int num;
565 struct ubifs_lprops lprops[UBIFS_LPT_FANOUT];
566};
567
568
569
570
571
572
573
574
575
576struct ubifs_nbranch {
577 int lnum;
578 int offs;
579 union {
580 struct ubifs_nnode *nnode;
581 struct ubifs_pnode *pnode;
582 struct ubifs_cnode *cnode;
583 };
584};
585
586
587
588
589
590
591
592
593
594
595
596struct ubifs_nnode {
597 struct ubifs_nnode *parent;
598 struct ubifs_cnode *cnext;
599 unsigned long flags;
600 int iip;
601 int level;
602 int num;
603 struct ubifs_nbranch nbranch[UBIFS_LPT_FANOUT];
604};
605
606
607
608
609
610
611
612
613
614struct ubifs_lpt_heap {
615 struct ubifs_lprops **arr;
616 int cnt;
617 int max_cnt;
618};
619
620
621
622
623
624
625
626
627enum {
628 LPT_SCAN_CONTINUE = 0,
629 LPT_SCAN_ADD = 1,
630 LPT_SCAN_STOP = 2,
631};
632
633struct ubifs_info;
634
635
636typedef int (*ubifs_lpt_scan_callback)(struct ubifs_info *c,
637 const struct ubifs_lprops *lprops,
638 int in_tree, void *data);
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671struct ubifs_wbuf {
672 struct ubifs_info *c;
673 void *buf;
674 int lnum;
675 int offs;
676 int avail;
677 int used;
678 int size;
679 int jhead;
680 int (*sync_callback)(struct ubifs_info *c, int lnum, int free, int pad);
681 struct mutex io_mutex;
682 spinlock_t lock;
683 struct hrtimer timer;
684 unsigned int no_timer:1;
685 unsigned int need_sync:1;
686 int next_ino;
687 ino_t *inodes;
688};
689
690
691
692
693
694
695
696
697
698struct ubifs_bud {
699 int lnum;
700 int start;
701 int jhead;
702 struct list_head list;
703 struct rb_node rb;
704};
705
706
707
708
709
710
711
712
713
714struct ubifs_jhead {
715 struct ubifs_wbuf wbuf;
716 struct list_head buds_list;
717 unsigned int grouped:1;
718};
719
720
721
722
723
724
725
726
727
728struct ubifs_zbranch {
729 union ubifs_key key;
730 union {
731 struct ubifs_znode *znode;
732 void *leaf;
733 };
734 int lnum;
735 int offs;
736 int len;
737};
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757struct ubifs_znode {
758 struct ubifs_znode *parent;
759 struct ubifs_znode *cnext;
760 unsigned long flags;
761 unsigned long time;
762 int level;
763 int child_cnt;
764 int iip;
765 int alt;
766 int lnum;
767 int offs;
768 int len;
769 struct ubifs_zbranch zbranch[];
770};
771
772
773
774
775
776
777
778
779
780
781
782
783struct bu_info {
784 union ubifs_key key;
785 struct ubifs_zbranch zbranch[UBIFS_MAX_BULK_READ];
786 void *buf;
787 int buf_len;
788 int gc_seq;
789 int cnt;
790 int blk_cnt;
791 int eof;
792};
793
794
795
796
797
798
799
800
801
802struct ubifs_node_range {
803 union {
804 int len;
805 int min_len;
806 };
807 int max_len;
808};
809
810
811
812
813
814
815
816
817
818
819struct ubifs_compressor {
820 int compr_type;
821 struct crypto_comp *cc;
822 struct mutex *comp_mutex;
823 struct mutex *decomp_mutex;
824 const char *name;
825 const char *capi_name;
826};
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862struct ubifs_budget_req {
863 unsigned int fast:1;
864 unsigned int recalculate:1;
865#ifndef UBIFS_DEBUG
866 unsigned int new_page:1;
867 unsigned int dirtied_page:1;
868 unsigned int new_dent:1;
869 unsigned int mod_dent:1;
870 unsigned int new_ino:1;
871 unsigned int new_ino_d:13;
872 unsigned int dirtied_ino:4;
873 unsigned int dirtied_ino_d:15;
874#else
875
876 unsigned int new_page;
877 unsigned int dirtied_page;
878 unsigned int new_dent;
879 unsigned int mod_dent;
880 unsigned int new_ino;
881 unsigned int new_ino_d;
882 unsigned int dirtied_ino;
883 unsigned int dirtied_ino_d;
884#endif
885 int idx_growth;
886 int data_growth;
887 int dd_growth;
888};
889
890
891
892
893
894
895
896
897
898
899
900
901
902struct ubifs_orphan {
903 struct rb_node rb;
904 struct list_head list;
905 struct list_head new_list;
906 struct ubifs_orphan *cnext;
907 struct ubifs_orphan *dnext;
908 ino_t inum;
909 unsigned new:1;
910 unsigned cmt:1;
911 unsigned del:1;
912};
913
914
915
916
917
918
919
920
921
922
923
924
925
926struct ubifs_mount_opts {
927 unsigned int unmount_mode:2;
928 unsigned int bulk_read:2;
929 unsigned int chk_data_crc:2;
930 unsigned int override_compr:1;
931 unsigned int compr_type:2;
932};
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954struct ubifs_budg_info {
955 long long idx_growth;
956 long long data_growth;
957 long long dd_growth;
958 long long uncommitted_idx;
959 unsigned long long old_idx_sz;
960 int min_idx_lebs;
961 unsigned int nospace:1;
962 unsigned int nospace_rp:1;
963 int page_budget;
964 int inode_budget;
965 int dent_budget;
966};
967
968struct ubifs_debug_info;
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218struct ubifs_info {
1219 struct super_block *vfs_sb;
1220
1221 ino_t highest_inum;
1222 unsigned long long max_sqnum;
1223 unsigned long long cmt_no;
1224 spinlock_t cnt_lock;
1225 int fmt_version;
1226 int ro_compat_version;
1227 unsigned char uuid[16];
1228
1229 int lhead_lnum;
1230 int lhead_offs;
1231 int ltail_lnum;
1232 struct mutex log_mutex;
1233 int min_log_bytes;
1234 long long cmt_bud_bytes;
1235
1236 struct rb_root buds;
1237 long long bud_bytes;
1238 spinlock_t buds_lock;
1239 int jhead_cnt;
1240 struct ubifs_jhead *jheads;
1241 long long max_bud_bytes;
1242 long long bg_bud_bytes;
1243 struct list_head old_buds;
1244 int max_bud_cnt;
1245
1246 struct rw_semaphore commit_sem;
1247 int cmt_state;
1248 spinlock_t cs_lock;
1249 wait_queue_head_t cmt_wq;
1250
1251 unsigned int big_lpt:1;
1252 unsigned int space_fixup:1;
1253 unsigned int double_hash:1;
1254 unsigned int encrypted:1;
1255 unsigned int no_chk_data_crc:1;
1256 unsigned int bulk_read:1;
1257 unsigned int default_compr:2;
1258 unsigned int rw_incompat:1;
1259
1260 struct mutex tnc_mutex;
1261 struct ubifs_zbranch zroot;
1262 struct ubifs_znode *cnext;
1263 struct ubifs_znode *enext;
1264 int *gap_lebs;
1265 void *cbuf;
1266 void *ileb_buf;
1267 int ileb_len;
1268 int ihead_lnum;
1269 int ihead_offs;
1270 int *ilebs;
1271 int ileb_cnt;
1272 int ileb_nxt;
1273 struct rb_root old_idx;
1274 int *bottom_up_buf;
1275
1276 struct ubifs_mst_node *mst_node;
1277 int mst_offs;
1278
1279 int max_bu_buf_len;
1280 struct mutex bu_mutex;
1281 struct bu_info bu;
1282
1283 struct mutex write_reserve_mutex;
1284 void *write_reserve_buf;
1285
1286 int log_lebs;
1287 long long log_bytes;
1288 int log_last;
1289 int lpt_lebs;
1290 int lpt_first;
1291 int lpt_last;
1292 int orph_lebs;
1293 int orph_first;
1294 int orph_last;
1295 int main_lebs;
1296 int main_first;
1297 long long main_bytes;
1298
1299 uint8_t key_hash_type;
1300 uint32_t (*key_hash)(const char *str, int len);
1301 int key_fmt;
1302 int key_len;
1303 int fanout;
1304
1305 int min_io_size;
1306 int min_io_shift;
1307 int max_write_size;
1308 int max_write_shift;
1309 int leb_size;
1310 int leb_start;
1311 int half_leb_size;
1312 int idx_leb_size;
1313 int leb_cnt;
1314 int max_leb_cnt;
1315 int old_leb_cnt;
1316 unsigned int ro_media:1;
1317 unsigned int ro_mount:1;
1318 unsigned int ro_error:1;
1319
1320 atomic_long_t dirty_pg_cnt;
1321 atomic_long_t dirty_zn_cnt;
1322 atomic_long_t clean_zn_cnt;
1323
1324 spinlock_t space_lock;
1325 struct ubifs_lp_stats lst;
1326 struct ubifs_budg_info bi;
1327 unsigned long long calc_idx_sz;
1328
1329 int ref_node_alsz;
1330 int mst_node_alsz;
1331 int min_idx_node_sz;
1332 int max_idx_node_sz;
1333 long long max_inode_sz;
1334 int max_znode_sz;
1335
1336 int leb_overhead;
1337 int dead_wm;
1338 int dark_wm;
1339 int block_cnt;
1340
1341 struct ubifs_node_range ranges[UBIFS_NODE_TYPES_CNT];
1342 struct ubi_volume_desc *ubi;
1343 struct ubi_device_info di;
1344 struct ubi_volume_info vi;
1345
1346 struct rb_root orph_tree;
1347 struct list_head orph_list;
1348 struct list_head orph_new;
1349 struct ubifs_orphan *orph_cnext;
1350 struct ubifs_orphan *orph_dnext;
1351 spinlock_t orphan_lock;
1352 void *orph_buf;
1353 int new_orphans;
1354 int cmt_orphans;
1355 int tot_orphans;
1356 int max_orphans;
1357 int ohead_lnum;
1358 int ohead_offs;
1359 int no_orphs;
1360
1361 struct task_struct *bgt;
1362 char bgt_name[sizeof(BGT_NAME_PATTERN) + 9];
1363 int need_bgt;
1364 int need_wbuf_sync;
1365
1366 int gc_lnum;
1367 void *sbuf;
1368 struct list_head idx_gc;
1369 int idx_gc_cnt;
1370 int gc_seq;
1371 int gced_lnum;
1372
1373 struct list_head infos_list;
1374 struct mutex umount_mutex;
1375 unsigned int shrinker_run_no;
1376
1377 int space_bits;
1378 int lpt_lnum_bits;
1379 int lpt_offs_bits;
1380 int lpt_spc_bits;
1381 int pcnt_bits;
1382 int lnum_bits;
1383 int nnode_sz;
1384 int pnode_sz;
1385 int ltab_sz;
1386 int lsave_sz;
1387 int pnode_cnt;
1388 int nnode_cnt;
1389 int lpt_hght;
1390 int pnodes_have;
1391
1392 struct mutex lp_mutex;
1393 int lpt_lnum;
1394 int lpt_offs;
1395 int nhead_lnum;
1396 int nhead_offs;
1397 int lpt_drty_flgs;
1398 int dirty_nn_cnt;
1399 int dirty_pn_cnt;
1400 int check_lpt_free;
1401 long long lpt_sz;
1402 void *lpt_nod_buf;
1403 void *lpt_buf;
1404 struct ubifs_nnode *nroot;
1405 struct ubifs_cnode *lpt_cnext;
1406 struct ubifs_lpt_heap lpt_heap[LPROPS_HEAP_CNT];
1407 struct ubifs_lpt_heap dirty_idx;
1408 struct list_head uncat_list;
1409 struct list_head empty_list;
1410 struct list_head freeable_list;
1411 struct list_head frdi_idx_list;
1412 int freeable_cnt;
1413 int in_a_category_cnt;
1414
1415 int ltab_lnum;
1416 int ltab_offs;
1417 struct ubifs_lpt_lprops *ltab;
1418 struct ubifs_lpt_lprops *ltab_cmt;
1419 int lsave_cnt;
1420 int lsave_lnum;
1421 int lsave_offs;
1422 int *lsave;
1423 int lscan_lnum;
1424
1425 long long rp_size;
1426 long long report_rp_size;
1427 kuid_t rp_uid;
1428 kgid_t rp_gid;
1429
1430
1431 unsigned int empty:1;
1432 unsigned int need_recovery:1;
1433 unsigned int replaying:1;
1434 unsigned int mounting:1;
1435 unsigned int remounting_rw:1;
1436 unsigned int probing:1;
1437 struct list_head replay_list;
1438 struct list_head replay_buds;
1439 unsigned long long cs_sqnum;
1440 struct list_head unclean_leb_list;
1441 struct ubifs_mst_node *rcvrd_mst_node;
1442 struct rb_root size_tree;
1443 struct ubifs_mount_opts mount_opts;
1444
1445 struct ubifs_debug_info *dbg;
1446};
1447
1448extern struct list_head ubifs_infos;
1449extern spinlock_t ubifs_infos_lock;
1450extern atomic_long_t ubifs_clean_zn_cnt;
1451extern const struct super_operations ubifs_super_operations;
1452extern const struct address_space_operations ubifs_file_address_operations;
1453extern const struct file_operations ubifs_file_operations;
1454extern const struct inode_operations ubifs_file_inode_operations;
1455extern const struct file_operations ubifs_dir_operations;
1456extern const struct inode_operations ubifs_dir_inode_operations;
1457extern const struct inode_operations ubifs_symlink_inode_operations;
1458extern struct ubifs_compressor *ubifs_compressors[UBIFS_COMPR_TYPES_CNT];
1459
1460
1461void ubifs_ro_mode(struct ubifs_info *c, int err);
1462int ubifs_leb_read(const struct ubifs_info *c, int lnum, void *buf, int offs,
1463 int len, int even_ebadmsg);
1464int ubifs_leb_write(struct ubifs_info *c, int lnum, const void *buf, int offs,
1465 int len);
1466int ubifs_leb_change(struct ubifs_info *c, int lnum, const void *buf, int len);
1467int ubifs_leb_unmap(struct ubifs_info *c, int lnum);
1468int ubifs_leb_map(struct ubifs_info *c, int lnum);
1469int ubifs_is_mapped(const struct ubifs_info *c, int lnum);
1470int ubifs_wbuf_write_nolock(struct ubifs_wbuf *wbuf, void *buf, int len);
1471int ubifs_wbuf_seek_nolock(struct ubifs_wbuf *wbuf, int lnum, int offs);
1472int ubifs_wbuf_init(struct ubifs_info *c, struct ubifs_wbuf *wbuf);
1473int ubifs_read_node(const struct ubifs_info *c, void *buf, int type, int len,
1474 int lnum, int offs);
1475int ubifs_read_node_wbuf(struct ubifs_wbuf *wbuf, void *buf, int type, int len,
1476 int lnum, int offs);
1477int ubifs_write_node(struct ubifs_info *c, void *node, int len, int lnum,
1478 int offs);
1479int ubifs_check_node(const struct ubifs_info *c, const void *buf, int lnum,
1480 int offs, int quiet, int must_chk_crc);
1481void ubifs_prepare_node(struct ubifs_info *c, void *buf, int len, int pad);
1482void ubifs_prep_grp_node(struct ubifs_info *c, void *node, int len, int last);
1483int ubifs_io_init(struct ubifs_info *c);
1484void ubifs_pad(const struct ubifs_info *c, void *buf, int pad);
1485int ubifs_wbuf_sync_nolock(struct ubifs_wbuf *wbuf);
1486int ubifs_bg_wbufs_sync(struct ubifs_info *c);
1487void ubifs_wbuf_add_ino_nolock(struct ubifs_wbuf *wbuf, ino_t inum);
1488int ubifs_sync_wbufs_by_inode(struct ubifs_info *c, struct inode *inode);
1489
1490
1491struct ubifs_scan_leb *ubifs_scan(const struct ubifs_info *c, int lnum,
1492 int offs, void *sbuf, int quiet);
1493void ubifs_scan_destroy(struct ubifs_scan_leb *sleb);
1494int ubifs_scan_a_node(const struct ubifs_info *c, void *buf, int len, int lnum,
1495 int offs, int quiet);
1496struct ubifs_scan_leb *ubifs_start_scan(const struct ubifs_info *c, int lnum,
1497 int offs, void *sbuf);
1498void ubifs_end_scan(const struct ubifs_info *c, struct ubifs_scan_leb *sleb,
1499 int lnum, int offs);
1500int ubifs_add_snod(const struct ubifs_info *c, struct ubifs_scan_leb *sleb,
1501 void *buf, int offs);
1502void ubifs_scanned_corruption(const struct ubifs_info *c, int lnum, int offs,
1503 void *buf);
1504
1505
1506void ubifs_add_bud(struct ubifs_info *c, struct ubifs_bud *bud);
1507void ubifs_create_buds_lists(struct ubifs_info *c);
1508int ubifs_add_bud_to_log(struct ubifs_info *c, int jhead, int lnum, int offs);
1509struct ubifs_bud *ubifs_search_bud(struct ubifs_info *c, int lnum);
1510struct ubifs_wbuf *ubifs_get_wbuf(struct ubifs_info *c, int lnum);
1511int ubifs_log_start_commit(struct ubifs_info *c, int *ltail_lnum);
1512int ubifs_log_end_commit(struct ubifs_info *c, int new_ltail_lnum);
1513int ubifs_log_post_commit(struct ubifs_info *c, int old_ltail_lnum);
1514int ubifs_consolidate_log(struct ubifs_info *c);
1515
1516
1517int ubifs_jnl_update(struct ubifs_info *c, const struct inode *dir,
1518 const struct fscrypt_name *nm, const struct inode *inode,
1519 int deletion, int xent);
1520int ubifs_jnl_write_data(struct ubifs_info *c, const struct inode *inode,
1521 const union ubifs_key *key, const void *buf, int len);
1522int ubifs_jnl_write_inode(struct ubifs_info *c, const struct inode *inode);
1523int ubifs_jnl_delete_inode(struct ubifs_info *c, const struct inode *inode);
1524int ubifs_jnl_xrename(struct ubifs_info *c, const struct inode *fst_dir,
1525 const struct inode *fst_inode,
1526 const struct fscrypt_name *fst_nm,
1527 const struct inode *snd_dir,
1528 const struct inode *snd_inode,
1529 const struct fscrypt_name *snd_nm, int sync);
1530int ubifs_jnl_rename(struct ubifs_info *c, const struct inode *old_dir,
1531 const struct inode *old_inode,
1532 const struct fscrypt_name *old_nm,
1533 const struct inode *new_dir,
1534 const struct inode *new_inode,
1535 const struct fscrypt_name *new_nm,
1536 const struct inode *whiteout, int sync);
1537int ubifs_jnl_truncate(struct ubifs_info *c, const struct inode *inode,
1538 loff_t old_size, loff_t new_size);
1539int ubifs_jnl_delete_xattr(struct ubifs_info *c, const struct inode *host,
1540 const struct inode *inode, const struct fscrypt_name *nm);
1541int ubifs_jnl_change_xattr(struct ubifs_info *c, const struct inode *inode1,
1542 const struct inode *inode2);
1543
1544
1545int ubifs_budget_space(struct ubifs_info *c, struct ubifs_budget_req *req);
1546void ubifs_release_budget(struct ubifs_info *c, struct ubifs_budget_req *req);
1547void ubifs_release_dirty_inode_budget(struct ubifs_info *c,
1548 struct ubifs_inode *ui);
1549int ubifs_budget_inode_op(struct ubifs_info *c, struct inode *inode,
1550 struct ubifs_budget_req *req);
1551void ubifs_release_ino_dirty(struct ubifs_info *c, struct inode *inode,
1552 struct ubifs_budget_req *req);
1553void ubifs_cancel_ino_op(struct ubifs_info *c, struct inode *inode,
1554 struct ubifs_budget_req *req);
1555long long ubifs_get_free_space(struct ubifs_info *c);
1556long long ubifs_get_free_space_nolock(struct ubifs_info *c);
1557int ubifs_calc_min_idx_lebs(struct ubifs_info *c);
1558void ubifs_convert_page_budget(struct ubifs_info *c);
1559long long ubifs_reported_space(const struct ubifs_info *c, long long free);
1560long long ubifs_calc_available(const struct ubifs_info *c, int min_idx_lebs);
1561
1562
1563int ubifs_find_free_space(struct ubifs_info *c, int min_space, int *offs,
1564 int squeeze);
1565int ubifs_find_free_leb_for_idx(struct ubifs_info *c);
1566int ubifs_find_dirty_leb(struct ubifs_info *c, struct ubifs_lprops *ret_lp,
1567 int min_space, int pick_free);
1568int ubifs_find_dirty_idx_leb(struct ubifs_info *c);
1569int ubifs_save_dirty_idx_lnums(struct ubifs_info *c);
1570
1571
1572int ubifs_lookup_level0(struct ubifs_info *c, const union ubifs_key *key,
1573 struct ubifs_znode **zn, int *n);
1574int ubifs_tnc_lookup_nm(struct ubifs_info *c, const union ubifs_key *key,
1575 void *node, const struct fscrypt_name *nm);
1576int ubifs_tnc_lookup_dh(struct ubifs_info *c, const union ubifs_key *key,
1577 void *node, uint32_t secondary_hash);
1578int ubifs_tnc_locate(struct ubifs_info *c, const union ubifs_key *key,
1579 void *node, int *lnum, int *offs);
1580int ubifs_tnc_add(struct ubifs_info *c, const union ubifs_key *key, int lnum,
1581 int offs, int len);
1582int ubifs_tnc_replace(struct ubifs_info *c, const union ubifs_key *key,
1583 int old_lnum, int old_offs, int lnum, int offs, int len);
1584int ubifs_tnc_add_nm(struct ubifs_info *c, const union ubifs_key *key,
1585 int lnum, int offs, int len, const struct fscrypt_name *nm);
1586int ubifs_tnc_remove(struct ubifs_info *c, const union ubifs_key *key);
1587int ubifs_tnc_remove_nm(struct ubifs_info *c, const union ubifs_key *key,
1588 const struct fscrypt_name *nm);
1589int ubifs_tnc_remove_dh(struct ubifs_info *c, const union ubifs_key *key,
1590 uint32_t cookie);
1591int ubifs_tnc_remove_range(struct ubifs_info *c, union ubifs_key *from_key,
1592 union ubifs_key *to_key);
1593int ubifs_tnc_remove_ino(struct ubifs_info *c, ino_t inum);
1594struct ubifs_dent_node *ubifs_tnc_next_ent(struct ubifs_info *c,
1595 union ubifs_key *key,
1596 const struct fscrypt_name *nm);
1597void ubifs_tnc_close(struct ubifs_info *c);
1598int ubifs_tnc_has_node(struct ubifs_info *c, union ubifs_key *key, int level,
1599 int lnum, int offs, int is_idx);
1600int ubifs_dirty_idx_node(struct ubifs_info *c, union ubifs_key *key, int level,
1601 int lnum, int offs);
1602
1603void destroy_old_idx(struct ubifs_info *c);
1604int is_idx_node_in_tnc(struct ubifs_info *c, union ubifs_key *key, int level,
1605 int lnum, int offs);
1606int insert_old_idx_znode(struct ubifs_info *c, struct ubifs_znode *znode);
1607int ubifs_tnc_get_bu_keys(struct ubifs_info *c, struct bu_info *bu);
1608int ubifs_tnc_bulk_read(struct ubifs_info *c, struct bu_info *bu);
1609
1610
1611struct ubifs_znode *ubifs_tnc_levelorder_next(struct ubifs_znode *zr,
1612 struct ubifs_znode *znode);
1613int ubifs_search_zbranch(const struct ubifs_info *c,
1614 const struct ubifs_znode *znode,
1615 const union ubifs_key *key, int *n);
1616struct ubifs_znode *ubifs_tnc_postorder_first(struct ubifs_znode *znode);
1617struct ubifs_znode *ubifs_tnc_postorder_next(struct ubifs_znode *znode);
1618long ubifs_destroy_tnc_subtree(struct ubifs_znode *zr);
1619struct ubifs_znode *ubifs_load_znode(struct ubifs_info *c,
1620 struct ubifs_zbranch *zbr,
1621 struct ubifs_znode *parent, int iip);
1622int ubifs_tnc_read_node(struct ubifs_info *c, struct ubifs_zbranch *zbr,
1623 void *node);
1624
1625
1626int ubifs_tnc_start_commit(struct ubifs_info *c, struct ubifs_zbranch *zroot);
1627int ubifs_tnc_end_commit(struct ubifs_info *c);
1628
1629
1630unsigned long ubifs_shrink_scan(struct shrinker *shrink,
1631 struct shrink_control *sc);
1632unsigned long ubifs_shrink_count(struct shrinker *shrink,
1633 struct shrink_control *sc);
1634
1635
1636int ubifs_bg_thread(void *info);
1637void ubifs_commit_required(struct ubifs_info *c);
1638void ubifs_request_bg_commit(struct ubifs_info *c);
1639int ubifs_run_commit(struct ubifs_info *c);
1640void ubifs_recovery_commit(struct ubifs_info *c);
1641int ubifs_gc_should_commit(struct ubifs_info *c);
1642void ubifs_wait_for_commit(struct ubifs_info *c);
1643
1644
1645int ubifs_read_master(struct ubifs_info *c);
1646int ubifs_write_master(struct ubifs_info *c);
1647
1648
1649int ubifs_read_superblock(struct ubifs_info *c);
1650struct ubifs_sb_node *ubifs_read_sb_node(struct ubifs_info *c);
1651int ubifs_write_sb_node(struct ubifs_info *c, struct ubifs_sb_node *sup);
1652int ubifs_fixup_free_space(struct ubifs_info *c);
1653int ubifs_enable_encryption(struct ubifs_info *c);
1654
1655
1656int ubifs_validate_entry(struct ubifs_info *c,
1657 const struct ubifs_dent_node *dent);
1658int ubifs_replay_journal(struct ubifs_info *c);
1659
1660
1661int ubifs_garbage_collect(struct ubifs_info *c, int anyway);
1662int ubifs_gc_start_commit(struct ubifs_info *c);
1663int ubifs_gc_end_commit(struct ubifs_info *c);
1664void ubifs_destroy_idx_gc(struct ubifs_info *c);
1665int ubifs_get_idx_gc_leb(struct ubifs_info *c);
1666int ubifs_garbage_collect_leb(struct ubifs_info *c, struct ubifs_lprops *lp);
1667
1668
1669int ubifs_add_orphan(struct ubifs_info *c, ino_t inum);
1670void ubifs_delete_orphan(struct ubifs_info *c, ino_t inum);
1671int ubifs_orphan_start_commit(struct ubifs_info *c);
1672int ubifs_orphan_end_commit(struct ubifs_info *c);
1673int ubifs_mount_orphans(struct ubifs_info *c, int unclean, int read_only);
1674int ubifs_clear_orphans(struct ubifs_info *c);
1675
1676
1677int ubifs_calc_lpt_geom(struct ubifs_info *c);
1678int ubifs_create_dflt_lpt(struct ubifs_info *c, int *main_lebs, int lpt_first,
1679 int *lpt_lebs, int *big_lpt);
1680int ubifs_lpt_init(struct ubifs_info *c, int rd, int wr);
1681struct ubifs_lprops *ubifs_lpt_lookup(struct ubifs_info *c, int lnum);
1682struct ubifs_lprops *ubifs_lpt_lookup_dirty(struct ubifs_info *c, int lnum);
1683int ubifs_lpt_scan_nolock(struct ubifs_info *c, int start_lnum, int end_lnum,
1684 ubifs_lpt_scan_callback scan_cb, void *data);
1685
1686
1687void ubifs_pack_lsave(struct ubifs_info *c, void *buf, int *lsave);
1688void ubifs_pack_ltab(struct ubifs_info *c, void *buf,
1689 struct ubifs_lpt_lprops *ltab);
1690void ubifs_pack_pnode(struct ubifs_info *c, void *buf,
1691 struct ubifs_pnode *pnode);
1692void ubifs_pack_nnode(struct ubifs_info *c, void *buf,
1693 struct ubifs_nnode *nnode);
1694struct ubifs_pnode *ubifs_get_pnode(struct ubifs_info *c,
1695 struct ubifs_nnode *parent, int iip);
1696struct ubifs_nnode *ubifs_get_nnode(struct ubifs_info *c,
1697 struct ubifs_nnode *parent, int iip);
1698int ubifs_read_nnode(struct ubifs_info *c, struct ubifs_nnode *parent, int iip);
1699void ubifs_add_lpt_dirt(struct ubifs_info *c, int lnum, int dirty);
1700void ubifs_add_nnode_dirt(struct ubifs_info *c, struct ubifs_nnode *nnode);
1701uint32_t ubifs_unpack_bits(uint8_t **addr, int *pos, int nrbits);
1702struct ubifs_nnode *ubifs_first_nnode(struct ubifs_info *c, int *hght);
1703
1704int ubifs_unpack_nnode(const struct ubifs_info *c, void *buf,
1705 struct ubifs_nnode *nnode);
1706
1707
1708int ubifs_lpt_start_commit(struct ubifs_info *c);
1709int ubifs_lpt_end_commit(struct ubifs_info *c);
1710int ubifs_lpt_post_commit(struct ubifs_info *c);
1711void ubifs_lpt_free(struct ubifs_info *c, int wr_only);
1712
1713
1714const struct ubifs_lprops *ubifs_change_lp(struct ubifs_info *c,
1715 const struct ubifs_lprops *lp,
1716 int free, int dirty, int flags,
1717 int idx_gc_cnt);
1718void ubifs_get_lp_stats(struct ubifs_info *c, struct ubifs_lp_stats *lst);
1719void ubifs_add_to_cat(struct ubifs_info *c, struct ubifs_lprops *lprops,
1720 int cat);
1721void ubifs_replace_cat(struct ubifs_info *c, struct ubifs_lprops *old_lprops,
1722 struct ubifs_lprops *new_lprops);
1723void ubifs_ensure_cat(struct ubifs_info *c, struct ubifs_lprops *lprops);
1724int ubifs_categorize_lprops(const struct ubifs_info *c,
1725 const struct ubifs_lprops *lprops);
1726int ubifs_change_one_lp(struct ubifs_info *c, int lnum, int free, int dirty,
1727 int flags_set, int flags_clean, int idx_gc_cnt);
1728int ubifs_update_one_lp(struct ubifs_info *c, int lnum, int free, int dirty,
1729 int flags_set, int flags_clean);
1730int ubifs_read_one_lp(struct ubifs_info *c, int lnum, struct ubifs_lprops *lp);
1731const struct ubifs_lprops *ubifs_fast_find_free(struct ubifs_info *c);
1732const struct ubifs_lprops *ubifs_fast_find_empty(struct ubifs_info *c);
1733const struct ubifs_lprops *ubifs_fast_find_freeable(struct ubifs_info *c);
1734const struct ubifs_lprops *ubifs_fast_find_frdi_idx(struct ubifs_info *c);
1735int ubifs_calc_dark(const struct ubifs_info *c, int spc);
1736
1737
1738int ubifs_fsync(struct file *file, loff_t start, loff_t end, int datasync);
1739int ubifs_setattr(struct dentry *dentry, struct iattr *attr);
1740#ifdef CONFIG_UBIFS_ATIME_SUPPORT
1741int ubifs_update_time(struct inode *inode, struct timespec64 *time, int flags);
1742#endif
1743
1744
1745struct inode *ubifs_new_inode(struct ubifs_info *c, struct inode *dir,
1746 umode_t mode);
1747int ubifs_getattr(const struct path *path, struct kstat *stat,
1748 u32 request_mask, unsigned int flags);
1749int ubifs_check_dir_empty(struct inode *dir);
1750
1751
1752extern const struct xattr_handler *ubifs_xattr_handlers[];
1753ssize_t ubifs_listxattr(struct dentry *dentry, char *buffer, size_t size);
1754int ubifs_xattr_set(struct inode *host, const char *name, const void *value,
1755 size_t size, int flags, bool check_lock);
1756ssize_t ubifs_xattr_get(struct inode *host, const char *name, void *buf,
1757 size_t size);
1758void ubifs_evict_xattr_inode(struct ubifs_info *c, ino_t xattr_inum);
1759
1760#ifdef CONFIG_UBIFS_FS_SECURITY
1761extern int ubifs_init_security(struct inode *dentry, struct inode *inode,
1762 const struct qstr *qstr);
1763#else
1764static inline int ubifs_init_security(struct inode *dentry,
1765 struct inode *inode, const struct qstr *qstr)
1766{
1767 return 0;
1768}
1769#endif
1770
1771
1772
1773struct inode *ubifs_iget(struct super_block *sb, unsigned long inum);
1774
1775
1776int ubifs_recover_master_node(struct ubifs_info *c);
1777int ubifs_write_rcvrd_mst_node(struct ubifs_info *c);
1778struct ubifs_scan_leb *ubifs_recover_leb(struct ubifs_info *c, int lnum,
1779 int offs, void *sbuf, int jhead);
1780struct ubifs_scan_leb *ubifs_recover_log_leb(struct ubifs_info *c, int lnum,
1781 int offs, void *sbuf);
1782int ubifs_recover_inl_heads(struct ubifs_info *c, void *sbuf);
1783int ubifs_clean_lebs(struct ubifs_info *c, void *sbuf);
1784int ubifs_rcvry_gc_commit(struct ubifs_info *c);
1785int ubifs_recover_size_accum(struct ubifs_info *c, union ubifs_key *key,
1786 int deletion, loff_t new_size);
1787int ubifs_recover_size(struct ubifs_info *c);
1788void ubifs_destroy_size_tree(struct ubifs_info *c);
1789
1790
1791long ubifs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
1792void ubifs_set_inode_flags(struct inode *inode);
1793#ifdef CONFIG_COMPAT
1794long ubifs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
1795#endif
1796
1797
1798int __init ubifs_compressors_init(void);
1799void ubifs_compressors_exit(void);
1800void ubifs_compress(const struct ubifs_info *c, const void *in_buf, int in_len,
1801 void *out_buf, int *out_len, int *compr_type);
1802int ubifs_decompress(const struct ubifs_info *c, const void *buf, int len,
1803 void *out, int *out_len, int compr_type);
1804
1805#include "debug.h"
1806#include "misc.h"
1807#include "key.h"
1808
1809#ifndef CONFIG_UBIFS_FS_ENCRYPTION
1810static inline int ubifs_encrypt(const struct inode *inode,
1811 struct ubifs_data_node *dn,
1812 unsigned int in_len, unsigned int *out_len,
1813 int block)
1814{
1815 ubifs_assert(0);
1816 return -EOPNOTSUPP;
1817}
1818static inline int ubifs_decrypt(const struct inode *inode,
1819 struct ubifs_data_node *dn,
1820 unsigned int *out_len, int block)
1821{
1822 ubifs_assert(0);
1823 return -EOPNOTSUPP;
1824}
1825#else
1826
1827int ubifs_encrypt(const struct inode *inode, struct ubifs_data_node *dn,
1828 unsigned int in_len, unsigned int *out_len, int block);
1829int ubifs_decrypt(const struct inode *inode, struct ubifs_data_node *dn,
1830 unsigned int *out_len, int block);
1831#endif
1832
1833extern const struct fscrypt_operations ubifs_crypt_operations;
1834
1835static inline bool ubifs_crypt_is_encrypted(const struct inode *inode)
1836{
1837 const struct ubifs_inode *ui = ubifs_inode(inode);
1838
1839 return ui->flags & UBIFS_CRYPT_FL;
1840}
1841
1842
1843__printf(2, 3)
1844void ubifs_msg(const struct ubifs_info *c, const char *fmt, ...);
1845__printf(2, 3)
1846void ubifs_err(const struct ubifs_info *c, const char *fmt, ...);
1847__printf(2, 3)
1848void ubifs_warn(const struct ubifs_info *c, const char *fmt, ...);
1849
1850
1851
1852
1853#define ubifs_errc(c, fmt, ...) \
1854do { \
1855 if (!(c)->probing) \
1856 ubifs_err(c, fmt, ##__VA_ARGS__); \
1857} while (0)
1858
1859#endif
1860