1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46#include <linux/freezer.h>
47#include <linux/kthread.h>
48#include <linux/slab.h>
49#include "ubifs.h"
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68static int nothing_to_commit(struct ubifs_info *c)
69{
70
71
72
73
74 if (c->mounting || c->remounting_rw)
75 return 0;
76
77
78
79
80
81 if (c->zroot.znode && ubifs_zn_dirty(c->zroot.znode))
82 return 0;
83
84
85
86
87
88
89
90
91 if (c->nroot && test_bit(DIRTY_CNODE, &c->nroot->flags))
92 return 0;
93
94 ubifs_assert(atomic_long_read(&c->dirty_zn_cnt) == 0);
95 ubifs_assert(c->dirty_pn_cnt == 0);
96 ubifs_assert(c->dirty_nn_cnt == 0);
97
98 return 1;
99}
100
101
102
103
104
105
106
107
108
109static int do_commit(struct ubifs_info *c)
110{
111 int err, new_ltail_lnum, old_ltail_lnum, i;
112 struct ubifs_zbranch zroot;
113 struct ubifs_lp_stats lst;
114
115 dbg_cmt("start");
116 ubifs_assert(!c->ro_media && !c->ro_mount);
117
118 if (c->ro_error) {
119 err = -EROFS;
120 goto out_up;
121 }
122
123 if (nothing_to_commit(c)) {
124 up_write(&c->commit_sem);
125 err = 0;
126 goto out_cancel;
127 }
128
129
130 for (i = 0; i < c->jhead_cnt; i++) {
131 err = ubifs_wbuf_sync(&c->jheads[i].wbuf);
132 if (err)
133 goto out_up;
134 }
135
136 c->cmt_no += 1;
137 err = ubifs_gc_start_commit(c);
138 if (err)
139 goto out_up;
140 err = dbg_check_lprops(c);
141 if (err)
142 goto out_up;
143 err = ubifs_log_start_commit(c, &new_ltail_lnum);
144 if (err)
145 goto out_up;
146 err = ubifs_tnc_start_commit(c, &zroot);
147 if (err)
148 goto out_up;
149 err = ubifs_lpt_start_commit(c);
150 if (err)
151 goto out_up;
152 err = ubifs_orphan_start_commit(c);
153 if (err)
154 goto out_up;
155
156 ubifs_get_lp_stats(c, &lst);
157
158 up_write(&c->commit_sem);
159
160 err = ubifs_tnc_end_commit(c);
161 if (err)
162 goto out;
163 err = ubifs_lpt_end_commit(c);
164 if (err)
165 goto out;
166 err = ubifs_orphan_end_commit(c);
167 if (err)
168 goto out;
169 err = dbg_check_old_index(c, &zroot);
170 if (err)
171 goto out;
172
173 c->mst_node->cmt_no = cpu_to_le64(c->cmt_no);
174 c->mst_node->log_lnum = cpu_to_le32(new_ltail_lnum);
175 c->mst_node->root_lnum = cpu_to_le32(zroot.lnum);
176 c->mst_node->root_offs = cpu_to_le32(zroot.offs);
177 c->mst_node->root_len = cpu_to_le32(zroot.len);
178 c->mst_node->ihead_lnum = cpu_to_le32(c->ihead_lnum);
179 c->mst_node->ihead_offs = cpu_to_le32(c->ihead_offs);
180 c->mst_node->index_size = cpu_to_le64(c->bi.old_idx_sz);
181 c->mst_node->lpt_lnum = cpu_to_le32(c->lpt_lnum);
182 c->mst_node->lpt_offs = cpu_to_le32(c->lpt_offs);
183 c->mst_node->nhead_lnum = cpu_to_le32(c->nhead_lnum);
184 c->mst_node->nhead_offs = cpu_to_le32(c->nhead_offs);
185 c->mst_node->ltab_lnum = cpu_to_le32(c->ltab_lnum);
186 c->mst_node->ltab_offs = cpu_to_le32(c->ltab_offs);
187 c->mst_node->lsave_lnum = cpu_to_le32(c->lsave_lnum);
188 c->mst_node->lsave_offs = cpu_to_le32(c->lsave_offs);
189 c->mst_node->lscan_lnum = cpu_to_le32(c->lscan_lnum);
190 c->mst_node->empty_lebs = cpu_to_le32(lst.empty_lebs);
191 c->mst_node->idx_lebs = cpu_to_le32(lst.idx_lebs);
192 c->mst_node->total_free = cpu_to_le64(lst.total_free);
193 c->mst_node->total_dirty = cpu_to_le64(lst.total_dirty);
194 c->mst_node->total_used = cpu_to_le64(lst.total_used);
195 c->mst_node->total_dead = cpu_to_le64(lst.total_dead);
196 c->mst_node->total_dark = cpu_to_le64(lst.total_dark);
197 if (c->no_orphs)
198 c->mst_node->flags |= cpu_to_le32(UBIFS_MST_NO_ORPHS);
199 else
200 c->mst_node->flags &= ~cpu_to_le32(UBIFS_MST_NO_ORPHS);
201
202 old_ltail_lnum = c->ltail_lnum;
203 err = ubifs_log_end_commit(c, new_ltail_lnum);
204 if (err)
205 goto out;
206
207 err = ubifs_log_post_commit(c, old_ltail_lnum);
208 if (err)
209 goto out;
210 err = ubifs_gc_end_commit(c);
211 if (err)
212 goto out;
213 err = ubifs_lpt_post_commit(c);
214 if (err)
215 goto out;
216
217out_cancel:
218 spin_lock(&c->cs_lock);
219 c->cmt_state = COMMIT_RESTING;
220 wake_up(&c->cmt_wq);
221 dbg_cmt("commit end");
222 spin_unlock(&c->cs_lock);
223 return 0;
224
225out_up:
226 up_write(&c->commit_sem);
227out:
228 ubifs_err(c, "commit failed, error %d", err);
229 spin_lock(&c->cs_lock);
230 c->cmt_state = COMMIT_BROKEN;
231 wake_up(&c->cmt_wq);
232 spin_unlock(&c->cs_lock);
233 ubifs_ro_mode(c, err);
234 return err;
235}
236
237
238
239
240
241
242
243
244static int run_bg_commit(struct ubifs_info *c)
245{
246 spin_lock(&c->cs_lock);
247
248
249
250
251 if (c->cmt_state != COMMIT_BACKGROUND &&
252 c->cmt_state != COMMIT_REQUIRED)
253 goto out;
254 spin_unlock(&c->cs_lock);
255
256 down_write(&c->commit_sem);
257 spin_lock(&c->cs_lock);
258 if (c->cmt_state == COMMIT_REQUIRED)
259 c->cmt_state = COMMIT_RUNNING_REQUIRED;
260 else if (c->cmt_state == COMMIT_BACKGROUND)
261 c->cmt_state = COMMIT_RUNNING_BACKGROUND;
262 else
263 goto out_cmt_unlock;
264 spin_unlock(&c->cs_lock);
265
266 return do_commit(c);
267
268out_cmt_unlock:
269 up_write(&c->commit_sem);
270out:
271 spin_unlock(&c->cs_lock);
272 return 0;
273}
274
275
276
277
278
279
280
281
282
283
284
285
286
287int ubifs_bg_thread(void *info)
288{
289 int err;
290 struct ubifs_info *c = info;
291
292 ubifs_msg(c, "background thread \"%s\" started, PID %d",
293 c->bgt_name, current->pid);
294 set_freezable();
295
296 while (1) {
297 if (kthread_should_stop())
298 break;
299
300 if (try_to_freeze())
301 continue;
302
303 set_current_state(TASK_INTERRUPTIBLE);
304
305 if (!c->need_bgt) {
306
307
308
309
310
311 if (kthread_should_stop())
312 break;
313 schedule();
314 continue;
315 } else
316 __set_current_state(TASK_RUNNING);
317
318 c->need_bgt = 0;
319 err = ubifs_bg_wbufs_sync(c);
320 if (err)
321 ubifs_ro_mode(c, err);
322
323 run_bg_commit(c);
324 cond_resched();
325 }
326
327 ubifs_msg(c, "background thread \"%s\" stops", c->bgt_name);
328 return 0;
329}
330
331
332
333
334
335
336
337
338void ubifs_commit_required(struct ubifs_info *c)
339{
340 spin_lock(&c->cs_lock);
341 switch (c->cmt_state) {
342 case COMMIT_RESTING:
343 case COMMIT_BACKGROUND:
344 dbg_cmt("old: %s, new: %s", dbg_cstate(c->cmt_state),
345 dbg_cstate(COMMIT_REQUIRED));
346 c->cmt_state = COMMIT_REQUIRED;
347 break;
348 case COMMIT_RUNNING_BACKGROUND:
349 dbg_cmt("old: %s, new: %s", dbg_cstate(c->cmt_state),
350 dbg_cstate(COMMIT_RUNNING_REQUIRED));
351 c->cmt_state = COMMIT_RUNNING_REQUIRED;
352 break;
353 case COMMIT_REQUIRED:
354 case COMMIT_RUNNING_REQUIRED:
355 case COMMIT_BROKEN:
356 break;
357 }
358 spin_unlock(&c->cs_lock);
359}
360
361
362
363
364
365
366
367
368void ubifs_request_bg_commit(struct ubifs_info *c)
369{
370 spin_lock(&c->cs_lock);
371 if (c->cmt_state == COMMIT_RESTING) {
372 dbg_cmt("old: %s, new: %s", dbg_cstate(c->cmt_state),
373 dbg_cstate(COMMIT_BACKGROUND));
374 c->cmt_state = COMMIT_BACKGROUND;
375 spin_unlock(&c->cs_lock);
376 ubifs_wake_up_bgt(c);
377 } else
378 spin_unlock(&c->cs_lock);
379}
380
381
382
383
384
385
386
387static int wait_for_commit(struct ubifs_info *c)
388{
389 dbg_cmt("pid %d goes sleep", current->pid);
390
391
392
393
394
395
396
397
398 wait_event(c->cmt_wq, c->cmt_state != COMMIT_RUNNING_BACKGROUND &&
399 c->cmt_state != COMMIT_RUNNING_REQUIRED);
400 dbg_cmt("commit finished, pid %d woke up", current->pid);
401 return 0;
402}
403
404
405
406
407
408
409
410
411int ubifs_run_commit(struct ubifs_info *c)
412{
413 int err = 0;
414
415 spin_lock(&c->cs_lock);
416 if (c->cmt_state == COMMIT_BROKEN) {
417 err = -EROFS;
418 goto out;
419 }
420
421 if (c->cmt_state == COMMIT_RUNNING_BACKGROUND)
422
423
424
425
426 c->cmt_state = COMMIT_RUNNING_REQUIRED;
427
428 if (c->cmt_state == COMMIT_RUNNING_REQUIRED) {
429 spin_unlock(&c->cs_lock);
430 return wait_for_commit(c);
431 }
432 spin_unlock(&c->cs_lock);
433
434
435
436 down_write(&c->commit_sem);
437 spin_lock(&c->cs_lock);
438
439
440
441
442 if (c->cmt_state == COMMIT_BROKEN) {
443 err = -EROFS;
444 goto out_cmt_unlock;
445 }
446
447 if (c->cmt_state == COMMIT_RUNNING_BACKGROUND)
448 c->cmt_state = COMMIT_RUNNING_REQUIRED;
449
450 if (c->cmt_state == COMMIT_RUNNING_REQUIRED) {
451 up_write(&c->commit_sem);
452 spin_unlock(&c->cs_lock);
453 return wait_for_commit(c);
454 }
455 c->cmt_state = COMMIT_RUNNING_REQUIRED;
456 spin_unlock(&c->cs_lock);
457
458 err = do_commit(c);
459 return err;
460
461out_cmt_unlock:
462 up_write(&c->commit_sem);
463out:
464 spin_unlock(&c->cs_lock);
465 return err;
466}
467
468
469
470
471
472
473
474
475
476
477
478
479int ubifs_gc_should_commit(struct ubifs_info *c)
480{
481 int ret = 0;
482
483 spin_lock(&c->cs_lock);
484 if (c->cmt_state == COMMIT_BACKGROUND) {
485 dbg_cmt("commit required now");
486 c->cmt_state = COMMIT_REQUIRED;
487 } else
488 dbg_cmt("commit not requested");
489 if (c->cmt_state == COMMIT_REQUIRED)
490 ret = 1;
491 spin_unlock(&c->cs_lock);
492 return ret;
493}
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509struct idx_node {
510 struct list_head list;
511 int iip;
512 union ubifs_key upper_key;
513 struct ubifs_idx_node idx __aligned(8);
514};
515
516
517
518
519
520
521
522
523
524
525
526int dbg_old_index_check_init(struct ubifs_info *c, struct ubifs_zbranch *zroot)
527{
528 struct ubifs_idx_node *idx;
529 int lnum, offs, len, err = 0;
530 struct ubifs_debug_info *d = c->dbg;
531
532 d->old_zroot = *zroot;
533 lnum = d->old_zroot.lnum;
534 offs = d->old_zroot.offs;
535 len = d->old_zroot.len;
536
537 idx = kmalloc(c->max_idx_node_sz, GFP_NOFS);
538 if (!idx)
539 return -ENOMEM;
540
541 err = ubifs_read_node(c, idx, UBIFS_IDX_NODE, len, lnum, offs);
542 if (err)
543 goto out;
544
545 d->old_zroot_level = le16_to_cpu(idx->level);
546 d->old_zroot_sqnum = le64_to_cpu(idx->ch.sqnum);
547out:
548 kfree(idx);
549 return err;
550}
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565int dbg_check_old_index(struct ubifs_info *c, struct ubifs_zbranch *zroot)
566{
567 int lnum, offs, len, err = 0, uninitialized_var(last_level), child_cnt;
568 int first = 1, iip;
569 struct ubifs_debug_info *d = c->dbg;
570 union ubifs_key uninitialized_var(lower_key), upper_key, l_key, u_key;
571 unsigned long long uninitialized_var(last_sqnum);
572 struct ubifs_idx_node *idx;
573 struct list_head list;
574 struct idx_node *i;
575 size_t sz;
576
577 if (!dbg_is_chk_index(c))
578 return 0;
579
580 INIT_LIST_HEAD(&list);
581
582 sz = sizeof(struct idx_node) + ubifs_idx_node_sz(c, c->fanout) -
583 UBIFS_IDX_NODE_SZ;
584
585
586 lnum = d->old_zroot.lnum;
587 offs = d->old_zroot.offs;
588 len = d->old_zroot.len;
589 iip = 0;
590
591
592
593
594
595 while (1) {
596 struct ubifs_branch *br;
597
598
599 i = kmalloc(sz, GFP_NOFS);
600 if (!i) {
601 err = -ENOMEM;
602 goto out_free;
603 }
604 i->iip = iip;
605
606 list_add_tail(&i->list, &list);
607
608 idx = &i->idx;
609 err = ubifs_read_node(c, idx, UBIFS_IDX_NODE, len, lnum, offs);
610 if (err)
611 goto out_free;
612
613 child_cnt = le16_to_cpu(idx->child_cnt);
614 if (child_cnt < 1 || child_cnt > c->fanout) {
615 err = 1;
616 goto out_dump;
617 }
618 if (first) {
619 first = 0;
620
621 if (le16_to_cpu(idx->level) != d->old_zroot_level) {
622 err = 2;
623 goto out_dump;
624 }
625 if (le64_to_cpu(idx->ch.sqnum) != d->old_zroot_sqnum) {
626 err = 3;
627 goto out_dump;
628 }
629
630 last_level = le16_to_cpu(idx->level) + 1;
631 last_sqnum = le64_to_cpu(idx->ch.sqnum) + 1;
632 key_read(c, ubifs_idx_key(c, idx), &lower_key);
633 highest_ino_key(c, &upper_key, INUM_WATERMARK);
634 }
635 key_copy(c, &upper_key, &i->upper_key);
636 if (le16_to_cpu(idx->level) != last_level - 1) {
637 err = 3;
638 goto out_dump;
639 }
640
641
642
643
644 if (le64_to_cpu(idx->ch.sqnum) >= last_sqnum) {
645 err = 4;
646 goto out_dump;
647 }
648
649 key_read(c, ubifs_idx_key(c, idx), &l_key);
650 br = ubifs_idx_branch(c, idx, child_cnt - 1);
651 key_read(c, &br->key, &u_key);
652 if (keys_cmp(c, &lower_key, &l_key) > 0) {
653 err = 5;
654 goto out_dump;
655 }
656 if (keys_cmp(c, &upper_key, &u_key) < 0) {
657 err = 6;
658 goto out_dump;
659 }
660 if (keys_cmp(c, &upper_key, &u_key) == 0)
661 if (!is_hash_key(c, &u_key)) {
662 err = 7;
663 goto out_dump;
664 }
665
666 if (le16_to_cpu(idx->level) == 0) {
667
668 while (1) {
669
670 list_del(&i->list);
671 kfree(i);
672
673 if (list_empty(&list))
674 goto out;
675
676 i = list_entry(list.prev, struct idx_node,
677 list);
678 idx = &i->idx;
679
680 if (iip + 1 < le16_to_cpu(idx->child_cnt)) {
681 iip = iip + 1;
682 break;
683 } else
684
685 iip = i->iip;
686 }
687 } else
688
689 iip = 0;
690
691
692
693
694 last_level = le16_to_cpu(idx->level);
695 last_sqnum = le64_to_cpu(idx->ch.sqnum);
696 br = ubifs_idx_branch(c, idx, iip);
697 lnum = le32_to_cpu(br->lnum);
698 offs = le32_to_cpu(br->offs);
699 len = le32_to_cpu(br->len);
700 key_read(c, &br->key, &lower_key);
701 if (iip + 1 < le16_to_cpu(idx->child_cnt)) {
702 br = ubifs_idx_branch(c, idx, iip + 1);
703 key_read(c, &br->key, &upper_key);
704 } else
705 key_copy(c, &i->upper_key, &upper_key);
706 }
707out:
708 err = dbg_old_index_check_init(c, zroot);
709 if (err)
710 goto out_free;
711
712 return 0;
713
714out_dump:
715 ubifs_err(c, "dumping index node (iip=%d)", i->iip);
716 ubifs_dump_node(c, idx);
717 list_del(&i->list);
718 kfree(i);
719 if (!list_empty(&list)) {
720 i = list_entry(list.prev, struct idx_node, list);
721 ubifs_err(c, "dumping parent index node");
722 ubifs_dump_node(c, &i->idx);
723 }
724out_free:
725 while (!list_empty(&list)) {
726 i = list_entry(list.next, struct idx_node, list);
727 list_del(&i->list);
728 kfree(i);
729 }
730 ubifs_err(c, "failed, error %d", err);
731 if (err > 0)
732 err = -EINVAL;
733 return err;
734}
735