1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79#ifndef __KERNEL__
80#include "jfs_user.h"
81#else
82#include <linux/time.h>
83#include <linux/fs.h>
84#include <linux/jbd.h>
85#include <linux/errno.h>
86#include <linux/slab.h>
87#include <linux/list.h>
88#include <linux/init.h>
89#include <linux/bio.h>
90#endif
91#include <linux/log2.h>
92
93static struct kmem_cache *revoke_record_cache;
94static struct kmem_cache *revoke_table_cache;
95
96
97
98
99
100struct jbd_revoke_record_s
101{
102 struct list_head hash;
103 tid_t sequence;
104 unsigned int blocknr;
105};
106
107
108
109struct jbd_revoke_table_s
110{
111
112
113 int hash_size;
114 int hash_shift;
115 struct list_head *hash_table;
116};
117
118
119#ifdef __KERNEL__
120static void write_one_revoke_record(journal_t *, transaction_t *,
121 struct journal_head **, int *,
122 struct jbd_revoke_record_s *, int);
123static void flush_descriptor(journal_t *, struct journal_head *, int, int);
124#endif
125
126
127
128
129static inline int hash(journal_t *journal, unsigned int block)
130{
131 struct jbd_revoke_table_s *table = journal->j_revoke;
132 int hash_shift = table->hash_shift;
133
134 return ((block << (hash_shift - 6)) ^
135 (block >> 13) ^
136 (block << (hash_shift - 12))) & (table->hash_size - 1);
137}
138
139static int insert_revoke_hash(journal_t *journal, unsigned int blocknr,
140 tid_t seq)
141{
142 struct list_head *hash_list;
143 struct jbd_revoke_record_s *record;
144
145repeat:
146 record = kmem_cache_alloc(revoke_record_cache, GFP_NOFS);
147 if (!record)
148 goto oom;
149
150 record->sequence = seq;
151 record->blocknr = blocknr;
152 hash_list = &journal->j_revoke->hash_table[hash(journal, blocknr)];
153 spin_lock(&journal->j_revoke_lock);
154 list_add(&record->hash, hash_list);
155 spin_unlock(&journal->j_revoke_lock);
156 return 0;
157
158oom:
159 if (!journal_oom_retry)
160 return -ENOMEM;
161 jbd_debug(1, "ENOMEM in %s, retrying\n", __func__);
162 yield();
163 goto repeat;
164}
165
166
167
168static struct jbd_revoke_record_s *find_revoke_record(journal_t *journal,
169 unsigned int blocknr)
170{
171 struct list_head *hash_list;
172 struct jbd_revoke_record_s *record;
173
174 hash_list = &journal->j_revoke->hash_table[hash(journal, blocknr)];
175
176 spin_lock(&journal->j_revoke_lock);
177 record = (struct jbd_revoke_record_s *) hash_list->next;
178 while (&(record->hash) != hash_list) {
179 if (record->blocknr == blocknr) {
180 spin_unlock(&journal->j_revoke_lock);
181 return record;
182 }
183 record = (struct jbd_revoke_record_s *) record->hash.next;
184 }
185 spin_unlock(&journal->j_revoke_lock);
186 return NULL;
187}
188
189void journal_destroy_revoke_caches(void)
190{
191 if (revoke_record_cache) {
192 kmem_cache_destroy(revoke_record_cache);
193 revoke_record_cache = NULL;
194 }
195 if (revoke_table_cache) {
196 kmem_cache_destroy(revoke_table_cache);
197 revoke_table_cache = NULL;
198 }
199}
200
201int __init journal_init_revoke_caches(void)
202{
203 J_ASSERT(!revoke_record_cache);
204 J_ASSERT(!revoke_table_cache);
205
206 revoke_record_cache = kmem_cache_create("revoke_record",
207 sizeof(struct jbd_revoke_record_s),
208 0,
209 SLAB_HWCACHE_ALIGN|SLAB_TEMPORARY,
210 NULL);
211 if (!revoke_record_cache)
212 goto record_cache_failure;
213
214 revoke_table_cache = kmem_cache_create("revoke_table",
215 sizeof(struct jbd_revoke_table_s),
216 0, SLAB_TEMPORARY, NULL);
217 if (!revoke_table_cache)
218 goto table_cache_failure;
219
220 return 0;
221
222table_cache_failure:
223 journal_destroy_revoke_caches();
224record_cache_failure:
225 return -ENOMEM;
226}
227
228static struct jbd_revoke_table_s *journal_init_revoke_table(int hash_size)
229{
230 int shift = 0;
231 int tmp = hash_size;
232 struct jbd_revoke_table_s *table;
233
234 table = kmem_cache_alloc(revoke_table_cache, GFP_KERNEL);
235 if (!table)
236 goto out;
237
238 while((tmp >>= 1UL) != 0UL)
239 shift++;
240
241 table->hash_size = hash_size;
242 table->hash_shift = shift;
243 table->hash_table =
244 kmalloc(hash_size * sizeof(struct list_head), GFP_KERNEL);
245 if (!table->hash_table) {
246 kmem_cache_free(revoke_table_cache, table);
247 table = NULL;
248 goto out;
249 }
250
251 for (tmp = 0; tmp < hash_size; tmp++)
252 INIT_LIST_HEAD(&table->hash_table[tmp]);
253
254out:
255 return table;
256}
257
258static void journal_destroy_revoke_table(struct jbd_revoke_table_s *table)
259{
260 int i;
261 struct list_head *hash_list;
262
263 for (i = 0; i < table->hash_size; i++) {
264 hash_list = &table->hash_table[i];
265 J_ASSERT(list_empty(hash_list));
266 }
267
268 kfree(table->hash_table);
269 kmem_cache_free(revoke_table_cache, table);
270}
271
272
273int journal_init_revoke(journal_t *journal, int hash_size)
274{
275 J_ASSERT(journal->j_revoke_table[0] == NULL);
276 J_ASSERT(is_power_of_2(hash_size));
277
278 journal->j_revoke_table[0] = journal_init_revoke_table(hash_size);
279 if (!journal->j_revoke_table[0])
280 goto fail0;
281
282 journal->j_revoke_table[1] = journal_init_revoke_table(hash_size);
283 if (!journal->j_revoke_table[1])
284 goto fail1;
285
286 journal->j_revoke = journal->j_revoke_table[1];
287
288 spin_lock_init(&journal->j_revoke_lock);
289
290 return 0;
291
292fail1:
293 journal_destroy_revoke_table(journal->j_revoke_table[0]);
294fail0:
295 return -ENOMEM;
296}
297
298
299void journal_destroy_revoke(journal_t *journal)
300{
301 journal->j_revoke = NULL;
302 if (journal->j_revoke_table[0])
303 journal_destroy_revoke_table(journal->j_revoke_table[0]);
304 if (journal->j_revoke_table[1])
305 journal_destroy_revoke_table(journal->j_revoke_table[1]);
306}
307
308
309#ifdef __KERNEL__
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335int journal_revoke(handle_t *handle, unsigned int blocknr,
336 struct buffer_head *bh_in)
337{
338 struct buffer_head *bh = NULL;
339 journal_t *journal;
340 struct block_device *bdev;
341 int err;
342
343 might_sleep();
344 if (bh_in)
345 BUFFER_TRACE(bh_in, "enter");
346
347 journal = handle->h_transaction->t_journal;
348 if (!journal_set_features(journal, 0, 0, JFS_FEATURE_INCOMPAT_REVOKE)){
349 J_ASSERT (!"Cannot set revoke feature!");
350 return -EINVAL;
351 }
352
353 bdev = journal->j_fs_dev;
354 bh = bh_in;
355
356 if (!bh) {
357 bh = __find_get_block(bdev, blocknr, journal->j_blocksize);
358 if (bh)
359 BUFFER_TRACE(bh, "found on hash");
360 }
361#ifdef JBD_EXPENSIVE_CHECKING
362 else {
363 struct buffer_head *bh2;
364
365
366
367 bh2 = __find_get_block(bdev, blocknr, journal->j_blocksize);
368 if (bh2) {
369
370 if (bh2 != bh && buffer_revokevalid(bh2))
371
372
373
374
375
376
377 J_ASSERT_BH(bh2, buffer_revoked(bh2));
378 put_bh(bh2);
379 }
380 }
381#endif
382
383
384
385
386 if (bh) {
387 if (!J_EXPECT_BH(bh, !buffer_revoked(bh),
388 "inconsistent data on disk")) {
389 if (!bh_in)
390 brelse(bh);
391 return -EIO;
392 }
393 set_buffer_revoked(bh);
394 set_buffer_revokevalid(bh);
395 if (bh_in) {
396 BUFFER_TRACE(bh_in, "call journal_forget");
397 journal_forget(handle, bh_in);
398 } else {
399 BUFFER_TRACE(bh, "call brelse");
400 __brelse(bh);
401 }
402 }
403
404 jbd_debug(2, "insert revoke for block %u, bh_in=%p\n", blocknr, bh_in);
405 err = insert_revoke_hash(journal, blocknr,
406 handle->h_transaction->t_tid);
407 BUFFER_TRACE(bh_in, "exit");
408 return err;
409}
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426int journal_cancel_revoke(handle_t *handle, struct journal_head *jh)
427{
428 struct jbd_revoke_record_s *record;
429 journal_t *journal = handle->h_transaction->t_journal;
430 int need_cancel;
431 int did_revoke = 0;
432 struct buffer_head *bh = jh2bh(jh);
433
434 jbd_debug(4, "journal_head %p, cancelling revoke\n", jh);
435
436
437
438
439
440 if (test_set_buffer_revokevalid(bh)) {
441 need_cancel = test_clear_buffer_revoked(bh);
442 } else {
443 need_cancel = 1;
444 clear_buffer_revoked(bh);
445 }
446
447 if (need_cancel) {
448 record = find_revoke_record(journal, bh->b_blocknr);
449 if (record) {
450 jbd_debug(4, "cancelled existing revoke on "
451 "blocknr %llu\n", (unsigned long long)bh->b_blocknr);
452 spin_lock(&journal->j_revoke_lock);
453 list_del(&record->hash);
454 spin_unlock(&journal->j_revoke_lock);
455 kmem_cache_free(revoke_record_cache, record);
456 did_revoke = 1;
457 }
458 }
459
460#ifdef JBD_EXPENSIVE_CHECKING
461
462 record = find_revoke_record(journal, bh->b_blocknr);
463 J_ASSERT_JH(jh, record == NULL);
464#endif
465
466
467
468
469
470 if (need_cancel) {
471 struct buffer_head *bh2;
472 bh2 = __find_get_block(bh->b_bdev, bh->b_blocknr, bh->b_size);
473 if (bh2) {
474 if (bh2 != bh)
475 clear_buffer_revoked(bh2);
476 __brelse(bh2);
477 }
478 }
479 return did_revoke;
480}
481
482
483
484
485
486void journal_switch_revoke_table(journal_t *journal)
487{
488 int i;
489
490 if (journal->j_revoke == journal->j_revoke_table[0])
491 journal->j_revoke = journal->j_revoke_table[1];
492 else
493 journal->j_revoke = journal->j_revoke_table[0];
494
495 for (i = 0; i < journal->j_revoke->hash_size; i++)
496 INIT_LIST_HEAD(&journal->j_revoke->hash_table[i]);
497}
498
499
500
501
502
503void journal_write_revoke_records(journal_t *journal,
504 transaction_t *transaction, int write_op)
505{
506 struct journal_head *descriptor;
507 struct jbd_revoke_record_s *record;
508 struct jbd_revoke_table_s *revoke;
509 struct list_head *hash_list;
510 int i, offset, count;
511
512 descriptor = NULL;
513 offset = 0;
514 count = 0;
515
516
517 revoke = journal->j_revoke == journal->j_revoke_table[0] ?
518 journal->j_revoke_table[1] : journal->j_revoke_table[0];
519
520 for (i = 0; i < revoke->hash_size; i++) {
521 hash_list = &revoke->hash_table[i];
522
523 while (!list_empty(hash_list)) {
524 record = (struct jbd_revoke_record_s *)
525 hash_list->next;
526 write_one_revoke_record(journal, transaction,
527 &descriptor, &offset,
528 record, write_op);
529 count++;
530 list_del(&record->hash);
531 kmem_cache_free(revoke_record_cache, record);
532 }
533 }
534 if (descriptor)
535 flush_descriptor(journal, descriptor, offset, write_op);
536 jbd_debug(1, "Wrote %d revoke records\n", count);
537}
538
539
540
541
542
543
544static void write_one_revoke_record(journal_t *journal,
545 transaction_t *transaction,
546 struct journal_head **descriptorp,
547 int *offsetp,
548 struct jbd_revoke_record_s *record,
549 int write_op)
550{
551 struct journal_head *descriptor;
552 int offset;
553 journal_header_t *header;
554
555
556
557
558
559 if (is_journal_aborted(journal))
560 return;
561
562 descriptor = *descriptorp;
563 offset = *offsetp;
564
565
566 if (descriptor) {
567 if (offset == journal->j_blocksize) {
568 flush_descriptor(journal, descriptor, offset, write_op);
569 descriptor = NULL;
570 }
571 }
572
573 if (!descriptor) {
574 descriptor = journal_get_descriptor_buffer(journal);
575 if (!descriptor)
576 return;
577 header = (journal_header_t *) &jh2bh(descriptor)->b_data[0];
578 header->h_magic = cpu_to_be32(JFS_MAGIC_NUMBER);
579 header->h_blocktype = cpu_to_be32(JFS_REVOKE_BLOCK);
580 header->h_sequence = cpu_to_be32(transaction->t_tid);
581
582
583 JBUFFER_TRACE(descriptor, "file as BJ_LogCtl");
584 journal_file_buffer(descriptor, transaction, BJ_LogCtl);
585
586 offset = sizeof(journal_revoke_header_t);
587 *descriptorp = descriptor;
588 }
589
590 * ((__be32 *)(&jh2bh(descriptor)->b_data[offset])) =
591 cpu_to_be32(record->blocknr);
592 offset += 4;
593 *offsetp = offset;
594}
595
596
597
598
599
600
601
602
603static void flush_descriptor(journal_t *journal,
604 struct journal_head *descriptor,
605 int offset, int write_op)
606{
607 journal_revoke_header_t *header;
608 struct buffer_head *bh = jh2bh(descriptor);
609
610 if (is_journal_aborted(journal)) {
611 put_bh(bh);
612 return;
613 }
614
615 header = (journal_revoke_header_t *) jh2bh(descriptor)->b_data;
616 header->r_count = cpu_to_be32(offset);
617 set_buffer_jwrite(bh);
618 BUFFER_TRACE(bh, "write");
619 set_buffer_dirty(bh);
620 ll_rw_block((write_op == WRITE) ? SWRITE : SWRITE_SYNC_PLUG, 1, &bh);
621}
622#endif
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646int journal_set_revoke(journal_t *journal,
647 unsigned int blocknr,
648 tid_t sequence)
649{
650 struct jbd_revoke_record_s *record;
651
652 record = find_revoke_record(journal, blocknr);
653 if (record) {
654
655
656 if (tid_gt(sequence, record->sequence))
657 record->sequence = sequence;
658 return 0;
659 }
660 return insert_revoke_hash(journal, blocknr, sequence);
661}
662
663
664
665
666
667
668
669
670int journal_test_revoke(journal_t *journal,
671 unsigned int blocknr,
672 tid_t sequence)
673{
674 struct jbd_revoke_record_s *record;
675
676 record = find_revoke_record(journal, blocknr);
677 if (!record)
678 return 0;
679 if (tid_gt(sequence, record->sequence))
680 return 0;
681 return 1;
682}
683
684
685
686
687
688
689void journal_clear_revoke(journal_t *journal)
690{
691 int i;
692 struct list_head *hash_list;
693 struct jbd_revoke_record_s *record;
694 struct jbd_revoke_table_s *revoke;
695
696 revoke = journal->j_revoke;
697
698 for (i = 0; i < revoke->hash_size; i++) {
699 hash_list = &revoke->hash_table[i];
700 while (!list_empty(hash_list)) {
701 record = (struct jbd_revoke_record_s*) hash_list->next;
702 list_del(&record->hash);
703 kmem_cache_free(revoke_record_cache, record);
704 }
705 }
706}
707