1
2
3
4
5
6
7
8
9
10
11
12
13
14
15#include <linux/time.h>
16#include <linux/fs.h>
17#include <linux/jbd.h>
18#include <linux/ext3_fs.h>
19#include <linux/ext3_jbd.h>
20#include <linux/stat.h>
21#include <linux/string.h>
22#include <linux/quotaops.h>
23#include <linux/buffer_head.h>
24#include <linux/random.h>
25#include <linux/bitops.h>
26
27#include <asm/byteorder.h>
28
29#include "xattr.h"
30#include "acl.h"
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53static struct buffer_head *
54read_inode_bitmap(struct super_block * sb, unsigned long block_group)
55{
56 struct ext3_group_desc *desc;
57 struct buffer_head *bh = NULL;
58
59 desc = ext3_get_group_desc(sb, block_group, NULL);
60 if (!desc)
61 goto error_out;
62
63 bh = sb_bread(sb, le32_to_cpu(desc->bg_inode_bitmap));
64 if (!bh)
65 ext3_error(sb, "read_inode_bitmap",
66 "Cannot read inode bitmap - "
67 "block_group = %lu, inode_bitmap = %u",
68 block_group, le32_to_cpu(desc->bg_inode_bitmap));
69error_out:
70 return bh;
71}
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89void ext3_free_inode (handle_t *handle, struct inode * inode)
90{
91 struct super_block * sb = inode->i_sb;
92 int is_directory;
93 unsigned long ino;
94 struct buffer_head *bitmap_bh = NULL;
95 struct buffer_head *bh2;
96 unsigned long block_group;
97 unsigned long bit;
98 struct ext3_group_desc * gdp;
99 struct ext3_super_block * es;
100 struct ext3_sb_info *sbi;
101 int fatal = 0, err;
102
103 if (atomic_read(&inode->i_count) > 1) {
104 printk ("ext3_free_inode: inode has count=%d\n",
105 atomic_read(&inode->i_count));
106 return;
107 }
108 if (inode->i_nlink) {
109 printk ("ext3_free_inode: inode has nlink=%d\n",
110 inode->i_nlink);
111 return;
112 }
113 if (!sb) {
114 printk("ext3_free_inode: inode on nonexistent device\n");
115 return;
116 }
117 sbi = EXT3_SB(sb);
118
119 ino = inode->i_ino;
120 ext3_debug ("freeing inode %lu\n", ino);
121
122
123
124
125
126 DQUOT_INIT(inode);
127 ext3_xattr_delete_inode(handle, inode);
128 DQUOT_FREE_INODE(inode);
129 DQUOT_DROP(inode);
130
131 is_directory = S_ISDIR(inode->i_mode);
132
133
134 clear_inode (inode);
135
136 es = EXT3_SB(sb)->s_es;
137 if (ino < EXT3_FIRST_INO(sb) || ino > le32_to_cpu(es->s_inodes_count)) {
138 ext3_error (sb, "ext3_free_inode",
139 "reserved or nonexistent inode %lu", ino);
140 goto error_return;
141 }
142 block_group = (ino - 1) / EXT3_INODES_PER_GROUP(sb);
143 bit = (ino - 1) % EXT3_INODES_PER_GROUP(sb);
144 bitmap_bh = read_inode_bitmap(sb, block_group);
145 if (!bitmap_bh)
146 goto error_return;
147
148 BUFFER_TRACE(bitmap_bh, "get_write_access");
149 fatal = ext3_journal_get_write_access(handle, bitmap_bh);
150 if (fatal)
151 goto error_return;
152
153
154 if (!ext3_clear_bit_atomic(sb_bgl_lock(sbi, block_group),
155 bit, bitmap_bh->b_data))
156 ext3_error (sb, "ext3_free_inode",
157 "bit already cleared for inode %lu", ino);
158 else {
159 gdp = ext3_get_group_desc (sb, block_group, &bh2);
160
161 BUFFER_TRACE(bh2, "get_write_access");
162 fatal = ext3_journal_get_write_access(handle, bh2);
163 if (fatal) goto error_return;
164
165 if (gdp) {
166 spin_lock(sb_bgl_lock(sbi, block_group));
167 gdp->bg_free_inodes_count = cpu_to_le16(
168 le16_to_cpu(gdp->bg_free_inodes_count) + 1);
169 if (is_directory)
170 gdp->bg_used_dirs_count = cpu_to_le16(
171 le16_to_cpu(gdp->bg_used_dirs_count) - 1);
172 spin_unlock(sb_bgl_lock(sbi, block_group));
173 percpu_counter_inc(&sbi->s_freeinodes_counter);
174 if (is_directory)
175 percpu_counter_dec(&sbi->s_dirs_counter);
176
177 }
178 BUFFER_TRACE(bh2, "call ext3_journal_dirty_metadata");
179 err = ext3_journal_dirty_metadata(handle, bh2);
180 if (!fatal) fatal = err;
181 }
182 BUFFER_TRACE(bitmap_bh, "call ext3_journal_dirty_metadata");
183 err = ext3_journal_dirty_metadata(handle, bitmap_bh);
184 if (!fatal)
185 fatal = err;
186 sb->s_dirt = 1;
187error_return:
188 brelse(bitmap_bh);
189 ext3_std_error(sb, fatal);
190}
191
192
193
194
195
196
197
198
199
200
201
202static int find_group_dir(struct super_block *sb, struct inode *parent)
203{
204 int ngroups = EXT3_SB(sb)->s_groups_count;
205 unsigned int freei, avefreei;
206 struct ext3_group_desc *desc, *best_desc = NULL;
207 int group, best_group = -1;
208
209 freei = percpu_counter_read_positive(&EXT3_SB(sb)->s_freeinodes_counter);
210 avefreei = freei / ngroups;
211
212 for (group = 0; group < ngroups; group++) {
213 desc = ext3_get_group_desc (sb, group, NULL);
214 if (!desc || !desc->bg_free_inodes_count)
215 continue;
216 if (le16_to_cpu(desc->bg_free_inodes_count) < avefreei)
217 continue;
218 if (!best_desc ||
219 (le16_to_cpu(desc->bg_free_blocks_count) >
220 le16_to_cpu(best_desc->bg_free_blocks_count))) {
221 best_group = group;
222 best_desc = desc;
223 }
224 }
225 return best_group;
226}
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253#define INODE_COST 64
254#define BLOCK_COST 256
255
256static int find_group_orlov(struct super_block *sb, struct inode *parent)
257{
258 int parent_group = EXT3_I(parent)->i_block_group;
259 struct ext3_sb_info *sbi = EXT3_SB(sb);
260 struct ext3_super_block *es = sbi->s_es;
261 int ngroups = sbi->s_groups_count;
262 int inodes_per_group = EXT3_INODES_PER_GROUP(sb);
263 unsigned int freei, avefreei;
264 ext3_fsblk_t freeb, avefreeb;
265 ext3_fsblk_t blocks_per_dir;
266 unsigned int ndirs;
267 int max_debt, max_dirs, min_inodes;
268 ext3_grpblk_t min_blocks;
269 int group = -1, i;
270 struct ext3_group_desc *desc;
271
272 freei = percpu_counter_read_positive(&sbi->s_freeinodes_counter);
273 avefreei = freei / ngroups;
274 freeb = percpu_counter_read_positive(&sbi->s_freeblocks_counter);
275 avefreeb = freeb / ngroups;
276 ndirs = percpu_counter_read_positive(&sbi->s_dirs_counter);
277
278 if ((parent == sb->s_root->d_inode) ||
279 (EXT3_I(parent)->i_flags & EXT3_TOPDIR_FL)) {
280 int best_ndir = inodes_per_group;
281 int best_group = -1;
282
283 get_random_bytes(&group, sizeof(group));
284 parent_group = (unsigned)group % ngroups;
285 for (i = 0; i < ngroups; i++) {
286 group = (parent_group + i) % ngroups;
287 desc = ext3_get_group_desc (sb, group, NULL);
288 if (!desc || !desc->bg_free_inodes_count)
289 continue;
290 if (le16_to_cpu(desc->bg_used_dirs_count) >= best_ndir)
291 continue;
292 if (le16_to_cpu(desc->bg_free_inodes_count) < avefreei)
293 continue;
294 if (le16_to_cpu(desc->bg_free_blocks_count) < avefreeb)
295 continue;
296 best_group = group;
297 best_ndir = le16_to_cpu(desc->bg_used_dirs_count);
298 }
299 if (best_group >= 0)
300 return best_group;
301 goto fallback;
302 }
303
304 blocks_per_dir = (le32_to_cpu(es->s_blocks_count) - freeb) / ndirs;
305
306 max_dirs = ndirs / ngroups + inodes_per_group / 16;
307 min_inodes = avefreei - inodes_per_group / 4;
308 min_blocks = avefreeb - EXT3_BLOCKS_PER_GROUP(sb) / 4;
309
310 max_debt = EXT3_BLOCKS_PER_GROUP(sb) / max(blocks_per_dir, (ext3_fsblk_t)BLOCK_COST);
311 if (max_debt * INODE_COST > inodes_per_group)
312 max_debt = inodes_per_group / INODE_COST;
313 if (max_debt > 255)
314 max_debt = 255;
315 if (max_debt == 0)
316 max_debt = 1;
317
318 for (i = 0; i < ngroups; i++) {
319 group = (parent_group + i) % ngroups;
320 desc = ext3_get_group_desc (sb, group, NULL);
321 if (!desc || !desc->bg_free_inodes_count)
322 continue;
323 if (le16_to_cpu(desc->bg_used_dirs_count) >= max_dirs)
324 continue;
325 if (le16_to_cpu(desc->bg_free_inodes_count) < min_inodes)
326 continue;
327 if (le16_to_cpu(desc->bg_free_blocks_count) < min_blocks)
328 continue;
329 return group;
330 }
331
332fallback:
333 for (i = 0; i < ngroups; i++) {
334 group = (parent_group + i) % ngroups;
335 desc = ext3_get_group_desc (sb, group, NULL);
336 if (!desc || !desc->bg_free_inodes_count)
337 continue;
338 if (le16_to_cpu(desc->bg_free_inodes_count) >= avefreei)
339 return group;
340 }
341
342 if (avefreei) {
343
344
345
346
347 avefreei = 0;
348 goto fallback;
349 }
350
351 return -1;
352}
353
354static int find_group_other(struct super_block *sb, struct inode *parent)
355{
356 int parent_group = EXT3_I(parent)->i_block_group;
357 int ngroups = EXT3_SB(sb)->s_groups_count;
358 struct ext3_group_desc *desc;
359 int group, i;
360
361
362
363
364 group = parent_group;
365 desc = ext3_get_group_desc (sb, group, NULL);
366 if (desc && le16_to_cpu(desc->bg_free_inodes_count) &&
367 le16_to_cpu(desc->bg_free_blocks_count))
368 return group;
369
370
371
372
373
374
375
376
377
378
379 group = (group + parent->i_ino) % ngroups;
380
381
382
383
384
385 for (i = 1; i < ngroups; i <<= 1) {
386 group += i;
387 if (group >= ngroups)
388 group -= ngroups;
389 desc = ext3_get_group_desc (sb, group, NULL);
390 if (desc && le16_to_cpu(desc->bg_free_inodes_count) &&
391 le16_to_cpu(desc->bg_free_blocks_count))
392 return group;
393 }
394
395
396
397
398
399 group = parent_group;
400 for (i = 0; i < ngroups; i++) {
401 if (++group >= ngroups)
402 group = 0;
403 desc = ext3_get_group_desc (sb, group, NULL);
404 if (desc && le16_to_cpu(desc->bg_free_inodes_count))
405 return group;
406 }
407
408 return -1;
409}
410
411
412
413
414
415
416
417
418
419
420
421struct inode *ext3_new_inode(handle_t *handle, struct inode * dir, int mode)
422{
423 struct super_block *sb;
424 struct buffer_head *bitmap_bh = NULL;
425 struct buffer_head *bh2;
426 int group;
427 unsigned long ino = 0;
428 struct inode * inode;
429 struct ext3_group_desc * gdp = NULL;
430 struct ext3_super_block * es;
431 struct ext3_inode_info *ei;
432 struct ext3_sb_info *sbi;
433 int err = 0;
434 struct inode *ret;
435 int i;
436
437
438 if (!dir || !dir->i_nlink)
439 return ERR_PTR(-EPERM);
440
441 sb = dir->i_sb;
442 inode = new_inode(sb);
443 if (!inode)
444 return ERR_PTR(-ENOMEM);
445 ei = EXT3_I(inode);
446
447 sbi = EXT3_SB(sb);
448 es = sbi->s_es;
449 if (S_ISDIR(mode)) {
450 if (test_opt (sb, OLDALLOC))
451 group = find_group_dir(sb, dir);
452 else
453 group = find_group_orlov(sb, dir);
454 } else
455 group = find_group_other(sb, dir);
456
457 err = -ENOSPC;
458 if (group == -1)
459 goto out;
460
461 for (i = 0; i < sbi->s_groups_count; i++) {
462 err = -EIO;
463
464 gdp = ext3_get_group_desc(sb, group, &bh2);
465 if (!gdp)
466 goto fail;
467
468 brelse(bitmap_bh);
469 bitmap_bh = read_inode_bitmap(sb, group);
470 if (!bitmap_bh)
471 goto fail;
472
473 ino = 0;
474
475repeat_in_this_group:
476 ino = ext3_find_next_zero_bit((unsigned long *)
477 bitmap_bh->b_data, EXT3_INODES_PER_GROUP(sb), ino);
478 if (ino < EXT3_INODES_PER_GROUP(sb)) {
479
480 BUFFER_TRACE(bitmap_bh, "get_write_access");
481 err = ext3_journal_get_write_access(handle, bitmap_bh);
482 if (err)
483 goto fail;
484
485 if (!ext3_set_bit_atomic(sb_bgl_lock(sbi, group),
486 ino, bitmap_bh->b_data)) {
487
488 BUFFER_TRACE(bitmap_bh,
489 "call ext3_journal_dirty_metadata");
490 err = ext3_journal_dirty_metadata(handle,
491 bitmap_bh);
492 if (err)
493 goto fail;
494 goto got;
495 }
496
497 journal_release_buffer(handle, bitmap_bh);
498
499 if (++ino < EXT3_INODES_PER_GROUP(sb))
500 goto repeat_in_this_group;
501 }
502
503
504
505
506
507
508
509
510 if (++group == sbi->s_groups_count)
511 group = 0;
512 }
513 err = -ENOSPC;
514 goto out;
515
516got:
517 ino += group * EXT3_INODES_PER_GROUP(sb) + 1;
518 if (ino < EXT3_FIRST_INO(sb) || ino > le32_to_cpu(es->s_inodes_count)) {
519 ext3_error (sb, "ext3_new_inode",
520 "reserved inode or inode > inodes count - "
521 "block_group = %d, inode=%lu", group, ino);
522 err = -EIO;
523 goto fail;
524 }
525
526 BUFFER_TRACE(bh2, "get_write_access");
527 err = ext3_journal_get_write_access(handle, bh2);
528 if (err) goto fail;
529 spin_lock(sb_bgl_lock(sbi, group));
530 gdp->bg_free_inodes_count =
531 cpu_to_le16(le16_to_cpu(gdp->bg_free_inodes_count) - 1);
532 if (S_ISDIR(mode)) {
533 gdp->bg_used_dirs_count =
534 cpu_to_le16(le16_to_cpu(gdp->bg_used_dirs_count) + 1);
535 }
536 spin_unlock(sb_bgl_lock(sbi, group));
537 BUFFER_TRACE(bh2, "call ext3_journal_dirty_metadata");
538 err = ext3_journal_dirty_metadata(handle, bh2);
539 if (err) goto fail;
540
541 percpu_counter_dec(&sbi->s_freeinodes_counter);
542 if (S_ISDIR(mode))
543 percpu_counter_inc(&sbi->s_dirs_counter);
544 sb->s_dirt = 1;
545
546 inode->i_uid = current->fsuid;
547 if (test_opt (sb, GRPID))
548 inode->i_gid = dir->i_gid;
549 else if (dir->i_mode & S_ISGID) {
550 inode->i_gid = dir->i_gid;
551 if (S_ISDIR(mode))
552 mode |= S_ISGID;
553 } else
554 inode->i_gid = current->fsgid;
555 inode->i_mode = mode;
556
557 inode->i_ino = ino;
558
559 inode->i_blocks = 0;
560 inode->i_mtime = inode->i_atime = inode->i_ctime = CURRENT_TIME_SEC;
561
562 memset(ei->i_data, 0, sizeof(ei->i_data));
563 ei->i_dir_start_lookup = 0;
564 ei->i_disksize = 0;
565
566 ei->i_flags = EXT3_I(dir)->i_flags & ~EXT3_INDEX_FL;
567 if (S_ISLNK(mode))
568 ei->i_flags &= ~(EXT3_IMMUTABLE_FL|EXT3_APPEND_FL);
569
570 if (!S_ISDIR(mode))
571 ei->i_flags &= ~EXT3_DIRSYNC_FL;
572#ifdef EXT3_FRAGMENTS
573 ei->i_faddr = 0;
574 ei->i_frag_no = 0;
575 ei->i_frag_size = 0;
576#endif
577 ei->i_file_acl = 0;
578 ei->i_dir_acl = 0;
579 ei->i_dtime = 0;
580 ei->i_block_alloc_info = NULL;
581 ei->i_block_group = group;
582
583 ext3_set_inode_flags(inode);
584 if (IS_DIRSYNC(inode))
585 handle->h_sync = 1;
586 insert_inode_hash(inode);
587 spin_lock(&sbi->s_next_gen_lock);
588 inode->i_generation = sbi->s_next_generation++;
589 spin_unlock(&sbi->s_next_gen_lock);
590
591 ei->i_state = EXT3_STATE_NEW;
592 ei->i_extra_isize =
593 (EXT3_INODE_SIZE(inode->i_sb) > EXT3_GOOD_OLD_INODE_SIZE) ?
594 sizeof(struct ext3_inode) - EXT3_GOOD_OLD_INODE_SIZE : 0;
595
596 ret = inode;
597 if(DQUOT_ALLOC_INODE(inode)) {
598 err = -EDQUOT;
599 goto fail_drop;
600 }
601
602 err = ext3_init_acl(handle, inode, dir);
603 if (err)
604 goto fail_free_drop;
605
606 err = ext3_init_security(handle,inode, dir);
607 if (err)
608 goto fail_free_drop;
609
610 err = ext3_mark_inode_dirty(handle, inode);
611 if (err) {
612 ext3_std_error(sb, err);
613 goto fail_free_drop;
614 }
615
616 ext3_debug("allocating inode %lu\n", inode->i_ino);
617 goto really_out;
618fail:
619 ext3_std_error(sb, err);
620out:
621 iput(inode);
622 ret = ERR_PTR(err);
623really_out:
624 brelse(bitmap_bh);
625 return ret;
626
627fail_free_drop:
628 DQUOT_FREE_INODE(inode);
629
630fail_drop:
631 DQUOT_DROP(inode);
632 inode->i_flags |= S_NOQUOTA;
633 inode->i_nlink = 0;
634 iput(inode);
635 brelse(bitmap_bh);
636 return ERR_PTR(err);
637}
638
639
640struct inode *ext3_orphan_get(struct super_block *sb, unsigned long ino)
641{
642 unsigned long max_ino = le32_to_cpu(EXT3_SB(sb)->s_es->s_inodes_count);
643 unsigned long block_group;
644 int bit;
645 struct buffer_head *bitmap_bh = NULL;
646 struct inode *inode = NULL;
647
648
649 if (ino > max_ino) {
650 ext3_warning(sb, __FUNCTION__,
651 "bad orphan ino %lu! e2fsck was run?", ino);
652 goto out;
653 }
654
655 block_group = (ino - 1) / EXT3_INODES_PER_GROUP(sb);
656 bit = (ino - 1) % EXT3_INODES_PER_GROUP(sb);
657 bitmap_bh = read_inode_bitmap(sb, block_group);
658 if (!bitmap_bh) {
659 ext3_warning(sb, __FUNCTION__,
660 "inode bitmap error for orphan %lu", ino);
661 goto out;
662 }
663
664
665
666
667
668 if (!ext3_test_bit(bit, bitmap_bh->b_data) ||
669 !(inode = iget(sb, ino)) || is_bad_inode(inode) ||
670 NEXT_ORPHAN(inode) > max_ino) {
671 ext3_warning(sb, __FUNCTION__,
672 "bad orphan inode %lu! e2fsck was run?", ino);
673 printk(KERN_NOTICE "ext3_test_bit(bit=%d, block=%llu) = %d\n",
674 bit, (unsigned long long)bitmap_bh->b_blocknr,
675 ext3_test_bit(bit, bitmap_bh->b_data));
676 printk(KERN_NOTICE "inode=%p\n", inode);
677 if (inode) {
678 printk(KERN_NOTICE "is_bad_inode(inode)=%d\n",
679 is_bad_inode(inode));
680 printk(KERN_NOTICE "NEXT_ORPHAN(inode)=%u\n",
681 NEXT_ORPHAN(inode));
682 printk(KERN_NOTICE "max_ino=%lu\n", max_ino);
683 }
684
685 if (inode && inode->i_nlink == 0)
686 inode->i_blocks = 0;
687 iput(inode);
688 inode = NULL;
689 }
690out:
691 brelse(bitmap_bh);
692 return inode;
693}
694
695unsigned long ext3_count_free_inodes (struct super_block * sb)
696{
697 unsigned long desc_count;
698 struct ext3_group_desc *gdp;
699 int i;
700#ifdef EXT3FS_DEBUG
701 struct ext3_super_block *es;
702 unsigned long bitmap_count, x;
703 struct buffer_head *bitmap_bh = NULL;
704
705 es = EXT3_SB(sb)->s_es;
706 desc_count = 0;
707 bitmap_count = 0;
708 gdp = NULL;
709 for (i = 0; i < EXT3_SB(sb)->s_groups_count; i++) {
710 gdp = ext3_get_group_desc (sb, i, NULL);
711 if (!gdp)
712 continue;
713 desc_count += le16_to_cpu(gdp->bg_free_inodes_count);
714 brelse(bitmap_bh);
715 bitmap_bh = read_inode_bitmap(sb, i);
716 if (!bitmap_bh)
717 continue;
718
719 x = ext3_count_free(bitmap_bh, EXT3_INODES_PER_GROUP(sb) / 8);
720 printk("group %d: stored = %d, counted = %lu\n",
721 i, le16_to_cpu(gdp->bg_free_inodes_count), x);
722 bitmap_count += x;
723 }
724 brelse(bitmap_bh);
725 printk("ext3_count_free_inodes: stored = %u, computed = %lu, %lu\n",
726 le32_to_cpu(es->s_free_inodes_count), desc_count, bitmap_count);
727 return desc_count;
728#else
729 desc_count = 0;
730 for (i = 0; i < EXT3_SB(sb)->s_groups_count; i++) {
731 gdp = ext3_get_group_desc (sb, i, NULL);
732 if (!gdp)
733 continue;
734 desc_count += le16_to_cpu(gdp->bg_free_inodes_count);
735 cond_resched();
736 }
737 return desc_count;
738#endif
739}
740
741
742unsigned long ext3_count_dirs (struct super_block * sb)
743{
744 unsigned long count = 0;
745 int i;
746
747 for (i = 0; i < EXT3_SB(sb)->s_groups_count; i++) {
748 struct ext3_group_desc *gdp = ext3_get_group_desc (sb, i, NULL);
749 if (!gdp)
750 continue;
751 count += le16_to_cpu(gdp->bg_used_dirs_count);
752 }
753 return count;
754}
755
756