1
2
3
4
5
6
7
8
9
10
11
12
13
14
15#include <linux/module.h>
16#include "ext4_jbd2.h"
17#include "ext4_extents.h"
18
19
20
21
22
23struct list_blocks_struct {
24 ext4_lblk_t first_block, last_block;
25 ext4_fsblk_t first_pblock, last_pblock;
26};
27
28static int finish_range(handle_t *handle, struct inode *inode,
29 struct list_blocks_struct *lb)
30
31{
32 int retval = 0, needed;
33 struct ext4_extent newext;
34 struct ext4_ext_path *path;
35 if (lb->first_pblock == 0)
36 return 0;
37
38
39 newext.ee_block = cpu_to_le32(lb->first_block);
40 newext.ee_len = cpu_to_le16(lb->last_block - lb->first_block + 1);
41 ext4_ext_store_pblock(&newext, lb->first_pblock);
42 path = ext4_ext_find_extent(inode, lb->first_block, NULL);
43
44 if (IS_ERR(path)) {
45 retval = PTR_ERR(path);
46 path = NULL;
47 goto err_out;
48 }
49
50
51
52
53
54
55
56 needed = ext4_ext_calc_credits_for_single_extent(inode,
57 lb->last_block - lb->first_block + 1, path);
58
59
60
61
62 if (needed && ext4_handle_has_enough_credits(handle,
63 EXT4_RESERVE_TRANS_BLOCKS)) {
64 retval = ext4_journal_restart(handle, needed);
65 if (retval)
66 goto err_out;
67 } else if (needed) {
68 retval = ext4_journal_extend(handle, needed);
69 if (retval) {
70
71
72
73 retval = ext4_journal_restart(handle, needed);
74 if (retval)
75 goto err_out;
76 }
77 }
78 retval = ext4_ext_insert_extent(handle, inode, path, &newext, 0);
79err_out:
80 if (path) {
81 ext4_ext_drop_refs(path);
82 kfree(path);
83 }
84 lb->first_pblock = 0;
85 return retval;
86}
87
88static int update_extent_range(handle_t *handle, struct inode *inode,
89 ext4_fsblk_t pblock, ext4_lblk_t blk_num,
90 struct list_blocks_struct *lb)
91{
92 int retval;
93
94
95
96 if (lb->first_pblock &&
97 (lb->last_pblock+1 == pblock) &&
98 (lb->last_block+1 == blk_num)) {
99 lb->last_pblock = pblock;
100 lb->last_block = blk_num;
101 return 0;
102 }
103
104
105
106 retval = finish_range(handle, inode, lb);
107 lb->first_pblock = lb->last_pblock = pblock;
108 lb->first_block = lb->last_block = blk_num;
109
110 return retval;
111}
112
113static int update_ind_extent_range(handle_t *handle, struct inode *inode,
114 ext4_fsblk_t pblock, ext4_lblk_t *blk_nump,
115 struct list_blocks_struct *lb)
116{
117 struct buffer_head *bh;
118 __le32 *i_data;
119 int i, retval = 0;
120 ext4_lblk_t blk_count = *blk_nump;
121 unsigned long max_entries = inode->i_sb->s_blocksize >> 2;
122
123 if (!pblock) {
124
125 *blk_nump += max_entries;
126 return 0;
127 }
128
129 bh = sb_bread(inode->i_sb, pblock);
130 if (!bh)
131 return -EIO;
132
133 i_data = (__le32 *)bh->b_data;
134 for (i = 0; i < max_entries; i++, blk_count++) {
135 if (i_data[i]) {
136 retval = update_extent_range(handle, inode,
137 le32_to_cpu(i_data[i]),
138 blk_count, lb);
139 if (retval)
140 break;
141 }
142 }
143
144
145 *blk_nump = blk_count;
146 put_bh(bh);
147 return retval;
148
149}
150
151static int update_dind_extent_range(handle_t *handle, struct inode *inode,
152 ext4_fsblk_t pblock, ext4_lblk_t *blk_nump,
153 struct list_blocks_struct *lb)
154{
155 struct buffer_head *bh;
156 __le32 *i_data;
157 int i, retval = 0;
158 ext4_lblk_t blk_count = *blk_nump;
159 unsigned long max_entries = inode->i_sb->s_blocksize >> 2;
160
161 if (!pblock) {
162
163 *blk_nump += max_entries * max_entries;
164 return 0;
165 }
166 bh = sb_bread(inode->i_sb, pblock);
167 if (!bh)
168 return -EIO;
169
170 i_data = (__le32 *)bh->b_data;
171 for (i = 0; i < max_entries; i++) {
172 if (i_data[i]) {
173 retval = update_ind_extent_range(handle, inode,
174 le32_to_cpu(i_data[i]),
175 &blk_count, lb);
176 if (retval)
177 break;
178 } else {
179
180 blk_count += max_entries;
181 }
182 }
183
184
185 *blk_nump = blk_count;
186 put_bh(bh);
187 return retval;
188
189}
190
191static int update_tind_extent_range(handle_t *handle, struct inode *inode,
192 ext4_fsblk_t pblock, ext4_lblk_t *blk_nump,
193 struct list_blocks_struct *lb)
194{
195 struct buffer_head *bh;
196 __le32 *i_data;
197 int i, retval = 0;
198 ext4_lblk_t blk_count = *blk_nump;
199 unsigned long max_entries = inode->i_sb->s_blocksize >> 2;
200
201 if (!pblock) {
202
203 *blk_nump += max_entries * max_entries * max_entries;
204 return 0;
205 }
206 bh = sb_bread(inode->i_sb, pblock);
207 if (!bh)
208 return -EIO;
209
210 i_data = (__le32 *)bh->b_data;
211 for (i = 0; i < max_entries; i++) {
212 if (i_data[i]) {
213 retval = update_dind_extent_range(handle, inode,
214 le32_to_cpu(i_data[i]),
215 &blk_count, lb);
216 if (retval)
217 break;
218 } else
219
220 blk_count += max_entries * max_entries;
221 }
222
223 *blk_nump = blk_count;
224 put_bh(bh);
225 return retval;
226
227}
228
229static int extend_credit_for_blkdel(handle_t *handle, struct inode *inode)
230{
231 int retval = 0, needed;
232
233 if (ext4_handle_has_enough_credits(handle, EXT4_RESERVE_TRANS_BLOCKS+1))
234 return 0;
235
236
237
238
239
240
241 needed = 3 + 2*EXT4_QUOTA_TRANS_BLOCKS(inode->i_sb);
242
243 if (ext4_journal_extend(handle, needed) != 0)
244 retval = ext4_journal_restart(handle, needed);
245
246 return retval;
247}
248
249static int free_dind_blocks(handle_t *handle,
250 struct inode *inode, __le32 i_data)
251{
252 int i;
253 __le32 *tmp_idata;
254 struct buffer_head *bh;
255 unsigned long max_entries = inode->i_sb->s_blocksize >> 2;
256
257 bh = sb_bread(inode->i_sb, le32_to_cpu(i_data));
258 if (!bh)
259 return -EIO;
260
261 tmp_idata = (__le32 *)bh->b_data;
262 for (i = 0; i < max_entries; i++) {
263 if (tmp_idata[i]) {
264 extend_credit_for_blkdel(handle, inode);
265 ext4_free_blocks(handle, inode,
266 le32_to_cpu(tmp_idata[i]), 1, 1);
267 }
268 }
269 put_bh(bh);
270 extend_credit_for_blkdel(handle, inode);
271 ext4_free_blocks(handle, inode, le32_to_cpu(i_data), 1, 1);
272 return 0;
273}
274
275static int free_tind_blocks(handle_t *handle,
276 struct inode *inode, __le32 i_data)
277{
278 int i, retval = 0;
279 __le32 *tmp_idata;
280 struct buffer_head *bh;
281 unsigned long max_entries = inode->i_sb->s_blocksize >> 2;
282
283 bh = sb_bread(inode->i_sb, le32_to_cpu(i_data));
284 if (!bh)
285 return -EIO;
286
287 tmp_idata = (__le32 *)bh->b_data;
288 for (i = 0; i < max_entries; i++) {
289 if (tmp_idata[i]) {
290 retval = free_dind_blocks(handle,
291 inode, tmp_idata[i]);
292 if (retval) {
293 put_bh(bh);
294 return retval;
295 }
296 }
297 }
298 put_bh(bh);
299 extend_credit_for_blkdel(handle, inode);
300 ext4_free_blocks(handle, inode, le32_to_cpu(i_data), 1, 1);
301 return 0;
302}
303
304static int free_ind_block(handle_t *handle, struct inode *inode, __le32 *i_data)
305{
306 int retval;
307
308
309 if (i_data[0]) {
310 extend_credit_for_blkdel(handle, inode);
311 ext4_free_blocks(handle, inode,
312 le32_to_cpu(i_data[0]), 1, 1);
313 }
314
315
316 if (i_data[1]) {
317 retval = free_dind_blocks(handle, inode, i_data[1]);
318 if (retval)
319 return retval;
320 }
321
322
323 if (i_data[2]) {
324 retval = free_tind_blocks(handle, inode, i_data[2]);
325 if (retval)
326 return retval;
327 }
328 return 0;
329}
330
331static int ext4_ext_swap_inode_data(handle_t *handle, struct inode *inode,
332 struct inode *tmp_inode)
333{
334 int retval;
335 __le32 i_data[3];
336 struct ext4_inode_info *ei = EXT4_I(inode);
337 struct ext4_inode_info *tmp_ei = EXT4_I(tmp_inode);
338
339
340
341
342
343 retval = ext4_journal_extend(handle, 1);
344 if (retval) {
345 retval = ext4_journal_restart(handle, 1);
346 if (retval)
347 goto err_out;
348 }
349
350 i_data[0] = ei->i_data[EXT4_IND_BLOCK];
351 i_data[1] = ei->i_data[EXT4_DIND_BLOCK];
352 i_data[2] = ei->i_data[EXT4_TIND_BLOCK];
353
354 down_write(&EXT4_I(inode)->i_data_sem);
355
356
357
358
359
360 if (!(EXT4_I(inode)->i_state & EXT4_STATE_EXT_MIGRATE)) {
361 retval = -EAGAIN;
362 up_write(&EXT4_I(inode)->i_data_sem);
363 goto err_out;
364 } else
365 EXT4_I(inode)->i_state &= ~EXT4_STATE_EXT_MIGRATE;
366
367
368
369
370 ei->i_flags |= EXT4_EXTENTS_FL;
371 memcpy(ei->i_data, tmp_ei->i_data, sizeof(ei->i_data));
372
373
374
375
376
377
378
379
380
381
382 spin_lock(&inode->i_lock);
383 inode->i_blocks += tmp_inode->i_blocks;
384 spin_unlock(&inode->i_lock);
385 up_write(&EXT4_I(inode)->i_data_sem);
386
387
388
389
390
391 retval = free_ind_block(handle, inode, i_data);
392 ext4_mark_inode_dirty(handle, inode);
393
394err_out:
395 return retval;
396}
397
398static int free_ext_idx(handle_t *handle, struct inode *inode,
399 struct ext4_extent_idx *ix)
400{
401 int i, retval = 0;
402 ext4_fsblk_t block;
403 struct buffer_head *bh;
404 struct ext4_extent_header *eh;
405
406 block = idx_pblock(ix);
407 bh = sb_bread(inode->i_sb, block);
408 if (!bh)
409 return -EIO;
410
411 eh = (struct ext4_extent_header *)bh->b_data;
412 if (eh->eh_depth != 0) {
413 ix = EXT_FIRST_INDEX(eh);
414 for (i = 0; i < le16_to_cpu(eh->eh_entries); i++, ix++) {
415 retval = free_ext_idx(handle, inode, ix);
416 if (retval)
417 break;
418 }
419 }
420 put_bh(bh);
421 extend_credit_for_blkdel(handle, inode);
422 ext4_free_blocks(handle, inode, block, 1, 1);
423 return retval;
424}
425
426
427
428
429static int free_ext_block(handle_t *handle, struct inode *inode)
430{
431 int i, retval = 0;
432 struct ext4_inode_info *ei = EXT4_I(inode);
433 struct ext4_extent_header *eh = (struct ext4_extent_header *)ei->i_data;
434 struct ext4_extent_idx *ix;
435 if (eh->eh_depth == 0)
436
437
438
439 return 0;
440 ix = EXT_FIRST_INDEX(eh);
441 for (i = 0; i < le16_to_cpu(eh->eh_entries); i++, ix++) {
442 retval = free_ext_idx(handle, inode, ix);
443 if (retval)
444 return retval;
445 }
446 return retval;
447
448}
449
450int ext4_ext_migrate(struct inode *inode)
451{
452 handle_t *handle;
453 int retval = 0, i;
454 __le32 *i_data;
455 ext4_lblk_t blk_count = 0;
456 struct ext4_inode_info *ei;
457 struct inode *tmp_inode = NULL;
458 struct list_blocks_struct lb;
459 unsigned long max_entries;
460 __u32 goal;
461
462
463
464
465
466 if (!EXT4_HAS_INCOMPAT_FEATURE(inode->i_sb,
467 EXT4_FEATURE_INCOMPAT_EXTENTS) ||
468 (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL))
469 return -EINVAL;
470
471 if (S_ISLNK(inode->i_mode) && inode->i_blocks == 0)
472
473
474
475 return retval;
476
477 handle = ext4_journal_start(inode,
478 EXT4_DATA_TRANS_BLOCKS(inode->i_sb) +
479 EXT4_INDEX_EXTRA_TRANS_BLOCKS + 3 +
480 2 * EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)
481 + 1);
482 if (IS_ERR(handle)) {
483 retval = PTR_ERR(handle);
484 return retval;
485 }
486 goal = (((inode->i_ino - 1) / EXT4_INODES_PER_GROUP(inode->i_sb)) *
487 EXT4_INODES_PER_GROUP(inode->i_sb)) + 1;
488 tmp_inode = ext4_new_inode(handle, inode->i_sb->s_root->d_inode,
489 S_IFREG, 0, goal);
490 if (IS_ERR(tmp_inode)) {
491 retval = -ENOMEM;
492 ext4_journal_stop(handle);
493 return retval;
494 }
495 i_size_write(tmp_inode, i_size_read(inode));
496
497
498
499
500
501
502
503
504 tmp_inode->i_nlink = 1;
505
506 ext4_ext_tree_init(handle, tmp_inode);
507 ext4_orphan_add(handle, tmp_inode);
508 ext4_journal_stop(handle);
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526 down_read((&EXT4_I(inode)->i_data_sem));
527 EXT4_I(inode)->i_state |= EXT4_STATE_EXT_MIGRATE;
528 up_read((&EXT4_I(inode)->i_data_sem));
529
530 handle = ext4_journal_start(inode, 1);
531
532 ei = EXT4_I(inode);
533 i_data = ei->i_data;
534 memset(&lb, 0, sizeof(lb));
535
536
537 max_entries = inode->i_sb->s_blocksize >> 2;
538 for (i = 0; i < EXT4_NDIR_BLOCKS; i++, blk_count++) {
539 if (i_data[i]) {
540 retval = update_extent_range(handle, tmp_inode,
541 le32_to_cpu(i_data[i]),
542 blk_count, &lb);
543 if (retval)
544 goto err_out;
545 }
546 }
547 if (i_data[EXT4_IND_BLOCK]) {
548 retval = update_ind_extent_range(handle, tmp_inode,
549 le32_to_cpu(i_data[EXT4_IND_BLOCK]),
550 &blk_count, &lb);
551 if (retval)
552 goto err_out;
553 } else
554 blk_count += max_entries;
555 if (i_data[EXT4_DIND_BLOCK]) {
556 retval = update_dind_extent_range(handle, tmp_inode,
557 le32_to_cpu(i_data[EXT4_DIND_BLOCK]),
558 &blk_count, &lb);
559 if (retval)
560 goto err_out;
561 } else
562 blk_count += max_entries * max_entries;
563 if (i_data[EXT4_TIND_BLOCK]) {
564 retval = update_tind_extent_range(handle, tmp_inode,
565 le32_to_cpu(i_data[EXT4_TIND_BLOCK]),
566 &blk_count, &lb);
567 if (retval)
568 goto err_out;
569 }
570
571
572
573 retval = finish_range(handle, tmp_inode, &lb);
574err_out:
575 if (retval)
576
577
578
579
580 free_ext_block(handle, tmp_inode);
581 else {
582 retval = ext4_ext_swap_inode_data(handle, inode, tmp_inode);
583 if (retval)
584
585
586
587
588 free_ext_block(handle, tmp_inode);
589 }
590
591
592 if (ext4_journal_extend(handle, 1) != 0)
593 ext4_journal_restart(handle, 1);
594
595
596
597
598 i_size_write(tmp_inode, 0);
599
600
601
602
603
604
605
606
607
608 tmp_inode->i_blocks = 0;
609
610
611 ext4_ext_tree_init(handle, tmp_inode);
612
613
614
615
616
617
618 tmp_inode->i_nlink = 0;
619
620 ext4_journal_stop(handle);
621 unlock_new_inode(tmp_inode);
622 iput(tmp_inode);
623
624 return retval;
625}
626