linux/fs/jffs2/gc.c
<<
>>
Prefs
   1/*
   2 * JFFS2 -- Journalling Flash File System, Version 2.
   3 *
   4 * Copyright © 2001-2007 Red Hat, Inc.
   5 * Copyright © 2004-2010 David Woodhouse <dwmw2@infradead.org>
   6 *
   7 * Created by David Woodhouse <dwmw2@infradead.org>
   8 *
   9 * For licensing information, see the file 'LICENCE' in this directory.
  10 *
  11 */
  12
  13#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  14
  15#include <linux/kernel.h>
  16#include <linux/mtd/mtd.h>
  17#include <linux/slab.h>
  18#include <linux/pagemap.h>
  19#include <linux/crc32.h>
  20#include <linux/compiler.h>
  21#include <linux/stat.h>
  22#include "nodelist.h"
  23#include "compr.h"
  24
  25static int jffs2_garbage_collect_pristine(struct jffs2_sb_info *c,
  26                                          struct jffs2_inode_cache *ic,
  27                                          struct jffs2_raw_node_ref *raw);
  28static int jffs2_garbage_collect_metadata(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
  29                                        struct jffs2_inode_info *f, struct jffs2_full_dnode *fd);
  30static int jffs2_garbage_collect_dirent(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
  31                                        struct jffs2_inode_info *f, struct jffs2_full_dirent *fd);
  32static int jffs2_garbage_collect_deletion_dirent(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
  33                                        struct jffs2_inode_info *f, struct jffs2_full_dirent *fd);
  34static int jffs2_garbage_collect_hole(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
  35                                      struct jffs2_inode_info *f, struct jffs2_full_dnode *fn,
  36                                      uint32_t start, uint32_t end);
  37static int jffs2_garbage_collect_dnode(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
  38                                       struct jffs2_inode_info *f, struct jffs2_full_dnode *fn,
  39                                       uint32_t start, uint32_t end);
  40static int jffs2_garbage_collect_live(struct jffs2_sb_info *c,  struct jffs2_eraseblock *jeb,
  41                               struct jffs2_raw_node_ref *raw, struct jffs2_inode_info *f);
  42
  43/* Called with erase_completion_lock held */
  44static struct jffs2_eraseblock *jffs2_find_gc_block(struct jffs2_sb_info *c)
  45{
  46        struct jffs2_eraseblock *ret;
  47        struct list_head *nextlist = NULL;
  48        int n = jiffies % 128;
  49
  50        /* Pick an eraseblock to garbage collect next. This is where we'll
  51           put the clever wear-levelling algorithms. Eventually.  */
  52        /* We possibly want to favour the dirtier blocks more when the
  53           number of free blocks is low. */
  54again:
  55        if (!list_empty(&c->bad_used_list) && c->nr_free_blocks > c->resv_blocks_gcbad) {
  56                jffs2_dbg(1, "Picking block from bad_used_list to GC next\n");
  57                nextlist = &c->bad_used_list;
  58        } else if (n < 50 && !list_empty(&c->erasable_list)) {
  59                /* Note that most of them will have gone directly to be erased.
  60                   So don't favour the erasable_list _too_ much. */
  61                jffs2_dbg(1, "Picking block from erasable_list to GC next\n");
  62                nextlist = &c->erasable_list;
  63        } else if (n < 110 && !list_empty(&c->very_dirty_list)) {
  64                /* Most of the time, pick one off the very_dirty list */
  65                jffs2_dbg(1, "Picking block from very_dirty_list to GC next\n");
  66                nextlist = &c->very_dirty_list;
  67        } else if (n < 126 && !list_empty(&c->dirty_list)) {
  68                jffs2_dbg(1, "Picking block from dirty_list to GC next\n");
  69                nextlist = &c->dirty_list;
  70        } else if (!list_empty(&c->clean_list)) {
  71                jffs2_dbg(1, "Picking block from clean_list to GC next\n");
  72                nextlist = &c->clean_list;
  73        } else if (!list_empty(&c->dirty_list)) {
  74                jffs2_dbg(1, "Picking block from dirty_list to GC next (clean_list was empty)\n");
  75
  76                nextlist = &c->dirty_list;
  77        } else if (!list_empty(&c->very_dirty_list)) {
  78                jffs2_dbg(1, "Picking block from very_dirty_list to GC next (clean_list and dirty_list were empty)\n");
  79                nextlist = &c->very_dirty_list;
  80        } else if (!list_empty(&c->erasable_list)) {
  81                jffs2_dbg(1, "Picking block from erasable_list to GC next (clean_list and {very_,}dirty_list were empty)\n");
  82
  83                nextlist = &c->erasable_list;
  84        } else if (!list_empty(&c->erasable_pending_wbuf_list)) {
  85                /* There are blocks are wating for the wbuf sync */
  86                jffs2_dbg(1, "Synching wbuf in order to reuse erasable_pending_wbuf_list blocks\n");
  87                spin_unlock(&c->erase_completion_lock);
  88                jffs2_flush_wbuf_pad(c);
  89                spin_lock(&c->erase_completion_lock);
  90                goto again;
  91        } else {
  92                /* Eep. All were empty */
  93                jffs2_dbg(1, "No clean, dirty _or_ erasable blocks to GC from! Where are they all?\n");
  94                return NULL;
  95        }
  96
  97        ret = list_entry(nextlist->next, struct jffs2_eraseblock, list);
  98        list_del(&ret->list);
  99        c->gcblock = ret;
 100        ret->gc_node = ret->first_node;
 101        if (!ret->gc_node) {
 102                pr_warn("Eep. ret->gc_node for block at 0x%08x is NULL\n",
 103                        ret->offset);
 104                BUG();
 105        }
 106
 107        /* Have we accidentally picked a clean block with wasted space ? */
 108        if (ret->wasted_size) {
 109                jffs2_dbg(1, "Converting wasted_size %08x to dirty_size\n",
 110                          ret->wasted_size);
 111                ret->dirty_size += ret->wasted_size;
 112                c->wasted_size -= ret->wasted_size;
 113                c->dirty_size += ret->wasted_size;
 114                ret->wasted_size = 0;
 115        }
 116
 117        return ret;
 118}
 119
 120/* jffs2_garbage_collect_pass
 121 * Make a single attempt to progress GC. Move one node, and possibly
 122 * start erasing one eraseblock.
 123 */
 124int jffs2_garbage_collect_pass(struct jffs2_sb_info *c)
 125{
 126        struct jffs2_inode_info *f;
 127        struct jffs2_inode_cache *ic;
 128        struct jffs2_eraseblock *jeb;
 129        struct jffs2_raw_node_ref *raw;
 130        uint32_t gcblock_dirty;
 131        int ret = 0, inum, nlink;
 132        int xattr = 0;
 133
 134        if (mutex_lock_interruptible(&c->alloc_sem))
 135                return -EINTR;
 136
 137
 138        for (;;) {
 139                /* We can't start doing GC until we've finished checking
 140                   the node CRCs etc. */
 141                int bucket, want_ino;
 142
 143                spin_lock(&c->erase_completion_lock);
 144                if (!c->unchecked_size)
 145                        break;
 146                spin_unlock(&c->erase_completion_lock);
 147
 148                if (!xattr)
 149                        xattr = jffs2_verify_xattr(c);
 150
 151                spin_lock(&c->inocache_lock);
 152                /* Instead of doing the inodes in numeric order, doing a lookup
 153                 * in the hash for each possible number, just walk the hash
 154                 * buckets of *existing* inodes. This means that we process
 155                 * them out-of-order, but it can be a lot faster if there's
 156                 * a sparse inode# space. Which there often is. */
 157                want_ino = c->check_ino;
 158                for (bucket = c->check_ino % c->inocache_hashsize ; bucket < c->inocache_hashsize; bucket++) {
 159                        for (ic = c->inocache_list[bucket]; ic; ic = ic->next) {
 160                                if (ic->ino < want_ino)
 161                                        continue;
 162
 163                                if (ic->state != INO_STATE_CHECKEDABSENT &&
 164                                    ic->state != INO_STATE_PRESENT)
 165                                        goto got_next; /* with inocache_lock held */
 166
 167                                jffs2_dbg(1, "Skipping ino #%u already checked\n",
 168                                          ic->ino);
 169                        }
 170                        want_ino = 0;
 171                }
 172
 173                /* Point c->check_ino past the end of the last bucket. */
 174                c->check_ino = ((c->highest_ino + c->inocache_hashsize + 1) &
 175                                ~c->inocache_hashsize) - 1;
 176
 177                spin_unlock(&c->inocache_lock);
 178
 179                pr_crit("Checked all inodes but still 0x%x bytes of unchecked space?\n",
 180                        c->unchecked_size);
 181                jffs2_dbg_dump_block_lists_nolock(c);
 182                mutex_unlock(&c->alloc_sem);
 183                return -ENOSPC;
 184
 185        got_next:
 186                /* For next time round the loop, we want c->checked_ino to indicate
 187                 * the *next* one we want to check. And since we're walking the
 188                 * buckets rather than doing it sequentially, it's: */
 189                c->check_ino = ic->ino + c->inocache_hashsize;
 190
 191                if (!ic->pino_nlink) {
 192                        jffs2_dbg(1, "Skipping check of ino #%d with nlink/pino zero\n",
 193                                  ic->ino);
 194                        spin_unlock(&c->inocache_lock);
 195                        jffs2_xattr_delete_inode(c, ic);
 196                        continue;
 197                }
 198                switch(ic->state) {
 199                case INO_STATE_CHECKEDABSENT:
 200                case INO_STATE_PRESENT:
 201                        spin_unlock(&c->inocache_lock);
 202                        continue;
 203
 204                case INO_STATE_GC:
 205                case INO_STATE_CHECKING:
 206                        pr_warn("Inode #%u is in state %d during CRC check phase!\n",
 207                                ic->ino, ic->state);
 208                        spin_unlock(&c->inocache_lock);
 209                        BUG();
 210
 211                case INO_STATE_READING:
 212                        /* We need to wait for it to finish, lest we move on
 213                           and trigger the BUG() above while we haven't yet
 214                           finished checking all its nodes */
 215                        jffs2_dbg(1, "Waiting for ino #%u to finish reading\n",
 216                                  ic->ino);
 217                        /* We need to come back again for the _same_ inode. We've
 218                         made no progress in this case, but that should be OK */
 219                        c->check_ino = ic->ino;
 220
 221                        mutex_unlock(&c->alloc_sem);
 222                        sleep_on_spinunlock(&c->inocache_wq, &c->inocache_lock);
 223                        return 0;
 224
 225                default:
 226                        BUG();
 227
 228                case INO_STATE_UNCHECKED:
 229                        ;
 230                }
 231                ic->state = INO_STATE_CHECKING;
 232                spin_unlock(&c->inocache_lock);
 233
 234                jffs2_dbg(1, "%s(): triggering inode scan of ino#%u\n",
 235                          __func__, ic->ino);
 236
 237                ret = jffs2_do_crccheck_inode(c, ic);
 238                if (ret)
 239                        pr_warn("Returned error for crccheck of ino #%u. Expect badness...\n",
 240                                ic->ino);
 241
 242                jffs2_set_inocache_state(c, ic, INO_STATE_CHECKEDABSENT);
 243                mutex_unlock(&c->alloc_sem);
 244                return ret;
 245        }
 246
 247        /* If there are any blocks which need erasing, erase them now */
 248        if (!list_empty(&c->erase_complete_list) ||
 249            !list_empty(&c->erase_pending_list)) {
 250                spin_unlock(&c->erase_completion_lock);
 251                mutex_unlock(&c->alloc_sem);
 252                jffs2_dbg(1, "%s(): erasing pending blocks\n", __func__);
 253                if (jffs2_erase_pending_blocks(c, 1))
 254                        return 0;
 255
 256                jffs2_dbg(1, "No progress from erasing block; doing GC anyway\n");
 257                mutex_lock(&c->alloc_sem);
 258                spin_lock(&c->erase_completion_lock);
 259        }
 260
 261        /* First, work out which block we're garbage-collecting */
 262        jeb = c->gcblock;
 263
 264        if (!jeb)
 265                jeb = jffs2_find_gc_block(c);
 266
 267        if (!jeb) {
 268                /* Couldn't find a free block. But maybe we can just erase one and make 'progress'? */
 269                if (c->nr_erasing_blocks) {
 270                        spin_unlock(&c->erase_completion_lock);
 271                        mutex_unlock(&c->alloc_sem);
 272                        return -EAGAIN;
 273                }
 274                jffs2_dbg(1, "Couldn't find erase block to garbage collect!\n");
 275                spin_unlock(&c->erase_completion_lock);
 276                mutex_unlock(&c->alloc_sem);
 277                return -EIO;
 278        }
 279
 280        jffs2_dbg(1, "GC from block %08x, used_size %08x, dirty_size %08x, free_size %08x\n",
 281                  jeb->offset, jeb->used_size, jeb->dirty_size, jeb->free_size);
 282        D1(if (c->nextblock)
 283           printk(KERN_DEBUG "Nextblock at  %08x, used_size %08x, dirty_size %08x, wasted_size %08x, free_size %08x\n", c->nextblock->offset, c->nextblock->used_size, c->nextblock->dirty_size, c->nextblock->wasted_size, c->nextblock->free_size));
 284
 285        if (!jeb->used_size) {
 286                mutex_unlock(&c->alloc_sem);
 287                goto eraseit;
 288        }
 289
 290        raw = jeb->gc_node;
 291        gcblock_dirty = jeb->dirty_size;
 292
 293        while(ref_obsolete(raw)) {
 294                jffs2_dbg(1, "Node at 0x%08x is obsolete... skipping\n",
 295                          ref_offset(raw));
 296                raw = ref_next(raw);
 297                if (unlikely(!raw)) {
 298                        pr_warn("eep. End of raw list while still supposedly nodes to GC\n");
 299                        pr_warn("erase block at 0x%08x. free_size 0x%08x, dirty_size 0x%08x, used_size 0x%08x\n",
 300                                jeb->offset, jeb->free_size,
 301                                jeb->dirty_size, jeb->used_size);
 302                        jeb->gc_node = raw;
 303                        spin_unlock(&c->erase_completion_lock);
 304                        mutex_unlock(&c->alloc_sem);
 305                        BUG();
 306                }
 307        }
 308        jeb->gc_node = raw;
 309
 310        jffs2_dbg(1, "Going to garbage collect node at 0x%08x\n",
 311                  ref_offset(raw));
 312
 313        if (!raw->next_in_ino) {
 314                /* Inode-less node. Clean marker, snapshot or something like that */
 315                spin_unlock(&c->erase_completion_lock);
 316                if (ref_flags(raw) == REF_PRISTINE) {
 317                        /* It's an unknown node with JFFS2_FEATURE_RWCOMPAT_COPY */
 318                        jffs2_garbage_collect_pristine(c, NULL, raw);
 319                } else {
 320                        /* Just mark it obsolete */
 321                        jffs2_mark_node_obsolete(c, raw);
 322                }
 323                mutex_unlock(&c->alloc_sem);
 324                goto eraseit_lock;
 325        }
 326
 327        ic = jffs2_raw_ref_to_ic(raw);
 328
 329#ifdef CONFIG_JFFS2_FS_XATTR
 330        /* When 'ic' refers xattr_datum/xattr_ref, this node is GCed as xattr.
 331         * We can decide whether this node is inode or xattr by ic->class.     */
 332        if (ic->class == RAWNODE_CLASS_XATTR_DATUM
 333            || ic->class == RAWNODE_CLASS_XATTR_REF) {
 334                spin_unlock(&c->erase_completion_lock);
 335
 336                if (ic->class == RAWNODE_CLASS_XATTR_DATUM) {
 337                        ret = jffs2_garbage_collect_xattr_datum(c, (struct jffs2_xattr_datum *)ic, raw);
 338                } else {
 339                        ret = jffs2_garbage_collect_xattr_ref(c, (struct jffs2_xattr_ref *)ic, raw);
 340                }
 341                goto test_gcnode;
 342        }
 343#endif
 344
 345        /* We need to hold the inocache. Either the erase_completion_lock or
 346           the inocache_lock are sufficient; we trade down since the inocache_lock
 347           causes less contention. */
 348        spin_lock(&c->inocache_lock);
 349
 350        spin_unlock(&c->erase_completion_lock);
 351
 352        jffs2_dbg(1, "%s(): collecting from block @0x%08x. Node @0x%08x(%d), ino #%u\n",
 353                  __func__, jeb->offset, ref_offset(raw), ref_flags(raw),
 354                  ic->ino);
 355
 356        /* Three possibilities:
 357           1. Inode is already in-core. We must iget it and do proper
 358              updating to its fragtree, etc.
 359           2. Inode is not in-core, node is REF_PRISTINE. We lock the
 360              inocache to prevent a read_inode(), copy the node intact.
 361           3. Inode is not in-core, node is not pristine. We must iget()
 362              and take the slow path.
 363        */
 364
 365        switch(ic->state) {
 366        case INO_STATE_CHECKEDABSENT:
 367                /* It's been checked, but it's not currently in-core.
 368                   We can just copy any pristine nodes, but have
 369                   to prevent anyone else from doing read_inode() while
 370                   we're at it, so we set the state accordingly */
 371                if (ref_flags(raw) == REF_PRISTINE)
 372                        ic->state = INO_STATE_GC;
 373                else {
 374                        jffs2_dbg(1, "Ino #%u is absent but node not REF_PRISTINE. Reading.\n",
 375                                  ic->ino);
 376                }
 377                break;
 378
 379        case INO_STATE_PRESENT:
 380                /* It's in-core. GC must iget() it. */
 381                break;
 382
 383        case INO_STATE_UNCHECKED:
 384        case INO_STATE_CHECKING:
 385        case INO_STATE_GC:
 386                /* Should never happen. We should have finished checking
 387                   by the time we actually start doing any GC, and since
 388                   we're holding the alloc_sem, no other garbage collection
 389                   can happen.
 390                */
 391                pr_crit("Inode #%u already in state %d in jffs2_garbage_collect_pass()!\n",
 392                        ic->ino, ic->state);
 393                mutex_unlock(&c->alloc_sem);
 394                spin_unlock(&c->inocache_lock);
 395                BUG();
 396
 397        case INO_STATE_READING:
 398                /* Someone's currently trying to read it. We must wait for
 399                   them to finish and then go through the full iget() route
 400                   to do the GC. However, sometimes read_inode() needs to get
 401                   the alloc_sem() (for marking nodes invalid) so we must
 402                   drop the alloc_sem before sleeping. */
 403
 404                mutex_unlock(&c->alloc_sem);
 405                jffs2_dbg(1, "%s(): waiting for ino #%u in state %d\n",
 406                          __func__, ic->ino, ic->state);
 407                sleep_on_spinunlock(&c->inocache_wq, &c->inocache_lock);
 408                /* And because we dropped the alloc_sem we must start again from the
 409                   beginning. Ponder chance of livelock here -- we're returning success
 410                   without actually making any progress.
 411
 412                   Q: What are the chances that the inode is back in INO_STATE_READING
 413                   again by the time we next enter this function? And that this happens
 414                   enough times to cause a real delay?
 415
 416                   A: Small enough that I don't care :)
 417                */
 418                return 0;
 419        }
 420
 421        /* OK. Now if the inode is in state INO_STATE_GC, we are going to copy the
 422           node intact, and we don't have to muck about with the fragtree etc.
 423           because we know it's not in-core. If it _was_ in-core, we go through
 424           all the iget() crap anyway */
 425
 426        if (ic->state == INO_STATE_GC) {
 427                spin_unlock(&c->inocache_lock);
 428
 429                ret = jffs2_garbage_collect_pristine(c, ic, raw);
 430
 431                spin_lock(&c->inocache_lock);
 432                ic->state = INO_STATE_CHECKEDABSENT;
 433                wake_up(&c->inocache_wq);
 434
 435                if (ret != -EBADFD) {
 436                        spin_unlock(&c->inocache_lock);
 437                        goto test_gcnode;
 438                }
 439
 440                /* Fall through if it wanted us to, with inocache_lock held */
 441        }
 442
 443        /* Prevent the fairly unlikely race where the gcblock is
 444           entirely obsoleted by the final close of a file which had
 445           the only valid nodes in the block, followed by erasure,
 446           followed by freeing of the ic because the erased block(s)
 447           held _all_ the nodes of that inode.... never been seen but
 448           it's vaguely possible. */
 449
 450        inum = ic->ino;
 451        nlink = ic->pino_nlink;
 452        spin_unlock(&c->inocache_lock);
 453
 454        f = jffs2_gc_fetch_inode(c, inum, !nlink);
 455        if (IS_ERR(f)) {
 456                ret = PTR_ERR(f);
 457                goto release_sem;
 458        }
 459        if (!f) {
 460                ret = 0;
 461                goto release_sem;
 462        }
 463
 464        ret = jffs2_garbage_collect_live(c, jeb, raw, f);
 465
 466        jffs2_gc_release_inode(c, f);
 467
 468 test_gcnode:
 469        if (jeb->dirty_size == gcblock_dirty && !ref_obsolete(jeb->gc_node)) {
 470                /* Eep. This really should never happen. GC is broken */
 471                pr_err("Error garbage collecting node at %08x!\n",
 472                       ref_offset(jeb->gc_node));
 473                ret = -ENOSPC;
 474        }
 475 release_sem:
 476        mutex_unlock(&c->alloc_sem);
 477
 478 eraseit_lock:
 479        /* If we've finished this block, start it erasing */
 480        spin_lock(&c->erase_completion_lock);
 481
 482 eraseit:
 483        if (c->gcblock && !c->gcblock->used_size) {
 484                jffs2_dbg(1, "Block at 0x%08x completely obsoleted by GC. Moving to erase_pending_list\n",
 485                          c->gcblock->offset);
 486                /* We're GC'ing an empty block? */
 487                list_add_tail(&c->gcblock->list, &c->erase_pending_list);
 488                c->gcblock = NULL;
 489                c->nr_erasing_blocks++;
 490                jffs2_garbage_collect_trigger(c);
 491        }
 492        spin_unlock(&c->erase_completion_lock);
 493
 494        return ret;
 495}
 496
 497static int jffs2_garbage_collect_live(struct jffs2_sb_info *c,  struct jffs2_eraseblock *jeb,
 498                                      struct jffs2_raw_node_ref *raw, struct jffs2_inode_info *f)
 499{
 500        struct jffs2_node_frag *frag;
 501        struct jffs2_full_dnode *fn = NULL;
 502        struct jffs2_full_dirent *fd;
 503        uint32_t start = 0, end = 0, nrfrags = 0;
 504        int ret = 0;
 505
 506        mutex_lock(&f->sem);
 507
 508        /* Now we have the lock for this inode. Check that it's still the one at the head
 509           of the list. */
 510
 511        spin_lock(&c->erase_completion_lock);
 512
 513        if (c->gcblock != jeb) {
 514                spin_unlock(&c->erase_completion_lock);
 515                jffs2_dbg(1, "GC block is no longer gcblock. Restart\n");
 516                goto upnout;
 517        }
 518        if (ref_obsolete(raw)) {
 519                spin_unlock(&c->erase_completion_lock);
 520                jffs2_dbg(1, "node to be GC'd was obsoleted in the meantime.\n");
 521                /* They'll call again */
 522                goto upnout;
 523        }
 524        spin_unlock(&c->erase_completion_lock);
 525
 526        /* OK. Looks safe. And nobody can get us now because we have the semaphore. Move the block */
 527        if (f->metadata && f->metadata->raw == raw) {
 528                fn = f->metadata;
 529                ret = jffs2_garbage_collect_metadata(c, jeb, f, fn);
 530                goto upnout;
 531        }
 532
 533        /* FIXME. Read node and do lookup? */
 534        for (frag = frag_first(&f->fragtree); frag; frag = frag_next(frag)) {
 535                if (frag->node && frag->node->raw == raw) {
 536                        fn = frag->node;
 537                        end = frag->ofs + frag->size;
 538                        if (!nrfrags++)
 539                                start = frag->ofs;
 540                        if (nrfrags == frag->node->frags)
 541                                break; /* We've found them all */
 542                }
 543        }
 544        if (fn) {
 545                if (ref_flags(raw) == REF_PRISTINE) {
 546                        ret = jffs2_garbage_collect_pristine(c, f->inocache, raw);
 547                        if (!ret) {
 548                                /* Urgh. Return it sensibly. */
 549                                frag->node->raw = f->inocache->nodes;
 550                        }
 551                        if (ret != -EBADFD)
 552                                goto upnout;
 553                }
 554                /* We found a datanode. Do the GC */
 555                if((start >> PAGE_SHIFT) < ((end-1) >> PAGE_SHIFT)) {
 556                        /* It crosses a page boundary. Therefore, it must be a hole. */
 557                        ret = jffs2_garbage_collect_hole(c, jeb, f, fn, start, end);
 558                } else {
 559                        /* It could still be a hole. But we GC the page this way anyway */
 560                        ret = jffs2_garbage_collect_dnode(c, jeb, f, fn, start, end);
 561                }
 562                goto upnout;
 563        }
 564
 565        /* Wasn't a dnode. Try dirent */
 566        for (fd = f->dents; fd; fd=fd->next) {
 567                if (fd->raw == raw)
 568                        break;
 569        }
 570
 571        if (fd && fd->ino) {
 572                ret = jffs2_garbage_collect_dirent(c, jeb, f, fd);
 573        } else if (fd) {
 574                ret = jffs2_garbage_collect_deletion_dirent(c, jeb, f, fd);
 575        } else {
 576                pr_warn("Raw node at 0x%08x wasn't in node lists for ino #%u\n",
 577                        ref_offset(raw), f->inocache->ino);
 578                if (ref_obsolete(raw)) {
 579                        pr_warn("But it's obsolete so we don't mind too much\n");
 580                } else {
 581                        jffs2_dbg_dump_node(c, ref_offset(raw));
 582                        BUG();
 583                }
 584        }
 585 upnout:
 586        mutex_unlock(&f->sem);
 587
 588        return ret;
 589}
 590
 591static int jffs2_garbage_collect_pristine(struct jffs2_sb_info *c,
 592                                          struct jffs2_inode_cache *ic,
 593                                          struct jffs2_raw_node_ref *raw)
 594{
 595        union jffs2_node_union *node;
 596        size_t retlen;
 597        int ret;
 598        uint32_t phys_ofs, alloclen;
 599        uint32_t crc, rawlen;
 600        int retried = 0;
 601
 602        jffs2_dbg(1, "Going to GC REF_PRISTINE node at 0x%08x\n",
 603                  ref_offset(raw));
 604
 605        alloclen = rawlen = ref_totlen(c, c->gcblock, raw);
 606
 607        /* Ask for a small amount of space (or the totlen if smaller) because we
 608           don't want to force wastage of the end of a block if splitting would
 609           work. */
 610        if (ic && alloclen > sizeof(struct jffs2_raw_inode) + JFFS2_MIN_DATA_LEN)
 611                alloclen = sizeof(struct jffs2_raw_inode) + JFFS2_MIN_DATA_LEN;
 612
 613        ret = jffs2_reserve_space_gc(c, alloclen, &alloclen, rawlen);
 614        /* 'rawlen' is not the exact summary size; it is only an upper estimation */
 615
 616        if (ret)
 617                return ret;
 618
 619        if (alloclen < rawlen) {
 620                /* Doesn't fit untouched. We'll go the old route and split it */
 621                return -EBADFD;
 622        }
 623
 624        node = kmalloc(rawlen, GFP_KERNEL);
 625        if (!node)
 626                return -ENOMEM;
 627
 628        ret = jffs2_flash_read(c, ref_offset(raw), rawlen, &retlen, (char *)node);
 629        if (!ret && retlen != rawlen)
 630                ret = -EIO;
 631        if (ret)
 632                goto out_node;
 633
 634        crc = crc32(0, node, sizeof(struct jffs2_unknown_node)-4);
 635        if (je32_to_cpu(node->u.hdr_crc) != crc) {
 636                pr_warn("Header CRC failed on REF_PRISTINE node at 0x%08x: Read 0x%08x, calculated 0x%08x\n",
 637                        ref_offset(raw), je32_to_cpu(node->u.hdr_crc), crc);
 638                goto bail;
 639        }
 640
 641        switch(je16_to_cpu(node->u.nodetype)) {
 642        case JFFS2_NODETYPE_INODE:
 643                crc = crc32(0, node, sizeof(node->i)-8);
 644                if (je32_to_cpu(node->i.node_crc) != crc) {
 645                        pr_warn("Node CRC failed on REF_PRISTINE data node at 0x%08x: Read 0x%08x, calculated 0x%08x\n",
 646                                ref_offset(raw), je32_to_cpu(node->i.node_crc),
 647                                crc);
 648                        goto bail;
 649                }
 650
 651                if (je32_to_cpu(node->i.dsize)) {
 652                        crc = crc32(0, node->i.data, je32_to_cpu(node->i.csize));
 653                        if (je32_to_cpu(node->i.data_crc) != crc) {
 654                                pr_warn("Data CRC failed on REF_PRISTINE data node at 0x%08x: Read 0x%08x, calculated 0x%08x\n",
 655                                        ref_offset(raw),
 656                                        je32_to_cpu(node->i.data_crc), crc);
 657                                goto bail;
 658                        }
 659                }
 660                break;
 661
 662        case JFFS2_NODETYPE_DIRENT:
 663                crc = crc32(0, node, sizeof(node->d)-8);
 664                if (je32_to_cpu(node->d.node_crc) != crc) {
 665                        pr_warn("Node CRC failed on REF_PRISTINE dirent node at 0x%08x: Read 0x%08x, calculated 0x%08x\n",
 666                                ref_offset(raw),
 667                                je32_to_cpu(node->d.node_crc), crc);
 668                        goto bail;
 669                }
 670
 671                if (strnlen(node->d.name, node->d.nsize) != node->d.nsize) {
 672                        pr_warn("Name in dirent node at 0x%08x contains zeroes\n",
 673                                ref_offset(raw));
 674                        goto bail;
 675                }
 676
 677                if (node->d.nsize) {
 678                        crc = crc32(0, node->d.name, node->d.nsize);
 679                        if (je32_to_cpu(node->d.name_crc) != crc) {
 680                                pr_warn("Name CRC failed on REF_PRISTINE dirent node at 0x%08x: Read 0x%08x, calculated 0x%08x\n",
 681                                        ref_offset(raw),
 682                                        je32_to_cpu(node->d.name_crc), crc);
 683                                goto bail;
 684                        }
 685                }
 686                break;
 687        default:
 688                /* If it's inode-less, we don't _know_ what it is. Just copy it intact */
 689                if (ic) {
 690                        pr_warn("Unknown node type for REF_PRISTINE node at 0x%08x: 0x%04x\n",
 691                                ref_offset(raw), je16_to_cpu(node->u.nodetype));
 692                        goto bail;
 693                }
 694        }
 695
 696        /* OK, all the CRCs are good; this node can just be copied as-is. */
 697 retry:
 698        phys_ofs = write_ofs(c);
 699
 700        ret = jffs2_flash_write(c, phys_ofs, rawlen, &retlen, (char *)node);
 701
 702        if (ret || (retlen != rawlen)) {
 703                pr_notice("Write of %d bytes at 0x%08x failed. returned %d, retlen %zd\n",
 704                          rawlen, phys_ofs, ret, retlen);
 705                if (retlen) {
 706                        jffs2_add_physical_node_ref(c, phys_ofs | REF_OBSOLETE, rawlen, NULL);
 707                } else {
 708                        pr_notice("Not marking the space at 0x%08x as dirty because the flash driver returned retlen zero\n",
 709                                  phys_ofs);
 710                }
 711                if (!retried) {
 712                        /* Try to reallocate space and retry */
 713                        uint32_t dummy;
 714                        struct jffs2_eraseblock *jeb = &c->blocks[phys_ofs / c->sector_size];
 715
 716                        retried = 1;
 717
 718                        jffs2_dbg(1, "Retrying failed write of REF_PRISTINE node.\n");
 719
 720                        jffs2_dbg_acct_sanity_check(c,jeb);
 721                        jffs2_dbg_acct_paranoia_check(c, jeb);
 722
 723                        ret = jffs2_reserve_space_gc(c, rawlen, &dummy, rawlen);
 724                                                /* this is not the exact summary size of it,
 725                                                        it is only an upper estimation */
 726
 727                        if (!ret) {
 728                                jffs2_dbg(1, "Allocated space at 0x%08x to retry failed write.\n",
 729                                          phys_ofs);
 730
 731                                jffs2_dbg_acct_sanity_check(c,jeb);
 732                                jffs2_dbg_acct_paranoia_check(c, jeb);
 733
 734                                goto retry;
 735                        }
 736                        jffs2_dbg(1, "Failed to allocate space to retry failed write: %d!\n",
 737                                  ret);
 738                }
 739
 740                if (!ret)
 741                        ret = -EIO;
 742                goto out_node;
 743        }
 744        jffs2_add_physical_node_ref(c, phys_ofs | REF_PRISTINE, rawlen, ic);
 745
 746        jffs2_mark_node_obsolete(c, raw);
 747        jffs2_dbg(1, "WHEEE! GC REF_PRISTINE node at 0x%08x succeeded\n",
 748                  ref_offset(raw));
 749
 750 out_node:
 751        kfree(node);
 752        return ret;
 753 bail:
 754        ret = -EBADFD;
 755        goto out_node;
 756}
 757
 758static int jffs2_garbage_collect_metadata(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
 759                                        struct jffs2_inode_info *f, struct jffs2_full_dnode *fn)
 760{
 761        struct jffs2_full_dnode *new_fn;
 762        struct jffs2_raw_inode ri;
 763        struct jffs2_node_frag *last_frag;
 764        union jffs2_device_node dev;
 765        char *mdata = NULL;
 766        int mdatalen = 0;
 767        uint32_t alloclen, ilen;
 768        int ret;
 769
 770        if (S_ISBLK(JFFS2_F_I_MODE(f)) ||
 771            S_ISCHR(JFFS2_F_I_MODE(f)) ) {
 772                /* For these, we don't actually need to read the old node */
 773                mdatalen = jffs2_encode_dev(&dev, JFFS2_F_I_RDEV(f));
 774                mdata = (char *)&dev;
 775                jffs2_dbg(1, "%s(): Writing %d bytes of kdev_t\n",
 776                          __func__, mdatalen);
 777        } else if (S_ISLNK(JFFS2_F_I_MODE(f))) {
 778                mdatalen = fn->size;
 779                mdata = kmalloc(fn->size, GFP_KERNEL);
 780                if (!mdata) {
 781                        pr_warn("kmalloc of mdata failed in jffs2_garbage_collect_metadata()\n");
 782                        return -ENOMEM;
 783                }
 784                ret = jffs2_read_dnode(c, f, fn, mdata, 0, mdatalen);
 785                if (ret) {
 786                        pr_warn("read of old metadata failed in jffs2_garbage_collect_metadata(): %d\n",
 787                                ret);
 788                        kfree(mdata);
 789                        return ret;
 790                }
 791                jffs2_dbg(1, "%s(): Writing %d bites of symlink target\n",
 792                          __func__, mdatalen);
 793
 794        }
 795
 796        ret = jffs2_reserve_space_gc(c, sizeof(ri) + mdatalen, &alloclen,
 797                                JFFS2_SUMMARY_INODE_SIZE);
 798        if (ret) {
 799                pr_warn("jffs2_reserve_space_gc of %zd bytes for garbage_collect_metadata failed: %d\n",
 800                        sizeof(ri) + mdatalen, ret);
 801                goto out;
 802        }
 803
 804        last_frag = frag_last(&f->fragtree);
 805        if (last_frag)
 806                /* Fetch the inode length from the fragtree rather then
 807                 * from i_size since i_size may have not been updated yet */
 808                ilen = last_frag->ofs + last_frag->size;
 809        else
 810                ilen = JFFS2_F_I_SIZE(f);
 811
 812        memset(&ri, 0, sizeof(ri));
 813        ri.magic = cpu_to_je16(JFFS2_MAGIC_BITMASK);
 814        ri.nodetype = cpu_to_je16(JFFS2_NODETYPE_INODE);
 815        ri.totlen = cpu_to_je32(sizeof(ri) + mdatalen);
 816        ri.hdr_crc = cpu_to_je32(crc32(0, &ri, sizeof(struct jffs2_unknown_node)-4));
 817
 818        ri.ino = cpu_to_je32(f->inocache->ino);
 819        ri.version = cpu_to_je32(++f->highest_version);
 820        ri.mode = cpu_to_jemode(JFFS2_F_I_MODE(f));
 821        ri.uid = cpu_to_je16(JFFS2_F_I_UID(f));
 822        ri.gid = cpu_to_je16(JFFS2_F_I_GID(f));
 823        ri.isize = cpu_to_je32(ilen);
 824        ri.atime = cpu_to_je32(JFFS2_F_I_ATIME(f));
 825        ri.ctime = cpu_to_je32(JFFS2_F_I_CTIME(f));
 826        ri.mtime = cpu_to_je32(JFFS2_F_I_MTIME(f));
 827        ri.offset = cpu_to_je32(0);
 828        ri.csize = cpu_to_je32(mdatalen);
 829        ri.dsize = cpu_to_je32(mdatalen);
 830        ri.compr = JFFS2_COMPR_NONE;
 831        ri.node_crc = cpu_to_je32(crc32(0, &ri, sizeof(ri)-8));
 832        ri.data_crc = cpu_to_je32(crc32(0, mdata, mdatalen));
 833
 834        new_fn = jffs2_write_dnode(c, f, &ri, mdata, mdatalen, ALLOC_GC);
 835
 836        if (IS_ERR(new_fn)) {
 837                pr_warn("Error writing new dnode: %ld\n", PTR_ERR(new_fn));
 838                ret = PTR_ERR(new_fn);
 839                goto out;
 840        }
 841        jffs2_mark_node_obsolete(c, fn->raw);
 842        jffs2_free_full_dnode(fn);
 843        f->metadata = new_fn;
 844 out:
 845        if (S_ISLNK(JFFS2_F_I_MODE(f)))
 846                kfree(mdata);
 847        return ret;
 848}
 849
 850static int jffs2_garbage_collect_dirent(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
 851                                        struct jffs2_inode_info *f, struct jffs2_full_dirent *fd)
 852{
 853        struct jffs2_full_dirent *new_fd;
 854        struct jffs2_raw_dirent rd;
 855        uint32_t alloclen;
 856        int ret;
 857
 858        rd.magic = cpu_to_je16(JFFS2_MAGIC_BITMASK);
 859        rd.nodetype = cpu_to_je16(JFFS2_NODETYPE_DIRENT);
 860        rd.nsize = strlen(fd->name);
 861        rd.totlen = cpu_to_je32(sizeof(rd) + rd.nsize);
 862        rd.hdr_crc = cpu_to_je32(crc32(0, &rd, sizeof(struct jffs2_unknown_node)-4));
 863
 864        rd.pino = cpu_to_je32(f->inocache->ino);
 865        rd.version = cpu_to_je32(++f->highest_version);
 866        rd.ino = cpu_to_je32(fd->ino);
 867        /* If the times on this inode were set by explicit utime() they can be different,
 868           so refrain from splatting them. */
 869        if (JFFS2_F_I_MTIME(f) == JFFS2_F_I_CTIME(f))
 870                rd.mctime = cpu_to_je32(JFFS2_F_I_MTIME(f));
 871        else
 872                rd.mctime = cpu_to_je32(0);
 873        rd.type = fd->type;
 874        rd.node_crc = cpu_to_je32(crc32(0, &rd, sizeof(rd)-8));
 875        rd.name_crc = cpu_to_je32(crc32(0, fd->name, rd.nsize));
 876
 877        ret = jffs2_reserve_space_gc(c, sizeof(rd)+rd.nsize, &alloclen,
 878                                JFFS2_SUMMARY_DIRENT_SIZE(rd.nsize));
 879        if (ret) {
 880                pr_warn("jffs2_reserve_space_gc of %zd bytes for garbage_collect_dirent failed: %d\n",
 881                        sizeof(rd)+rd.nsize, ret);
 882                return ret;
 883        }
 884        new_fd = jffs2_write_dirent(c, f, &rd, fd->name, rd.nsize, ALLOC_GC);
 885
 886        if (IS_ERR(new_fd)) {
 887                pr_warn("jffs2_write_dirent in garbage_collect_dirent failed: %ld\n",
 888                        PTR_ERR(new_fd));
 889                return PTR_ERR(new_fd);
 890        }
 891        jffs2_add_fd_to_list(c, new_fd, &f->dents);
 892        return 0;
 893}
 894
 895static int jffs2_garbage_collect_deletion_dirent(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
 896                                        struct jffs2_inode_info *f, struct jffs2_full_dirent *fd)
 897{
 898        struct jffs2_full_dirent **fdp = &f->dents;
 899        int found = 0;
 900
 901        /* On a medium where we can't actually mark nodes obsolete
 902           pernamently, such as NAND flash, we need to work out
 903           whether this deletion dirent is still needed to actively
 904           delete a 'real' dirent with the same name that's still
 905           somewhere else on the flash. */
 906        if (!jffs2_can_mark_obsolete(c)) {
 907                struct jffs2_raw_dirent *rd;
 908                struct jffs2_raw_node_ref *raw;
 909                int ret;
 910                size_t retlen;
 911                int name_len = strlen(fd->name);
 912                uint32_t name_crc = crc32(0, fd->name, name_len);
 913                uint32_t rawlen = ref_totlen(c, jeb, fd->raw);
 914
 915                rd = kmalloc(rawlen, GFP_KERNEL);
 916                if (!rd)
 917                        return -ENOMEM;
 918
 919                /* Prevent the erase code from nicking the obsolete node refs while
 920                   we're looking at them. I really don't like this extra lock but
 921                   can't see any alternative. Suggestions on a postcard to... */
 922                mutex_lock(&c->erase_free_sem);
 923
 924                for (raw = f->inocache->nodes; raw != (void *)f->inocache; raw = raw->next_in_ino) {
 925
 926                        cond_resched();
 927
 928                        /* We only care about obsolete ones */
 929                        if (!(ref_obsolete(raw)))
 930                                continue;
 931
 932                        /* Any dirent with the same name is going to have the same length... */
 933                        if (ref_totlen(c, NULL, raw) != rawlen)
 934                                continue;
 935
 936                        /* Doesn't matter if there's one in the same erase block. We're going to
 937                           delete it too at the same time. */
 938                        if (SECTOR_ADDR(raw->flash_offset) == SECTOR_ADDR(fd->raw->flash_offset))
 939                                continue;
 940
 941                        jffs2_dbg(1, "Check potential deletion dirent at %08x\n",
 942                                  ref_offset(raw));
 943
 944                        /* This is an obsolete node belonging to the same directory, and it's of the right
 945                           length. We need to take a closer look...*/
 946                        ret = jffs2_flash_read(c, ref_offset(raw), rawlen, &retlen, (char *)rd);
 947                        if (ret) {
 948                                pr_warn("%s(): Read error (%d) reading obsolete node at %08x\n",
 949                                        __func__, ret, ref_offset(raw));
 950                                /* If we can't read it, we don't need to continue to obsolete it. Continue */
 951                                continue;
 952                        }
 953                        if (retlen != rawlen) {
 954                                pr_warn("%s(): Short read (%zd not %u) reading header from obsolete node at %08x\n",
 955                                        __func__, retlen, rawlen,
 956                                        ref_offset(raw));
 957                                continue;
 958                        }
 959
 960                        if (je16_to_cpu(rd->nodetype) != JFFS2_NODETYPE_DIRENT)
 961                                continue;
 962
 963                        /* If the name CRC doesn't match, skip */
 964                        if (je32_to_cpu(rd->name_crc) != name_crc)
 965                                continue;
 966
 967                        /* If the name length doesn't match, or it's another deletion dirent, skip */
 968                        if (rd->nsize != name_len || !je32_to_cpu(rd->ino))
 969                                continue;
 970
 971                        /* OK, check the actual name now */
 972                        if (memcmp(rd->name, fd->name, name_len))
 973                                continue;
 974
 975                        /* OK. The name really does match. There really is still an older node on
 976                           the flash which our deletion dirent obsoletes. So we have to write out
 977                           a new deletion dirent to replace it */
 978                        mutex_unlock(&c->erase_free_sem);
 979
 980                        jffs2_dbg(1, "Deletion dirent at %08x still obsoletes real dirent \"%s\" at %08x for ino #%u\n",
 981                                  ref_offset(fd->raw), fd->name,
 982                                  ref_offset(raw), je32_to_cpu(rd->ino));
 983                        kfree(rd);
 984
 985                        return jffs2_garbage_collect_dirent(c, jeb, f, fd);
 986                }
 987
 988                mutex_unlock(&c->erase_free_sem);
 989                kfree(rd);
 990        }
 991
 992        /* FIXME: If we're deleting a dirent which contains the current mtime and ctime,
 993           we should update the metadata node with those times accordingly */
 994
 995        /* No need for it any more. Just mark it obsolete and remove it from the list */
 996        while (*fdp) {
 997                if ((*fdp) == fd) {
 998                        found = 1;
 999                        *fdp = fd->next;
1000                        break;
1001                }
1002                fdp = &(*fdp)->next;
1003        }
1004        if (!found) {
1005                pr_warn("Deletion dirent \"%s\" not found in list for ino #%u\n",
1006                        fd->name, f->inocache->ino);
1007        }
1008        jffs2_mark_node_obsolete(c, fd->raw);
1009        jffs2_free_full_dirent(fd);
1010        return 0;
1011}
1012
1013static int jffs2_garbage_collect_hole(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb,
1014                                      struct jffs2_inode_info *f, struct jffs2_full_dnode *fn,
1015                                      uint32_t start, uint32_t end)
1016{
1017        struct jffs2_raw_inode ri;
1018        struct jffs2_node_frag *frag;
1019        struct jffs2_full_dnode *new_fn;
1020        uint32_t alloclen, ilen;
1021        int ret;
1022
1023        jffs2_dbg(1, "Writing replacement hole node for ino #%u from offset 0x%x to 0x%x\n",
1024                  f->inocache->ino, start, end);
1025
1026        memset(&ri, 0, sizeof(ri));
1027
1028        if(fn->frags > 1) {
1029                size_t readlen;
1030                uint32_t crc;
1031                /* It's partially obsoleted by a later write. So we have to
1032                   write it out again with the _same_ version as before */
1033                ret = jffs2_flash_read(c, ref_offset(fn->raw), sizeof(ri), &readlen, (char *)&ri);
1034                if (readlen != sizeof(ri) || ret) {
1035                        pr_warn("Node read failed in jffs2_garbage_collect_hole. Ret %d, retlen %zd. Data will be lost by writing new hole node\n",
1036                                ret, readlen);
1037                        goto fill;
1038                }
1039                if (je16_to_cpu(ri.nodetype) != JFFS2_NODETYPE_INODE) {
1040                        pr_warn("%s(): Node at 0x%08x had node type 0x%04x instead of JFFS2_NODETYPE_INODE(0x%04x)\n",
1041                                __func__, ref_offset(fn->raw),
1042                                je16_to_cpu(ri.nodetype), JFFS2_NODETYPE_INODE);
1043                        return -EIO;
1044                }
1045                if (je32_to_cpu(ri.totlen) != sizeof(ri)) {
1046                        pr_warn("%s(): Node at 0x%08x had totlen 0x%x instead of expected 0x%zx\n",
1047                                __func__, ref_offset(fn->raw),
1048                                je32_to_cpu(ri.totlen), sizeof(ri));
1049                        return -EIO;
1050                }
1051                crc = crc32(0, &ri, sizeof(ri)-8);
1052                if (crc != je32_to_cpu(ri.node_crc)) {
1053                        pr_warn("%s: Node at 0x%08x had CRC 0x%08x which doesn't match calculated CRC 0x%08x\n",
1054                                __func__, ref_offset(fn->raw),
1055                                je32_to_cpu(ri.node_crc), crc);
1056                        /* FIXME: We could possibly deal with this by writing new holes for each frag */
1057                        pr_warn("Data in the range 0x%08x to 0x%08x of inode #%u will be lost\n",
1058                                start, end, f->inocache->ino);
1059                        goto fill;
1060                }
1061                if (ri.compr != JFFS2_COMPR_ZERO) {
1062                        pr_warn("%s(): Node 0x%08x wasn't a hole node!\n",
1063                                __func__, ref_offset(fn->raw));
1064                        pr_warn("Data in the range 0x%08x to 0x%08x of inode #%u will be lost\n",
1065                                start, end, f->inocache->ino);
1066                        goto fill;
1067                }
1068        } else {
1069        fill:
1070                ri.magic = cpu_to_je16(JFFS2_MAGIC_BITMASK);
1071                ri.nodetype = cpu_to_je16(JFFS2_NODETYPE_INODE);
1072                ri.totlen = cpu_to_je32(sizeof(ri));
1073                ri.hdr_crc = cpu_to_je32(crc32(0, &ri, sizeof(struct jffs2_unknown_node)-4));
1074
1075                ri.ino = cpu_to_je32(f->inocache->ino);
1076                ri.version = cpu_to_je32(++f->highest_version);
1077                ri.offset = cpu_to_je32(start);
1078                ri.dsize = cpu_to_je32(end - start);
1079                ri.csize = cpu_to_je32(0);
1080                ri.compr = JFFS2_COMPR_ZERO;
1081        }
1082
1083        frag = frag_last(&f->fragtree);
1084        if (frag)
1085                /* Fetch the inode length from the fragtree rather then
1086                 * from i_size since i_size may have not been updated yet */
1087                ilen = frag->ofs + frag->size;
1088        else
1089                ilen = JFFS2_F_I_SIZE(f);
1090
1091        ri.mode = cpu_to_jemode(JFFS2_F_I_MODE(f));
1092        ri.uid = cpu_to_je16(JFFS2_F_I_UID(f));
1093        ri.gid = cpu_to_je16(JFFS2_F_I_GID(f));
1094        ri.isize = cpu_to_je32(ilen);
1095        ri.atime = cpu_to_je32(JFFS2_F_I_ATIME(f));
1096        ri.ctime = cpu_to_je32(JFFS2_F_I_CTIME(f));
1097        ri.mtime = cpu_to_je32(JFFS2_F_I_MTIME(f));
1098        ri.data_crc = cpu_to_je32(0);
1099        ri.node_crc = cpu_to_je32(crc32(0, &ri, sizeof(ri)-8));
1100
1101        ret = jffs2_reserve_space_gc(c, sizeof(ri), &alloclen,
1102                                     JFFS2_SUMMARY_INODE_SIZE);
1103        if (ret) {
1104                pr_warn("jffs2_reserve_space_gc of %zd bytes for garbage_collect_hole failed: %d\n",
1105                        sizeof(ri), ret);
1106                return ret;
1107        }
1108        new_fn = jffs2_write_dnode(c, f, &ri, NULL, 0, ALLOC_GC);
1109
1110        if (IS_ERR(new_fn)) {
1111                pr_warn("Error writing new hole node: %ld\n", PTR_ERR(new_fn));
1112                return PTR_ERR(new_fn);
1113        }
1114        if (je32_to_cpu(ri.version) == f->highest_version) {
1115                jffs2_add_full_dnode_to_inode(c, f, new_fn);
1116                if (f->metadata) {
1117                        jffs2_mark_node_obsolete(c, f->metadata->raw);
1118                        jffs2_free_full_dnode(f->metadata);
1119                        f->metadata = NULL;
1120                }
1121                return 0;
1122        }
1123
1124        /*
1125         * We should only get here in the case where the node we are
1126         * replacing had more than one frag, so we kept the same version
1127         * number as before. (Except in case of error -- see 'goto fill;'
1128         * above.)
1129         */
1130        D1(if(unlikely(fn->frags <= 1)) {
1131                        pr_warn("%s(): Replacing fn with %d frag(s) but new ver %d != highest_version %d of ino #%d\n",
1132                                __func__, fn->frags, je32_to_cpu(ri.version),
1133                                f->highest_version, je32_to_cpu(ri.ino));
1134        });
1135
1136        /* This is a partially-overlapped hole node. Mark it REF_NORMAL not REF_PRISTINE */
1137        mark_ref_normal(new_fn->raw);
1138
1139        for (frag = jffs2_lookup_node_frag(&f->fragtree, fn->ofs);
1140             frag; frag = frag_next(frag)) {
1141                if (frag->ofs > fn->size + fn->ofs)
1142                        break;
1143                if (frag->node == fn) {
1144                        frag->node = new_fn;
1145                        new_fn->frags++;
1146                        fn->frags--;
1147                }
1148        }
1149        if (fn->frags) {
1150                pr_warn("%s(): Old node still has frags!\n", __func__);
1151                BUG();
1152        }
1153        if (!new_fn->frags) {
1154                pr_warn("%s(): New node has no frags!\n", __func__);
1155                BUG();
1156        }
1157
1158        jffs2_mark_node_obsolete(c, fn->raw);
1159        jffs2_free_full_dnode(fn);
1160
1161        return 0;
1162}
1163
1164static int jffs2_garbage_collect_dnode(struct jffs2_sb_info *c, struct jffs2_eraseblock *orig_jeb,
1165                                       struct jffs2_inode_info *f, struct jffs2_full_dnode *fn,
1166                                       uint32_t start, uint32_t end)
1167{
1168        struct inode *inode = OFNI_EDONI_2SFFJ(f);
1169        struct jffs2_full_dnode *new_fn;
1170        struct jffs2_raw_inode ri;
1171        uint32_t alloclen, offset, orig_end, orig_start;
1172        int ret = 0;
1173        unsigned char *comprbuf = NULL, *writebuf;
1174        struct page *page;
1175        unsigned char *pg_ptr;
1176
1177        memset(&ri, 0, sizeof(ri));
1178
1179        jffs2_dbg(1, "Writing replacement dnode for ino #%u from offset 0x%x to 0x%x\n",
1180                  f->inocache->ino, start, end);
1181
1182        orig_end = end;
1183        orig_start = start;
1184
1185        if (c->nr_free_blocks + c->nr_erasing_blocks > c->resv_blocks_gcmerge) {
1186                /* Attempt to do some merging. But only expand to cover logically
1187                   adjacent frags if the block containing them is already considered
1188                   to be dirty. Otherwise we end up with GC just going round in
1189                   circles dirtying the nodes it already wrote out, especially
1190                   on NAND where we have small eraseblocks and hence a much higher
1191                   chance of nodes having to be split to cross boundaries. */
1192
1193                struct jffs2_node_frag *frag;
1194                uint32_t min, max;
1195
1196                min = start & ~(PAGE_SIZE-1);
1197                max = min + PAGE_SIZE;
1198
1199                frag = jffs2_lookup_node_frag(&f->fragtree, start);
1200
1201                /* BUG_ON(!frag) but that'll happen anyway... */
1202
1203                BUG_ON(frag->ofs != start);
1204
1205                /* First grow down... */
1206                while((frag = frag_prev(frag)) && frag->ofs >= min) {
1207
1208                        /* If the previous frag doesn't even reach the beginning, there's
1209                           excessive fragmentation. Just merge. */
1210                        if (frag->ofs > min) {
1211                                jffs2_dbg(1, "Expanding down to cover partial frag (0x%x-0x%x)\n",
1212                                          frag->ofs, frag->ofs+frag->size);
1213                                start = frag->ofs;
1214                                continue;
1215                        }
1216                        /* OK. This frag holds the first byte of the page. */
1217                        if (!frag->node || !frag->node->raw) {
1218                                jffs2_dbg(1, "First frag in page is hole (0x%x-0x%x). Not expanding down.\n",
1219                                          frag->ofs, frag->ofs+frag->size);
1220                                break;
1221                        } else {
1222
1223                                /* OK, it's a frag which extends to the beginning of the page. Does it live
1224                                   in a block which is still considered clean? If so, don't obsolete it.
1225                                   If not, cover it anyway. */
1226
1227                                struct jffs2_raw_node_ref *raw = frag->node->raw;
1228                                struct jffs2_eraseblock *jeb;
1229
1230                                jeb = &c->blocks[raw->flash_offset / c->sector_size];
1231
1232                                if (jeb == c->gcblock) {
1233                                        jffs2_dbg(1, "Expanding down to cover frag (0x%x-0x%x) in gcblock at %08x\n",
1234                                                  frag->ofs,
1235                                                  frag->ofs + frag->size,
1236                                                  ref_offset(raw));
1237                                        start = frag->ofs;
1238                                        break;
1239                                }
1240                                if (!ISDIRTY(jeb->dirty_size + jeb->wasted_size)) {
1241                                        jffs2_dbg(1, "Not expanding down to cover frag (0x%x-0x%x) in clean block %08x\n",
1242                                                  frag->ofs,
1243                                                  frag->ofs + frag->size,
1244                                                  jeb->offset);
1245                                        break;
1246                                }
1247
1248                                jffs2_dbg(1, "Expanding down to cover frag (0x%x-0x%x) in dirty block %08x\n",
1249                                          frag->ofs,
1250                                          frag->ofs + frag->size,
1251                                          jeb->offset);
1252                                start = frag->ofs;
1253                                break;
1254                        }
1255                }
1256
1257                /* ... then up */
1258
1259                /* Find last frag which is actually part of the node we're to GC. */
1260                frag = jffs2_lookup_node_frag(&f->fragtree, end-1);
1261
1262                while((frag = frag_next(frag)) && frag->ofs+frag->size <= max) {
1263
1264                        /* If the previous frag doesn't even reach the beginning, there's lots
1265                           of fragmentation. Just merge. */
1266                        if (frag->ofs+frag->size < max) {
1267                                jffs2_dbg(1, "Expanding up to cover partial frag (0x%x-0x%x)\n",
1268                                          frag->ofs, frag->ofs+frag->size);
1269                                end = frag->ofs + frag->size;
1270                                continue;
1271                        }
1272
1273                        if (!frag->node || !frag->node->raw) {
1274                                jffs2_dbg(1, "Last frag in page is hole (0x%x-0x%x). Not expanding up.\n",
1275                                          frag->ofs, frag->ofs+frag->size);
1276                                break;
1277                        } else {
1278
1279                                /* OK, it's a frag which extends to the beginning of the page. Does it live
1280                                   in a block which is still considered clean? If so, don't obsolete it.
1281                                   If not, cover it anyway. */
1282
1283                                struct jffs2_raw_node_ref *raw = frag->node->raw;
1284                                struct jffs2_eraseblock *jeb;
1285
1286                                jeb = &c->blocks[raw->flash_offset / c->sector_size];
1287
1288                                if (jeb == c->gcblock) {
1289                                        jffs2_dbg(1, "Expanding up to cover frag (0x%x-0x%x) in gcblock at %08x\n",
1290                                                  frag->ofs,
1291                                                  frag->ofs + frag->size,
1292                                                  ref_offset(raw));
1293                                        end = frag->ofs + frag->size;
1294                                        break;
1295                                }
1296                                if (!ISDIRTY(jeb->dirty_size + jeb->wasted_size)) {
1297                                        jffs2_dbg(1, "Not expanding up to cover frag (0x%x-0x%x) in clean block %08x\n",
1298                                                  frag->ofs,
1299                                                  frag->ofs + frag->size,
1300                                                  jeb->offset);
1301                                        break;
1302                                }
1303
1304                                jffs2_dbg(1, "Expanding up to cover frag (0x%x-0x%x) in dirty block %08x\n",
1305                                          frag->ofs,
1306                                          frag->ofs + frag->size,
1307                                          jeb->offset);
1308                                end = frag->ofs + frag->size;
1309                                break;
1310                        }
1311                }
1312                jffs2_dbg(1, "Expanded dnode to write from (0x%x-0x%x) to (0x%x-0x%x)\n",
1313                          orig_start, orig_end, start, end);
1314
1315                D1(BUG_ON(end > frag_last(&f->fragtree)->ofs + frag_last(&f->fragtree)->size));
1316                BUG_ON(end < orig_end);
1317                BUG_ON(start > orig_start);
1318        }
1319
1320        /* The rules state that we must obtain the page lock *before* f->sem, so
1321         * drop f->sem temporarily. Since we also hold c->alloc_sem, nothing's
1322         * actually going to *change* so we're safe; we only allow reading.
1323         *
1324         * It is important to note that jffs2_write_begin() will ensure that its
1325         * page is marked Uptodate before allocating space. That means that if we
1326         * end up here trying to GC the *same* page that jffs2_write_begin() is
1327         * trying to write out, read_cache_page() will not deadlock. */
1328        mutex_unlock(&f->sem);
1329        page = read_cache_page(inode->i_mapping, start >> PAGE_SHIFT,
1330                               jffs2_do_readpage_unlock, inode);
1331        if (IS_ERR(page)) {
1332                pr_warn("read_cache_page() returned error: %ld\n",
1333                        PTR_ERR(page));
1334                mutex_lock(&f->sem);
1335                return PTR_ERR(page);
1336        }
1337
1338        pg_ptr = kmap(page);
1339        mutex_lock(&f->sem);
1340
1341        offset = start;
1342        while(offset < orig_end) {
1343                uint32_t datalen;
1344                uint32_t cdatalen;
1345                uint16_t comprtype = JFFS2_COMPR_NONE;
1346
1347                ret = jffs2_reserve_space_gc(c, sizeof(ri) + JFFS2_MIN_DATA_LEN,
1348                                        &alloclen, JFFS2_SUMMARY_INODE_SIZE);
1349
1350                if (ret) {
1351                        pr_warn("jffs2_reserve_space_gc of %zd bytes for garbage_collect_dnode failed: %d\n",
1352                                sizeof(ri) + JFFS2_MIN_DATA_LEN, ret);
1353                        break;
1354                }
1355                cdatalen = min_t(uint32_t, alloclen - sizeof(ri), end - offset);
1356                datalen = end - offset;
1357
1358                writebuf = pg_ptr + (offset & (PAGE_SIZE -1));
1359
1360                comprtype = jffs2_compress(c, f, writebuf, &comprbuf, &datalen, &cdatalen);
1361
1362                ri.magic = cpu_to_je16(JFFS2_MAGIC_BITMASK);
1363                ri.nodetype = cpu_to_je16(JFFS2_NODETYPE_INODE);
1364                ri.totlen = cpu_to_je32(sizeof(ri) + cdatalen);
1365                ri.hdr_crc = cpu_to_je32(crc32(0, &ri, sizeof(struct jffs2_unknown_node)-4));
1366
1367                ri.ino = cpu_to_je32(f->inocache->ino);
1368                ri.version = cpu_to_je32(++f->highest_version);
1369                ri.mode = cpu_to_jemode(JFFS2_F_I_MODE(f));
1370                ri.uid = cpu_to_je16(JFFS2_F_I_UID(f));
1371                ri.gid = cpu_to_je16(JFFS2_F_I_GID(f));
1372                ri.isize = cpu_to_je32(JFFS2_F_I_SIZE(f));
1373                ri.atime = cpu_to_je32(JFFS2_F_I_ATIME(f));
1374                ri.ctime = cpu_to_je32(JFFS2_F_I_CTIME(f));
1375                ri.mtime = cpu_to_je32(JFFS2_F_I_MTIME(f));
1376                ri.offset = cpu_to_je32(offset);
1377                ri.csize = cpu_to_je32(cdatalen);
1378                ri.dsize = cpu_to_je32(datalen);
1379                ri.compr = comprtype & 0xff;
1380                ri.usercompr = (comprtype >> 8) & 0xff;
1381                ri.node_crc = cpu_to_je32(crc32(0, &ri, sizeof(ri)-8));
1382                ri.data_crc = cpu_to_je32(crc32(0, comprbuf, cdatalen));
1383
1384                new_fn = jffs2_write_dnode(c, f, &ri, comprbuf, cdatalen, ALLOC_GC);
1385
1386                jffs2_free_comprbuf(comprbuf, writebuf);
1387
1388                if (IS_ERR(new_fn)) {
1389                        pr_warn("Error writing new dnode: %ld\n",
1390                                PTR_ERR(new_fn));
1391                        ret = PTR_ERR(new_fn);
1392                        break;
1393                }
1394                ret = jffs2_add_full_dnode_to_inode(c, f, new_fn);
1395                offset += datalen;
1396                if (f->metadata) {
1397                        jffs2_mark_node_obsolete(c, f->metadata->raw);
1398                        jffs2_free_full_dnode(f->metadata);
1399                        f->metadata = NULL;
1400                }
1401        }
1402
1403        kunmap(page);
1404        put_page(page);
1405        return ret;
1406}
1407