linux/fs/btrfs/ctree.h
<<
>>
Prefs
   1/*
   2 * Copyright (C) 2007 Oracle.  All rights reserved.
   3 *
   4 * This program is free software; you can redistribute it and/or
   5 * modify it under the terms of the GNU General Public
   6 * License v2 as published by the Free Software Foundation.
   7 *
   8 * This program is distributed in the hope that it will be useful,
   9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  11 * General Public License for more details.
  12 *
  13 * You should have received a copy of the GNU General Public
  14 * License along with this program; if not, write to the
  15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16 * Boston, MA 021110-1307, USA.
  17 */
  18
  19#ifndef __BTRFS_CTREE__
  20#define __BTRFS_CTREE__
  21
  22#include <linux/mm.h>
  23#include <linux/highmem.h>
  24#include <linux/fs.h>
  25#include <linux/rwsem.h>
  26#include <linux/semaphore.h>
  27#include <linux/completion.h>
  28#include <linux/backing-dev.h>
  29#include <linux/wait.h>
  30#include <linux/slab.h>
  31#include <linux/kobject.h>
  32#include <trace/events/btrfs.h>
  33#include <asm/kmap_types.h>
  34#include <linux/pagemap.h>
  35#include <linux/btrfs.h>
  36#include <linux/workqueue.h>
  37#include <linux/security.h>
  38#include <linux/sizes.h>
  39#include "extent_io.h"
  40#include "extent_map.h"
  41#include "async-thread.h"
  42
  43struct btrfs_trans_handle;
  44struct btrfs_transaction;
  45struct btrfs_pending_snapshot;
  46extern struct kmem_cache *btrfs_trans_handle_cachep;
  47extern struct kmem_cache *btrfs_transaction_cachep;
  48extern struct kmem_cache *btrfs_bit_radix_cachep;
  49extern struct kmem_cache *btrfs_path_cachep;
  50extern struct kmem_cache *btrfs_free_space_cachep;
  51struct btrfs_ordered_sum;
  52
  53#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
  54#define STATIC noinline
  55#else
  56#define STATIC static noinline
  57#endif
  58
  59#define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */
  60
  61#define BTRFS_MAX_MIRRORS 3
  62
  63#define BTRFS_MAX_LEVEL 8
  64
  65#define BTRFS_COMPAT_EXTENT_TREE_V0
  66
  67/* holds pointers to all of the tree roots */
  68#define BTRFS_ROOT_TREE_OBJECTID 1ULL
  69
  70/* stores information about which extents are in use, and reference counts */
  71#define BTRFS_EXTENT_TREE_OBJECTID 2ULL
  72
  73/*
  74 * chunk tree stores translations from logical -> physical block numbering
  75 * the super block points to the chunk tree
  76 */
  77#define BTRFS_CHUNK_TREE_OBJECTID 3ULL
  78
  79/*
  80 * stores information about which areas of a given device are in use.
  81 * one per device.  The tree of tree roots points to the device tree
  82 */
  83#define BTRFS_DEV_TREE_OBJECTID 4ULL
  84
  85/* one per subvolume, storing files and directories */
  86#define BTRFS_FS_TREE_OBJECTID 5ULL
  87
  88/* directory objectid inside the root tree */
  89#define BTRFS_ROOT_TREE_DIR_OBJECTID 6ULL
  90
  91/* holds checksums of all the data extents */
  92#define BTRFS_CSUM_TREE_OBJECTID 7ULL
  93
  94/* holds quota configuration and tracking */
  95#define BTRFS_QUOTA_TREE_OBJECTID 8ULL
  96
  97/* for storing items that use the BTRFS_UUID_KEY* types */
  98#define BTRFS_UUID_TREE_OBJECTID 9ULL
  99
 100/* tracks free space in block groups. */
 101#define BTRFS_FREE_SPACE_TREE_OBJECTID 10ULL
 102
 103/* for storing balance parameters in the root tree */
 104#define BTRFS_BALANCE_OBJECTID -4ULL
 105
 106/* orhpan objectid for tracking unlinked/truncated files */
 107#define BTRFS_ORPHAN_OBJECTID -5ULL
 108
 109/* does write ahead logging to speed up fsyncs */
 110#define BTRFS_TREE_LOG_OBJECTID -6ULL
 111#define BTRFS_TREE_LOG_FIXUP_OBJECTID -7ULL
 112
 113/* for space balancing */
 114#define BTRFS_TREE_RELOC_OBJECTID -8ULL
 115#define BTRFS_DATA_RELOC_TREE_OBJECTID -9ULL
 116
 117/*
 118 * extent checksums all have this objectid
 119 * this allows them to share the logging tree
 120 * for fsyncs
 121 */
 122#define BTRFS_EXTENT_CSUM_OBJECTID -10ULL
 123
 124/* For storing free space cache */
 125#define BTRFS_FREE_SPACE_OBJECTID -11ULL
 126
 127/*
 128 * The inode number assigned to the special inode for storing
 129 * free ino cache
 130 */
 131#define BTRFS_FREE_INO_OBJECTID -12ULL
 132
 133/* dummy objectid represents multiple objectids */
 134#define BTRFS_MULTIPLE_OBJECTIDS -255ULL
 135
 136/*
 137 * All files have objectids in this range.
 138 */
 139#define BTRFS_FIRST_FREE_OBJECTID 256ULL
 140#define BTRFS_LAST_FREE_OBJECTID -256ULL
 141#define BTRFS_FIRST_CHUNK_TREE_OBJECTID 256ULL
 142
 143
 144/*
 145 * the device items go into the chunk tree.  The key is in the form
 146 * [ 1 BTRFS_DEV_ITEM_KEY device_id ]
 147 */
 148#define BTRFS_DEV_ITEMS_OBJECTID 1ULL
 149
 150#define BTRFS_BTREE_INODE_OBJECTID 1
 151
 152#define BTRFS_EMPTY_SUBVOL_DIR_OBJECTID 2
 153
 154#define BTRFS_DEV_REPLACE_DEVID 0ULL
 155
 156/*
 157 * the max metadata block size.  This limit is somewhat artificial,
 158 * but the memmove costs go through the roof for larger blocks.
 159 */
 160#define BTRFS_MAX_METADATA_BLOCKSIZE 65536
 161
 162/*
 163 * we can actually store much bigger names, but lets not confuse the rest
 164 * of linux
 165 */
 166#define BTRFS_NAME_LEN 255
 167
 168/*
 169 * Theoretical limit is larger, but we keep this down to a sane
 170 * value. That should limit greatly the possibility of collisions on
 171 * inode ref items.
 172 */
 173#define BTRFS_LINK_MAX 65535U
 174
 175/* 32 bytes in various csum fields */
 176#define BTRFS_CSUM_SIZE 32
 177
 178/* csum types */
 179#define BTRFS_CSUM_TYPE_CRC32   0
 180
 181static const int btrfs_csum_sizes[] = { 4 };
 182
 183/* four bytes for CRC32 */
 184#define BTRFS_EMPTY_DIR_SIZE 0
 185
 186/* spefic to btrfs_map_block(), therefore not in include/linux/blk_types.h */
 187#define REQ_GET_READ_MIRRORS    (1 << 30)
 188
 189#define BTRFS_FT_UNKNOWN        0
 190#define BTRFS_FT_REG_FILE       1
 191#define BTRFS_FT_DIR            2
 192#define BTRFS_FT_CHRDEV         3
 193#define BTRFS_FT_BLKDEV         4
 194#define BTRFS_FT_FIFO           5
 195#define BTRFS_FT_SOCK           6
 196#define BTRFS_FT_SYMLINK        7
 197#define BTRFS_FT_XATTR          8
 198#define BTRFS_FT_MAX            9
 199
 200/* ioprio of readahead is set to idle */
 201#define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0))
 202
 203#define BTRFS_DIRTY_METADATA_THRESH     SZ_32M
 204
 205#define BTRFS_MAX_EXTENT_SIZE SZ_128M
 206
 207/*
 208 * The key defines the order in the tree, and so it also defines (optimal)
 209 * block layout.
 210 *
 211 * objectid corresponds to the inode number.
 212 *
 213 * type tells us things about the object, and is a kind of stream selector.
 214 * so for a given inode, keys with type of 1 might refer to the inode data,
 215 * type of 2 may point to file data in the btree and type == 3 may point to
 216 * extents.
 217 *
 218 * offset is the starting byte offset for this key in the stream.
 219 *
 220 * btrfs_disk_key is in disk byte order.  struct btrfs_key is always
 221 * in cpu native order.  Otherwise they are identical and their sizes
 222 * should be the same (ie both packed)
 223 */
 224struct btrfs_disk_key {
 225        __le64 objectid;
 226        u8 type;
 227        __le64 offset;
 228} __attribute__ ((__packed__));
 229
 230struct btrfs_key {
 231        u64 objectid;
 232        u8 type;
 233        u64 offset;
 234} __attribute__ ((__packed__));
 235
 236struct btrfs_mapping_tree {
 237        struct extent_map_tree map_tree;
 238};
 239
 240struct btrfs_dev_item {
 241        /* the internal btrfs device id */
 242        __le64 devid;
 243
 244        /* size of the device */
 245        __le64 total_bytes;
 246
 247        /* bytes used */
 248        __le64 bytes_used;
 249
 250        /* optimal io alignment for this device */
 251        __le32 io_align;
 252
 253        /* optimal io width for this device */
 254        __le32 io_width;
 255
 256        /* minimal io size for this device */
 257        __le32 sector_size;
 258
 259        /* type and info about this device */
 260        __le64 type;
 261
 262        /* expected generation for this device */
 263        __le64 generation;
 264
 265        /*
 266         * starting byte of this partition on the device,
 267         * to allow for stripe alignment in the future
 268         */
 269        __le64 start_offset;
 270
 271        /* grouping information for allocation decisions */
 272        __le32 dev_group;
 273
 274        /* seek speed 0-100 where 100 is fastest */
 275        u8 seek_speed;
 276
 277        /* bandwidth 0-100 where 100 is fastest */
 278        u8 bandwidth;
 279
 280        /* btrfs generated uuid for this device */
 281        u8 uuid[BTRFS_UUID_SIZE];
 282
 283        /* uuid of FS who owns this device */
 284        u8 fsid[BTRFS_UUID_SIZE];
 285} __attribute__ ((__packed__));
 286
 287struct btrfs_stripe {
 288        __le64 devid;
 289        __le64 offset;
 290        u8 dev_uuid[BTRFS_UUID_SIZE];
 291} __attribute__ ((__packed__));
 292
 293struct btrfs_chunk {
 294        /* size of this chunk in bytes */
 295        __le64 length;
 296
 297        /* objectid of the root referencing this chunk */
 298        __le64 owner;
 299
 300        __le64 stripe_len;
 301        __le64 type;
 302
 303        /* optimal io alignment for this chunk */
 304        __le32 io_align;
 305
 306        /* optimal io width for this chunk */
 307        __le32 io_width;
 308
 309        /* minimal io size for this chunk */
 310        __le32 sector_size;
 311
 312        /* 2^16 stripes is quite a lot, a second limit is the size of a single
 313         * item in the btree
 314         */
 315        __le16 num_stripes;
 316
 317        /* sub stripes only matter for raid10 */
 318        __le16 sub_stripes;
 319        struct btrfs_stripe stripe;
 320        /* additional stripes go here */
 321} __attribute__ ((__packed__));
 322
 323#define BTRFS_FREE_SPACE_EXTENT 1
 324#define BTRFS_FREE_SPACE_BITMAP 2
 325
 326struct btrfs_free_space_entry {
 327        __le64 offset;
 328        __le64 bytes;
 329        u8 type;
 330} __attribute__ ((__packed__));
 331
 332struct btrfs_free_space_header {
 333        struct btrfs_disk_key location;
 334        __le64 generation;
 335        __le64 num_entries;
 336        __le64 num_bitmaps;
 337} __attribute__ ((__packed__));
 338
 339static inline unsigned long btrfs_chunk_item_size(int num_stripes)
 340{
 341        BUG_ON(num_stripes == 0);
 342        return sizeof(struct btrfs_chunk) +
 343                sizeof(struct btrfs_stripe) * (num_stripes - 1);
 344}
 345
 346#define BTRFS_HEADER_FLAG_WRITTEN       (1ULL << 0)
 347#define BTRFS_HEADER_FLAG_RELOC         (1ULL << 1)
 348
 349/*
 350 * File system states
 351 */
 352#define BTRFS_FS_STATE_ERROR            0
 353#define BTRFS_FS_STATE_REMOUNTING       1
 354#define BTRFS_FS_STATE_TRANS_ABORTED    2
 355#define BTRFS_FS_STATE_DEV_REPLACING    3
 356
 357/* Super block flags */
 358/* Errors detected */
 359#define BTRFS_SUPER_FLAG_ERROR          (1ULL << 2)
 360
 361#define BTRFS_SUPER_FLAG_SEEDING        (1ULL << 32)
 362#define BTRFS_SUPER_FLAG_METADUMP       (1ULL << 33)
 363
 364#define BTRFS_BACKREF_REV_MAX           256
 365#define BTRFS_BACKREF_REV_SHIFT         56
 366#define BTRFS_BACKREF_REV_MASK          (((u64)BTRFS_BACKREF_REV_MAX - 1) << \
 367                                         BTRFS_BACKREF_REV_SHIFT)
 368
 369#define BTRFS_OLD_BACKREF_REV           0
 370#define BTRFS_MIXED_BACKREF_REV         1
 371
 372/*
 373 * every tree block (leaf or node) starts with this header.
 374 */
 375struct btrfs_header {
 376        /* these first four must match the super block */
 377        u8 csum[BTRFS_CSUM_SIZE];
 378        u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
 379        __le64 bytenr; /* which block this node is supposed to live in */
 380        __le64 flags;
 381
 382        /* allowed to be different from the super from here on down */
 383        u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
 384        __le64 generation;
 385        __le64 owner;
 386        __le32 nritems;
 387        u8 level;
 388} __attribute__ ((__packed__));
 389
 390#define BTRFS_NODEPTRS_PER_BLOCK(r) (((r)->nodesize - \
 391                                      sizeof(struct btrfs_header)) / \
 392                                     sizeof(struct btrfs_key_ptr))
 393#define __BTRFS_LEAF_DATA_SIZE(bs) ((bs) - sizeof(struct btrfs_header))
 394#define BTRFS_LEAF_DATA_SIZE(r) (__BTRFS_LEAF_DATA_SIZE(r->nodesize))
 395#define BTRFS_FILE_EXTENT_INLINE_DATA_START             \
 396                (offsetof(struct btrfs_file_extent_item, disk_bytenr))
 397#define BTRFS_MAX_INLINE_DATA_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
 398                                        sizeof(struct btrfs_item) - \
 399                                        BTRFS_FILE_EXTENT_INLINE_DATA_START)
 400#define BTRFS_MAX_XATTR_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
 401                                 sizeof(struct btrfs_item) -\
 402                                 sizeof(struct btrfs_dir_item))
 403
 404
 405/*
 406 * this is a very generous portion of the super block, giving us
 407 * room to translate 14 chunks with 3 stripes each.
 408 */
 409#define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048
 410#define BTRFS_LABEL_SIZE 256
 411
 412/*
 413 * just in case we somehow lose the roots and are not able to mount,
 414 * we store an array of the roots from previous transactions
 415 * in the super.
 416 */
 417#define BTRFS_NUM_BACKUP_ROOTS 4
 418struct btrfs_root_backup {
 419        __le64 tree_root;
 420        __le64 tree_root_gen;
 421
 422        __le64 chunk_root;
 423        __le64 chunk_root_gen;
 424
 425        __le64 extent_root;
 426        __le64 extent_root_gen;
 427
 428        __le64 fs_root;
 429        __le64 fs_root_gen;
 430
 431        __le64 dev_root;
 432        __le64 dev_root_gen;
 433
 434        __le64 csum_root;
 435        __le64 csum_root_gen;
 436
 437        __le64 total_bytes;
 438        __le64 bytes_used;
 439        __le64 num_devices;
 440        /* future */
 441        __le64 unused_64[4];
 442
 443        u8 tree_root_level;
 444        u8 chunk_root_level;
 445        u8 extent_root_level;
 446        u8 fs_root_level;
 447        u8 dev_root_level;
 448        u8 csum_root_level;
 449        /* future and to align */
 450        u8 unused_8[10];
 451} __attribute__ ((__packed__));
 452
 453/*
 454 * the super block basically lists the main trees of the FS
 455 * it currently lacks any block count etc etc
 456 */
 457struct btrfs_super_block {
 458        u8 csum[BTRFS_CSUM_SIZE];
 459        /* the first 4 fields must match struct btrfs_header */
 460        u8 fsid[BTRFS_FSID_SIZE];    /* FS specific uuid */
 461        __le64 bytenr; /* this block number */
 462        __le64 flags;
 463
 464        /* allowed to be different from the btrfs_header from here own down */
 465        __le64 magic;
 466        __le64 generation;
 467        __le64 root;
 468        __le64 chunk_root;
 469        __le64 log_root;
 470
 471        /* this will help find the new super based on the log root */
 472        __le64 log_root_transid;
 473        __le64 total_bytes;
 474        __le64 bytes_used;
 475        __le64 root_dir_objectid;
 476        __le64 num_devices;
 477        __le32 sectorsize;
 478        __le32 nodesize;
 479        __le32 __unused_leafsize;
 480        __le32 stripesize;
 481        __le32 sys_chunk_array_size;
 482        __le64 chunk_root_generation;
 483        __le64 compat_flags;
 484        __le64 compat_ro_flags;
 485        __le64 incompat_flags;
 486        __le16 csum_type;
 487        u8 root_level;
 488        u8 chunk_root_level;
 489        u8 log_root_level;
 490        struct btrfs_dev_item dev_item;
 491
 492        char label[BTRFS_LABEL_SIZE];
 493
 494        __le64 cache_generation;
 495        __le64 uuid_tree_generation;
 496
 497        /* future expansion */
 498        __le64 reserved[30];
 499        u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE];
 500        struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS];
 501} __attribute__ ((__packed__));
 502
 503/*
 504 * Compat flags that we support.  If any incompat flags are set other than the
 505 * ones specified below then we will fail to mount
 506 */
 507#define BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE (1ULL << 0)
 508
 509#define BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF    (1ULL << 0)
 510#define BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL   (1ULL << 1)
 511#define BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS     (1ULL << 2)
 512#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO     (1ULL << 3)
 513/*
 514 * some patches floated around with a second compression method
 515 * lets save that incompat here for when they do get in
 516 * Note we don't actually support it, we're just reserving the
 517 * number
 518 */
 519#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZOv2   (1ULL << 4)
 520
 521/*
 522 * older kernels tried to do bigger metadata blocks, but the
 523 * code was pretty buggy.  Lets not let them try anymore.
 524 */
 525#define BTRFS_FEATURE_INCOMPAT_BIG_METADATA     (1ULL << 5)
 526
 527#define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF    (1ULL << 6)
 528#define BTRFS_FEATURE_INCOMPAT_RAID56           (1ULL << 7)
 529#define BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA  (1ULL << 8)
 530#define BTRFS_FEATURE_INCOMPAT_NO_HOLES         (1ULL << 9)
 531
 532#define BTRFS_FEATURE_COMPAT_SUPP               0ULL
 533#define BTRFS_FEATURE_COMPAT_SAFE_SET           0ULL
 534#define BTRFS_FEATURE_COMPAT_SAFE_CLEAR         0ULL
 535
 536#define BTRFS_FEATURE_COMPAT_RO_SUPP                    \
 537        (BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE)
 538
 539#define BTRFS_FEATURE_COMPAT_RO_SAFE_SET        0ULL
 540#define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR      0ULL
 541
 542#define BTRFS_FEATURE_INCOMPAT_SUPP                     \
 543        (BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF |         \
 544         BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL |        \
 545         BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS |          \
 546         BTRFS_FEATURE_INCOMPAT_BIG_METADATA |          \
 547         BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |          \
 548         BTRFS_FEATURE_INCOMPAT_RAID56 |                \
 549         BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |         \
 550         BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |       \
 551         BTRFS_FEATURE_INCOMPAT_NO_HOLES)
 552
 553#define BTRFS_FEATURE_INCOMPAT_SAFE_SET                 \
 554        (BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF)
 555#define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR               0ULL
 556
 557/*
 558 * A leaf is full of items. offset and size tell us where to find
 559 * the item in the leaf (relative to the start of the data area)
 560 */
 561struct btrfs_item {
 562        struct btrfs_disk_key key;
 563        __le32 offset;
 564        __le32 size;
 565} __attribute__ ((__packed__));
 566
 567/*
 568 * leaves have an item area and a data area:
 569 * [item0, item1....itemN] [free space] [dataN...data1, data0]
 570 *
 571 * The data is separate from the items to get the keys closer together
 572 * during searches.
 573 */
 574struct btrfs_leaf {
 575        struct btrfs_header header;
 576        struct btrfs_item items[];
 577} __attribute__ ((__packed__));
 578
 579/*
 580 * all non-leaf blocks are nodes, they hold only keys and pointers to
 581 * other blocks
 582 */
 583struct btrfs_key_ptr {
 584        struct btrfs_disk_key key;
 585        __le64 blockptr;
 586        __le64 generation;
 587} __attribute__ ((__packed__));
 588
 589struct btrfs_node {
 590        struct btrfs_header header;
 591        struct btrfs_key_ptr ptrs[];
 592} __attribute__ ((__packed__));
 593
 594/*
 595 * btrfs_paths remember the path taken from the root down to the leaf.
 596 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point
 597 * to any other levels that are present.
 598 *
 599 * The slots array records the index of the item or block pointer
 600 * used while walking the tree.
 601 */
 602enum { READA_NONE = 0, READA_BACK, READA_FORWARD };
 603struct btrfs_path {
 604        struct extent_buffer *nodes[BTRFS_MAX_LEVEL];
 605        int slots[BTRFS_MAX_LEVEL];
 606        /* if there is real range locking, this locks field will change */
 607        u8 locks[BTRFS_MAX_LEVEL];
 608        u8 reada;
 609        /* keep some upper locks as we walk down */
 610        u8 lowest_level;
 611
 612        /*
 613         * set by btrfs_split_item, tells search_slot to keep all locks
 614         * and to force calls to keep space in the nodes
 615         */
 616        unsigned int search_for_split:1;
 617        unsigned int keep_locks:1;
 618        unsigned int skip_locking:1;
 619        unsigned int leave_spinning:1;
 620        unsigned int search_commit_root:1;
 621        unsigned int need_commit_sem:1;
 622        unsigned int skip_release_on_error:1;
 623};
 624
 625/*
 626 * items in the extent btree are used to record the objectid of the
 627 * owner of the block and the number of references
 628 */
 629
 630struct btrfs_extent_item {
 631        __le64 refs;
 632        __le64 generation;
 633        __le64 flags;
 634} __attribute__ ((__packed__));
 635
 636struct btrfs_extent_item_v0 {
 637        __le32 refs;
 638} __attribute__ ((__packed__));
 639
 640#define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r) >> 4) - \
 641                                        sizeof(struct btrfs_item))
 642
 643#define BTRFS_EXTENT_FLAG_DATA          (1ULL << 0)
 644#define BTRFS_EXTENT_FLAG_TREE_BLOCK    (1ULL << 1)
 645
 646/* following flags only apply to tree blocks */
 647
 648/* use full backrefs for extent pointers in the block */
 649#define BTRFS_BLOCK_FLAG_FULL_BACKREF   (1ULL << 8)
 650
 651/*
 652 * this flag is only used internally by scrub and may be changed at any time
 653 * it is only declared here to avoid collisions
 654 */
 655#define BTRFS_EXTENT_FLAG_SUPER         (1ULL << 48)
 656
 657struct btrfs_tree_block_info {
 658        struct btrfs_disk_key key;
 659        u8 level;
 660} __attribute__ ((__packed__));
 661
 662struct btrfs_extent_data_ref {
 663        __le64 root;
 664        __le64 objectid;
 665        __le64 offset;
 666        __le32 count;
 667} __attribute__ ((__packed__));
 668
 669struct btrfs_shared_data_ref {
 670        __le32 count;
 671} __attribute__ ((__packed__));
 672
 673struct btrfs_extent_inline_ref {
 674        u8 type;
 675        __le64 offset;
 676} __attribute__ ((__packed__));
 677
 678/* old style backrefs item */
 679struct btrfs_extent_ref_v0 {
 680        __le64 root;
 681        __le64 generation;
 682        __le64 objectid;
 683        __le32 count;
 684} __attribute__ ((__packed__));
 685
 686
 687/* dev extents record free space on individual devices.  The owner
 688 * field points back to the chunk allocation mapping tree that allocated
 689 * the extent.  The chunk tree uuid field is a way to double check the owner
 690 */
 691struct btrfs_dev_extent {
 692        __le64 chunk_tree;
 693        __le64 chunk_objectid;
 694        __le64 chunk_offset;
 695        __le64 length;
 696        u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
 697} __attribute__ ((__packed__));
 698
 699struct btrfs_inode_ref {
 700        __le64 index;
 701        __le16 name_len;
 702        /* name goes here */
 703} __attribute__ ((__packed__));
 704
 705struct btrfs_inode_extref {
 706        __le64 parent_objectid;
 707        __le64 index;
 708        __le16 name_len;
 709        __u8   name[0];
 710        /* name goes here */
 711} __attribute__ ((__packed__));
 712
 713struct btrfs_timespec {
 714        __le64 sec;
 715        __le32 nsec;
 716} __attribute__ ((__packed__));
 717
 718enum btrfs_compression_type {
 719        BTRFS_COMPRESS_NONE  = 0,
 720        BTRFS_COMPRESS_ZLIB  = 1,
 721        BTRFS_COMPRESS_LZO   = 2,
 722        BTRFS_COMPRESS_TYPES = 2,
 723        BTRFS_COMPRESS_LAST  = 3,
 724};
 725
 726struct btrfs_inode_item {
 727        /* nfs style generation number */
 728        __le64 generation;
 729        /* transid that last touched this inode */
 730        __le64 transid;
 731        __le64 size;
 732        __le64 nbytes;
 733        __le64 block_group;
 734        __le32 nlink;
 735        __le32 uid;
 736        __le32 gid;
 737        __le32 mode;
 738        __le64 rdev;
 739        __le64 flags;
 740
 741        /* modification sequence number for NFS */
 742        __le64 sequence;
 743
 744        /*
 745         * a little future expansion, for more than this we can
 746         * just grow the inode item and version it
 747         */
 748        __le64 reserved[4];
 749        struct btrfs_timespec atime;
 750        struct btrfs_timespec ctime;
 751        struct btrfs_timespec mtime;
 752        struct btrfs_timespec otime;
 753} __attribute__ ((__packed__));
 754
 755struct btrfs_dir_log_item {
 756        __le64 end;
 757} __attribute__ ((__packed__));
 758
 759struct btrfs_dir_item {
 760        struct btrfs_disk_key location;
 761        __le64 transid;
 762        __le16 data_len;
 763        __le16 name_len;
 764        u8 type;
 765} __attribute__ ((__packed__));
 766
 767#define BTRFS_ROOT_SUBVOL_RDONLY        (1ULL << 0)
 768
 769/*
 770 * Internal in-memory flag that a subvolume has been marked for deletion but
 771 * still visible as a directory
 772 */
 773#define BTRFS_ROOT_SUBVOL_DEAD          (1ULL << 48)
 774
 775struct btrfs_root_item {
 776        struct btrfs_inode_item inode;
 777        __le64 generation;
 778        __le64 root_dirid;
 779        __le64 bytenr;
 780        __le64 byte_limit;
 781        __le64 bytes_used;
 782        __le64 last_snapshot;
 783        __le64 flags;
 784        __le32 refs;
 785        struct btrfs_disk_key drop_progress;
 786        u8 drop_level;
 787        u8 level;
 788
 789        /*
 790         * The following fields appear after subvol_uuids+subvol_times
 791         * were introduced.
 792         */
 793
 794        /*
 795         * This generation number is used to test if the new fields are valid
 796         * and up to date while reading the root item. Everytime the root item
 797         * is written out, the "generation" field is copied into this field. If
 798         * anyone ever mounted the fs with an older kernel, we will have
 799         * mismatching generation values here and thus must invalidate the
 800         * new fields. See btrfs_update_root and btrfs_find_last_root for
 801         * details.
 802         * the offset of generation_v2 is also used as the start for the memset
 803         * when invalidating the fields.
 804         */
 805        __le64 generation_v2;
 806        u8 uuid[BTRFS_UUID_SIZE];
 807        u8 parent_uuid[BTRFS_UUID_SIZE];
 808        u8 received_uuid[BTRFS_UUID_SIZE];
 809        __le64 ctransid; /* updated when an inode changes */
 810        __le64 otransid; /* trans when created */
 811        __le64 stransid; /* trans when sent. non-zero for received subvol */
 812        __le64 rtransid; /* trans when received. non-zero for received subvol */
 813        struct btrfs_timespec ctime;
 814        struct btrfs_timespec otime;
 815        struct btrfs_timespec stime;
 816        struct btrfs_timespec rtime;
 817        __le64 reserved[8]; /* for future */
 818} __attribute__ ((__packed__));
 819
 820/*
 821 * this is used for both forward and backward root refs
 822 */
 823struct btrfs_root_ref {
 824        __le64 dirid;
 825        __le64 sequence;
 826        __le16 name_len;
 827} __attribute__ ((__packed__));
 828
 829struct btrfs_disk_balance_args {
 830        /*
 831         * profiles to operate on, single is denoted by
 832         * BTRFS_AVAIL_ALLOC_BIT_SINGLE
 833         */
 834        __le64 profiles;
 835
 836        /*
 837         * usage filter
 838         * BTRFS_BALANCE_ARGS_USAGE with a single value means '0..N'
 839         * BTRFS_BALANCE_ARGS_USAGE_RANGE - range syntax, min..max
 840         */
 841        union {
 842                __le64 usage;
 843                struct {
 844                        __le32 usage_min;
 845                        __le32 usage_max;
 846                };
 847        };
 848
 849        /* devid filter */
 850        __le64 devid;
 851
 852        /* devid subset filter [pstart..pend) */
 853        __le64 pstart;
 854        __le64 pend;
 855
 856        /* btrfs virtual address space subset filter [vstart..vend) */
 857        __le64 vstart;
 858        __le64 vend;
 859
 860        /*
 861         * profile to convert to, single is denoted by
 862         * BTRFS_AVAIL_ALLOC_BIT_SINGLE
 863         */
 864        __le64 target;
 865
 866        /* BTRFS_BALANCE_ARGS_* */
 867        __le64 flags;
 868
 869        /*
 870         * BTRFS_BALANCE_ARGS_LIMIT with value 'limit'
 871         * BTRFS_BALANCE_ARGS_LIMIT_RANGE - the extend version can use minimum
 872         * and maximum
 873         */
 874        union {
 875                __le64 limit;
 876                struct {
 877                        __le32 limit_min;
 878                        __le32 limit_max;
 879                };
 880        };
 881
 882        /*
 883         * Process chunks that cross stripes_min..stripes_max devices,
 884         * BTRFS_BALANCE_ARGS_STRIPES_RANGE
 885         */
 886        __le32 stripes_min;
 887        __le32 stripes_max;
 888
 889        __le64 unused[6];
 890} __attribute__ ((__packed__));
 891
 892/*
 893 * store balance parameters to disk so that balance can be properly
 894 * resumed after crash or unmount
 895 */
 896struct btrfs_balance_item {
 897        /* BTRFS_BALANCE_* */
 898        __le64 flags;
 899
 900        struct btrfs_disk_balance_args data;
 901        struct btrfs_disk_balance_args meta;
 902        struct btrfs_disk_balance_args sys;
 903
 904        __le64 unused[4];
 905} __attribute__ ((__packed__));
 906
 907#define BTRFS_FILE_EXTENT_INLINE 0
 908#define BTRFS_FILE_EXTENT_REG 1
 909#define BTRFS_FILE_EXTENT_PREALLOC 2
 910
 911struct btrfs_file_extent_item {
 912        /*
 913         * transaction id that created this extent
 914         */
 915        __le64 generation;
 916        /*
 917         * max number of bytes to hold this extent in ram
 918         * when we split a compressed extent we can't know how big
 919         * each of the resulting pieces will be.  So, this is
 920         * an upper limit on the size of the extent in ram instead of
 921         * an exact limit.
 922         */
 923        __le64 ram_bytes;
 924
 925        /*
 926         * 32 bits for the various ways we might encode the data,
 927         * including compression and encryption.  If any of these
 928         * are set to something a given disk format doesn't understand
 929         * it is treated like an incompat flag for reading and writing,
 930         * but not for stat.
 931         */
 932        u8 compression;
 933        u8 encryption;
 934        __le16 other_encoding; /* spare for later use */
 935
 936        /* are we inline data or a real extent? */
 937        u8 type;
 938
 939        /*
 940         * disk space consumed by the extent, checksum blocks are included
 941         * in these numbers
 942         *
 943         * At this offset in the structure, the inline extent data start.
 944         */
 945        __le64 disk_bytenr;
 946        __le64 disk_num_bytes;
 947        /*
 948         * the logical offset in file blocks (no csums)
 949         * this extent record is for.  This allows a file extent to point
 950         * into the middle of an existing extent on disk, sharing it
 951         * between two snapshots (useful if some bytes in the middle of the
 952         * extent have changed
 953         */
 954        __le64 offset;
 955        /*
 956         * the logical number of file blocks (no csums included).  This
 957         * always reflects the size uncompressed and without encoding.
 958         */
 959        __le64 num_bytes;
 960
 961} __attribute__ ((__packed__));
 962
 963struct btrfs_csum_item {
 964        u8 csum;
 965} __attribute__ ((__packed__));
 966
 967struct btrfs_dev_stats_item {
 968        /*
 969         * grow this item struct at the end for future enhancements and keep
 970         * the existing values unchanged
 971         */
 972        __le64 values[BTRFS_DEV_STAT_VALUES_MAX];
 973} __attribute__ ((__packed__));
 974
 975#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_ALWAYS     0
 976#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_AVOID      1
 977#define BTRFS_DEV_REPLACE_ITEM_STATE_NEVER_STARTED      0
 978#define BTRFS_DEV_REPLACE_ITEM_STATE_STARTED            1
 979#define BTRFS_DEV_REPLACE_ITEM_STATE_SUSPENDED          2
 980#define BTRFS_DEV_REPLACE_ITEM_STATE_FINISHED           3
 981#define BTRFS_DEV_REPLACE_ITEM_STATE_CANCELED           4
 982
 983struct btrfs_dev_replace {
 984        u64 replace_state;      /* see #define above */
 985        u64 time_started;       /* seconds since 1-Jan-1970 */
 986        u64 time_stopped;       /* seconds since 1-Jan-1970 */
 987        atomic64_t num_write_errors;
 988        atomic64_t num_uncorrectable_read_errors;
 989
 990        u64 cursor_left;
 991        u64 committed_cursor_left;
 992        u64 cursor_left_last_write_of_item;
 993        u64 cursor_right;
 994
 995        u64 cont_reading_from_srcdev_mode;      /* see #define above */
 996
 997        int is_valid;
 998        int item_needs_writeback;
 999        struct btrfs_device *srcdev;
1000        struct btrfs_device *tgtdev;
1001
1002        pid_t lock_owner;
1003        atomic_t nesting_level;
1004        struct mutex lock_finishing_cancel_unmount;
1005        struct mutex lock_management_lock;
1006        struct mutex lock;
1007
1008        struct btrfs_scrub_progress scrub_progress;
1009};
1010
1011struct btrfs_dev_replace_item {
1012        /*
1013         * grow this item struct at the end for future enhancements and keep
1014         * the existing values unchanged
1015         */
1016        __le64 src_devid;
1017        __le64 cursor_left;
1018        __le64 cursor_right;
1019        __le64 cont_reading_from_srcdev_mode;
1020
1021        __le64 replace_state;
1022        __le64 time_started;
1023        __le64 time_stopped;
1024        __le64 num_write_errors;
1025        __le64 num_uncorrectable_read_errors;
1026} __attribute__ ((__packed__));
1027
1028/* different types of block groups (and chunks) */
1029#define BTRFS_BLOCK_GROUP_DATA          (1ULL << 0)
1030#define BTRFS_BLOCK_GROUP_SYSTEM        (1ULL << 1)
1031#define BTRFS_BLOCK_GROUP_METADATA      (1ULL << 2)
1032#define BTRFS_BLOCK_GROUP_RAID0         (1ULL << 3)
1033#define BTRFS_BLOCK_GROUP_RAID1         (1ULL << 4)
1034#define BTRFS_BLOCK_GROUP_DUP           (1ULL << 5)
1035#define BTRFS_BLOCK_GROUP_RAID10        (1ULL << 6)
1036#define BTRFS_BLOCK_GROUP_RAID5         (1ULL << 7)
1037#define BTRFS_BLOCK_GROUP_RAID6         (1ULL << 8)
1038#define BTRFS_BLOCK_GROUP_RESERVED      (BTRFS_AVAIL_ALLOC_BIT_SINGLE | \
1039                                         BTRFS_SPACE_INFO_GLOBAL_RSV)
1040
1041enum btrfs_raid_types {
1042        BTRFS_RAID_RAID10,
1043        BTRFS_RAID_RAID1,
1044        BTRFS_RAID_DUP,
1045        BTRFS_RAID_RAID0,
1046        BTRFS_RAID_SINGLE,
1047        BTRFS_RAID_RAID5,
1048        BTRFS_RAID_RAID6,
1049        BTRFS_NR_RAID_TYPES
1050};
1051
1052#define BTRFS_BLOCK_GROUP_TYPE_MASK     (BTRFS_BLOCK_GROUP_DATA |    \
1053                                         BTRFS_BLOCK_GROUP_SYSTEM |  \
1054                                         BTRFS_BLOCK_GROUP_METADATA)
1055
1056#define BTRFS_BLOCK_GROUP_PROFILE_MASK  (BTRFS_BLOCK_GROUP_RAID0 |   \
1057                                         BTRFS_BLOCK_GROUP_RAID1 |   \
1058                                         BTRFS_BLOCK_GROUP_RAID5 |   \
1059                                         BTRFS_BLOCK_GROUP_RAID6 |   \
1060                                         BTRFS_BLOCK_GROUP_DUP |     \
1061                                         BTRFS_BLOCK_GROUP_RAID10)
1062#define BTRFS_BLOCK_GROUP_RAID56_MASK   (BTRFS_BLOCK_GROUP_RAID5 |   \
1063                                         BTRFS_BLOCK_GROUP_RAID6)
1064
1065/*
1066 * We need a bit for restriper to be able to tell when chunks of type
1067 * SINGLE are available.  This "extended" profile format is used in
1068 * fs_info->avail_*_alloc_bits (in-memory) and balance item fields
1069 * (on-disk).  The corresponding on-disk bit in chunk.type is reserved
1070 * to avoid remappings between two formats in future.
1071 */
1072#define BTRFS_AVAIL_ALLOC_BIT_SINGLE    (1ULL << 48)
1073
1074/*
1075 * A fake block group type that is used to communicate global block reserve
1076 * size to userspace via the SPACE_INFO ioctl.
1077 */
1078#define BTRFS_SPACE_INFO_GLOBAL_RSV     (1ULL << 49)
1079
1080#define BTRFS_EXTENDED_PROFILE_MASK     (BTRFS_BLOCK_GROUP_PROFILE_MASK | \
1081                                         BTRFS_AVAIL_ALLOC_BIT_SINGLE)
1082
1083static inline u64 chunk_to_extended(u64 flags)
1084{
1085        if ((flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0)
1086                flags |= BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1087
1088        return flags;
1089}
1090static inline u64 extended_to_chunk(u64 flags)
1091{
1092        return flags & ~BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1093}
1094
1095struct btrfs_block_group_item {
1096        __le64 used;
1097        __le64 chunk_objectid;
1098        __le64 flags;
1099} __attribute__ ((__packed__));
1100
1101struct btrfs_free_space_info {
1102        __le32 extent_count;
1103        __le32 flags;
1104} __attribute__ ((__packed__));
1105
1106#define BTRFS_FREE_SPACE_USING_BITMAPS (1ULL << 0)
1107
1108#define BTRFS_QGROUP_LEVEL_SHIFT                48
1109static inline u64 btrfs_qgroup_level(u64 qgroupid)
1110{
1111        return qgroupid >> BTRFS_QGROUP_LEVEL_SHIFT;
1112}
1113
1114/*
1115 * is subvolume quota turned on?
1116 */
1117#define BTRFS_QGROUP_STATUS_FLAG_ON             (1ULL << 0)
1118/*
1119 * RESCAN is set during the initialization phase
1120 */
1121#define BTRFS_QGROUP_STATUS_FLAG_RESCAN         (1ULL << 1)
1122/*
1123 * Some qgroup entries are known to be out of date,
1124 * either because the configuration has changed in a way that
1125 * makes a rescan necessary, or because the fs has been mounted
1126 * with a non-qgroup-aware version.
1127 * Turning qouta off and on again makes it inconsistent, too.
1128 */
1129#define BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT   (1ULL << 2)
1130
1131#define BTRFS_QGROUP_STATUS_VERSION        1
1132
1133struct btrfs_qgroup_status_item {
1134        __le64 version;
1135        /*
1136         * the generation is updated during every commit. As older
1137         * versions of btrfs are not aware of qgroups, it will be
1138         * possible to detect inconsistencies by checking the
1139         * generation on mount time
1140         */
1141        __le64 generation;
1142
1143        /* flag definitions see above */
1144        __le64 flags;
1145
1146        /*
1147         * only used during scanning to record the progress
1148         * of the scan. It contains a logical address
1149         */
1150        __le64 rescan;
1151} __attribute__ ((__packed__));
1152
1153struct btrfs_qgroup_info_item {
1154        __le64 generation;
1155        __le64 rfer;
1156        __le64 rfer_cmpr;
1157        __le64 excl;
1158        __le64 excl_cmpr;
1159} __attribute__ ((__packed__));
1160
1161/* flags definition for qgroup limits */
1162#define BTRFS_QGROUP_LIMIT_MAX_RFER     (1ULL << 0)
1163#define BTRFS_QGROUP_LIMIT_MAX_EXCL     (1ULL << 1)
1164#define BTRFS_QGROUP_LIMIT_RSV_RFER     (1ULL << 2)
1165#define BTRFS_QGROUP_LIMIT_RSV_EXCL     (1ULL << 3)
1166#define BTRFS_QGROUP_LIMIT_RFER_CMPR    (1ULL << 4)
1167#define BTRFS_QGROUP_LIMIT_EXCL_CMPR    (1ULL << 5)
1168
1169struct btrfs_qgroup_limit_item {
1170        /*
1171         * only updated when any of the other values change
1172         */
1173        __le64 flags;
1174        __le64 max_rfer;
1175        __le64 max_excl;
1176        __le64 rsv_rfer;
1177        __le64 rsv_excl;
1178} __attribute__ ((__packed__));
1179
1180/* For raid type sysfs entries */
1181struct raid_kobject {
1182        int raid_type;
1183        struct kobject kobj;
1184};
1185
1186struct btrfs_space_info {
1187        spinlock_t lock;
1188
1189        u64 total_bytes;        /* total bytes in the space,
1190                                   this doesn't take mirrors into account */
1191        u64 bytes_used;         /* total bytes used,
1192                                   this doesn't take mirrors into account */
1193        u64 bytes_pinned;       /* total bytes pinned, will be freed when the
1194                                   transaction finishes */
1195        u64 bytes_reserved;     /* total bytes the allocator has reserved for
1196                                   current allocations */
1197        u64 bytes_may_use;      /* number of bytes that may be used for
1198                                   delalloc/allocations */
1199        u64 bytes_readonly;     /* total bytes that are read only */
1200
1201        u64 max_extent_size;    /* This will hold the maximum extent size of
1202                                   the space info if we had an ENOSPC in the
1203                                   allocator. */
1204
1205        unsigned int full:1;    /* indicates that we cannot allocate any more
1206                                   chunks for this space */
1207        unsigned int chunk_alloc:1;     /* set if we are allocating a chunk */
1208
1209        unsigned int flush:1;           /* set if we are trying to make space */
1210
1211        unsigned int force_alloc;       /* set if we need to force a chunk
1212                                           alloc for this space */
1213
1214        u64 disk_used;          /* total bytes used on disk */
1215        u64 disk_total;         /* total bytes on disk, takes mirrors into
1216                                   account */
1217
1218        u64 flags;
1219
1220        /*
1221         * bytes_pinned is kept in line with what is actually pinned, as in
1222         * we've called update_block_group and dropped the bytes_used counter
1223         * and increased the bytes_pinned counter.  However this means that
1224         * bytes_pinned does not reflect the bytes that will be pinned once the
1225         * delayed refs are flushed, so this counter is inc'ed everytime we call
1226         * btrfs_free_extent so it is a realtime count of what will be freed
1227         * once the transaction is committed.  It will be zero'ed everytime the
1228         * transaction commits.
1229         */
1230        struct percpu_counter total_bytes_pinned;
1231
1232        struct list_head list;
1233        /* Protected by the spinlock 'lock'. */
1234        struct list_head ro_bgs;
1235
1236        struct rw_semaphore groups_sem;
1237        /* for block groups in our same type */
1238        struct list_head block_groups[BTRFS_NR_RAID_TYPES];
1239        wait_queue_head_t wait;
1240
1241        struct kobject kobj;
1242        struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES];
1243};
1244
1245#define BTRFS_BLOCK_RSV_GLOBAL          1
1246#define BTRFS_BLOCK_RSV_DELALLOC        2
1247#define BTRFS_BLOCK_RSV_TRANS           3
1248#define BTRFS_BLOCK_RSV_CHUNK           4
1249#define BTRFS_BLOCK_RSV_DELOPS          5
1250#define BTRFS_BLOCK_RSV_EMPTY           6
1251#define BTRFS_BLOCK_RSV_TEMP            7
1252
1253struct btrfs_block_rsv {
1254        u64 size;
1255        u64 reserved;
1256        struct btrfs_space_info *space_info;
1257        spinlock_t lock;
1258        unsigned short full;
1259        unsigned short type;
1260        unsigned short failfast;
1261};
1262
1263/*
1264 * free clusters are used to claim free space in relatively large chunks,
1265 * allowing us to do less seeky writes.  They are used for all metadata
1266 * allocations and data allocations in ssd mode.
1267 */
1268struct btrfs_free_cluster {
1269        spinlock_t lock;
1270        spinlock_t refill_lock;
1271        struct rb_root root;
1272
1273        /* largest extent in this cluster */
1274        u64 max_size;
1275
1276        /* first extent starting offset */
1277        u64 window_start;
1278
1279        /* We did a full search and couldn't create a cluster */
1280        bool fragmented;
1281
1282        struct btrfs_block_group_cache *block_group;
1283        /*
1284         * when a cluster is allocated from a block group, we put the
1285         * cluster onto a list in the block group so that it can
1286         * be freed before the block group is freed.
1287         */
1288        struct list_head block_group_list;
1289};
1290
1291enum btrfs_caching_type {
1292        BTRFS_CACHE_NO          = 0,
1293        BTRFS_CACHE_STARTED     = 1,
1294        BTRFS_CACHE_FAST        = 2,
1295        BTRFS_CACHE_FINISHED    = 3,
1296        BTRFS_CACHE_ERROR       = 4,
1297};
1298
1299enum btrfs_disk_cache_state {
1300        BTRFS_DC_WRITTEN        = 0,
1301        BTRFS_DC_ERROR          = 1,
1302        BTRFS_DC_CLEAR          = 2,
1303        BTRFS_DC_SETUP          = 3,
1304};
1305
1306struct btrfs_caching_control {
1307        struct list_head list;
1308        struct mutex mutex;
1309        wait_queue_head_t wait;
1310        struct btrfs_work work;
1311        struct btrfs_block_group_cache *block_group;
1312        u64 progress;
1313        atomic_t count;
1314};
1315
1316/* Once caching_thread() finds this much free space, it will wake up waiters. */
1317#define CACHING_CTL_WAKE_UP (1024 * 1024 * 2)
1318
1319struct btrfs_io_ctl {
1320        void *cur, *orig;
1321        struct page *page;
1322        struct page **pages;
1323        struct btrfs_root *root;
1324        struct inode *inode;
1325        unsigned long size;
1326        int index;
1327        int num_pages;
1328        int entries;
1329        int bitmaps;
1330        unsigned check_crcs:1;
1331};
1332
1333struct btrfs_block_group_cache {
1334        struct btrfs_key key;
1335        struct btrfs_block_group_item item;
1336        struct btrfs_fs_info *fs_info;
1337        struct inode *inode;
1338        spinlock_t lock;
1339        u64 pinned;
1340        u64 reserved;
1341        u64 delalloc_bytes;
1342        u64 bytes_super;
1343        u64 flags;
1344        u64 cache_generation;
1345        u32 sectorsize;
1346
1347        /*
1348         * If the free space extent count exceeds this number, convert the block
1349         * group to bitmaps.
1350         */
1351        u32 bitmap_high_thresh;
1352
1353        /*
1354         * If the free space extent count drops below this number, convert the
1355         * block group back to extents.
1356         */
1357        u32 bitmap_low_thresh;
1358
1359        /*
1360         * It is just used for the delayed data space allocation because
1361         * only the data space allocation and the relative metadata update
1362         * can be done cross the transaction.
1363         */
1364        struct rw_semaphore data_rwsem;
1365
1366        /* for raid56, this is a full stripe, without parity */
1367        unsigned long full_stripe_len;
1368
1369        unsigned int ro;
1370        unsigned int iref:1;
1371        unsigned int has_caching_ctl:1;
1372        unsigned int removed:1;
1373
1374        int disk_cache_state;
1375
1376        /* cache tracking stuff */
1377        int cached;
1378        struct btrfs_caching_control *caching_ctl;
1379        u64 last_byte_to_unpin;
1380
1381        struct btrfs_space_info *space_info;
1382
1383        /* free space cache stuff */
1384        struct btrfs_free_space_ctl *free_space_ctl;
1385
1386        /* block group cache stuff */
1387        struct rb_node cache_node;
1388
1389        /* for block groups in the same raid type */
1390        struct list_head list;
1391
1392        /* usage count */
1393        atomic_t count;
1394
1395        /* List of struct btrfs_free_clusters for this block group.
1396         * Today it will only have one thing on it, but that may change
1397         */
1398        struct list_head cluster_list;
1399
1400        /* For delayed block group creation or deletion of empty block groups */
1401        struct list_head bg_list;
1402
1403        /* For read-only block groups */
1404        struct list_head ro_list;
1405
1406        atomic_t trimming;
1407
1408        /* For dirty block groups */
1409        struct list_head dirty_list;
1410        struct list_head io_list;
1411
1412        struct btrfs_io_ctl io_ctl;
1413
1414        /* Lock for free space tree operations. */
1415        struct mutex free_space_lock;
1416
1417        /*
1418         * Does the block group need to be added to the free space tree?
1419         * Protected by free_space_lock.
1420         */
1421        int needs_free_space;
1422};
1423
1424/* delayed seq elem */
1425struct seq_list {
1426        struct list_head list;
1427        u64 seq;
1428};
1429
1430#define SEQ_LIST_INIT(name)     { .list = LIST_HEAD_INIT((name).list), .seq = 0 }
1431
1432enum btrfs_orphan_cleanup_state {
1433        ORPHAN_CLEANUP_STARTED  = 1,
1434        ORPHAN_CLEANUP_DONE     = 2,
1435};
1436
1437/* used by the raid56 code to lock stripes for read/modify/write */
1438struct btrfs_stripe_hash {
1439        struct list_head hash_list;
1440        wait_queue_head_t wait;
1441        spinlock_t lock;
1442};
1443
1444/* used by the raid56 code to lock stripes for read/modify/write */
1445struct btrfs_stripe_hash_table {
1446        struct list_head stripe_cache;
1447        spinlock_t cache_lock;
1448        int cache_size;
1449        struct btrfs_stripe_hash table[];
1450};
1451
1452#define BTRFS_STRIPE_HASH_TABLE_BITS 11
1453
1454void btrfs_init_async_reclaim_work(struct work_struct *work);
1455
1456/* fs_info */
1457struct reloc_control;
1458struct btrfs_device;
1459struct btrfs_fs_devices;
1460struct btrfs_balance_control;
1461struct btrfs_delayed_root;
1462struct btrfs_fs_info {
1463        u8 fsid[BTRFS_FSID_SIZE];
1464        u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
1465        struct btrfs_root *extent_root;
1466        struct btrfs_root *tree_root;
1467        struct btrfs_root *chunk_root;
1468        struct btrfs_root *dev_root;
1469        struct btrfs_root *fs_root;
1470        struct btrfs_root *csum_root;
1471        struct btrfs_root *quota_root;
1472        struct btrfs_root *uuid_root;
1473        struct btrfs_root *free_space_root;
1474
1475        /* the log root tree is a directory of all the other log roots */
1476        struct btrfs_root *log_root_tree;
1477
1478        spinlock_t fs_roots_radix_lock;
1479        struct radix_tree_root fs_roots_radix;
1480
1481        /* block group cache stuff */
1482        spinlock_t block_group_cache_lock;
1483        u64 first_logical_byte;
1484        struct rb_root block_group_cache_tree;
1485
1486        /* keep track of unallocated space */
1487        spinlock_t free_chunk_lock;
1488        u64 free_chunk_space;
1489
1490        struct extent_io_tree freed_extents[2];
1491        struct extent_io_tree *pinned_extents;
1492
1493        /* logical->physical extent mapping */
1494        struct btrfs_mapping_tree mapping_tree;
1495
1496        /*
1497         * block reservation for extent, checksum, root tree and
1498         * delayed dir index item
1499         */
1500        struct btrfs_block_rsv global_block_rsv;
1501        /* block reservation for delay allocation */
1502        struct btrfs_block_rsv delalloc_block_rsv;
1503        /* block reservation for metadata operations */
1504        struct btrfs_block_rsv trans_block_rsv;
1505        /* block reservation for chunk tree */
1506        struct btrfs_block_rsv chunk_block_rsv;
1507        /* block reservation for delayed operations */
1508        struct btrfs_block_rsv delayed_block_rsv;
1509
1510        struct btrfs_block_rsv empty_block_rsv;
1511
1512        u64 generation;
1513        u64 last_trans_committed;
1514        u64 avg_delayed_ref_runtime;
1515
1516        /*
1517         * this is updated to the current trans every time a full commit
1518         * is required instead of the faster short fsync log commits
1519         */
1520        u64 last_trans_log_full_commit;
1521        unsigned long mount_opt;
1522        /*
1523         * Track requests for actions that need to be done during transaction
1524         * commit (like for some mount options).
1525         */
1526        unsigned long pending_changes;
1527        unsigned long compress_type:4;
1528        int commit_interval;
1529        /*
1530         * It is a suggestive number, the read side is safe even it gets a
1531         * wrong number because we will write out the data into a regular
1532         * extent. The write side(mount/remount) is under ->s_umount lock,
1533         * so it is also safe.
1534         */
1535        u64 max_inline;
1536        /*
1537         * Protected by ->chunk_mutex and sb->s_umount.
1538         *
1539         * The reason that we use two lock to protect it is because only
1540         * remount and mount operations can change it and these two operations
1541         * are under sb->s_umount, but the read side (chunk allocation) can not
1542         * acquire sb->s_umount or the deadlock would happen. So we use two
1543         * locks to protect it. On the write side, we must acquire two locks,
1544         * and on the read side, we just need acquire one of them.
1545         */
1546        u64 alloc_start;
1547        struct btrfs_transaction *running_transaction;
1548        wait_queue_head_t transaction_throttle;
1549        wait_queue_head_t transaction_wait;
1550        wait_queue_head_t transaction_blocked_wait;
1551        wait_queue_head_t async_submit_wait;
1552
1553        /*
1554         * Used to protect the incompat_flags, compat_flags, compat_ro_flags
1555         * when they are updated.
1556         *
1557         * Because we do not clear the flags for ever, so we needn't use
1558         * the lock on the read side.
1559         *
1560         * We also needn't use the lock when we mount the fs, because
1561         * there is no other task which will update the flag.
1562         */
1563        spinlock_t super_lock;
1564        struct btrfs_super_block *super_copy;
1565        struct btrfs_super_block *super_for_commit;
1566        struct block_device *__bdev;
1567        struct super_block *sb;
1568        struct inode *btree_inode;
1569        struct backing_dev_info bdi;
1570        struct mutex tree_log_mutex;
1571        struct mutex transaction_kthread_mutex;
1572        struct mutex cleaner_mutex;
1573        struct mutex chunk_mutex;
1574        struct mutex volume_mutex;
1575
1576        /*
1577         * this is taken to make sure we don't set block groups ro after
1578         * the free space cache has been allocated on them
1579         */
1580        struct mutex ro_block_group_mutex;
1581
1582        /* this is used during read/modify/write to make sure
1583         * no two ios are trying to mod the same stripe at the same
1584         * time
1585         */
1586        struct btrfs_stripe_hash_table *stripe_hash_table;
1587
1588        /*
1589         * this protects the ordered operations list only while we are
1590         * processing all of the entries on it.  This way we make
1591         * sure the commit code doesn't find the list temporarily empty
1592         * because another function happens to be doing non-waiting preflush
1593         * before jumping into the main commit.
1594         */
1595        struct mutex ordered_operations_mutex;
1596
1597        struct rw_semaphore commit_root_sem;
1598
1599        struct rw_semaphore cleanup_work_sem;
1600
1601        struct rw_semaphore subvol_sem;
1602        struct srcu_struct subvol_srcu;
1603
1604        spinlock_t trans_lock;
1605        /*
1606         * the reloc mutex goes with the trans lock, it is taken
1607         * during commit to protect us from the relocation code
1608         */
1609        struct mutex reloc_mutex;
1610
1611        struct list_head trans_list;
1612        struct list_head dead_roots;
1613        struct list_head caching_block_groups;
1614
1615        spinlock_t delayed_iput_lock;
1616        struct list_head delayed_iputs;
1617        struct mutex cleaner_delayed_iput_mutex;
1618
1619        /* this protects tree_mod_seq_list */
1620        spinlock_t tree_mod_seq_lock;
1621        atomic64_t tree_mod_seq;
1622        struct list_head tree_mod_seq_list;
1623
1624        /* this protects tree_mod_log */
1625        rwlock_t tree_mod_log_lock;
1626        struct rb_root tree_mod_log;
1627
1628        atomic_t nr_async_submits;
1629        atomic_t async_submit_draining;
1630        atomic_t nr_async_bios;
1631        atomic_t async_delalloc_pages;
1632        atomic_t open_ioctl_trans;
1633
1634        /*
1635         * this is used to protect the following list -- ordered_roots.
1636         */
1637        spinlock_t ordered_root_lock;
1638
1639        /*
1640         * all fs/file tree roots in which there are data=ordered extents
1641         * pending writeback are added into this list.
1642         *
1643         * these can span multiple transactions and basically include
1644         * every dirty data page that isn't from nodatacow
1645         */
1646        struct list_head ordered_roots;
1647
1648        struct mutex delalloc_root_mutex;
1649        spinlock_t delalloc_root_lock;
1650        /* all fs/file tree roots that have delalloc inodes. */
1651        struct list_head delalloc_roots;
1652
1653        /*
1654         * there is a pool of worker threads for checksumming during writes
1655         * and a pool for checksumming after reads.  This is because readers
1656         * can run with FS locks held, and the writers may be waiting for
1657         * those locks.  We don't want ordering in the pending list to cause
1658         * deadlocks, and so the two are serviced separately.
1659         *
1660         * A third pool does submit_bio to avoid deadlocking with the other
1661         * two
1662         */
1663        struct btrfs_workqueue *workers;
1664        struct btrfs_workqueue *delalloc_workers;
1665        struct btrfs_workqueue *flush_workers;
1666        struct btrfs_workqueue *endio_workers;
1667        struct btrfs_workqueue *endio_meta_workers;
1668        struct btrfs_workqueue *endio_raid56_workers;
1669        struct btrfs_workqueue *endio_repair_workers;
1670        struct btrfs_workqueue *rmw_workers;
1671        struct btrfs_workqueue *endio_meta_write_workers;
1672        struct btrfs_workqueue *endio_write_workers;
1673        struct btrfs_workqueue *endio_freespace_worker;
1674        struct btrfs_workqueue *submit_workers;
1675        struct btrfs_workqueue *caching_workers;
1676        struct btrfs_workqueue *readahead_workers;
1677
1678        /*
1679         * fixup workers take dirty pages that didn't properly go through
1680         * the cow mechanism and make them safe to write.  It happens
1681         * for the sys_munmap function call path
1682         */
1683        struct btrfs_workqueue *fixup_workers;
1684        struct btrfs_workqueue *delayed_workers;
1685
1686        /* the extent workers do delayed refs on the extent allocation tree */
1687        struct btrfs_workqueue *extent_workers;
1688        struct task_struct *transaction_kthread;
1689        struct task_struct *cleaner_kthread;
1690        int thread_pool_size;
1691
1692        struct kobject *space_info_kobj;
1693        int do_barriers;
1694        int closing;
1695        int log_root_recovering;
1696        int open;
1697
1698        u64 total_pinned;
1699
1700        /* used to keep from writing metadata until there is a nice batch */
1701        struct percpu_counter dirty_metadata_bytes;
1702        struct percpu_counter delalloc_bytes;
1703        s32 dirty_metadata_batch;
1704        s32 delalloc_batch;
1705
1706        struct list_head dirty_cowonly_roots;
1707
1708        struct btrfs_fs_devices *fs_devices;
1709
1710        /*
1711         * the space_info list is almost entirely read only.  It only changes
1712         * when we add a new raid type to the FS, and that happens
1713         * very rarely.  RCU is used to protect it.
1714         */
1715        struct list_head space_info;
1716
1717        struct btrfs_space_info *data_sinfo;
1718
1719        struct reloc_control *reloc_ctl;
1720
1721        /* data_alloc_cluster is only used in ssd mode */
1722        struct btrfs_free_cluster data_alloc_cluster;
1723
1724        /* all metadata allocations go through this cluster */
1725        struct btrfs_free_cluster meta_alloc_cluster;
1726
1727        /* auto defrag inodes go here */
1728        spinlock_t defrag_inodes_lock;
1729        struct rb_root defrag_inodes;
1730        atomic_t defrag_running;
1731
1732        /* Used to protect avail_{data, metadata, system}_alloc_bits */
1733        seqlock_t profiles_lock;
1734        /*
1735         * these three are in extended format (availability of single
1736         * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other
1737         * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits)
1738         */
1739        u64 avail_data_alloc_bits;
1740        u64 avail_metadata_alloc_bits;
1741        u64 avail_system_alloc_bits;
1742
1743        /* restriper state */
1744        spinlock_t balance_lock;
1745        struct mutex balance_mutex;
1746        atomic_t balance_running;
1747        atomic_t balance_pause_req;
1748        atomic_t balance_cancel_req;
1749        struct btrfs_balance_control *balance_ctl;
1750        wait_queue_head_t balance_wait_q;
1751
1752        unsigned data_chunk_allocations;
1753        unsigned metadata_ratio;
1754
1755        void *bdev_holder;
1756
1757        /* private scrub information */
1758        struct mutex scrub_lock;
1759        atomic_t scrubs_running;
1760        atomic_t scrub_pause_req;
1761        atomic_t scrubs_paused;
1762        atomic_t scrub_cancel_req;
1763        wait_queue_head_t scrub_pause_wait;
1764        int scrub_workers_refcnt;
1765        struct btrfs_workqueue *scrub_workers;
1766        struct btrfs_workqueue *scrub_wr_completion_workers;
1767        struct btrfs_workqueue *scrub_nocow_workers;
1768        struct btrfs_workqueue *scrub_parity_workers;
1769
1770#ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY
1771        u32 check_integrity_print_mask;
1772#endif
1773        /*
1774         * quota information
1775         */
1776        unsigned int quota_enabled:1;
1777
1778        /*
1779         * quota_enabled only changes state after a commit. This holds the
1780         * next state.
1781         */
1782        unsigned int pending_quota_state:1;
1783
1784        /* is qgroup tracking in a consistent state? */
1785        u64 qgroup_flags;
1786
1787        /* holds configuration and tracking. Protected by qgroup_lock */
1788        struct rb_root qgroup_tree;
1789        struct rb_root qgroup_op_tree;
1790        spinlock_t qgroup_lock;
1791        spinlock_t qgroup_op_lock;
1792        atomic_t qgroup_op_seq;
1793
1794        /*
1795         * used to avoid frequently calling ulist_alloc()/ulist_free()
1796         * when doing qgroup accounting, it must be protected by qgroup_lock.
1797         */
1798        struct ulist *qgroup_ulist;
1799
1800        /* protect user change for quota operations */
1801        struct mutex qgroup_ioctl_lock;
1802
1803        /* list of dirty qgroups to be written at next commit */
1804        struct list_head dirty_qgroups;
1805
1806        /* used by qgroup for an efficient tree traversal */
1807        u64 qgroup_seq;
1808
1809        /* qgroup rescan items */
1810        struct mutex qgroup_rescan_lock; /* protects the progress item */
1811        struct btrfs_key qgroup_rescan_progress;
1812        struct btrfs_workqueue *qgroup_rescan_workers;
1813        struct completion qgroup_rescan_completion;
1814        struct btrfs_work qgroup_rescan_work;
1815
1816        /* filesystem state */
1817        unsigned long fs_state;
1818
1819        struct btrfs_delayed_root *delayed_root;
1820
1821        /* readahead tree */
1822        spinlock_t reada_lock;
1823        struct radix_tree_root reada_tree;
1824
1825        /* Extent buffer radix tree */
1826        spinlock_t buffer_lock;
1827        struct radix_tree_root buffer_radix;
1828
1829        /* next backup root to be overwritten */
1830        int backup_root_index;
1831
1832        int num_tolerated_disk_barrier_failures;
1833
1834        /* device replace state */
1835        struct btrfs_dev_replace dev_replace;
1836
1837        atomic_t mutually_exclusive_operation_running;
1838
1839        struct percpu_counter bio_counter;
1840        wait_queue_head_t replace_wait;
1841
1842        struct semaphore uuid_tree_rescan_sem;
1843        unsigned int update_uuid_tree_gen:1;
1844
1845        /* Used to reclaim the metadata space in the background. */
1846        struct work_struct async_reclaim_work;
1847
1848        spinlock_t unused_bgs_lock;
1849        struct list_head unused_bgs;
1850        struct mutex unused_bg_unpin_mutex;
1851        struct mutex delete_unused_bgs_mutex;
1852
1853        /* For btrfs to record security options */
1854        struct security_mnt_opts security_opts;
1855
1856        /*
1857         * Chunks that can't be freed yet (under a trim/discard operation)
1858         * and will be latter freed. Protected by fs_info->chunk_mutex.
1859         */
1860        struct list_head pinned_chunks;
1861
1862        int creating_free_space_tree;
1863};
1864
1865struct btrfs_subvolume_writers {
1866        struct percpu_counter   counter;
1867        wait_queue_head_t       wait;
1868};
1869
1870/*
1871 * The state of btrfs root
1872 */
1873/*
1874 * btrfs_record_root_in_trans is a multi-step process,
1875 * and it can race with the balancing code.   But the
1876 * race is very small, and only the first time the root
1877 * is added to each transaction.  So IN_TRANS_SETUP
1878 * is used to tell us when more checks are required
1879 */
1880#define BTRFS_ROOT_IN_TRANS_SETUP       0
1881#define BTRFS_ROOT_REF_COWS             1
1882#define BTRFS_ROOT_TRACK_DIRTY          2
1883#define BTRFS_ROOT_IN_RADIX             3
1884#define BTRFS_ROOT_DUMMY_ROOT           4
1885#define BTRFS_ROOT_ORPHAN_ITEM_INSERTED 5
1886#define BTRFS_ROOT_DEFRAG_RUNNING       6
1887#define BTRFS_ROOT_FORCE_COW            7
1888#define BTRFS_ROOT_MULTI_LOG_TASKS      8
1889#define BTRFS_ROOT_DIRTY                9
1890
1891/*
1892 * in ram representation of the tree.  extent_root is used for all allocations
1893 * and for the extent tree extent_root root.
1894 */
1895struct btrfs_root {
1896        struct extent_buffer *node;
1897
1898        struct extent_buffer *commit_root;
1899        struct btrfs_root *log_root;
1900        struct btrfs_root *reloc_root;
1901
1902        unsigned long state;
1903        struct btrfs_root_item root_item;
1904        struct btrfs_key root_key;
1905        struct btrfs_fs_info *fs_info;
1906        struct extent_io_tree dirty_log_pages;
1907
1908        struct mutex objectid_mutex;
1909
1910        spinlock_t accounting_lock;
1911        struct btrfs_block_rsv *block_rsv;
1912
1913        /* free ino cache stuff */
1914        struct btrfs_free_space_ctl *free_ino_ctl;
1915        enum btrfs_caching_type ino_cache_state;
1916        spinlock_t ino_cache_lock;
1917        wait_queue_head_t ino_cache_wait;
1918        struct btrfs_free_space_ctl *free_ino_pinned;
1919        u64 ino_cache_progress;
1920        struct inode *ino_cache_inode;
1921
1922        struct mutex log_mutex;
1923        wait_queue_head_t log_writer_wait;
1924        wait_queue_head_t log_commit_wait[2];
1925        struct list_head log_ctxs[2];
1926        atomic_t log_writers;
1927        atomic_t log_commit[2];
1928        atomic_t log_batch;
1929        int log_transid;
1930        /* No matter the commit succeeds or not*/
1931        int log_transid_committed;
1932        /* Just be updated when the commit succeeds. */
1933        int last_log_commit;
1934        pid_t log_start_pid;
1935
1936        u64 objectid;
1937        u64 last_trans;
1938
1939        /* data allocations are done in sectorsize units */
1940        u32 sectorsize;
1941
1942        /* node allocations are done in nodesize units */
1943        u32 nodesize;
1944
1945        u32 stripesize;
1946
1947        u32 type;
1948
1949        u64 highest_objectid;
1950
1951        /* only used with CONFIG_BTRFS_FS_RUN_SANITY_TESTS is enabled */
1952        u64 alloc_bytenr;
1953
1954        u64 defrag_trans_start;
1955        struct btrfs_key defrag_progress;
1956        struct btrfs_key defrag_max;
1957        char *name;
1958
1959        /* the dirty list is only used by non-reference counted roots */
1960        struct list_head dirty_list;
1961
1962        struct list_head root_list;
1963
1964        spinlock_t log_extents_lock[2];
1965        struct list_head logged_list[2];
1966
1967        spinlock_t orphan_lock;
1968        atomic_t orphan_inodes;
1969        struct btrfs_block_rsv *orphan_block_rsv;
1970        int orphan_cleanup_state;
1971
1972        spinlock_t inode_lock;
1973        /* red-black tree that keeps track of in-memory inodes */
1974        struct rb_root inode_tree;
1975
1976        /*
1977         * radix tree that keeps track of delayed nodes of every inode,
1978         * protected by inode_lock
1979         */
1980        struct radix_tree_root delayed_nodes_tree;
1981        /*
1982         * right now this just gets used so that a root has its own devid
1983         * for stat.  It may be used for more later
1984         */
1985        dev_t anon_dev;
1986
1987        spinlock_t root_item_lock;
1988        atomic_t refs;
1989
1990        struct mutex delalloc_mutex;
1991        spinlock_t delalloc_lock;
1992        /*
1993         * all of the inodes that have delalloc bytes.  It is possible for
1994         * this list to be empty even when there is still dirty data=ordered
1995         * extents waiting to finish IO.
1996         */
1997        struct list_head delalloc_inodes;
1998        struct list_head delalloc_root;
1999        u64 nr_delalloc_inodes;
2000
2001        struct mutex ordered_extent_mutex;
2002        /*
2003         * this is used by the balancing code to wait for all the pending
2004         * ordered extents
2005         */
2006        spinlock_t ordered_extent_lock;
2007
2008        /*
2009         * all of the data=ordered extents pending writeback
2010         * these can span multiple transactions and basically include
2011         * every dirty data page that isn't from nodatacow
2012         */
2013        struct list_head ordered_extents;
2014        struct list_head ordered_root;
2015        u64 nr_ordered_extents;
2016
2017        /*
2018         * Number of currently running SEND ioctls to prevent
2019         * manipulation with the read-only status via SUBVOL_SETFLAGS
2020         */
2021        int send_in_progress;
2022        struct btrfs_subvolume_writers *subv_writers;
2023        atomic_t will_be_snapshoted;
2024
2025        /* For qgroup metadata space reserve */
2026        atomic_t qgroup_meta_rsv;
2027};
2028
2029struct btrfs_ioctl_defrag_range_args {
2030        /* start of the defrag operation */
2031        __u64 start;
2032
2033        /* number of bytes to defrag, use (u64)-1 to say all */
2034        __u64 len;
2035
2036        /*
2037         * flags for the operation, which can include turning
2038         * on compression for this one defrag
2039         */
2040        __u64 flags;
2041
2042        /*
2043         * any extent bigger than this will be considered
2044         * already defragged.  Use 0 to take the kernel default
2045         * Use 1 to say every single extent must be rewritten
2046         */
2047        __u32 extent_thresh;
2048
2049        /*
2050         * which compression method to use if turning on compression
2051         * for this defrag operation.  If unspecified, zlib will
2052         * be used
2053         */
2054        __u32 compress_type;
2055
2056        /* spare for later */
2057        __u32 unused[4];
2058};
2059
2060
2061/*
2062 * inode items have the data typically returned from stat and store other
2063 * info about object characteristics.  There is one for every file and dir in
2064 * the FS
2065 */
2066#define BTRFS_INODE_ITEM_KEY            1
2067#define BTRFS_INODE_REF_KEY             12
2068#define BTRFS_INODE_EXTREF_KEY          13
2069#define BTRFS_XATTR_ITEM_KEY            24
2070#define BTRFS_ORPHAN_ITEM_KEY           48
2071/* reserve 2-15 close to the inode for later flexibility */
2072
2073/*
2074 * dir items are the name -> inode pointers in a directory.  There is one
2075 * for every name in a directory.
2076 */
2077#define BTRFS_DIR_LOG_ITEM_KEY  60
2078#define BTRFS_DIR_LOG_INDEX_KEY 72
2079#define BTRFS_DIR_ITEM_KEY      84
2080#define BTRFS_DIR_INDEX_KEY     96
2081/*
2082 * extent data is for file data
2083 */
2084#define BTRFS_EXTENT_DATA_KEY   108
2085
2086/*
2087 * extent csums are stored in a separate tree and hold csums for
2088 * an entire extent on disk.
2089 */
2090#define BTRFS_EXTENT_CSUM_KEY   128
2091
2092/*
2093 * root items point to tree roots.  They are typically in the root
2094 * tree used by the super block to find all the other trees
2095 */
2096#define BTRFS_ROOT_ITEM_KEY     132
2097
2098/*
2099 * root backrefs tie subvols and snapshots to the directory entries that
2100 * reference them
2101 */
2102#define BTRFS_ROOT_BACKREF_KEY  144
2103
2104/*
2105 * root refs make a fast index for listing all of the snapshots and
2106 * subvolumes referenced by a given root.  They point directly to the
2107 * directory item in the root that references the subvol
2108 */
2109#define BTRFS_ROOT_REF_KEY      156
2110
2111/*
2112 * extent items are in the extent map tree.  These record which blocks
2113 * are used, and how many references there are to each block
2114 */
2115#define BTRFS_EXTENT_ITEM_KEY   168
2116
2117/*
2118 * The same as the BTRFS_EXTENT_ITEM_KEY, except it's metadata we already know
2119 * the length, so we save the level in key->offset instead of the length.
2120 */
2121#define BTRFS_METADATA_ITEM_KEY 169
2122
2123#define BTRFS_TREE_BLOCK_REF_KEY        176
2124
2125#define BTRFS_EXTENT_DATA_REF_KEY       178
2126
2127#define BTRFS_EXTENT_REF_V0_KEY         180
2128
2129#define BTRFS_SHARED_BLOCK_REF_KEY      182
2130
2131#define BTRFS_SHARED_DATA_REF_KEY       184
2132
2133/*
2134 * block groups give us hints into the extent allocation trees.  Which
2135 * blocks are free etc etc
2136 */
2137#define BTRFS_BLOCK_GROUP_ITEM_KEY 192
2138
2139/*
2140 * Every block group is represented in the free space tree by a free space info
2141 * item, which stores some accounting information. It is keyed on
2142 * (block_group_start, FREE_SPACE_INFO, block_group_length).
2143 */
2144#define BTRFS_FREE_SPACE_INFO_KEY 198
2145
2146/*
2147 * A free space extent tracks an extent of space that is free in a block group.
2148 * It is keyed on (start, FREE_SPACE_EXTENT, length).
2149 */
2150#define BTRFS_FREE_SPACE_EXTENT_KEY 199
2151
2152/*
2153 * When a block group becomes very fragmented, we convert it to use bitmaps
2154 * instead of extents. A free space bitmap is keyed on
2155 * (start, FREE_SPACE_BITMAP, length); the corresponding item is a bitmap with
2156 * (length / sectorsize) bits.
2157 */
2158#define BTRFS_FREE_SPACE_BITMAP_KEY 200
2159
2160#define BTRFS_DEV_EXTENT_KEY    204
2161#define BTRFS_DEV_ITEM_KEY      216
2162#define BTRFS_CHUNK_ITEM_KEY    228
2163
2164/*
2165 * Records the overall state of the qgroups.
2166 * There's only one instance of this key present,
2167 * (0, BTRFS_QGROUP_STATUS_KEY, 0)
2168 */
2169#define BTRFS_QGROUP_STATUS_KEY         240
2170/*
2171 * Records the currently used space of the qgroup.
2172 * One key per qgroup, (0, BTRFS_QGROUP_INFO_KEY, qgroupid).
2173 */
2174#define BTRFS_QGROUP_INFO_KEY           242
2175/*
2176 * Contains the user configured limits for the qgroup.
2177 * One key per qgroup, (0, BTRFS_QGROUP_LIMIT_KEY, qgroupid).
2178 */
2179#define BTRFS_QGROUP_LIMIT_KEY          244
2180/*
2181 * Records the child-parent relationship of qgroups. For
2182 * each relation, 2 keys are present:
2183 * (childid, BTRFS_QGROUP_RELATION_KEY, parentid)
2184 * (parentid, BTRFS_QGROUP_RELATION_KEY, childid)
2185 */
2186#define BTRFS_QGROUP_RELATION_KEY       246
2187
2188#define BTRFS_BALANCE_ITEM_KEY  248
2189
2190/*
2191 * Persistantly stores the io stats in the device tree.
2192 * One key for all stats, (0, BTRFS_DEV_STATS_KEY, devid).
2193 */
2194#define BTRFS_DEV_STATS_KEY     249
2195
2196/*
2197 * Persistantly stores the device replace state in the device tree.
2198 * The key is built like this: (0, BTRFS_DEV_REPLACE_KEY, 0).
2199 */
2200#define BTRFS_DEV_REPLACE_KEY   250
2201
2202/*
2203 * Stores items that allow to quickly map UUIDs to something else.
2204 * These items are part of the filesystem UUID tree.
2205 * The key is built like this:
2206 * (UUID_upper_64_bits, BTRFS_UUID_KEY*, UUID_lower_64_bits).
2207 */
2208#if BTRFS_UUID_SIZE != 16
2209#error "UUID items require BTRFS_UUID_SIZE == 16!"
2210#endif
2211#define BTRFS_UUID_KEY_SUBVOL   251     /* for UUIDs assigned to subvols */
2212#define BTRFS_UUID_KEY_RECEIVED_SUBVOL  252     /* for UUIDs assigned to
2213                                                 * received subvols */
2214
2215/*
2216 * string items are for debugging.  They just store a short string of
2217 * data in the FS
2218 */
2219#define BTRFS_STRING_ITEM_KEY   253
2220
2221/*
2222 * Flags for mount options.
2223 *
2224 * Note: don't forget to add new options to btrfs_show_options()
2225 */
2226#define BTRFS_MOUNT_NODATASUM           (1 << 0)
2227#define BTRFS_MOUNT_NODATACOW           (1 << 1)
2228#define BTRFS_MOUNT_NOBARRIER           (1 << 2)
2229#define BTRFS_MOUNT_SSD                 (1 << 3)
2230#define BTRFS_MOUNT_DEGRADED            (1 << 4)
2231#define BTRFS_MOUNT_COMPRESS            (1 << 5)
2232#define BTRFS_MOUNT_NOTREELOG           (1 << 6)
2233#define BTRFS_MOUNT_FLUSHONCOMMIT       (1 << 7)
2234#define BTRFS_MOUNT_SSD_SPREAD          (1 << 8)
2235#define BTRFS_MOUNT_NOSSD               (1 << 9)
2236#define BTRFS_MOUNT_DISCARD             (1 << 10)
2237#define BTRFS_MOUNT_FORCE_COMPRESS      (1 << 11)
2238#define BTRFS_MOUNT_SPACE_CACHE         (1 << 12)
2239#define BTRFS_MOUNT_CLEAR_CACHE         (1 << 13)
2240#define BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED (1 << 14)
2241#define BTRFS_MOUNT_ENOSPC_DEBUG         (1 << 15)
2242#define BTRFS_MOUNT_AUTO_DEFRAG         (1 << 16)
2243#define BTRFS_MOUNT_INODE_MAP_CACHE     (1 << 17)
2244#define BTRFS_MOUNT_RECOVERY            (1 << 18)
2245#define BTRFS_MOUNT_SKIP_BALANCE        (1 << 19)
2246#define BTRFS_MOUNT_CHECK_INTEGRITY     (1 << 20)
2247#define BTRFS_MOUNT_CHECK_INTEGRITY_INCLUDING_EXTENT_DATA (1 << 21)
2248#define BTRFS_MOUNT_PANIC_ON_FATAL_ERROR        (1 << 22)
2249#define BTRFS_MOUNT_RESCAN_UUID_TREE    (1 << 23)
2250#define BTRFS_MOUNT_FRAGMENT_DATA       (1 << 24)
2251#define BTRFS_MOUNT_FRAGMENT_METADATA   (1 << 25)
2252#define BTRFS_MOUNT_FREE_SPACE_TREE     (1 << 26)
2253
2254#define BTRFS_DEFAULT_COMMIT_INTERVAL   (30)
2255#define BTRFS_DEFAULT_MAX_INLINE        (8192)
2256
2257#define btrfs_clear_opt(o, opt)         ((o) &= ~BTRFS_MOUNT_##opt)
2258#define btrfs_set_opt(o, opt)           ((o) |= BTRFS_MOUNT_##opt)
2259#define btrfs_raw_test_opt(o, opt)      ((o) & BTRFS_MOUNT_##opt)
2260#define btrfs_test_opt(root, opt)       ((root)->fs_info->mount_opt & \
2261                                         BTRFS_MOUNT_##opt)
2262
2263#define btrfs_set_and_info(root, opt, fmt, args...)                     \
2264{                                                                       \
2265        if (!btrfs_test_opt(root, opt))                                 \
2266                btrfs_info(root->fs_info, fmt, ##args);                 \
2267        btrfs_set_opt(root->fs_info->mount_opt, opt);                   \
2268}
2269
2270#define btrfs_clear_and_info(root, opt, fmt, args...)                   \
2271{                                                                       \
2272        if (btrfs_test_opt(root, opt))                                  \
2273                btrfs_info(root->fs_info, fmt, ##args);                 \
2274        btrfs_clear_opt(root->fs_info->mount_opt, opt);                 \
2275}
2276
2277#ifdef CONFIG_BTRFS_DEBUG
2278static inline int
2279btrfs_should_fragment_free_space(struct btrfs_root *root,
2280                                 struct btrfs_block_group_cache *block_group)
2281{
2282        return (btrfs_test_opt(root, FRAGMENT_METADATA) &&
2283                block_group->flags & BTRFS_BLOCK_GROUP_METADATA) ||
2284               (btrfs_test_opt(root, FRAGMENT_DATA) &&
2285                block_group->flags &  BTRFS_BLOCK_GROUP_DATA);
2286}
2287#endif
2288
2289/*
2290 * Requests for changes that need to be done during transaction commit.
2291 *
2292 * Internal mount options that are used for special handling of the real
2293 * mount options (eg. cannot be set during remount and have to be set during
2294 * transaction commit)
2295 */
2296
2297#define BTRFS_PENDING_SET_INODE_MAP_CACHE       (0)
2298#define BTRFS_PENDING_CLEAR_INODE_MAP_CACHE     (1)
2299#define BTRFS_PENDING_COMMIT                    (2)
2300
2301#define btrfs_test_pending(info, opt)   \
2302        test_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2303#define btrfs_set_pending(info, opt)    \
2304        set_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2305#define btrfs_clear_pending(info, opt)  \
2306        clear_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2307
2308/*
2309 * Helpers for setting pending mount option changes.
2310 *
2311 * Expects corresponding macros
2312 * BTRFS_PENDING_SET_ and CLEAR_ + short mount option name
2313 */
2314#define btrfs_set_pending_and_info(info, opt, fmt, args...)            \
2315do {                                                                   \
2316       if (!btrfs_raw_test_opt((info)->mount_opt, opt)) {              \
2317               btrfs_info((info), fmt, ##args);                        \
2318               btrfs_set_pending((info), SET_##opt);                   \
2319               btrfs_clear_pending((info), CLEAR_##opt);               \
2320       }                                                               \
2321} while(0)
2322
2323#define btrfs_clear_pending_and_info(info, opt, fmt, args...)          \
2324do {                                                                   \
2325       if (btrfs_raw_test_opt((info)->mount_opt, opt)) {               \
2326               btrfs_info((info), fmt, ##args);                        \
2327               btrfs_set_pending((info), CLEAR_##opt);                 \
2328               btrfs_clear_pending((info), SET_##opt);                 \
2329       }                                                               \
2330} while(0)
2331
2332/*
2333 * Inode flags
2334 */
2335#define BTRFS_INODE_NODATASUM           (1 << 0)
2336#define BTRFS_INODE_NODATACOW           (1 << 1)
2337#define BTRFS_INODE_READONLY            (1 << 2)
2338#define BTRFS_INODE_NOCOMPRESS          (1 << 3)
2339#define BTRFS_INODE_PREALLOC            (1 << 4)
2340#define BTRFS_INODE_SYNC                (1 << 5)
2341#define BTRFS_INODE_IMMUTABLE           (1 << 6)
2342#define BTRFS_INODE_APPEND              (1 << 7)
2343#define BTRFS_INODE_NODUMP              (1 << 8)
2344#define BTRFS_INODE_NOATIME             (1 << 9)
2345#define BTRFS_INODE_DIRSYNC             (1 << 10)
2346#define BTRFS_INODE_COMPRESS            (1 << 11)
2347
2348#define BTRFS_INODE_ROOT_ITEM_INIT      (1 << 31)
2349
2350struct btrfs_map_token {
2351        struct extent_buffer *eb;
2352        char *kaddr;
2353        unsigned long offset;
2354};
2355
2356static inline void btrfs_init_map_token (struct btrfs_map_token *token)
2357{
2358        token->kaddr = NULL;
2359}
2360
2361/* some macros to generate set/get funcs for the struct fields.  This
2362 * assumes there is a lefoo_to_cpu for every type, so lets make a simple
2363 * one for u8:
2364 */
2365#define le8_to_cpu(v) (v)
2366#define cpu_to_le8(v) (v)
2367#define __le8 u8
2368
2369#define read_eb_member(eb, ptr, type, member, result) (                 \
2370        read_extent_buffer(eb, (char *)(result),                        \
2371                           ((unsigned long)(ptr)) +                     \
2372                            offsetof(type, member),                     \
2373                           sizeof(((type *)0)->member)))
2374
2375#define write_eb_member(eb, ptr, type, member, result) (                \
2376        write_extent_buffer(eb, (char *)(result),                       \
2377                           ((unsigned long)(ptr)) +                     \
2378                            offsetof(type, member),                     \
2379                           sizeof(((type *)0)->member)))
2380
2381#define DECLARE_BTRFS_SETGET_BITS(bits)                                 \
2382u##bits btrfs_get_token_##bits(struct extent_buffer *eb, void *ptr,     \
2383                               unsigned long off,                       \
2384                              struct btrfs_map_token *token);           \
2385void btrfs_set_token_##bits(struct extent_buffer *eb, void *ptr,        \
2386                            unsigned long off, u##bits val,             \
2387                            struct btrfs_map_token *token);             \
2388static inline u##bits btrfs_get_##bits(struct extent_buffer *eb, void *ptr, \
2389                                       unsigned long off)               \
2390{                                                                       \
2391        return btrfs_get_token_##bits(eb, ptr, off, NULL);              \
2392}                                                                       \
2393static inline void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \
2394                                    unsigned long off, u##bits val)     \
2395{                                                                       \
2396       btrfs_set_token_##bits(eb, ptr, off, val, NULL);                 \
2397}
2398
2399DECLARE_BTRFS_SETGET_BITS(8)
2400DECLARE_BTRFS_SETGET_BITS(16)
2401DECLARE_BTRFS_SETGET_BITS(32)
2402DECLARE_BTRFS_SETGET_BITS(64)
2403
2404#define BTRFS_SETGET_FUNCS(name, type, member, bits)                    \
2405static inline u##bits btrfs_##name(struct extent_buffer *eb, type *s)   \
2406{                                                                       \
2407        BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);   \
2408        return btrfs_get_##bits(eb, s, offsetof(type, member));         \
2409}                                                                       \
2410static inline void btrfs_set_##name(struct extent_buffer *eb, type *s,  \
2411                                    u##bits val)                        \
2412{                                                                       \
2413        BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);   \
2414        btrfs_set_##bits(eb, s, offsetof(type, member), val);           \
2415}                                                                       \
2416static inline u##bits btrfs_token_##name(struct extent_buffer *eb, type *s, \
2417                                         struct btrfs_map_token *token) \
2418{                                                                       \
2419        BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);   \
2420        return btrfs_get_token_##bits(eb, s, offsetof(type, member), token); \
2421}                                                                       \
2422static inline void btrfs_set_token_##name(struct extent_buffer *eb,     \
2423                                          type *s, u##bits val,         \
2424                                         struct btrfs_map_token *token) \
2425{                                                                       \
2426        BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);   \
2427        btrfs_set_token_##bits(eb, s, offsetof(type, member), val, token); \
2428}
2429
2430#define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits)             \
2431static inline u##bits btrfs_##name(struct extent_buffer *eb)            \
2432{                                                                       \
2433        type *p = page_address(eb->pages[0]);                           \
2434        u##bits res = le##bits##_to_cpu(p->member);                     \
2435        return res;                                                     \
2436}                                                                       \
2437static inline void btrfs_set_##name(struct extent_buffer *eb,           \
2438                                    u##bits val)                        \
2439{                                                                       \
2440        type *p = page_address(eb->pages[0]);                           \
2441        p->member = cpu_to_le##bits(val);                               \
2442}
2443
2444#define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits)              \
2445static inline u##bits btrfs_##name(type *s)                             \
2446{                                                                       \
2447        return le##bits##_to_cpu(s->member);                            \
2448}                                                                       \
2449static inline void btrfs_set_##name(type *s, u##bits val)               \
2450{                                                                       \
2451        s->member = cpu_to_le##bits(val);                               \
2452}
2453
2454BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64);
2455BTRFS_SETGET_FUNCS(device_total_bytes, struct btrfs_dev_item, total_bytes, 64);
2456BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64);
2457BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32);
2458BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32);
2459BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item,
2460                   start_offset, 64);
2461BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32);
2462BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64);
2463BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32);
2464BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8);
2465BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8);
2466BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64);
2467
2468BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64);
2469BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item,
2470                         total_bytes, 64);
2471BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item,
2472                         bytes_used, 64);
2473BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item,
2474                         io_align, 32);
2475BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item,
2476                         io_width, 32);
2477BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item,
2478                         sector_size, 32);
2479BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64);
2480BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item,
2481                         dev_group, 32);
2482BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item,
2483                         seek_speed, 8);
2484BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item,
2485                         bandwidth, 8);
2486BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item,
2487                         generation, 64);
2488
2489static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d)
2490{
2491        return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid);
2492}
2493
2494static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d)
2495{
2496        return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid);
2497}
2498
2499BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64);
2500BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64);
2501BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64);
2502BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32);
2503BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32);
2504BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32);
2505BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64);
2506BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16);
2507BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16);
2508BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64);
2509BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64);
2510
2511static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s)
2512{
2513        return (char *)s + offsetof(struct btrfs_stripe, dev_uuid);
2514}
2515
2516BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64);
2517BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64);
2518BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk,
2519                         stripe_len, 64);
2520BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk,
2521                         io_align, 32);
2522BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk,
2523                         io_width, 32);
2524BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk,
2525                         sector_size, 32);
2526BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64);
2527BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk,
2528                         num_stripes, 16);
2529BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk,
2530                         sub_stripes, 16);
2531BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64);
2532BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64);
2533
2534static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c,
2535                                                   int nr)
2536{
2537        unsigned long offset = (unsigned long)c;
2538        offset += offsetof(struct btrfs_chunk, stripe);
2539        offset += nr * sizeof(struct btrfs_stripe);
2540        return (struct btrfs_stripe *)offset;
2541}
2542
2543static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr)
2544{
2545        return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr));
2546}
2547
2548static inline u64 btrfs_stripe_offset_nr(struct extent_buffer *eb,
2549                                         struct btrfs_chunk *c, int nr)
2550{
2551        return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr));
2552}
2553
2554static inline u64 btrfs_stripe_devid_nr(struct extent_buffer *eb,
2555                                         struct btrfs_chunk *c, int nr)
2556{
2557        return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr));
2558}
2559
2560/* struct btrfs_block_group_item */
2561BTRFS_SETGET_STACK_FUNCS(block_group_used, struct btrfs_block_group_item,
2562                         used, 64);
2563BTRFS_SETGET_FUNCS(disk_block_group_used, struct btrfs_block_group_item,
2564                         used, 64);
2565BTRFS_SETGET_STACK_FUNCS(block_group_chunk_objectid,
2566                        struct btrfs_block_group_item, chunk_objectid, 64);
2567
2568BTRFS_SETGET_FUNCS(disk_block_group_chunk_objectid,
2569                   struct btrfs_block_group_item, chunk_objectid, 64);
2570BTRFS_SETGET_FUNCS(disk_block_group_flags,
2571                   struct btrfs_block_group_item, flags, 64);
2572BTRFS_SETGET_STACK_FUNCS(block_group_flags,
2573                        struct btrfs_block_group_item, flags, 64);
2574
2575/* struct btrfs_free_space_info */
2576BTRFS_SETGET_FUNCS(free_space_extent_count, struct btrfs_free_space_info,
2577                   extent_count, 32);
2578BTRFS_SETGET_FUNCS(free_space_flags, struct btrfs_free_space_info, flags, 32);
2579
2580/* struct btrfs_inode_ref */
2581BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16);
2582BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64);
2583
2584/* struct btrfs_inode_extref */
2585BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref,
2586                   parent_objectid, 64);
2587BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref,
2588                   name_len, 16);
2589BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64);
2590
2591/* struct btrfs_inode_item */
2592BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64);
2593BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64);
2594BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64);
2595BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64);
2596BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64);
2597BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64);
2598BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32);
2599BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32);
2600BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32);
2601BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32);
2602BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64);
2603BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64);
2604BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item,
2605                         generation, 64);
2606BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item,
2607                         sequence, 64);
2608BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item,
2609                         transid, 64);
2610BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64);
2611BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item,
2612                         nbytes, 64);
2613BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item,
2614                         block_group, 64);
2615BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32);
2616BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32);
2617BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32);
2618BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32);
2619BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64);
2620BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64);
2621BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64);
2622BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32);
2623BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64);
2624BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32);
2625
2626/* struct btrfs_dev_extent */
2627BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent,
2628                   chunk_tree, 64);
2629BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent,
2630                   chunk_objectid, 64);
2631BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent,
2632                   chunk_offset, 64);
2633BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64);
2634
2635static inline unsigned long btrfs_dev_extent_chunk_tree_uuid(struct btrfs_dev_extent *dev)
2636{
2637        unsigned long ptr = offsetof(struct btrfs_dev_extent, chunk_tree_uuid);
2638        return (unsigned long)dev + ptr;
2639}
2640
2641BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64);
2642BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item,
2643                   generation, 64);
2644BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64);
2645
2646BTRFS_SETGET_FUNCS(extent_refs_v0, struct btrfs_extent_item_v0, refs, 32);
2647
2648
2649BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8);
2650
2651static inline void btrfs_tree_block_key(struct extent_buffer *eb,
2652                                        struct btrfs_tree_block_info *item,
2653                                        struct btrfs_disk_key *key)
2654{
2655        read_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2656}
2657
2658static inline void btrfs_set_tree_block_key(struct extent_buffer *eb,
2659                                            struct btrfs_tree_block_info *item,
2660                                            struct btrfs_disk_key *key)
2661{
2662        write_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2663}
2664
2665BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref,
2666                   root, 64);
2667BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref,
2668                   objectid, 64);
2669BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref,
2670                   offset, 64);
2671BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref,
2672                   count, 32);
2673
2674BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref,
2675                   count, 32);
2676
2677BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref,
2678                   type, 8);
2679BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref,
2680                   offset, 64);
2681
2682static inline u32 btrfs_extent_inline_ref_size(int type)
2683{
2684        if (type == BTRFS_TREE_BLOCK_REF_KEY ||
2685            type == BTRFS_SHARED_BLOCK_REF_KEY)
2686                return sizeof(struct btrfs_extent_inline_ref);
2687        if (type == BTRFS_SHARED_DATA_REF_KEY)
2688                return sizeof(struct btrfs_shared_data_ref) +
2689                       sizeof(struct btrfs_extent_inline_ref);
2690        if (type == BTRFS_EXTENT_DATA_REF_KEY)
2691                return sizeof(struct btrfs_extent_data_ref) +
2692                       offsetof(struct btrfs_extent_inline_ref, offset);
2693        BUG();
2694        return 0;
2695}
2696
2697BTRFS_SETGET_FUNCS(ref_root_v0, struct btrfs_extent_ref_v0, root, 64);
2698BTRFS_SETGET_FUNCS(ref_generation_v0, struct btrfs_extent_ref_v0,
2699                   generation, 64);
2700BTRFS_SETGET_FUNCS(ref_objectid_v0, struct btrfs_extent_ref_v0, objectid, 64);
2701BTRFS_SETGET_FUNCS(ref_count_v0, struct btrfs_extent_ref_v0, count, 32);
2702
2703/* struct btrfs_node */
2704BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64);
2705BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64);
2706BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr,
2707                         blockptr, 64);
2708BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr,
2709                         generation, 64);
2710
2711static inline u64 btrfs_node_blockptr(struct extent_buffer *eb, int nr)
2712{
2713        unsigned long ptr;
2714        ptr = offsetof(struct btrfs_node, ptrs) +
2715                sizeof(struct btrfs_key_ptr) * nr;
2716        return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr);
2717}
2718
2719static inline void btrfs_set_node_blockptr(struct extent_buffer *eb,
2720                                           int nr, u64 val)
2721{
2722        unsigned long ptr;
2723        ptr = offsetof(struct btrfs_node, ptrs) +
2724                sizeof(struct btrfs_key_ptr) * nr;
2725        btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val);
2726}
2727
2728static inline u64 btrfs_node_ptr_generation(struct extent_buffer *eb, int nr)
2729{
2730        unsigned long ptr;
2731        ptr = offsetof(struct btrfs_node, ptrs) +
2732                sizeof(struct btrfs_key_ptr) * nr;
2733        return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr);
2734}
2735
2736static inline void btrfs_set_node_ptr_generation(struct extent_buffer *eb,
2737                                                 int nr, u64 val)
2738{
2739        unsigned long ptr;
2740        ptr = offsetof(struct btrfs_node, ptrs) +
2741                sizeof(struct btrfs_key_ptr) * nr;
2742        btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val);
2743}
2744
2745static inline unsigned long btrfs_node_key_ptr_offset(int nr)
2746{
2747        return offsetof(struct btrfs_node, ptrs) +
2748                sizeof(struct btrfs_key_ptr) * nr;
2749}
2750
2751void btrfs_node_key(struct extent_buffer *eb,
2752                    struct btrfs_disk_key *disk_key, int nr);
2753
2754static inline void btrfs_set_node_key(struct extent_buffer *eb,
2755                                      struct btrfs_disk_key *disk_key, int nr)
2756{
2757        unsigned long ptr;
2758        ptr = btrfs_node_key_ptr_offset(nr);
2759        write_eb_member(eb, (struct btrfs_key_ptr *)ptr,
2760                       struct btrfs_key_ptr, key, disk_key);
2761}
2762
2763/* struct btrfs_item */
2764BTRFS_SETGET_FUNCS(item_offset, struct btrfs_item, offset, 32);
2765BTRFS_SETGET_FUNCS(item_size, struct btrfs_item, size, 32);
2766BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32);
2767BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32);
2768
2769static inline unsigned long btrfs_item_nr_offset(int nr)
2770{
2771        return offsetof(struct btrfs_leaf, items) +
2772                sizeof(struct btrfs_item) * nr;
2773}
2774
2775static inline struct btrfs_item *btrfs_item_nr(int nr)
2776{
2777        return (struct btrfs_item *)btrfs_item_nr_offset(nr);
2778}
2779
2780static inline u32 btrfs_item_end(struct extent_buffer *eb,
2781                                 struct btrfs_item *item)
2782{
2783        return btrfs_item_offset(eb, item) + btrfs_item_size(eb, item);
2784}
2785
2786static inline u32 btrfs_item_end_nr(struct extent_buffer *eb, int nr)
2787{
2788        return btrfs_item_end(eb, btrfs_item_nr(nr));
2789}
2790
2791static inline u32 btrfs_item_offset_nr(struct extent_buffer *eb, int nr)
2792{
2793        return btrfs_item_offset(eb, btrfs_item_nr(nr));
2794}
2795
2796static inline u32 btrfs_item_size_nr(struct extent_buffer *eb, int nr)
2797{
2798        return btrfs_item_size(eb, btrfs_item_nr(nr));
2799}
2800
2801static inline void btrfs_item_key(struct extent_buffer *eb,
2802                           struct btrfs_disk_key *disk_key, int nr)
2803{
2804        struct btrfs_item *item = btrfs_item_nr(nr);
2805        read_eb_member(eb, item, struct btrfs_item, key, disk_key);
2806}
2807
2808static inline void btrfs_set_item_key(struct extent_buffer *eb,
2809                               struct btrfs_disk_key *disk_key, int nr)
2810{
2811        struct btrfs_item *item = btrfs_item_nr(nr);
2812        write_eb_member(eb, item, struct btrfs_item, key, disk_key);
2813}
2814
2815BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64);
2816
2817/*
2818 * struct btrfs_root_ref
2819 */
2820BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64);
2821BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64);
2822BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16);
2823
2824/* struct btrfs_dir_item */
2825BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16);
2826BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8);
2827BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16);
2828BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64);
2829BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8);
2830BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item,
2831                         data_len, 16);
2832BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item,
2833                         name_len, 16);
2834BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item,
2835                         transid, 64);
2836
2837static inline void btrfs_dir_item_key(struct extent_buffer *eb,
2838                                      struct btrfs_dir_item *item,
2839                                      struct btrfs_disk_key *key)
2840{
2841        read_eb_member(eb, item, struct btrfs_dir_item, location, key);
2842}
2843
2844static inline void btrfs_set_dir_item_key(struct extent_buffer *eb,
2845                                          struct btrfs_dir_item *item,
2846                                          struct btrfs_disk_key *key)
2847{
2848        write_eb_member(eb, item, struct btrfs_dir_item, location, key);
2849}
2850
2851BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header,
2852                   num_entries, 64);
2853BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header,
2854                   num_bitmaps, 64);
2855BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header,
2856                   generation, 64);
2857
2858static inline void btrfs_free_space_key(struct extent_buffer *eb,
2859                                        struct btrfs_free_space_header *h,
2860                                        struct btrfs_disk_key *key)
2861{
2862        read_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2863}
2864
2865static inline void btrfs_set_free_space_key(struct extent_buffer *eb,
2866                                            struct btrfs_free_space_header *h,
2867                                            struct btrfs_disk_key *key)
2868{
2869        write_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2870}
2871
2872/* struct btrfs_disk_key */
2873BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key,
2874                         objectid, 64);
2875BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64);
2876BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8);
2877
2878static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu,
2879                                         struct btrfs_disk_key *disk)
2880{
2881        cpu->offset = le64_to_cpu(disk->offset);
2882        cpu->type = disk->type;
2883        cpu->objectid = le64_to_cpu(disk->objectid);
2884}
2885
2886static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk,
2887                                         struct btrfs_key *cpu)
2888{
2889        disk->offset = cpu_to_le64(cpu->offset);
2890        disk->type = cpu->type;
2891        disk->objectid = cpu_to_le64(cpu->objectid);
2892}
2893
2894static inline void btrfs_node_key_to_cpu(struct extent_buffer *eb,
2895                                  struct btrfs_key *key, int nr)
2896{
2897        struct btrfs_disk_key disk_key;
2898        btrfs_node_key(eb, &disk_key, nr);
2899        btrfs_disk_key_to_cpu(key, &disk_key);
2900}
2901
2902static inline void btrfs_item_key_to_cpu(struct extent_buffer *eb,
2903                                  struct btrfs_key *key, int nr)
2904{
2905        struct btrfs_disk_key disk_key;
2906        btrfs_item_key(eb, &disk_key, nr);
2907        btrfs_disk_key_to_cpu(key, &disk_key);
2908}
2909
2910static inline void btrfs_dir_item_key_to_cpu(struct extent_buffer *eb,
2911                                      struct btrfs_dir_item *item,
2912                                      struct btrfs_key *key)
2913{
2914        struct btrfs_disk_key disk_key;
2915        btrfs_dir_item_key(eb, item, &disk_key);
2916        btrfs_disk_key_to_cpu(key, &disk_key);
2917}
2918
2919
2920static inline u8 btrfs_key_type(struct btrfs_key *key)
2921{
2922        return key->type;
2923}
2924
2925static inline void btrfs_set_key_type(struct btrfs_key *key, u8 val)
2926{
2927        key->type = val;
2928}
2929
2930/* struct btrfs_header */
2931BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64);
2932BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header,
2933                          generation, 64);
2934BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64);
2935BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32);
2936BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64);
2937BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8);
2938BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header,
2939                         generation, 64);
2940BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64);
2941BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header,
2942                         nritems, 32);
2943BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64);
2944
2945static inline int btrfs_header_flag(struct extent_buffer *eb, u64 flag)
2946{
2947        return (btrfs_header_flags(eb) & flag) == flag;
2948}
2949
2950static inline int btrfs_set_header_flag(struct extent_buffer *eb, u64 flag)
2951{
2952        u64 flags = btrfs_header_flags(eb);
2953        btrfs_set_header_flags(eb, flags | flag);
2954        return (flags & flag) == flag;
2955}
2956
2957static inline int btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag)
2958{
2959        u64 flags = btrfs_header_flags(eb);
2960        btrfs_set_header_flags(eb, flags & ~flag);
2961        return (flags & flag) == flag;
2962}
2963
2964static inline int btrfs_header_backref_rev(struct extent_buffer *eb)
2965{
2966        u64 flags = btrfs_header_flags(eb);
2967        return flags >> BTRFS_BACKREF_REV_SHIFT;
2968}
2969
2970static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb,
2971                                                int rev)
2972{
2973        u64 flags = btrfs_header_flags(eb);
2974        flags &= ~BTRFS_BACKREF_REV_MASK;
2975        flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT;
2976        btrfs_set_header_flags(eb, flags);
2977}
2978
2979static inline unsigned long btrfs_header_fsid(void)
2980{
2981        return offsetof(struct btrfs_header, fsid);
2982}
2983
2984static inline unsigned long btrfs_header_chunk_tree_uuid(struct extent_buffer *eb)
2985{
2986        return offsetof(struct btrfs_header, chunk_tree_uuid);
2987}
2988
2989static inline int btrfs_is_leaf(struct extent_buffer *eb)
2990{
2991        return btrfs_header_level(eb) == 0;
2992}
2993
2994/* struct btrfs_root_item */
2995BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item,
2996                   generation, 64);
2997BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32);
2998BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64);
2999BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8);
3000
3001BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item,
3002                         generation, 64);
3003BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64);
3004BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8);
3005BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64);
3006BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32);
3007BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64);
3008BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64);
3009BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64);
3010BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item,
3011                         last_snapshot, 64);
3012BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item,
3013                         generation_v2, 64);
3014BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item,
3015                         ctransid, 64);
3016BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item,
3017                         otransid, 64);
3018BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item,
3019                         stransid, 64);
3020BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item,
3021                         rtransid, 64);
3022
3023static inline bool btrfs_root_readonly(struct btrfs_root *root)
3024{
3025        return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0;
3026}
3027
3028static inline bool btrfs_root_dead(struct btrfs_root *root)
3029{
3030        return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0;
3031}
3032
3033/* struct btrfs_root_backup */
3034BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup,
3035                   tree_root, 64);
3036BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup,
3037                   tree_root_gen, 64);
3038BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup,
3039                   tree_root_level, 8);
3040
3041BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup,
3042                   chunk_root, 64);
3043BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup,
3044                   chunk_root_gen, 64);
3045BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup,
3046                   chunk_root_level, 8);
3047
3048BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup,
3049                   extent_root, 64);
3050BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup,
3051                   extent_root_gen, 64);
3052BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup,
3053                   extent_root_level, 8);
3054
3055BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup,
3056                   fs_root, 64);
3057BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup,
3058                   fs_root_gen, 64);
3059BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup,
3060                   fs_root_level, 8);
3061
3062BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup,
3063                   dev_root, 64);
3064BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup,
3065                   dev_root_gen, 64);
3066BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup,
3067                   dev_root_level, 8);
3068
3069BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup,
3070                   csum_root, 64);
3071BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup,
3072                   csum_root_gen, 64);
3073BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup,
3074                   csum_root_level, 8);
3075BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup,
3076                   total_bytes, 64);
3077BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup,
3078                   bytes_used, 64);
3079BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup,
3080                   num_devices, 64);
3081
3082/* struct btrfs_balance_item */
3083BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64);
3084
3085static inline void btrfs_balance_data(struct extent_buffer *eb,
3086                                      struct btrfs_balance_item *bi,
3087                                      struct btrfs_disk_balance_args *ba)
3088{
3089        read_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
3090}
3091
3092static inline void btrfs_set_balance_data(struct extent_buffer *eb,
3093                                          struct btrfs_balance_item *bi,
3094                                          struct btrfs_disk_balance_args *ba)
3095{
3096        write_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
3097}
3098
3099static inline void btrfs_balance_meta(struct extent_buffer *eb,
3100                                      struct btrfs_balance_item *bi,
3101                                      struct btrfs_disk_balance_args *ba)
3102{
3103        read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
3104}
3105
3106static inline void btrfs_set_balance_meta(struct extent_buffer *eb,
3107                                          struct btrfs_balance_item *bi,
3108                                          struct btrfs_disk_balance_args *ba)
3109{
3110        write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
3111}
3112
3113static inline void btrfs_balance_sys(struct extent_buffer *eb,
3114                                     struct btrfs_balance_item *bi,
3115                                     struct btrfs_disk_balance_args *ba)
3116{
3117        read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3118}
3119
3120static inline void btrfs_set_balance_sys(struct extent_buffer *eb,
3121                                         struct btrfs_balance_item *bi,
3122                                         struct btrfs_disk_balance_args *ba)
3123{
3124        write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3125}
3126
3127static inline void
3128btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu,
3129                               struct btrfs_disk_balance_args *disk)
3130{
3131        memset(cpu, 0, sizeof(*cpu));
3132
3133        cpu->profiles = le64_to_cpu(disk->profiles);
3134        cpu->usage = le64_to_cpu(disk->usage);
3135        cpu->devid = le64_to_cpu(disk->devid);
3136        cpu->pstart = le64_to_cpu(disk->pstart);
3137        cpu->pend = le64_to_cpu(disk->pend);
3138        cpu->vstart = le64_to_cpu(disk->vstart);
3139        cpu->vend = le64_to_cpu(disk->vend);
3140        cpu->target = le64_to_cpu(disk->target);
3141        cpu->flags = le64_to_cpu(disk->flags);
3142        cpu->limit = le64_to_cpu(disk->limit);
3143}
3144
3145static inline void
3146btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk,
3147                               struct btrfs_balance_args *cpu)
3148{
3149        memset(disk, 0, sizeof(*disk));
3150
3151        disk->profiles = cpu_to_le64(cpu->profiles);
3152        disk->usage = cpu_to_le64(cpu->usage);
3153        disk->devid = cpu_to_le64(cpu->devid);
3154        disk->pstart = cpu_to_le64(cpu->pstart);
3155        disk->pend = cpu_to_le64(cpu->pend);
3156        disk->vstart = cpu_to_le64(cpu->vstart);
3157        disk->vend = cpu_to_le64(cpu->vend);
3158        disk->target = cpu_to_le64(cpu->target);
3159        disk->flags = cpu_to_le64(cpu->flags);
3160        disk->limit = cpu_to_le64(cpu->limit);
3161}
3162
3163/* struct btrfs_super_block */
3164BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64);
3165BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64);
3166BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block,
3167                         generation, 64);
3168BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64);
3169BTRFS_SETGET_STACK_FUNCS(super_sys_array_size,
3170                         struct btrfs_super_block, sys_chunk_array_size, 32);
3171BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation,
3172                         struct btrfs_super_block, chunk_root_generation, 64);
3173BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block,
3174                         root_level, 8);
3175BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block,
3176                         chunk_root, 64);
3177BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block,
3178                         chunk_root_level, 8);
3179BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block,
3180                         log_root, 64);
3181BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block,
3182                         log_root_transid, 64);
3183BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block,
3184                         log_root_level, 8);
3185BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block,
3186                         total_bytes, 64);
3187BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block,
3188                         bytes_used, 64);
3189BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block,
3190                         sectorsize, 32);
3191BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block,
3192                         nodesize, 32);
3193BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block,
3194                         stripesize, 32);
3195BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block,
3196                         root_dir_objectid, 64);
3197BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block,
3198                         num_devices, 64);
3199BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block,
3200                         compat_flags, 64);
3201BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block,
3202                         compat_ro_flags, 64);
3203BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block,
3204                         incompat_flags, 64);
3205BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block,
3206                         csum_type, 16);
3207BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block,
3208                         cache_generation, 64);
3209BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64);
3210BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block,
3211                         uuid_tree_generation, 64);
3212
3213static inline int btrfs_super_csum_size(struct btrfs_super_block *s)
3214{
3215        u16 t = btrfs_super_csum_type(s);
3216        /*
3217         * csum type is validated at mount time
3218         */
3219        return btrfs_csum_sizes[t];
3220}
3221
3222static inline unsigned long btrfs_leaf_data(struct extent_buffer *l)
3223{
3224        return offsetof(struct btrfs_leaf, items);
3225}
3226
3227/* struct btrfs_file_extent_item */
3228BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8);
3229BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr,
3230                         struct btrfs_file_extent_item, disk_bytenr, 64);
3231BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset,
3232                         struct btrfs_file_extent_item, offset, 64);
3233BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation,
3234                         struct btrfs_file_extent_item, generation, 64);
3235BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes,
3236                         struct btrfs_file_extent_item, num_bytes, 64);
3237BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes,
3238                         struct btrfs_file_extent_item, disk_num_bytes, 64);
3239BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression,
3240                         struct btrfs_file_extent_item, compression, 8);
3241
3242static inline unsigned long
3243btrfs_file_extent_inline_start(struct btrfs_file_extent_item *e)
3244{
3245        return (unsigned long)e + BTRFS_FILE_EXTENT_INLINE_DATA_START;
3246}
3247
3248static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize)
3249{
3250        return BTRFS_FILE_EXTENT_INLINE_DATA_START + datasize;
3251}
3252
3253BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item,
3254                   disk_bytenr, 64);
3255BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item,
3256                   generation, 64);
3257BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item,
3258                   disk_num_bytes, 64);
3259BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item,
3260                  offset, 64);
3261BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item,
3262                   num_bytes, 64);
3263BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item,
3264                   ram_bytes, 64);
3265BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item,
3266                   compression, 8);
3267BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item,
3268                   encryption, 8);
3269BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item,
3270                   other_encoding, 16);
3271
3272/*
3273 * this returns the number of bytes used by the item on disk, minus the
3274 * size of any extent headers.  If a file is compressed on disk, this is
3275 * the compressed size
3276 */
3277static inline u32 btrfs_file_extent_inline_item_len(struct extent_buffer *eb,
3278                                                    struct btrfs_item *e)
3279{
3280        return btrfs_item_size(eb, e) - BTRFS_FILE_EXTENT_INLINE_DATA_START;
3281}
3282
3283/* this returns the number of file bytes represented by the inline item.
3284 * If an item is compressed, this is the uncompressed size
3285 */
3286static inline u32 btrfs_file_extent_inline_len(struct extent_buffer *eb,
3287                                               int slot,
3288                                               struct btrfs_file_extent_item *fi)
3289{
3290        struct btrfs_map_token token;
3291
3292        btrfs_init_map_token(&token);
3293        /*
3294         * return the space used on disk if this item isn't
3295         * compressed or encoded
3296         */
3297        if (btrfs_token_file_extent_compression(eb, fi, &token) == 0 &&
3298            btrfs_token_file_extent_encryption(eb, fi, &token) == 0 &&
3299            btrfs_token_file_extent_other_encoding(eb, fi, &token) == 0) {
3300                return btrfs_file_extent_inline_item_len(eb,
3301                                                         btrfs_item_nr(slot));
3302        }
3303
3304        /* otherwise use the ram bytes field */
3305        return btrfs_token_file_extent_ram_bytes(eb, fi, &token);
3306}
3307
3308
3309/* btrfs_dev_stats_item */
3310static inline u64 btrfs_dev_stats_value(struct extent_buffer *eb,
3311                                        struct btrfs_dev_stats_item *ptr,
3312                                        int index)
3313{
3314        u64 val;
3315
3316        read_extent_buffer(eb, &val,
3317                           offsetof(struct btrfs_dev_stats_item, values) +
3318                            ((unsigned long)ptr) + (index * sizeof(u64)),
3319                           sizeof(val));
3320        return val;
3321}
3322
3323static inline void btrfs_set_dev_stats_value(struct extent_buffer *eb,
3324                                             struct btrfs_dev_stats_item *ptr,
3325                                             int index, u64 val)
3326{
3327        write_extent_buffer(eb, &val,
3328                            offsetof(struct btrfs_dev_stats_item, values) +
3329                             ((unsigned long)ptr) + (index * sizeof(u64)),
3330                            sizeof(val));
3331}
3332
3333/* btrfs_qgroup_status_item */
3334BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item,
3335                   generation, 64);
3336BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item,
3337                   version, 64);
3338BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item,
3339                   flags, 64);
3340BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item,
3341                   rescan, 64);
3342
3343/* btrfs_qgroup_info_item */
3344BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item,
3345                   generation, 64);
3346BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64);
3347BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item,
3348                   rfer_cmpr, 64);
3349BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64);
3350BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item,
3351                   excl_cmpr, 64);
3352
3353BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation,
3354                         struct btrfs_qgroup_info_item, generation, 64);
3355BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item,
3356                         rfer, 64);
3357BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr,
3358                         struct btrfs_qgroup_info_item, rfer_cmpr, 64);
3359BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item,
3360                         excl, 64);
3361BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr,
3362                         struct btrfs_qgroup_info_item, excl_cmpr, 64);
3363
3364/* btrfs_qgroup_limit_item */
3365BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item,
3366                   flags, 64);
3367BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item,
3368                   max_rfer, 64);
3369BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item,
3370                   max_excl, 64);
3371BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item,
3372                   rsv_rfer, 64);
3373BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item,
3374                   rsv_excl, 64);
3375
3376/* btrfs_dev_replace_item */
3377BTRFS_SETGET_FUNCS(dev_replace_src_devid,
3378                   struct btrfs_dev_replace_item, src_devid, 64);
3379BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode,
3380                   struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode,
3381                   64);
3382BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item,
3383                   replace_state, 64);
3384BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item,
3385                   time_started, 64);
3386BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item,
3387                   time_stopped, 64);
3388BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item,
3389                   num_write_errors, 64);
3390BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors,
3391                   struct btrfs_dev_replace_item, num_uncorrectable_read_errors,
3392                   64);
3393BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item,
3394                   cursor_left, 64);
3395BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item,
3396                   cursor_right, 64);
3397
3398BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid,
3399                         struct btrfs_dev_replace_item, src_devid, 64);
3400BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode,
3401                         struct btrfs_dev_replace_item,
3402                         cont_reading_from_srcdev_mode, 64);
3403BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state,
3404                         struct btrfs_dev_replace_item, replace_state, 64);
3405BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started,
3406                         struct btrfs_dev_replace_item, time_started, 64);
3407BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped,
3408                         struct btrfs_dev_replace_item, time_stopped, 64);
3409BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors,
3410                         struct btrfs_dev_replace_item, num_write_errors, 64);
3411BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors,
3412                         struct btrfs_dev_replace_item,
3413                         num_uncorrectable_read_errors, 64);
3414BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left,
3415                         struct btrfs_dev_replace_item, cursor_left, 64);
3416BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right,
3417                         struct btrfs_dev_replace_item, cursor_right, 64);
3418
3419static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb)
3420{
3421        return sb->s_fs_info;
3422}
3423
3424/* helper function to cast into the data area of the leaf. */
3425#define btrfs_item_ptr(leaf, slot, type) \
3426        ((type *)(btrfs_leaf_data(leaf) + \
3427        btrfs_item_offset_nr(leaf, slot)))
3428
3429#define btrfs_item_ptr_offset(leaf, slot) \
3430        ((unsigned long)(btrfs_leaf_data(leaf) + \
3431        btrfs_item_offset_nr(leaf, slot)))
3432
3433static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info)
3434{
3435        return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) &&
3436                (space_info->flags & BTRFS_BLOCK_GROUP_DATA));
3437}
3438
3439static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping)
3440{
3441        return mapping_gfp_constraint(mapping, ~__GFP_FS);
3442}
3443
3444/* extent-tree.c */
3445
3446u64 btrfs_csum_bytes_to_leaves(struct btrfs_root *root, u64 csum_bytes);
3447
3448static inline u64 btrfs_calc_trans_metadata_size(struct btrfs_root *root,
3449                                                 unsigned num_items)
3450{
3451        return (root->nodesize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) *
3452                2 * num_items;
3453}
3454
3455/*
3456 * Doing a truncate won't result in new nodes or leaves, just what we need for
3457 * COW.
3458 */
3459static inline u64 btrfs_calc_trunc_metadata_size(struct btrfs_root *root,
3460                                                 unsigned num_items)
3461{
3462        return root->nodesize * BTRFS_MAX_LEVEL * num_items;
3463}
3464
3465int btrfs_should_throttle_delayed_refs(struct btrfs_trans_handle *trans,
3466                                       struct btrfs_root *root);
3467int btrfs_check_space_for_delayed_refs(struct btrfs_trans_handle *trans,
3468                                       struct btrfs_root *root);
3469void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
3470int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans,
3471                           struct btrfs_root *root, unsigned long count);
3472int btrfs_async_run_delayed_refs(struct btrfs_root *root,
3473                                 unsigned long count, int wait);
3474int btrfs_lookup_data_extent(struct btrfs_root *root, u64 start, u64 len);
3475int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
3476                             struct btrfs_root *root, u64 bytenr,
3477                             u64 offset, int metadata, u64 *refs, u64 *flags);
3478int btrfs_pin_extent(struct btrfs_root *root,
3479                     u64 bytenr, u64 num, int reserved);
3480int btrfs_pin_extent_for_log_replay(struct btrfs_root *root,
3481                                    u64 bytenr, u64 num_bytes);
3482int btrfs_exclude_logged_extents(struct btrfs_root *root,
3483                                 struct extent_buffer *eb);
3484int btrfs_cross_ref_exist(struct btrfs_trans_handle *trans,
3485                          struct btrfs_root *root,
3486                          u64 objectid, u64 offset, u64 bytenr);
3487struct btrfs_block_group_cache *btrfs_lookup_block_group(
3488                                                 struct btrfs_fs_info *info,
3489                                                 u64 bytenr);
3490void btrfs_get_block_group(struct btrfs_block_group_cache *cache);
3491void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
3492int get_block_group_index(struct btrfs_block_group_cache *cache);
3493struct extent_buffer *btrfs_alloc_tree_block(struct btrfs_trans_handle *trans,
3494                                        struct btrfs_root *root, u64 parent,
3495                                        u64 root_objectid,
3496                                        struct btrfs_disk_key *key, int level,
3497                                        u64 hint, u64 empty_size);
3498void btrfs_free_tree_block(struct btrfs_trans_handle *trans,
3499                           struct btrfs_root *root,
3500                           struct extent_buffer *buf,
3501                           u64 parent, int last_ref);
3502int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans,
3503                                     struct btrfs_root *root,
3504                                     u64 root_objectid, u64 owner,
3505                                     u64 offset, u64 ram_bytes,
3506                                     struct btrfs_key *ins);
3507int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans,
3508                                   struct btrfs_root *root,
3509                                   u64 root_objectid, u64 owner, u64 offset,
3510                                   struct btrfs_key *ins);
3511int btrfs_reserve_extent(struct btrfs_root *root, u64 num_bytes,
3512                         u64 min_alloc_size, u64 empty_size, u64 hint_byte,
3513                         struct btrfs_key *ins, int is_data, int delalloc);
3514int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3515                  struct extent_buffer *buf, int full_backref);
3516int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3517                  struct extent_buffer *buf, int full_backref);
3518int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans,
3519                                struct btrfs_root *root,
3520                                u64 bytenr, u64 num_bytes, u64 flags,
3521                                int level, int is_data);
3522int btrfs_free_extent(struct btrfs_trans_handle *trans,
3523                      struct btrfs_root *root,
3524                      u64 bytenr, u64 num_bytes, u64 parent, u64 root_objectid,
3525                      u64 owner, u64 offset);
3526
3527int btrfs_free_reserved_extent(struct btrfs_root *root, u64 start, u64 len,
3528                               int delalloc);
3529int btrfs_free_and_pin_reserved_extent(struct btrfs_root *root,
3530                                       u64 start, u64 len);
3531void btrfs_prepare_extent_commit(struct btrfs_trans_handle *trans,
3532                                 struct btrfs_root *root);
3533int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans,
3534                               struct btrfs_root *root);
3535int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
3536                         struct btrfs_root *root,
3537                         u64 bytenr, u64 num_bytes, u64 parent,
3538                         u64 root_objectid, u64 owner, u64 offset);
3539
3540int btrfs_start_dirty_block_groups(struct btrfs_trans_handle *trans,
3541                                   struct btrfs_root *root);
3542int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans,
3543                                    struct btrfs_root *root);
3544int btrfs_setup_space_cache(struct btrfs_trans_handle *trans,
3545                            struct btrfs_root *root);
3546int btrfs_extent_readonly(struct btrfs_root *root, u64 bytenr);
3547int btrfs_free_block_groups(struct btrfs_fs_info *info);
3548int btrfs_read_block_groups(struct btrfs_root *root);
3549int btrfs_can_relocate(struct btrfs_root *root, u64 bytenr);
3550int btrfs_make_block_group(struct btrfs_trans_handle *trans,
3551                           struct btrfs_root *root, u64 bytes_used,
3552                           u64 type, u64 chunk_objectid, u64 chunk_offset,
3553                           u64 size);
3554struct btrfs_trans_handle *btrfs_start_trans_remove_block_group(
3555                                struct btrfs_fs_info *fs_info,
3556                                const u64 chunk_offset);
3557int btrfs_remove_block_group(struct btrfs_trans_handle *trans,
3558                             struct btrfs_root *root, u64 group_start,
3559                             struct extent_map *em);
3560void btrfs_delete_unused_bgs(struct btrfs_fs_info *fs_info);
3561void btrfs_get_block_group_trimming(struct btrfs_block_group_cache *cache);
3562void btrfs_put_block_group_trimming(struct btrfs_block_group_cache *cache);
3563void btrfs_create_pending_block_groups(struct btrfs_trans_handle *trans,
3564                                       struct btrfs_root *root);
3565u64 btrfs_get_alloc_profile(struct btrfs_root *root, int data);
3566void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
3567
3568enum btrfs_reserve_flush_enum {
3569        /* If we are in the transaction, we can't flush anything.*/
3570        BTRFS_RESERVE_NO_FLUSH,
3571        /*
3572         * Flushing delalloc may cause deadlock somewhere, in this
3573         * case, use FLUSH LIMIT
3574         */
3575        BTRFS_RESERVE_FLUSH_LIMIT,
3576        BTRFS_RESERVE_FLUSH_ALL,
3577};
3578
3579int btrfs_check_data_free_space(struct inode *inode, u64 start, u64 len);
3580int btrfs_alloc_data_chunk_ondemand(struct inode *inode, u64 bytes);
3581void btrfs_free_reserved_data_space(struct inode *inode, u64 start, u64 len);
3582void btrfs_free_reserved_data_space_noquota(struct inode *inode, u64 start,
3583                                            u64 len);
3584void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans,
3585                                struct btrfs_root *root);
3586void btrfs_trans_release_chunk_metadata(struct btrfs_trans_handle *trans);
3587int btrfs_orphan_reserve_metadata(struct btrfs_trans_handle *trans,
3588                                  struct inode *inode);
3589void btrfs_orphan_release_metadata(struct inode *inode);
3590int btrfs_subvolume_reserve_metadata(struct btrfs_root *root,
3591                                     struct btrfs_block_rsv *rsv,
3592                                     int nitems,
3593                                     u64 *qgroup_reserved, bool use_global_rsv);
3594void btrfs_subvolume_release_metadata(struct btrfs_root *root,
3595                                      struct btrfs_block_rsv *rsv,
3596                                      u64 qgroup_reserved);
3597int btrfs_delalloc_reserve_metadata(struct inode *inode, u64 num_bytes);
3598void btrfs_delalloc_release_metadata(struct inode *inode, u64 num_bytes);
3599int btrfs_delalloc_reserve_space(struct inode *inode, u64 start, u64 len);
3600void btrfs_delalloc_release_space(struct inode *inode, u64 start, u64 len);
3601void btrfs_init_block_rsv(struct btrfs_block_rsv *rsv, unsigned short type);
3602struct btrfs_block_rsv *btrfs_alloc_block_rsv(struct btrfs_root *root,
3603                                              unsigned short type);
3604void btrfs_free_block_rsv(struct btrfs_root *root,
3605                          struct btrfs_block_rsv *rsv);
3606void __btrfs_free_block_rsv(struct btrfs_block_rsv *rsv);
3607int btrfs_block_rsv_add(struct btrfs_root *root,
3608                        struct btrfs_block_rsv *block_rsv, u64 num_bytes,
3609                        enum btrfs_reserve_flush_enum flush);
3610int btrfs_block_rsv_check(struct btrfs_root *root,
3611                          struct btrfs_block_rsv *block_rsv, int min_factor);
3612int btrfs_block_rsv_refill(struct btrfs_root *root,
3613                           struct btrfs_block_rsv *block_rsv, u64 min_reserved,
3614                           enum btrfs_reserve_flush_enum flush);
3615int btrfs_block_rsv_migrate(struct btrfs_block_rsv *src_rsv,
3616                            struct btrfs_block_rsv *dst_rsv,
3617                            u64 num_bytes);
3618int btrfs_cond_migrate_bytes(struct btrfs_fs_info *fs_info,
3619                             struct btrfs_block_rsv *dest, u64 num_bytes,
3620                             int min_factor);
3621void btrfs_block_rsv_release(struct btrfs_root *root,
3622                             struct btrfs_block_rsv *block_rsv,
3623                             u64 num_bytes);
3624int btrfs_inc_block_group_ro(struct btrfs_root *root,
3625                             struct btrfs_block_group_cache *cache);
3626void btrfs_dec_block_group_ro(struct btrfs_root *root,
3627                              struct btrfs_block_group_cache *cache);
3628void btrfs_put_block_group_cache(struct btrfs_fs_info *info);
3629u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);
3630int btrfs_error_unpin_extent_range(struct btrfs_root *root,
3631                                   u64 start, u64 end);
3632int btrfs_discard_extent(struct btrfs_root *root, u64 bytenr,
3633                         u64 num_bytes, u64 *actual_bytes);
3634int btrfs_force_chunk_alloc(struct btrfs_trans_handle *trans,
3635                            struct btrfs_root *root, u64 type);
3636int btrfs_trim_fs(struct btrfs_root *root, struct fstrim_range *range);
3637
3638int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
3639int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans,
3640                                         struct btrfs_fs_info *fs_info);
3641int __get_raid_index(u64 flags);
3642int btrfs_start_write_no_snapshoting(struct btrfs_root *root);
3643void btrfs_end_write_no_snapshoting(struct btrfs_root *root);
3644void btrfs_wait_for_snapshot_creation(struct btrfs_root *root);
3645void check_system_chunk(struct btrfs_trans_handle *trans,
3646                        struct btrfs_root *root,
3647                        const u64 type);
3648u64 add_new_free_space(struct btrfs_block_group_cache *block_group,
3649                       struct btrfs_fs_info *info, u64 start, u64 end);
3650
3651/* ctree.c */
3652int btrfs_bin_search(struct extent_buffer *eb, struct btrfs_key *key,
3653                     int level, int *slot);
3654int btrfs_comp_cpu_keys(struct btrfs_key *k1, struct btrfs_key *k2);
3655int btrfs_previous_item(struct btrfs_root *root,
3656                        struct btrfs_path *path, u64 min_objectid,
3657                        int type);
3658int btrfs_previous_extent_item(struct btrfs_root *root,
3659                        struct btrfs_path *path, u64 min_objectid);
3660void btrfs_set_item_key_safe(struct btrfs_fs_info *fs_info,
3661                             struct btrfs_path *path,
3662                             struct btrfs_key *new_key);
3663struct extent_buffer *btrfs_root_node(struct btrfs_root *root);
3664struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root);
3665int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path,
3666                        struct btrfs_key *key, int lowest_level,
3667                        u64 min_trans);
3668int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key,
3669                         struct btrfs_path *path,
3670                         u64 min_trans);
3671enum btrfs_compare_tree_result {
3672        BTRFS_COMPARE_TREE_NEW,
3673        BTRFS_COMPARE_TREE_DELETED,
3674        BTRFS_COMPARE_TREE_CHANGED,
3675        BTRFS_COMPARE_TREE_SAME,
3676};
3677typedef int (*btrfs_changed_cb_t)(struct btrfs_root *left_root,
3678                                  struct btrfs_root *right_root,
3679                                  struct btrfs_path *left_path,
3680                                  struct btrfs_path *right_path,
3681                                  struct btrfs_key *key,
3682                                  enum btrfs_compare_tree_result result,
3683                                  void *ctx);
3684int btrfs_compare_trees(struct btrfs_root *left_root,
3685                        struct btrfs_root *right_root,
3686                        btrfs_changed_cb_t cb, void *ctx);
3687int btrfs_cow_block(struct btrfs_trans_handle *trans,
3688                    struct btrfs_root *root, struct extent_buffer *buf,
3689                    struct extent_buffer *parent, int parent_slot,
3690                    struct extent_buffer **cow_ret);
3691int btrfs_copy_root(struct btrfs_trans_handle *trans,
3692                      struct btrfs_root *root,
3693                      struct extent_buffer *buf,
3694                      struct extent_buffer **cow_ret, u64 new_root_objectid);
3695int btrfs_block_can_be_shared(struct btrfs_root *root,
3696                              struct extent_buffer *buf);
3697void btrfs_extend_item(struct btrfs_root *root, struct btrfs_path *path,
3698                       u32 data_size);
3699void btrfs_truncate_item(struct btrfs_root *root, struct btrfs_path *path,
3700                         u32 new_size, int from_end);
3701int btrfs_split_item(struct btrfs_trans_handle *trans,
3702                     struct btrfs_root *root,
3703                     struct btrfs_path *path,
3704                     struct btrfs_key *new_key,
3705                     unsigned long split_offset);
3706int btrfs_duplicate_item(struct btrfs_trans_handle *trans,
3707                         struct btrfs_root *root,
3708                         struct btrfs_path *path,
3709                         struct btrfs_key *new_key);
3710int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path,
3711                u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key);
3712int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root
3713                      *root, struct btrfs_key *key, struct btrfs_path *p, int
3714                      ins_len, int cow);
3715int btrfs_search_old_slot(struct btrfs_root *root, struct btrfs_key *key,
3716                          struct btrfs_path *p, u64 time_seq);
3717int btrfs_search_slot_for_read(struct btrfs_root *root,
3718                               struct btrfs_key *key, struct btrfs_path *p,
3719                               int find_higher, int return_any);
3720int btrfs_realloc_node(struct btrfs_trans_handle *trans,
3721                       struct btrfs_root *root, struct extent_buffer *parent,
3722                       int start_slot, u64 *last_ret,
3723                       struct btrfs_key *progress);
3724void btrfs_release_path(struct btrfs_path *p);
3725struct btrfs_path *btrfs_alloc_path(void);
3726void btrfs_free_path(struct btrfs_path *p);
3727void btrfs_set_path_blocking(struct btrfs_path *p);
3728void btrfs_clear_path_blocking(struct btrfs_path *p,
3729                               struct extent_buffer *held, int held_rw);
3730void btrfs_unlock_up_safe(struct btrfs_path *p, int level);
3731
3732int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3733                   struct btrfs_path *path, int slot, int nr);
3734static inline int btrfs_del_item(struct btrfs_trans_handle *trans,
3735                                 struct btrfs_root *root,
3736                                 struct btrfs_path *path)
3737{
3738        return btrfs_del_items(trans, root, path, path->slots[0], 1);
3739}
3740
3741void setup_items_for_insert(struct btrfs_root *root, struct btrfs_path *path,
3742                            struct btrfs_key *cpu_key, u32 *data_size,
3743                            u32 total_data, u32 total_size, int nr);
3744int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root
3745                      *root, struct btrfs_key *key, void *data, u32 data_size);
3746int btrfs_insert_empty_items(struct btrfs_trans_handle *trans,
3747                             struct btrfs_root *root,
3748                             struct btrfs_path *path,
3749                             struct btrfs_key *cpu_key, u32 *data_size, int nr);
3750
3751static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans,
3752                                          struct btrfs_root *root,
3753                                          struct btrfs_path *path,
3754                                          struct btrfs_key *key,
3755                                          u32 data_size)
3756{
3757        return btrfs_insert_empty_items(trans, root, path, key, &data_size, 1);
3758}
3759
3760int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path);
3761int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);
3762int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,
3763                        u64 time_seq);
3764static inline int btrfs_next_old_item(struct btrfs_root *root,
3765                                      struct btrfs_path *p, u64 time_seq)
3766{
3767        ++p->slots[0];
3768        if (p->slots[0] >= btrfs_header_nritems(p->nodes[0]))
3769                return btrfs_next_old_leaf(root, p, time_seq);
3770        return 0;
3771}
3772static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p)
3773{
3774        return btrfs_next_old_item(root, p, 0);
3775}
3776int btrfs_leaf_free_space(struct btrfs_root *root, struct extent_buffer *leaf);
3777int __must_check btrfs_drop_snapshot(struct btrfs_root *root,
3778                                     struct btrfs_block_rsv *block_rsv,
3779                                     int update_ref, int for_reloc);
3780int btrfs_drop_subtree(struct btrfs_trans_handle *trans,
3781                        struct btrfs_root *root,
3782                        struct extent_buffer *node,
3783                        struct extent_buffer *parent);
3784static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info)
3785{
3786        /*
3787         * Get synced with close_ctree()
3788         */
3789        smp_mb();
3790        return fs_info->closing;
3791}
3792
3793/*
3794 * If we remount the fs to be R/O or umount the fs, the cleaner needn't do
3795 * anything except sleeping. This function is used to check the status of
3796 * the fs.
3797 */
3798static inline int btrfs_need_cleaner_sleep(struct btrfs_root *root)
3799{
3800        return (root->fs_info->sb->s_flags & MS_RDONLY ||
3801                btrfs_fs_closing(root->fs_info));
3802}
3803
3804static inline void free_fs_info(struct btrfs_fs_info *fs_info)
3805{
3806        kfree(fs_info->balance_ctl);
3807        kfree(fs_info->delayed_root);
3808        kfree(fs_info->extent_root);
3809        kfree(fs_info->tree_root);
3810        kfree(fs_info->chunk_root);
3811        kfree(fs_info->dev_root);
3812        kfree(fs_info->csum_root);
3813        kfree(fs_info->quota_root);
3814        kfree(fs_info->uuid_root);
3815        kfree(fs_info->free_space_root);
3816        kfree(fs_info->super_copy);
3817        kfree(fs_info->super_for_commit);
3818        security_free_mnt_opts(&fs_info->security_opts);
3819        kfree(fs_info);
3820}
3821
3822/* tree mod log functions from ctree.c */
3823u64 btrfs_get_tree_mod_seq(struct btrfs_fs_info *fs_info,
3824                           struct seq_list *elem);
3825void btrfs_put_tree_mod_seq(struct btrfs_fs_info *fs_info,
3826                            struct seq_list *elem);
3827int btrfs_old_root_level(struct btrfs_root *root, u64 time_seq);
3828
3829/* root-item.c */
3830int btrfs_find_root_ref(struct btrfs_root *tree_root,
3831                        struct btrfs_path *path,
3832                        u64 root_id, u64 ref_id);
3833int btrfs_add_root_ref(struct btrfs_trans_handle *trans,
3834                       struct btrfs_root *tree_root,
3835                       u64 root_id, u64 ref_id, u64 dirid, u64 sequence,
3836                       const char *name, int name_len);
3837int btrfs_del_root_ref(struct btrfs_trans_handle *trans,
3838                       struct btrfs_root *tree_root,
3839                       u64 root_id, u64 ref_id, u64 dirid, u64 *sequence,
3840                       const char *name, int name_len);
3841int btrfs_del_root(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3842                   struct btrfs_key *key);
3843int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root
3844                      *root, struct btrfs_key *key, struct btrfs_root_item
3845                      *item);
3846int __must_check btrfs_update_root(struct btrfs_trans_handle *trans,
3847                                   struct btrfs_root *root,
3848                                   struct btrfs_key *key,
3849                                   struct btrfs_root_item *item);
3850int btrfs_find_root(struct btrfs_root *root, struct btrfs_key *search_key,
3851                    struct btrfs_path *path, struct btrfs_root_item *root_item,
3852                    struct btrfs_key *root_key);
3853int btrfs_find_orphan_roots(struct btrfs_root *tree_root);
3854void btrfs_set_root_node(struct btrfs_root_item *item,
3855                         struct extent_buffer *node);
3856void btrfs_check_and_init_root_item(struct btrfs_root_item *item);
3857void btrfs_update_root_times(struct btrfs_trans_handle *trans,
3858                             struct btrfs_root *root);
3859
3860/* uuid-tree.c */
3861int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans,
3862                        struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3863                        u64 subid);
3864int btrfs_uuid_tree_rem(struct btrfs_trans_handle *trans,
3865                        struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3866                        u64 subid);
3867int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info,
3868                            int (*check_func)(struct btrfs_fs_info *, u8 *, u8,
3869                                              u64));
3870
3871/* dir-item.c */
3872int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir,
3873                          const char *name, int name_len);
3874int btrfs_insert_dir_item(struct btrfs_trans_handle *trans,
3875                          struct btrfs_root *root, const char *name,
3876                          int name_len, struct inode *dir,
3877                          struct btrfs_key *location, u8 type, u64 index);
3878struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans,
3879                                             struct btrfs_root *root,
3880                                             struct btrfs_path *path, u64 dir,
3881                                             const char *name, int name_len,
3882                                             int mod);
3883struct btrfs_dir_item *
3884btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans,
3885                            struct btrfs_root *root,
3886                            struct btrfs_path *path, u64 dir,
3887                            u64 objectid, const char *name, int name_len,
3888                            int mod);
3889struct btrfs_dir_item *
3890btrfs_search_dir_index_item(struct btrfs_root *root,
3891                            struct btrfs_path *path, u64 dirid,
3892                            const char *name, int name_len);
3893int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans,
3894                              struct btrfs_root *root,
3895                              struct btrfs_path *path,
3896                              struct btrfs_dir_item *di);
3897int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans,
3898                            struct btrfs_root *root,
3899                            struct btrfs_path *path, u64 objectid,
3900                            const char *name, u16 name_len,
3901                            const void *data, u16 data_len);
3902struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans,
3903                                          struct btrfs_root *root,
3904                                          struct btrfs_path *path, u64 dir,
3905                                          const char *name, u16 name_len,
3906                                          int mod);
3907int verify_dir_item(struct btrfs_root *root,
3908                    struct extent_buffer *leaf,
3909                    struct btrfs_dir_item *dir_item);
3910struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_root *root,
3911                                                 struct btrfs_path *path,
3912                                                 const char *name,
3913                                                 int name_len);
3914
3915/* orphan.c */
3916int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans,
3917                             struct btrfs_root *root, u64 offset);
3918int btrfs_del_orphan_item(struct btrfs_trans_handle *trans,
3919                          struct btrfs_root *root, u64 offset);
3920int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset);
3921
3922/* inode-item.c */
3923int btrfs_insert_inode_ref(struct btrfs_trans_handle *trans,
3924                           struct btrfs_root *root,
3925                           const char *name, int name_len,
3926                           u64 inode_objectid, u64 ref_objectid, u64 index);
3927int btrfs_del_inode_ref(struct btrfs_trans_handle *trans,
3928                           struct btrfs_root *root,
3929                           const char *name, int name_len,
3930                           u64 inode_objectid, u64 ref_objectid, u64 *index);
3931int btrfs_insert_empty_inode(struct btrfs_trans_handle *trans,
3932                             struct btrfs_root *root,
3933                             struct btrfs_path *path, u64 objectid);
3934int btrfs_lookup_inode(struct btrfs_trans_handle *trans, struct btrfs_root
3935                       *root, struct btrfs_path *path,
3936                       struct btrfs_key *location, int mod);
3937
3938struct btrfs_inode_extref *
3939btrfs_lookup_inode_extref(struct btrfs_trans_handle *trans,
3940                          struct btrfs_root *root,
3941                          struct btrfs_path *path,
3942                          const char *name, int name_len,
3943                          u64 inode_objectid, u64 ref_objectid, int ins_len,
3944                          int cow);
3945
3946int btrfs_find_name_in_ext_backref(struct btrfs_path *path,
3947                                   u64 ref_objectid, const char *name,
3948                                   int name_len,
3949                                   struct btrfs_inode_extref **extref_ret);
3950
3951/* file-item.c */
3952struct btrfs_dio_private;
3953int btrfs_del_csums(struct btrfs_trans_handle *trans,
3954                    struct btrfs_root *root, u64 bytenr, u64 len);
3955int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode,
3956                          struct bio *bio, u32 *dst);
3957int btrfs_lookup_bio_sums_dio(struct btrfs_root *root, struct inode *inode,
3958                              struct bio *bio, u64 logical_offset);
3959int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
3960                             struct btrfs_root *root,
3961                             u64 objectid, u64 pos,
3962                             u64 disk_offset, u64 disk_num_bytes,
3963                             u64 num_bytes, u64 offset, u64 ram_bytes,
3964                             u8 compression, u8 encryption, u16 other_encoding);
3965int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
3966                             struct btrfs_root *root,
3967                             struct btrfs_path *path, u64 objectid,
3968                             u64 bytenr, int mod);
3969int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
3970                           struct btrfs_root *root,
3971                           struct btrfs_ordered_sum *sums);
3972int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
3973                       struct bio *bio, u64 file_start, int contig);
3974int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end,
3975                             struct list_head *list, int search_commit);
3976void btrfs_extent_item_to_extent_map(struct inode *inode,
3977                                     const struct btrfs_path *path,
3978                                     struct btrfs_file_extent_item *fi,
3979                                     const bool new_inline,
3980                                     struct extent_map *em);
3981
3982/* inode.c */
3983struct btrfs_delalloc_work {
3984        struct inode *inode;
3985        int delay_iput;
3986        struct completion completion;
3987        struct list_head list;
3988        struct btrfs_work work;
3989};
3990
3991struct btrfs_delalloc_work *btrfs_alloc_delalloc_work(struct inode *inode,
3992                                                    int delay_iput);
3993void btrfs_wait_and_free_delalloc_work(struct btrfs_delalloc_work *work);
3994
3995struct extent_map *btrfs_get_extent_fiemap(struct inode *inode, struct page *page,
3996                                           size_t pg_offset, u64 start, u64 len,
3997                                           int create);
3998noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len,
3999                              u64 *orig_start, u64 *orig_block_len,
4000                              u64 *ram_bytes);
4001
4002/* RHEL and EL kernels have a patch that renames PG_checked to FsMisc */
4003#if defined(ClearPageFsMisc) && !defined(ClearPageChecked)
4004#define ClearPageChecked ClearPageFsMisc
4005#define SetPageChecked SetPageFsMisc
4006#define PageChecked PageFsMisc
4007#endif
4008
4009/* This forces readahead on a given range of bytes in an inode */
4010static inline void btrfs_force_ra(struct address_space *mapping,
4011                                  struct file_ra_state *ra, struct file *file,
4012                                  pgoff_t offset, unsigned long req_size)
4013{
4014        page_cache_sync_readahead(mapping, ra, file, offset, req_size);
4015}
4016
4017struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry);
4018int btrfs_set_inode_index(struct inode *dir, u64 *index);
4019int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
4020                       struct btrfs_root *root,
4021                       struct inode *dir, struct inode *inode,
4022                       const char *name, int name_len);
4023int btrfs_add_link(struct btrfs_trans_handle *trans,
4024                   struct inode *parent_inode, struct inode *inode,
4025                   const char *name, int name_len, int add_backref, u64 index);
4026int btrfs_unlink_subvol(struct btrfs_trans_handle *trans,
4027                        struct btrfs_root *root,
4028                        struct inode *dir, u64 objectid,
4029                        const char *name, int name_len);
4030int btrfs_truncate_page(struct inode *inode, loff_t from, loff_t len,
4031                        int front);
4032int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans,
4033                               struct btrfs_root *root,
4034                               struct inode *inode, u64 new_size,
4035                               u32 min_type);
4036
4037int btrfs_start_delalloc_inodes(struct btrfs_root *root, int delay_iput);
4038int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, int delay_iput,
4039                               int nr);
4040int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end,
4041                              struct extent_state **cached_state);
4042int btrfs_create_subvol_root(struct btrfs_trans_handle *trans,
4043                             struct btrfs_root *new_root,
4044                             struct btrfs_root *parent_root,
4045                             u64 new_dirid);
4046int btrfs_merge_bio_hook(int rw, struct page *page, unsigned long offset,
4047                         size_t size, struct bio *bio,
4048                         unsigned long bio_flags);
4049int btrfs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
4050int btrfs_readpage(struct file *file, struct page *page);
4051void btrfs_evict_inode(struct inode *inode);
4052int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc);
4053struct inode *btrfs_alloc_inode(struct super_block *sb);
4054void btrfs_destroy_inode(struct inode *inode);
4055int btrfs_drop_inode(struct inode *inode);
4056int btrfs_init_cachep(void);
4057void btrfs_destroy_cachep(void);
4058long btrfs_ioctl_trans_end(struct file *file);
4059struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location,
4060                         struct btrfs_root *root, int *was_new);
4061struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page,
4062                                    size_t pg_offset, u64 start, u64 end,
4063                                    int create);
4064int btrfs_update_inode(struct btrfs_trans_handle *trans,
4065                              struct btrfs_root *root,
4066                              struct inode *inode);
4067int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans,
4068                                struct btrfs_root *root, struct inode *inode);
4069int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode);
4070int btrfs_orphan_cleanup(struct btrfs_root *root);
4071void btrfs_orphan_commit_root(struct btrfs_trans_handle *trans,
4072                              struct btrfs_root *root);
4073int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size);
4074void btrfs_invalidate_inodes(struct btrfs_root *root);
4075void btrfs_add_delayed_iput(struct inode *inode);
4076void btrfs_run_delayed_iputs(struct btrfs_root *root);
4077int btrfs_prealloc_file_range(struct inode *inode, int mode,
4078                              u64 start, u64 num_bytes, u64 min_size,
4079                              loff_t actual_len, u64 *alloc_hint);
4080int btrfs_prealloc_file_range_trans(struct inode *inode,
4081                                    struct btrfs_trans_handle *trans, int mode,
4082                                    u64 start, u64 num_bytes, u64 min_size,
4083                                    loff_t actual_len, u64 *alloc_hint);
4084int btrfs_inode_check_errors(struct inode *inode);
4085extern const struct dentry_operations btrfs_dentry_operations;
4086#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4087void btrfs_test_inode_set_ops(struct inode *inode);
4088#endif
4089
4090/* ioctl.c */
4091long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
4092void btrfs_update_iflags(struct inode *inode);
4093void btrfs_inherit_iflags(struct inode *inode, struct inode *dir);
4094int btrfs_is_empty_uuid(u8 *uuid);
4095int btrfs_defrag_file(struct inode *inode, struct file *file,
4096                      struct btrfs_ioctl_defrag_range_args *range,
4097                      u64 newer_than, unsigned long max_pages);
4098void btrfs_get_block_group_info(struct list_head *groups_list,
4099                                struct btrfs_ioctl_space_info *space);
4100void update_ioctl_balance_args(struct btrfs_fs_info *fs_info, int lock,
4101                               struct btrfs_ioctl_balance_args *bargs);
4102ssize_t btrfs_dedupe_file_range(struct file *src_file, u64 loff, u64 olen,
4103                           struct file *dst_file, u64 dst_loff);
4104
4105/* file.c */
4106int btrfs_auto_defrag_init(void);
4107void btrfs_auto_defrag_exit(void);
4108int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans,
4109                           struct inode *inode);
4110int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info);
4111void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info);
4112int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
4113void btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end,
4114                             int skip_pinned);
4115extern const struct file_operations btrfs_file_operations;
4116int __btrfs_drop_extents(struct btrfs_trans_handle *trans,
4117                         struct btrfs_root *root, struct inode *inode,
4118                         struct btrfs_path *path, u64 start, u64 end,
4119                         u64 *drop_end, int drop_cache,
4120                         int replace_extent,
4121                         u32 extent_item_size,
4122                         int *key_inserted);
4123int btrfs_drop_extents(struct btrfs_trans_handle *trans,
4124                       struct btrfs_root *root, struct inode *inode, u64 start,
4125                       u64 end, int drop_cache);
4126int btrfs_mark_extent_written(struct btrfs_trans_handle *trans,
4127                              struct inode *inode, u64 start, u64 end);
4128int btrfs_release_file(struct inode *inode, struct file *file);
4129int btrfs_dirty_pages(struct btrfs_root *root, struct inode *inode,
4130                      struct page **pages, size_t num_pages,
4131                      loff_t pos, size_t write_bytes,
4132                      struct extent_state **cached);
4133int btrfs_fdatawrite_range(struct inode *inode, loff_t start, loff_t end);
4134ssize_t btrfs_copy_file_range(struct file *file_in, loff_t pos_in,
4135                              struct file *file_out, loff_t pos_out,
4136                              size_t len, unsigned int flags);
4137int btrfs_clone_file_range(struct file *file_in, loff_t pos_in,
4138                           struct file *file_out, loff_t pos_out, u64 len);
4139
4140/* tree-defrag.c */
4141int btrfs_defrag_leaves(struct btrfs_trans_handle *trans,
4142                        struct btrfs_root *root);
4143
4144/* sysfs.c */
4145int btrfs_init_sysfs(void);
4146void btrfs_exit_sysfs(void);
4147int btrfs_sysfs_add_mounted(struct btrfs_fs_info *fs_info);
4148void btrfs_sysfs_remove_mounted(struct btrfs_fs_info *fs_info);
4149
4150/* xattr.c */
4151ssize_t btrfs_listxattr(struct dentry *dentry, char *buffer, size_t size);
4152
4153/* super.c */
4154int btrfs_parse_options(struct btrfs_root *root, char *options);
4155int btrfs_sync_fs(struct super_block *sb, int wait);
4156
4157#ifdef CONFIG_PRINTK
4158__printf(2, 3)
4159void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);
4160#else
4161static inline __printf(2, 3)
4162void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...)
4163{
4164}
4165#endif
4166
4167#define btrfs_emerg(fs_info, fmt, args...) \
4168        btrfs_printk(fs_info, KERN_EMERG fmt, ##args)
4169#define btrfs_alert(fs_info, fmt, args...) \
4170        btrfs_printk(fs_info, KERN_ALERT fmt, ##args)
4171#define btrfs_crit(fs_info, fmt, args...) \
4172        btrfs_printk(fs_info, KERN_CRIT fmt, ##args)
4173#define btrfs_err(fs_info, fmt, args...) \
4174        btrfs_printk(fs_info, KERN_ERR fmt, ##args)
4175#define btrfs_warn(fs_info, fmt, args...) \
4176        btrfs_printk(fs_info, KERN_WARNING fmt, ##args)
4177#define btrfs_notice(fs_info, fmt, args...) \
4178        btrfs_printk(fs_info, KERN_NOTICE fmt, ##args)
4179#define btrfs_info(fs_info, fmt, args...) \
4180        btrfs_printk(fs_info, KERN_INFO fmt, ##args)
4181
4182/*
4183 * Wrappers that use printk_in_rcu
4184 */
4185#define btrfs_emerg_in_rcu(fs_info, fmt, args...) \
4186        btrfs_printk_in_rcu(fs_info, KERN_EMERG fmt, ##args)
4187#define btrfs_alert_in_rcu(fs_info, fmt, args...) \
4188        btrfs_printk_in_rcu(fs_info, KERN_ALERT fmt, ##args)
4189#define btrfs_crit_in_rcu(fs_info, fmt, args...) \
4190        btrfs_printk_in_rcu(fs_info, KERN_CRIT fmt, ##args)
4191#define btrfs_err_in_rcu(fs_info, fmt, args...) \
4192        btrfs_printk_in_rcu(fs_info, KERN_ERR fmt, ##args)
4193#define btrfs_warn_in_rcu(fs_info, fmt, args...) \
4194        btrfs_printk_in_rcu(fs_info, KERN_WARNING fmt, ##args)
4195#define btrfs_notice_in_rcu(fs_info, fmt, args...) \
4196        btrfs_printk_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
4197#define btrfs_info_in_rcu(fs_info, fmt, args...) \
4198        btrfs_printk_in_rcu(fs_info, KERN_INFO fmt, ##args)
4199
4200/*
4201 * Wrappers that use a ratelimited printk_in_rcu
4202 */
4203#define btrfs_emerg_rl_in_rcu(fs_info, fmt, args...) \
4204        btrfs_printk_rl_in_rcu(fs_info, KERN_EMERG fmt, ##args)
4205#define btrfs_alert_rl_in_rcu(fs_info, fmt, args...) \
4206        btrfs_printk_rl_in_rcu(fs_info, KERN_ALERT fmt, ##args)
4207#define btrfs_crit_rl_in_rcu(fs_info, fmt, args...) \
4208        btrfs_printk_rl_in_rcu(fs_info, KERN_CRIT fmt, ##args)
4209#define btrfs_err_rl_in_rcu(fs_info, fmt, args...) \
4210        btrfs_printk_rl_in_rcu(fs_info, KERN_ERR fmt, ##args)
4211#define btrfs_warn_rl_in_rcu(fs_info, fmt, args...) \
4212        btrfs_printk_rl_in_rcu(fs_info, KERN_WARNING fmt, ##args)
4213#define btrfs_notice_rl_in_rcu(fs_info, fmt, args...) \
4214        btrfs_printk_rl_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
4215#define btrfs_info_rl_in_rcu(fs_info, fmt, args...) \
4216        btrfs_printk_rl_in_rcu(fs_info, KERN_INFO fmt, ##args)
4217
4218/*
4219 * Wrappers that use a ratelimited printk
4220 */
4221#define btrfs_emerg_rl(fs_info, fmt, args...) \
4222        btrfs_printk_ratelimited(fs_info, KERN_EMERG fmt, ##args)
4223#define btrfs_alert_rl(fs_info, fmt, args...) \
4224        btrfs_printk_ratelimited(fs_info, KERN_ALERT fmt, ##args)
4225#define btrfs_crit_rl(fs_info, fmt, args...) \
4226        btrfs_printk_ratelimited(fs_info, KERN_CRIT fmt, ##args)
4227#define btrfs_err_rl(fs_info, fmt, args...) \
4228        btrfs_printk_ratelimited(fs_info, KERN_ERR fmt, ##args)
4229#define btrfs_warn_rl(fs_info, fmt, args...) \
4230        btrfs_printk_ratelimited(fs_info, KERN_WARNING fmt, ##args)
4231#define btrfs_notice_rl(fs_info, fmt, args...) \
4232        btrfs_printk_ratelimited(fs_info, KERN_NOTICE fmt, ##args)
4233#define btrfs_info_rl(fs_info, fmt, args...) \
4234        btrfs_printk_ratelimited(fs_info, KERN_INFO fmt, ##args)
4235#ifdef DEBUG
4236#define btrfs_debug(fs_info, fmt, args...) \
4237        btrfs_printk(fs_info, KERN_DEBUG fmt, ##args)
4238#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
4239        btrfs_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
4240#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
4241        btrfs_printk_rl_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
4242#define btrfs_debug_rl(fs_info, fmt, args...) \
4243        btrfs_printk_ratelimited(fs_info, KERN_DEBUG fmt, ##args)
4244#else
4245#define btrfs_debug(fs_info, fmt, args...) \
4246    no_printk(KERN_DEBUG fmt, ##args)
4247#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
4248        no_printk(KERN_DEBUG fmt, ##args)
4249#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
4250        no_printk(KERN_DEBUG fmt, ##args)
4251#define btrfs_debug_rl(fs_info, fmt, args...) \
4252        no_printk(KERN_DEBUG fmt, ##args)
4253#endif
4254
4255#define btrfs_printk_in_rcu(fs_info, fmt, args...)      \
4256do {                                                    \
4257        rcu_read_lock();                                \
4258        btrfs_printk(fs_info, fmt, ##args);             \
4259        rcu_read_unlock();                              \
4260} while (0)
4261
4262#define btrfs_printk_ratelimited(fs_info, fmt, args...)         \
4263do {                                                            \
4264        static DEFINE_RATELIMIT_STATE(_rs,                      \
4265                DEFAULT_RATELIMIT_INTERVAL,                     \
4266                DEFAULT_RATELIMIT_BURST);                       \
4267        if (__ratelimit(&_rs))                                  \
4268                btrfs_printk(fs_info, fmt, ##args);             \
4269} while (0)
4270
4271#define btrfs_printk_rl_in_rcu(fs_info, fmt, args...)           \
4272do {                                                            \
4273        rcu_read_lock();                                        \
4274        btrfs_printk_ratelimited(fs_info, fmt, ##args);         \
4275        rcu_read_unlock();                                      \
4276} while (0)
4277
4278#ifdef CONFIG_BTRFS_ASSERT
4279
4280__cold
4281static inline void assfail(char *expr, char *file, int line)
4282{
4283        pr_err("BTRFS: assertion failed: %s, file: %s, line: %d",
4284               expr, file, line);
4285        BUG();
4286}
4287
4288#define ASSERT(expr)    \
4289        (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
4290#else
4291#define ASSERT(expr)    ((void)0)
4292#endif
4293
4294#define btrfs_assert()
4295__printf(5, 6)
4296__cold
4297void __btrfs_std_error(struct btrfs_fs_info *fs_info, const char *function,
4298                     unsigned int line, int errno, const char *fmt, ...);
4299
4300const char *btrfs_decode_error(int errno);
4301
4302__cold
4303void __btrfs_abort_transaction(struct btrfs_trans_handle *trans,
4304                               struct btrfs_root *root, const char *function,
4305                               unsigned int line, int errno);
4306
4307#define btrfs_set_fs_incompat(__fs_info, opt) \
4308        __btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4309
4310static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info,
4311                                           u64 flag)
4312{
4313        struct btrfs_super_block *disk_super;
4314        u64 features;
4315
4316        disk_super = fs_info->super_copy;
4317        features = btrfs_super_incompat_flags(disk_super);
4318        if (!(features & flag)) {
4319                spin_lock(&fs_info->super_lock);
4320                features = btrfs_super_incompat_flags(disk_super);
4321                if (!(features & flag)) {
4322                        features |= flag;
4323                        btrfs_set_super_incompat_flags(disk_super, features);
4324                        btrfs_info(fs_info, "setting %llu feature flag",
4325                                         flag);
4326                }
4327                spin_unlock(&fs_info->super_lock);
4328        }
4329}
4330
4331#define btrfs_clear_fs_incompat(__fs_info, opt) \
4332        __btrfs_clear_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4333
4334static inline void __btrfs_clear_fs_incompat(struct btrfs_fs_info *fs_info,
4335                                             u64 flag)
4336{
4337        struct btrfs_super_block *disk_super;
4338        u64 features;
4339
4340        disk_super = fs_info->super_copy;
4341        features = btrfs_super_incompat_flags(disk_super);
4342        if (features & flag) {
4343                spin_lock(&fs_info->super_lock);
4344                features = btrfs_super_incompat_flags(disk_super);
4345                if (features & flag) {
4346                        features &= ~flag;
4347                        btrfs_set_super_incompat_flags(disk_super, features);
4348                        btrfs_info(fs_info, "clearing %llu feature flag",
4349                                         flag);
4350                }
4351                spin_unlock(&fs_info->super_lock);
4352        }
4353}
4354
4355#define btrfs_fs_incompat(fs_info, opt) \
4356        __btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4357
4358static inline bool __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag)
4359{
4360        struct btrfs_super_block *disk_super;
4361        disk_super = fs_info->super_copy;
4362        return !!(btrfs_super_incompat_flags(disk_super) & flag);
4363}
4364
4365#define btrfs_set_fs_compat_ro(__fs_info, opt) \
4366        __btrfs_set_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4367
4368static inline void __btrfs_set_fs_compat_ro(struct btrfs_fs_info *fs_info,
4369                                            u64 flag)
4370{
4371        struct btrfs_super_block *disk_super;
4372        u64 features;
4373
4374        disk_super = fs_info->super_copy;
4375        features = btrfs_super_compat_ro_flags(disk_super);
4376        if (!(features & flag)) {
4377                spin_lock(&fs_info->super_lock);
4378                features = btrfs_super_compat_ro_flags(disk_super);
4379                if (!(features & flag)) {
4380                        features |= flag;
4381                        btrfs_set_super_compat_ro_flags(disk_super, features);
4382                        btrfs_info(fs_info, "setting %llu ro feature flag",
4383                                   flag);
4384                }
4385                spin_unlock(&fs_info->super_lock);
4386        }
4387}
4388
4389#define btrfs_clear_fs_compat_ro(__fs_info, opt) \
4390        __btrfs_clear_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4391
4392static inline void __btrfs_clear_fs_compat_ro(struct btrfs_fs_info *fs_info,
4393                                              u64 flag)
4394{
4395        struct btrfs_super_block *disk_super;
4396        u64 features;
4397
4398        disk_super = fs_info->super_copy;
4399        features = btrfs_super_compat_ro_flags(disk_super);
4400        if (features & flag) {
4401                spin_lock(&fs_info->super_lock);
4402                features = btrfs_super_compat_ro_flags(disk_super);
4403                if (features & flag) {
4404                        features &= ~flag;
4405                        btrfs_set_super_compat_ro_flags(disk_super, features);
4406                        btrfs_info(fs_info, "clearing %llu ro feature flag",
4407                                   flag);
4408                }
4409                spin_unlock(&fs_info->super_lock);
4410        }
4411}
4412
4413#define btrfs_fs_compat_ro(fs_info, opt) \
4414        __btrfs_fs_compat_ro((fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4415
4416static inline int __btrfs_fs_compat_ro(struct btrfs_fs_info *fs_info, u64 flag)
4417{
4418        struct btrfs_super_block *disk_super;
4419        disk_super = fs_info->super_copy;
4420        return !!(btrfs_super_compat_ro_flags(disk_super) & flag);
4421}
4422
4423/*
4424 * Call btrfs_abort_transaction as early as possible when an error condition is
4425 * detected, that way the exact line number is reported.
4426 */
4427#define btrfs_abort_transaction(trans, root, errno)             \
4428do {                                                            \
4429        /* Report first abort since mount */                    \
4430        if (!test_and_set_bit(BTRFS_FS_STATE_TRANS_ABORTED,     \
4431                        &((root)->fs_info->fs_state))) {        \
4432                WARN(1, KERN_DEBUG                              \
4433                "BTRFS: Transaction aborted (error %d)\n",      \
4434                (errno));                                       \
4435        }                                                       \
4436        __btrfs_abort_transaction((trans), (root), __func__,    \
4437                                  __LINE__, (errno));           \
4438} while (0)
4439
4440#define btrfs_std_error(fs_info, errno, fmt, args...)           \
4441do {                                                            \
4442        __btrfs_std_error((fs_info), __func__, __LINE__,        \
4443                          (errno), fmt, ##args);                \
4444} while (0)
4445
4446__printf(5, 6)
4447__cold
4448void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function,
4449                   unsigned int line, int errno, const char *fmt, ...);
4450
4451/*
4452 * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic
4453 * will panic().  Otherwise we BUG() here.
4454 */
4455#define btrfs_panic(fs_info, errno, fmt, args...)                       \
4456do {                                                                    \
4457        __btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args); \
4458        BUG();                                                          \
4459} while (0)
4460
4461/* acl.c */
4462#ifdef CONFIG_BTRFS_FS_POSIX_ACL
4463struct posix_acl *btrfs_get_acl(struct inode *inode, int type);
4464int btrfs_set_acl(struct inode *inode, struct posix_acl *acl, int type);
4465int btrfs_init_acl(struct btrfs_trans_handle *trans,
4466                   struct inode *inode, struct inode *dir);
4467#else
4468#define btrfs_get_acl NULL
4469#define btrfs_set_acl NULL
4470static inline int btrfs_init_acl(struct btrfs_trans_handle *trans,
4471                                 struct inode *inode, struct inode *dir)
4472{
4473        return 0;
4474}
4475#endif
4476
4477/* relocation.c */
4478int btrfs_relocate_block_group(struct btrfs_root *root, u64 group_start);
4479int btrfs_init_reloc_root(struct btrfs_trans_handle *trans,
4480                          struct btrfs_root *root);
4481int btrfs_update_reloc_root(struct btrfs_trans_handle *trans,
4482                            struct btrfs_root *root);
4483int btrfs_recover_relocation(struct btrfs_root *root);
4484int btrfs_reloc_clone_csums(struct inode *inode, u64 file_pos, u64 len);
4485int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans,
4486                          struct btrfs_root *root, struct extent_buffer *buf,
4487                          struct extent_buffer *cow);
4488void btrfs_reloc_pre_snapshot(struct btrfs_pending_snapshot *pending,
4489                              u64 *bytes_to_reserve);
4490int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans,
4491                              struct btrfs_pending_snapshot *pending);
4492
4493/* scrub.c */
4494int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
4495                    u64 end, struct btrfs_scrub_progress *progress,
4496                    int readonly, int is_dev_replace);
4497void btrfs_scrub_pause(struct btrfs_root *root);
4498void btrfs_scrub_continue(struct btrfs_root *root);
4499int btrfs_scrub_cancel(struct btrfs_fs_info *info);
4500int btrfs_scrub_cancel_dev(struct btrfs_fs_info *info,
4501                           struct btrfs_device *dev);
4502int btrfs_scrub_progress(struct btrfs_root *root, u64 devid,
4503                         struct btrfs_scrub_progress *progress);
4504
4505/* dev-replace.c */
4506void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info);
4507void btrfs_bio_counter_inc_noblocked(struct btrfs_fs_info *fs_info);
4508void btrfs_bio_counter_sub(struct btrfs_fs_info *fs_info, s64 amount);
4509
4510static inline void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info)
4511{
4512        btrfs_bio_counter_sub(fs_info, 1);
4513}
4514
4515/* reada.c */
4516struct reada_control {
4517        struct btrfs_root       *root;          /* tree to prefetch */
4518        struct btrfs_key        key_start;
4519        struct btrfs_key        key_end;        /* exclusive */
4520        atomic_t                elems;
4521        struct kref             refcnt;
4522        wait_queue_head_t       wait;
4523};
4524struct reada_control *btrfs_reada_add(struct btrfs_root *root,
4525                              struct btrfs_key *start, struct btrfs_key *end);
4526int btrfs_reada_wait(void *handle);
4527void btrfs_reada_detach(void *handle);
4528int btree_readahead_hook(struct btrfs_root *root, struct extent_buffer *eb,
4529                         u64 start, int err);
4530
4531static inline int is_fstree(u64 rootid)
4532{
4533        if (rootid == BTRFS_FS_TREE_OBJECTID ||
4534            ((s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID &&
4535              !btrfs_qgroup_level(rootid)))
4536                return 1;
4537        return 0;
4538}
4539
4540static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info)
4541{
4542        return signal_pending(current);
4543}
4544
4545/* Sanity test specific functions */
4546#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4547void btrfs_test_destroy_inode(struct inode *inode);
4548#endif
4549
4550static inline int btrfs_test_is_dummy_root(struct btrfs_root *root)
4551{
4552#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4553        if (unlikely(test_bit(BTRFS_ROOT_DUMMY_ROOT, &root->state)))
4554                return 1;
4555#endif
4556        return 0;
4557}
4558
4559#endif
4560