]> git.proxmox.com Git - mirror_ubuntu-hirsute-kernel.git/blame - fs/btrfs/ctree.h
btrfs: fix compiling with CONFIG_BTRFS_DEBUG enabled.
[mirror_ubuntu-hirsute-kernel.git] / fs / btrfs / ctree.h
CommitLineData
6cbd5570
CM
1/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
dc17ff8f
CM
19#ifndef __BTRFS_CTREE__
20#define __BTRFS_CTREE__
eb60ceac 21
810191ff
CM
22#include <linux/mm.h>
23#include <linux/highmem.h>
e20d96d6 24#include <linux/fs.h>
a2de733c 25#include <linux/rwsem.h>
803b2f54 26#include <linux/semaphore.h>
58176a96 27#include <linux/completion.h>
04160088 28#include <linux/backing-dev.h>
e6dcd2dc 29#include <linux/wait.h>
5a0e3ad6 30#include <linux/slab.h>
f8b18087 31#include <linux/kobject.h>
1abe9b8a 32#include <trace/events/btrfs.h>
479965d6 33#include <asm/kmap_types.h>
3b16a4e3 34#include <linux/pagemap.h>
55e301fd 35#include <linux/btrfs.h>
21c7e756 36#include <linux/workqueue.h>
f667aef6 37#include <linux/security.h>
d1310b2e 38#include "extent_io.h"
5f39d397 39#include "extent_map.h"
8b712842 40#include "async-thread.h"
e20d96d6 41
e089f05c 42struct btrfs_trans_handle;
79154b1b 43struct btrfs_transaction;
a22285a6 44struct btrfs_pending_snapshot;
35b7e476
CM
45extern struct kmem_cache *btrfs_trans_handle_cachep;
46extern struct kmem_cache *btrfs_transaction_cachep;
47extern struct kmem_cache *btrfs_bit_radix_cachep;
2c90e5d6 48extern struct kmem_cache *btrfs_path_cachep;
dc89e982 49extern struct kmem_cache *btrfs_free_space_cachep;
e6dcd2dc 50struct btrfs_ordered_sum;
e089f05c 51
294e30fe
JB
52#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
53#define STATIC noinline
54#else
55#define STATIC static noinline
56#endif
57
cdb4c574 58#define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */
eb60ceac 59
72d7aefc 60#define BTRFS_MAX_MIRRORS 3
94598ba8 61
4008c04a 62#define BTRFS_MAX_LEVEL 8
0b86a832 63
5d4f98a2
YZ
64#define BTRFS_COMPAT_EXTENT_TREE_V0
65
0b86a832 66/* holds pointers to all of the tree roots */
6407bf6d 67#define BTRFS_ROOT_TREE_OBJECTID 1ULL
0b86a832
CM
68
69/* stores information about which extents are in use, and reference counts */
0cf6c620 70#define BTRFS_EXTENT_TREE_OBJECTID 2ULL
0b86a832 71
0b86a832
CM
72/*
73 * chunk tree stores translations from logical -> physical block numbering
74 * the super block points to the chunk tree
75 */
e085def2 76#define BTRFS_CHUNK_TREE_OBJECTID 3ULL
0b86a832
CM
77
78/*
79 * stores information about which areas of a given device are in use.
80 * one per device. The tree of tree roots points to the device tree
81 */
e085def2
CM
82#define BTRFS_DEV_TREE_OBJECTID 4ULL
83
84/* one per subvolume, storing files and directories */
85#define BTRFS_FS_TREE_OBJECTID 5ULL
86
87/* directory objectid inside the root tree */
88#define BTRFS_ROOT_TREE_DIR_OBJECTID 6ULL
0b86a832 89
d20f7043
CM
90/* holds checksums of all the data extents */
91#define BTRFS_CSUM_TREE_OBJECTID 7ULL
92
630dc772
AJ
93/* holds quota configuration and tracking */
94#define BTRFS_QUOTA_TREE_OBJECTID 8ULL
95
07b30a49
SB
96/* for storing items that use the BTRFS_UUID_KEY* types */
97#define BTRFS_UUID_TREE_OBJECTID 9ULL
98
208acb8c
OS
99/* tracks free space in block groups. */
100#define BTRFS_FREE_SPACE_TREE_OBJECTID 10ULL
101
60b62978
DS
102/* for storing balance parameters in the root tree */
103#define BTRFS_BALANCE_OBJECTID -4ULL
104
7b128766
JB
105/* orhpan objectid for tracking unlinked/truncated files */
106#define BTRFS_ORPHAN_OBJECTID -5ULL
107
e02119d5
CM
108/* does write ahead logging to speed up fsyncs */
109#define BTRFS_TREE_LOG_OBJECTID -6ULL
110#define BTRFS_TREE_LOG_FIXUP_OBJECTID -7ULL
111
e4657689
ZY
112/* for space balancing */
113#define BTRFS_TREE_RELOC_OBJECTID -8ULL
114#define BTRFS_DATA_RELOC_TREE_OBJECTID -9ULL
115
d20f7043
CM
116/*
117 * extent checksums all have this objectid
118 * this allows them to share the logging tree
119 * for fsyncs
120 */
121#define BTRFS_EXTENT_CSUM_OBJECTID -10ULL
122
0af3d00b
JB
123/* For storing free space cache */
124#define BTRFS_FREE_SPACE_OBJECTID -11ULL
125
82d5902d 126/*
527a1361 127 * The inode number assigned to the special inode for storing
82d5902d
LZ
128 * free ino cache
129 */
130#define BTRFS_FREE_INO_OBJECTID -12ULL
131
31840ae1
ZY
132/* dummy objectid represents multiple objectids */
133#define BTRFS_MULTIPLE_OBJECTIDS -255ULL
134
0b86a832 135/*
6527cdbe 136 * All files have objectids in this range.
0b86a832 137 */
f6dbff55 138#define BTRFS_FIRST_FREE_OBJECTID 256ULL
6527cdbe 139#define BTRFS_LAST_FREE_OBJECTID -256ULL
e17cade2 140#define BTRFS_FIRST_CHUNK_TREE_OBJECTID 256ULL
3768f368 141
0b86a832
CM
142
143/*
144 * the device items go into the chunk tree. The key is in the form
145 * [ 1 BTRFS_DEV_ITEM_KEY device_id ]
146 */
147#define BTRFS_DEV_ITEMS_OBJECTID 1ULL
148
4df27c4d
YZ
149#define BTRFS_BTREE_INODE_OBJECTID 1
150
151#define BTRFS_EMPTY_SUBVOL_DIR_OBJECTID 2
152
6e71c47a 153#define BTRFS_DEV_REPLACE_DEVID 0ULL
e93c89c1 154
727011e0
CM
155/*
156 * the max metadata block size. This limit is somewhat artificial,
157 * but the memmove costs go through the roof for larger blocks.
158 */
159#define BTRFS_MAX_METADATA_BLOCKSIZE 65536
160
e20d96d6
CM
161/*
162 * we can actually store much bigger names, but lets not confuse the rest
163 * of linux
164 */
165#define BTRFS_NAME_LEN 255
166
f186373f
MF
167/*
168 * Theoretical limit is larger, but we keep this down to a sane
169 * value. That should limit greatly the possibility of collisions on
170 * inode ref items.
171 */
172#define BTRFS_LINK_MAX 65535U
173
f254e52c
CM
174/* 32 bytes in various csum fields */
175#define BTRFS_CSUM_SIZE 32
607d432d
JB
176
177/* csum types */
178#define BTRFS_CSUM_TYPE_CRC32 0
179
1f6e4b3f 180static int btrfs_csum_sizes[] = { 4 };
607d432d 181
509659cd 182/* four bytes for CRC32 */
3954401f 183#define BTRFS_EMPTY_DIR_SIZE 0
f254e52c 184
29a8d9a0
SB
185/* spefic to btrfs_map_block(), therefore not in include/linux/blk_types.h */
186#define REQ_GET_READ_MIRRORS (1 << 30)
187
fabb5681
CM
188#define BTRFS_FT_UNKNOWN 0
189#define BTRFS_FT_REG_FILE 1
190#define BTRFS_FT_DIR 2
191#define BTRFS_FT_CHRDEV 3
192#define BTRFS_FT_BLKDEV 4
193#define BTRFS_FT_FIFO 5
194#define BTRFS_FT_SOCK 6
195#define BTRFS_FT_SYMLINK 7
5103e947
JB
196#define BTRFS_FT_XATTR 8
197#define BTRFS_FT_MAX 9
fabb5681 198
3d136a11
SB
199/* ioprio of readahead is set to idle */
200#define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0))
201
e2d84521
MX
202#define BTRFS_DIRTY_METADATA_THRESH (32 * 1024 * 1024)
203
dcab6a3b
JB
204#define BTRFS_MAX_EXTENT_SIZE (128 * 1024 * 1024)
205
fec577fb 206/*
d4a78947
WF
207 * The key defines the order in the tree, and so it also defines (optimal)
208 * block layout.
209 *
210 * objectid corresponds to the inode number.
211 *
212 * type tells us things about the object, and is a kind of stream selector.
213 * so for a given inode, keys with type of 1 might refer to the inode data,
214 * type of 2 may point to file data in the btree and type == 3 may point to
215 * extents.
fec577fb
CM
216 *
217 * offset is the starting byte offset for this key in the stream.
e2fa7227
CM
218 *
219 * btrfs_disk_key is in disk byte order. struct btrfs_key is always
220 * in cpu native order. Otherwise they are identical and their sizes
221 * should be the same (ie both packed)
fec577fb 222 */
e2fa7227
CM
223struct btrfs_disk_key {
224 __le64 objectid;
5f39d397 225 u8 type;
70b2befd 226 __le64 offset;
e2fa7227
CM
227} __attribute__ ((__packed__));
228
229struct btrfs_key {
eb60ceac 230 u64 objectid;
5f39d397 231 u8 type;
70b2befd 232 u64 offset;
eb60ceac
CM
233} __attribute__ ((__packed__));
234
0b86a832
CM
235struct btrfs_mapping_tree {
236 struct extent_map_tree map_tree;
237};
238
0b86a832
CM
239struct btrfs_dev_item {
240 /* the internal btrfs device id */
241 __le64 devid;
242
243 /* size of the device */
244 __le64 total_bytes;
245
246 /* bytes used */
247 __le64 bytes_used;
248
249 /* optimal io alignment for this device */
250 __le32 io_align;
251
252 /* optimal io width for this device */
253 __le32 io_width;
254
255 /* minimal io size for this device */
256 __le32 sector_size;
257
0b86a832
CM
258 /* type and info about this device */
259 __le64 type;
260
2b82032c
YZ
261 /* expected generation for this device */
262 __le64 generation;
263
c3027eb5
CM
264 /*
265 * starting byte of this partition on the device,
d4a78947 266 * to allow for stripe alignment in the future
c3027eb5
CM
267 */
268 __le64 start_offset;
269
e17cade2
CM
270 /* grouping information for allocation decisions */
271 __le32 dev_group;
272
273 /* seek speed 0-100 where 100 is fastest */
274 u8 seek_speed;
275
276 /* bandwidth 0-100 where 100 is fastest */
277 u8 bandwidth;
278
0d81ba5d 279 /* btrfs generated uuid for this device */
e17cade2 280 u8 uuid[BTRFS_UUID_SIZE];
2b82032c
YZ
281
282 /* uuid of FS who owns this device */
283 u8 fsid[BTRFS_UUID_SIZE];
0b86a832
CM
284} __attribute__ ((__packed__));
285
286struct btrfs_stripe {
287 __le64 devid;
288 __le64 offset;
e17cade2 289 u8 dev_uuid[BTRFS_UUID_SIZE];
0b86a832
CM
290} __attribute__ ((__packed__));
291
292struct btrfs_chunk {
e17cade2
CM
293 /* size of this chunk in bytes */
294 __le64 length;
295
296 /* objectid of the root referencing this chunk */
0b86a832 297 __le64 owner;
e17cade2 298
0b86a832
CM
299 __le64 stripe_len;
300 __le64 type;
301
302 /* optimal io alignment for this chunk */
303 __le32 io_align;
304
305 /* optimal io width for this chunk */
306 __le32 io_width;
307
308 /* minimal io size for this chunk */
309 __le32 sector_size;
310
311 /* 2^16 stripes is quite a lot, a second limit is the size of a single
312 * item in the btree
313 */
314 __le16 num_stripes;
321aecc6
CM
315
316 /* sub stripes only matter for raid10 */
317 __le16 sub_stripes;
0b86a832
CM
318 struct btrfs_stripe stripe;
319 /* additional stripes go here */
320} __attribute__ ((__packed__));
321
0af3d00b
JB
322#define BTRFS_FREE_SPACE_EXTENT 1
323#define BTRFS_FREE_SPACE_BITMAP 2
324
325struct btrfs_free_space_entry {
326 __le64 offset;
327 __le64 bytes;
328 u8 type;
329} __attribute__ ((__packed__));
330
331struct btrfs_free_space_header {
332 struct btrfs_disk_key location;
333 __le64 generation;
334 __le64 num_entries;
335 __le64 num_bitmaps;
336} __attribute__ ((__packed__));
337
0b86a832
CM
338static inline unsigned long btrfs_chunk_item_size(int num_stripes)
339{
340 BUG_ON(num_stripes == 0);
341 return sizeof(struct btrfs_chunk) +
342 sizeof(struct btrfs_stripe) * (num_stripes - 1);
343}
344
5d4f98a2
YZ
345#define BTRFS_HEADER_FLAG_WRITTEN (1ULL << 0)
346#define BTRFS_HEADER_FLAG_RELOC (1ULL << 1)
acce952b 347
348/*
349 * File system states
350 */
87533c47 351#define BTRFS_FS_STATE_ERROR 0
dc81cdc5 352#define BTRFS_FS_STATE_REMOUNTING 1
08748810 353#define BTRFS_FS_STATE_TRANS_ABORTED 2
c404e0dc 354#define BTRFS_FS_STATE_DEV_REPLACING 3
acce952b 355
87533c47 356/* Super block flags */
acce952b 357/* Errors detected */
358#define BTRFS_SUPER_FLAG_ERROR (1ULL << 2)
359
5d4f98a2
YZ
360#define BTRFS_SUPER_FLAG_SEEDING (1ULL << 32)
361#define BTRFS_SUPER_FLAG_METADUMP (1ULL << 33)
362
363#define BTRFS_BACKREF_REV_MAX 256
364#define BTRFS_BACKREF_REV_SHIFT 56
365#define BTRFS_BACKREF_REV_MASK (((u64)BTRFS_BACKREF_REV_MAX - 1) << \
366 BTRFS_BACKREF_REV_SHIFT)
367
368#define BTRFS_OLD_BACKREF_REV 0
369#define BTRFS_MIXED_BACKREF_REV 1
63b10fc4 370
fec577fb
CM
371/*
372 * every tree block (leaf or node) starts with this header.
373 */
bb492bb0 374struct btrfs_header {
e17cade2 375 /* these first four must match the super block */
f254e52c 376 u8 csum[BTRFS_CSUM_SIZE];
5f39d397 377 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
db94535d 378 __le64 bytenr; /* which block this node is supposed to live in */
63b10fc4 379 __le64 flags;
e17cade2
CM
380
381 /* allowed to be different from the super from here on down */
382 u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
7f5c1516 383 __le64 generation;
4d775673 384 __le64 owner;
5f39d397 385 __le32 nritems;
9a6f11ed 386 u8 level;
eb60ceac
CM
387} __attribute__ ((__packed__));
388
5f39d397 389#define BTRFS_NODEPTRS_PER_BLOCK(r) (((r)->nodesize - \
d397712b
CM
390 sizeof(struct btrfs_header)) / \
391 sizeof(struct btrfs_key_ptr))
123abc88 392#define __BTRFS_LEAF_DATA_SIZE(bs) ((bs) - sizeof(struct btrfs_header))
707e8a07 393#define BTRFS_LEAF_DATA_SIZE(r) (__BTRFS_LEAF_DATA_SIZE(r->nodesize))
7ec20afb
DS
394#define BTRFS_FILE_EXTENT_INLINE_DATA_START \
395 (offsetof(struct btrfs_file_extent_item, disk_bytenr))
236454df
CM
396#define BTRFS_MAX_INLINE_DATA_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
397 sizeof(struct btrfs_item) - \
7ec20afb 398 BTRFS_FILE_EXTENT_INLINE_DATA_START)
f34f57a3
YZ
399#define BTRFS_MAX_XATTR_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
400 sizeof(struct btrfs_item) -\
401 sizeof(struct btrfs_dir_item))
eb60ceac 402
0b86a832
CM
403
404/*
405 * this is a very generous portion of the super block, giving us
406 * room to translate 14 chunks with 3 stripes each.
407 */
408#define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048
7ae9c09d 409#define BTRFS_LABEL_SIZE 256
0b86a832 410
af31f5e5
CM
411/*
412 * just in case we somehow lose the roots and are not able to mount,
413 * we store an array of the roots from previous transactions
414 * in the super.
415 */
416#define BTRFS_NUM_BACKUP_ROOTS 4
417struct btrfs_root_backup {
418 __le64 tree_root;
419 __le64 tree_root_gen;
420
421 __le64 chunk_root;
422 __le64 chunk_root_gen;
423
424 __le64 extent_root;
425 __le64 extent_root_gen;
426
427 __le64 fs_root;
428 __le64 fs_root_gen;
429
430 __le64 dev_root;
431 __le64 dev_root_gen;
432
433 __le64 csum_root;
434 __le64 csum_root_gen;
435
436 __le64 total_bytes;
437 __le64 bytes_used;
438 __le64 num_devices;
439 /* future */
d1423248 440 __le64 unused_64[4];
af31f5e5
CM
441
442 u8 tree_root_level;
443 u8 chunk_root_level;
444 u8 extent_root_level;
445 u8 fs_root_level;
446 u8 dev_root_level;
447 u8 csum_root_level;
448 /* future and to align */
449 u8 unused_8[10];
450} __attribute__ ((__packed__));
451
fec577fb
CM
452/*
453 * the super block basically lists the main trees of the FS
454 * it currently lacks any block count etc etc
455 */
234b63a0 456struct btrfs_super_block {
f254e52c 457 u8 csum[BTRFS_CSUM_SIZE];
63b10fc4 458 /* the first 4 fields must match struct btrfs_header */
2b82032c 459 u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
db94535d 460 __le64 bytenr; /* this block number */
63b10fc4 461 __le64 flags;
e17cade2
CM
462
463 /* allowed to be different from the btrfs_header from here own down */
3768f368 464 __le64 magic;
3768f368
CM
465 __le64 generation;
466 __le64 root;
0b86a832 467 __le64 chunk_root;
e02119d5 468 __le64 log_root;
c3027eb5
CM
469
470 /* this will help find the new super based on the log root */
471 __le64 log_root_transid;
db94535d
CM
472 __le64 total_bytes;
473 __le64 bytes_used;
2e635a27 474 __le64 root_dir_objectid;
8a4b83cc 475 __le64 num_devices;
5f39d397
CM
476 __le32 sectorsize;
477 __le32 nodesize;
707e8a07 478 __le32 __unused_leafsize;
87ee04eb 479 __le32 stripesize;
0b86a832 480 __le32 sys_chunk_array_size;
84234f3a 481 __le64 chunk_root_generation;
f2b636e8
JB
482 __le64 compat_flags;
483 __le64 compat_ro_flags;
484 __le64 incompat_flags;
607d432d 485 __le16 csum_type;
db94535d 486 u8 root_level;
0b86a832 487 u8 chunk_root_level;
e02119d5 488 u8 log_root_level;
0d81ba5d 489 struct btrfs_dev_item dev_item;
c3027eb5 490
7ae9c09d 491 char label[BTRFS_LABEL_SIZE];
c3027eb5 492
0af3d00b 493 __le64 cache_generation;
26432799 494 __le64 uuid_tree_generation;
0af3d00b 495
c3027eb5 496 /* future expansion */
26432799 497 __le64 reserved[30];
0b86a832 498 u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE];
af31f5e5 499 struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS];
cfaa7295
CM
500} __attribute__ ((__packed__));
501
f2b636e8
JB
502/*
503 * Compat flags that we support. If any incompat flags are set other than the
504 * ones specified below then we will fail to mount
505 */
208acb8c
OS
506#define BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE (1ULL << 0)
507
5d4f98a2 508#define BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF (1ULL << 0)
0af3d00b 509#define BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL (1ULL << 1)
67377734 510#define BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS (1ULL << 2)
a6fa6fae 511#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO (1ULL << 3)
727011e0
CM
512/*
513 * some patches floated around with a second compression method
514 * lets save that incompat here for when they do get in
515 * Note we don't actually support it, we're just reserving the
516 * number
517 */
518#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZOv2 (1ULL << 4)
519
520/*
521 * older kernels tried to do bigger metadata blocks, but the
522 * code was pretty buggy. Lets not let them try anymore.
523 */
524#define BTRFS_FEATURE_INCOMPAT_BIG_METADATA (1ULL << 5)
5d4f98a2 525
f186373f 526#define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF (1ULL << 6)
53b381b3 527#define BTRFS_FEATURE_INCOMPAT_RAID56 (1ULL << 7)
3173a18f 528#define BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA (1ULL << 8)
16e7549f 529#define BTRFS_FEATURE_INCOMPAT_NO_HOLES (1ULL << 9)
f186373f 530
5d4f98a2 531#define BTRFS_FEATURE_COMPAT_SUPP 0ULL
2eaa055f
JM
532#define BTRFS_FEATURE_COMPAT_SAFE_SET 0ULL
533#define BTRFS_FEATURE_COMPAT_SAFE_CLEAR 0ULL
70f6d82e
OS
534
535#define BTRFS_FEATURE_COMPAT_RO_SUPP \
536 (BTRFS_FEATURE_COMPAT_RO_FREE_SPACE_TREE)
537
2eaa055f
JM
538#define BTRFS_FEATURE_COMPAT_RO_SAFE_SET 0ULL
539#define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR 0ULL
540
0af3d00b
JB
541#define BTRFS_FEATURE_INCOMPAT_SUPP \
542 (BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF | \
67377734 543 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL | \
a6fa6fae 544 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS | \
727011e0 545 BTRFS_FEATURE_INCOMPAT_BIG_METADATA | \
f186373f 546 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO | \
53b381b3 547 BTRFS_FEATURE_INCOMPAT_RAID56 | \
3173a18f 548 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF | \
16e7549f
JB
549 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA | \
550 BTRFS_FEATURE_INCOMPAT_NO_HOLES)
f2b636e8 551
2eaa055f
JM
552#define BTRFS_FEATURE_INCOMPAT_SAFE_SET \
553 (BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF)
554#define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR 0ULL
f2b636e8 555
fec577fb 556/*
62e2749e 557 * A leaf is full of items. offset and size tell us where to find
fec577fb
CM
558 * the item in the leaf (relative to the start of the data area)
559 */
0783fcfc 560struct btrfs_item {
e2fa7227 561 struct btrfs_disk_key key;
123abc88 562 __le32 offset;
5f39d397 563 __le32 size;
eb60ceac
CM
564} __attribute__ ((__packed__));
565
fec577fb
CM
566/*
567 * leaves have an item area and a data area:
568 * [item0, item1....itemN] [free space] [dataN...data1, data0]
569 *
570 * The data is separate from the items to get the keys closer together
571 * during searches.
572 */
234b63a0 573struct btrfs_leaf {
bb492bb0 574 struct btrfs_header header;
123abc88 575 struct btrfs_item items[];
eb60ceac
CM
576} __attribute__ ((__packed__));
577
fec577fb
CM
578/*
579 * all non-leaf blocks are nodes, they hold only keys and pointers to
580 * other blocks
581 */
123abc88
CM
582struct btrfs_key_ptr {
583 struct btrfs_disk_key key;
584 __le64 blockptr;
74493f7a 585 __le64 generation;
123abc88
CM
586} __attribute__ ((__packed__));
587
234b63a0 588struct btrfs_node {
bb492bb0 589 struct btrfs_header header;
123abc88 590 struct btrfs_key_ptr ptrs[];
eb60ceac
CM
591} __attribute__ ((__packed__));
592
fec577fb 593/*
234b63a0
CM
594 * btrfs_paths remember the path taken from the root down to the leaf.
595 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point
fec577fb
CM
596 * to any other levels that are present.
597 *
598 * The slots array records the index of the item or block pointer
599 * used while walking the tree.
600 */
234b63a0 601struct btrfs_path {
5f39d397 602 struct extent_buffer *nodes[BTRFS_MAX_LEVEL];
234b63a0 603 int slots[BTRFS_MAX_LEVEL];
925baedd
CM
604 /* if there is real range locking, this locks field will change */
605 int locks[BTRFS_MAX_LEVEL];
3c69faec 606 int reada;
925baedd 607 /* keep some upper locks as we walk down */
6702ed49 608 int lowest_level;
459931ec
CM
609
610 /*
611 * set by btrfs_split_item, tells search_slot to keep all locks
612 * and to force calls to keep space in the nodes
613 */
b9473439
CM
614 unsigned int search_for_split:1;
615 unsigned int keep_locks:1;
616 unsigned int skip_locking:1;
617 unsigned int leave_spinning:1;
5d4f98a2 618 unsigned int search_commit_root:1;
3f8a18cc 619 unsigned int need_commit_sem:1;
5f5bc6b1 620 unsigned int skip_release_on_error:1;
eb60ceac 621};
5de08d7d 622
62e2749e
CM
623/*
624 * items in the extent btree are used to record the objectid of the
625 * owner of the block and the number of references
626 */
5d4f98a2 627
62e2749e 628struct btrfs_extent_item {
5d4f98a2
YZ
629 __le64 refs;
630 __le64 generation;
631 __le64 flags;
632} __attribute__ ((__packed__));
633
634struct btrfs_extent_item_v0 {
62e2749e 635 __le32 refs;
74493f7a
CM
636} __attribute__ ((__packed__));
637
5d4f98a2
YZ
638#define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r) >> 4) - \
639 sizeof(struct btrfs_item))
640
641#define BTRFS_EXTENT_FLAG_DATA (1ULL << 0)
642#define BTRFS_EXTENT_FLAG_TREE_BLOCK (1ULL << 1)
643
644/* following flags only apply to tree blocks */
645
646/* use full backrefs for extent pointers in the block */
647#define BTRFS_BLOCK_FLAG_FULL_BACKREF (1ULL << 8)
648
a2de733c
AJ
649/*
650 * this flag is only used internally by scrub and may be changed at any time
651 * it is only declared here to avoid collisions
652 */
653#define BTRFS_EXTENT_FLAG_SUPER (1ULL << 48)
654
5d4f98a2
YZ
655struct btrfs_tree_block_info {
656 struct btrfs_disk_key key;
657 u8 level;
658} __attribute__ ((__packed__));
659
660struct btrfs_extent_data_ref {
661 __le64 root;
662 __le64 objectid;
663 __le64 offset;
664 __le32 count;
665} __attribute__ ((__packed__));
666
667struct btrfs_shared_data_ref {
668 __le32 count;
669} __attribute__ ((__packed__));
670
671struct btrfs_extent_inline_ref {
672 u8 type;
1bec1aed 673 __le64 offset;
5d4f98a2
YZ
674} __attribute__ ((__packed__));
675
676/* old style backrefs item */
677struct btrfs_extent_ref_v0 {
74493f7a
CM
678 __le64 root;
679 __le64 generation;
680 __le64 objectid;
5d4f98a2 681 __le32 count;
62e2749e
CM
682} __attribute__ ((__packed__));
683
5d4f98a2 684
0b86a832
CM
685/* dev extents record free space on individual devices. The owner
686 * field points back to the chunk allocation mapping tree that allocated
e17cade2 687 * the extent. The chunk tree uuid field is a way to double check the owner
0b86a832
CM
688 */
689struct btrfs_dev_extent {
e17cade2
CM
690 __le64 chunk_tree;
691 __le64 chunk_objectid;
692 __le64 chunk_offset;
0b86a832 693 __le64 length;
e17cade2 694 u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
0b86a832
CM
695} __attribute__ ((__packed__));
696
3954401f 697struct btrfs_inode_ref {
aec7477b 698 __le64 index;
3954401f
CM
699 __le16 name_len;
700 /* name goes here */
701} __attribute__ ((__packed__));
702
f186373f
MF
703struct btrfs_inode_extref {
704 __le64 parent_objectid;
705 __le64 index;
706 __le16 name_len;
707 __u8 name[0];
708 /* name goes here */
709} __attribute__ ((__packed__));
710
0b86a832 711struct btrfs_timespec {
f254e52c 712 __le64 sec;
1e1d2701
CM
713 __le32 nsec;
714} __attribute__ ((__packed__));
715
95029d7d 716enum btrfs_compression_type {
261507a0
LZ
717 BTRFS_COMPRESS_NONE = 0,
718 BTRFS_COMPRESS_ZLIB = 1,
a6fa6fae
LZ
719 BTRFS_COMPRESS_LZO = 2,
720 BTRFS_COMPRESS_TYPES = 2,
721 BTRFS_COMPRESS_LAST = 3,
95029d7d 722};
c8b97818 723
1e1d2701 724struct btrfs_inode_item {
e02119d5 725 /* nfs style generation number */
1e1d2701 726 __le64 generation;
e02119d5
CM
727 /* transid that last touched this inode */
728 __le64 transid;
1e1d2701 729 __le64 size;
a76a3cd4 730 __le64 nbytes;
31f3c99b 731 __le64 block_group;
1e1d2701
CM
732 __le32 nlink;
733 __le32 uid;
734 __le32 gid;
735 __le32 mode;
0b86a832 736 __le64 rdev;
f2b636e8 737 __le64 flags;
c8b97818 738
c3027eb5
CM
739 /* modification sequence number for NFS */
740 __le64 sequence;
741
742 /*
743 * a little future expansion, for more than this we can
744 * just grow the inode item and version it
745 */
746 __le64 reserved[4];
0b86a832
CM
747 struct btrfs_timespec atime;
748 struct btrfs_timespec ctime;
749 struct btrfs_timespec mtime;
750 struct btrfs_timespec otime;
1e1d2701
CM
751} __attribute__ ((__packed__));
752
e02119d5
CM
753struct btrfs_dir_log_item {
754 __le64 end;
755} __attribute__ ((__packed__));
756
62e2749e 757struct btrfs_dir_item {
d6e4a428 758 struct btrfs_disk_key location;
e02119d5 759 __le64 transid;
5103e947 760 __le16 data_len;
a8a2ee0c 761 __le16 name_len;
62e2749e
CM
762 u8 type;
763} __attribute__ ((__packed__));
764
b83cc969
LZ
765#define BTRFS_ROOT_SUBVOL_RDONLY (1ULL << 0)
766
521e0546
DS
767/*
768 * Internal in-memory flag that a subvolume has been marked for deletion but
769 * still visible as a directory
770 */
771#define BTRFS_ROOT_SUBVOL_DEAD (1ULL << 48)
772
62e2749e 773struct btrfs_root_item {
d6e4a428 774 struct btrfs_inode_item inode;
84234f3a 775 __le64 generation;
d6e4a428 776 __le64 root_dirid;
db94535d
CM
777 __le64 bytenr;
778 __le64 byte_limit;
779 __le64 bytes_used;
80ff3856 780 __le64 last_snapshot;
f2b636e8 781 __le64 flags;
62e2749e 782 __le32 refs;
5eda7b5e
CM
783 struct btrfs_disk_key drop_progress;
784 u8 drop_level;
db94535d 785 u8 level;
8ea05e3a
AB
786
787 /*
788 * The following fields appear after subvol_uuids+subvol_times
789 * were introduced.
790 */
791
792 /*
793 * This generation number is used to test if the new fields are valid
794 * and up to date while reading the root item. Everytime the root item
795 * is written out, the "generation" field is copied into this field. If
796 * anyone ever mounted the fs with an older kernel, we will have
797 * mismatching generation values here and thus must invalidate the
798 * new fields. See btrfs_update_root and btrfs_find_last_root for
799 * details.
800 * the offset of generation_v2 is also used as the start for the memset
801 * when invalidating the fields.
802 */
803 __le64 generation_v2;
804 u8 uuid[BTRFS_UUID_SIZE];
805 u8 parent_uuid[BTRFS_UUID_SIZE];
806 u8 received_uuid[BTRFS_UUID_SIZE];
807 __le64 ctransid; /* updated when an inode changes */
808 __le64 otransid; /* trans when created */
809 __le64 stransid; /* trans when sent. non-zero for received subvol */
810 __le64 rtransid; /* trans when received. non-zero for received subvol */
811 struct btrfs_timespec ctime;
812 struct btrfs_timespec otime;
813 struct btrfs_timespec stime;
814 struct btrfs_timespec rtime;
815 __le64 reserved[8]; /* for future */
9f5fae2f 816} __attribute__ ((__packed__));
62e2749e 817
0660b5af
CM
818/*
819 * this is used for both forward and backward root refs
820 */
821struct btrfs_root_ref {
822 __le64 dirid;
823 __le64 sequence;
824 __le16 name_len;
825} __attribute__ ((__packed__));
826
0940ebf6
ID
827struct btrfs_disk_balance_args {
828 /*
829 * profiles to operate on, single is denoted by
830 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
831 */
832 __le64 profiles;
833
bc309467
DS
834 /*
835 * usage filter
836 * BTRFS_BALANCE_ARGS_USAGE with a single value means '0..N'
837 * BTRFS_BALANCE_ARGS_USAGE_RANGE - range syntax, min..max
838 */
839 union {
840 __le64 usage;
841 struct {
842 __le32 usage_min;
843 __le32 usage_max;
844 };
845 };
0940ebf6
ID
846
847 /* devid filter */
848 __le64 devid;
849
850 /* devid subset filter [pstart..pend) */
851 __le64 pstart;
852 __le64 pend;
853
854 /* btrfs virtual address space subset filter [vstart..vend) */
855 __le64 vstart;
856 __le64 vend;
857
858 /*
859 * profile to convert to, single is denoted by
860 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
861 */
862 __le64 target;
863
864 /* BTRFS_BALANCE_ARGS_* */
865 __le64 flags;
866
12907fc7
DS
867 /*
868 * BTRFS_BALANCE_ARGS_LIMIT with value 'limit'
869 * BTRFS_BALANCE_ARGS_LIMIT_RANGE - the extend version can use minimum
870 * and maximum
871 */
872 union {
873 __le64 limit;
874 struct {
875 __le32 limit_min;
876 __le32 limit_max;
877 };
878 };
7d824b6f 879
dee32d0a
GAP
880 /*
881 * Process chunks that cross stripes_min..stripes_max devices,
882 * BTRFS_BALANCE_ARGS_STRIPES_RANGE
883 */
884 __le32 stripes_min;
885 __le32 stripes_max;
886
887 __le64 unused[6];
0940ebf6
ID
888} __attribute__ ((__packed__));
889
890/*
891 * store balance parameters to disk so that balance can be properly
892 * resumed after crash or unmount
893 */
894struct btrfs_balance_item {
895 /* BTRFS_BALANCE_* */
896 __le64 flags;
897
898 struct btrfs_disk_balance_args data;
899 struct btrfs_disk_balance_args meta;
900 struct btrfs_disk_balance_args sys;
901
902 __le64 unused[4];
903} __attribute__ ((__packed__));
904
d899e052
YZ
905#define BTRFS_FILE_EXTENT_INLINE 0
906#define BTRFS_FILE_EXTENT_REG 1
907#define BTRFS_FILE_EXTENT_PREALLOC 2
236454df 908
9f5fae2f 909struct btrfs_file_extent_item {
c8b97818
CM
910 /*
911 * transaction id that created this extent
912 */
71951f35 913 __le64 generation;
c8b97818
CM
914 /*
915 * max number of bytes to hold this extent in ram
916 * when we split a compressed extent we can't know how big
917 * each of the resulting pieces will be. So, this is
918 * an upper limit on the size of the extent in ram instead of
919 * an exact limit.
920 */
921 __le64 ram_bytes;
922
923 /*
924 * 32 bits for the various ways we might encode the data,
925 * including compression and encryption. If any of these
926 * are set to something a given disk format doesn't understand
927 * it is treated like an incompat flag for reading and writing,
928 * but not for stat.
929 */
930 u8 compression;
931 u8 encryption;
932 __le16 other_encoding; /* spare for later use */
933
934 /* are we inline data or a real extent? */
236454df 935 u8 type;
c8b97818 936
9f5fae2f
CM
937 /*
938 * disk space consumed by the extent, checksum blocks are included
939 * in these numbers
7ec20afb
DS
940 *
941 * At this offset in the structure, the inline extent data start.
9f5fae2f 942 */
db94535d
CM
943 __le64 disk_bytenr;
944 __le64 disk_num_bytes;
9f5fae2f 945 /*
dee26a9f 946 * the logical offset in file blocks (no csums)
9f5fae2f
CM
947 * this extent record is for. This allows a file extent to point
948 * into the middle of an existing extent on disk, sharing it
949 * between two snapshots (useful if some bytes in the middle of the
950 * extent have changed
951 */
952 __le64 offset;
953 /*
c8b97818
CM
954 * the logical number of file blocks (no csums included). This
955 * always reflects the size uncompressed and without encoding.
9f5fae2f 956 */
db94535d 957 __le64 num_bytes;
c8b97818 958
9f5fae2f
CM
959} __attribute__ ((__packed__));
960
f254e52c 961struct btrfs_csum_item {
509659cd 962 u8 csum;
f254e52c
CM
963} __attribute__ ((__packed__));
964
733f4fbb
SB
965struct btrfs_dev_stats_item {
966 /*
967 * grow this item struct at the end for future enhancements and keep
968 * the existing values unchanged
969 */
970 __le64 values[BTRFS_DEV_STAT_VALUES_MAX];
971} __attribute__ ((__packed__));
972
e922e087
SB
973#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_ALWAYS 0
974#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_AVOID 1
975#define BTRFS_DEV_REPLACE_ITEM_STATE_NEVER_STARTED 0
976#define BTRFS_DEV_REPLACE_ITEM_STATE_STARTED 1
977#define BTRFS_DEV_REPLACE_ITEM_STATE_SUSPENDED 2
978#define BTRFS_DEV_REPLACE_ITEM_STATE_FINISHED 3
979#define BTRFS_DEV_REPLACE_ITEM_STATE_CANCELED 4
980
981struct btrfs_dev_replace {
982 u64 replace_state; /* see #define above */
983 u64 time_started; /* seconds since 1-Jan-1970 */
984 u64 time_stopped; /* seconds since 1-Jan-1970 */
985 atomic64_t num_write_errors;
986 atomic64_t num_uncorrectable_read_errors;
987
988 u64 cursor_left;
989 u64 committed_cursor_left;
990 u64 cursor_left_last_write_of_item;
991 u64 cursor_right;
992
993 u64 cont_reading_from_srcdev_mode; /* see #define above */
994
995 int is_valid;
996 int item_needs_writeback;
997 struct btrfs_device *srcdev;
998 struct btrfs_device *tgtdev;
999
1000 pid_t lock_owner;
1001 atomic_t nesting_level;
1002 struct mutex lock_finishing_cancel_unmount;
1003 struct mutex lock_management_lock;
1004 struct mutex lock;
1005
1006 struct btrfs_scrub_progress scrub_progress;
1007};
1008
a2bff640
SB
1009struct btrfs_dev_replace_item {
1010 /*
1011 * grow this item struct at the end for future enhancements and keep
1012 * the existing values unchanged
1013 */
1014 __le64 src_devid;
1015 __le64 cursor_left;
1016 __le64 cursor_right;
1017 __le64 cont_reading_from_srcdev_mode;
1018
1019 __le64 replace_state;
1020 __le64 time_started;
1021 __le64 time_stopped;
1022 __le64 num_write_errors;
1023 __le64 num_uncorrectable_read_errors;
1024} __attribute__ ((__packed__));
1025
0b86a832 1026/* different types of block groups (and chunks) */
52ba6929
ID
1027#define BTRFS_BLOCK_GROUP_DATA (1ULL << 0)
1028#define BTRFS_BLOCK_GROUP_SYSTEM (1ULL << 1)
1029#define BTRFS_BLOCK_GROUP_METADATA (1ULL << 2)
1030#define BTRFS_BLOCK_GROUP_RAID0 (1ULL << 3)
1031#define BTRFS_BLOCK_GROUP_RAID1 (1ULL << 4)
1032#define BTRFS_BLOCK_GROUP_DUP (1ULL << 5)
1033#define BTRFS_BLOCK_GROUP_RAID10 (1ULL << 6)
1c89cdd1
AP
1034#define BTRFS_BLOCK_GROUP_RAID5 (1ULL << 7)
1035#define BTRFS_BLOCK_GROUP_RAID6 (1ULL << 8)
36523e95
DS
1036#define BTRFS_BLOCK_GROUP_RESERVED (BTRFS_AVAIL_ALLOC_BIT_SINGLE | \
1037 BTRFS_SPACE_INFO_GLOBAL_RSV)
e6ec716f
MX
1038
1039enum btrfs_raid_types {
1040 BTRFS_RAID_RAID10,
1041 BTRFS_RAID_RAID1,
1042 BTRFS_RAID_DUP,
1043 BTRFS_RAID_RAID0,
1044 BTRFS_RAID_SINGLE,
e942f883
CM
1045 BTRFS_RAID_RAID5,
1046 BTRFS_RAID_RAID6,
e6ec716f
MX
1047 BTRFS_NR_RAID_TYPES
1048};
52ba6929
ID
1049
1050#define BTRFS_BLOCK_GROUP_TYPE_MASK (BTRFS_BLOCK_GROUP_DATA | \
1051 BTRFS_BLOCK_GROUP_SYSTEM | \
1052 BTRFS_BLOCK_GROUP_METADATA)
1053
1054#define BTRFS_BLOCK_GROUP_PROFILE_MASK (BTRFS_BLOCK_GROUP_RAID0 | \
1055 BTRFS_BLOCK_GROUP_RAID1 | \
53b381b3
DW
1056 BTRFS_BLOCK_GROUP_RAID5 | \
1057 BTRFS_BLOCK_GROUP_RAID6 | \
52ba6929
ID
1058 BTRFS_BLOCK_GROUP_DUP | \
1059 BTRFS_BLOCK_GROUP_RAID10)
ffe2d203
ZL
1060#define BTRFS_BLOCK_GROUP_RAID56_MASK (BTRFS_BLOCK_GROUP_RAID5 | \
1061 BTRFS_BLOCK_GROUP_RAID6)
1062
a46d11a8
ID
1063/*
1064 * We need a bit for restriper to be able to tell when chunks of type
1065 * SINGLE are available. This "extended" profile format is used in
1066 * fs_info->avail_*_alloc_bits (in-memory) and balance item fields
1067 * (on-disk). The corresponding on-disk bit in chunk.type is reserved
1068 * to avoid remappings between two formats in future.
1069 */
1070#define BTRFS_AVAIL_ALLOC_BIT_SINGLE (1ULL << 48)
1071
36523e95
DS
1072/*
1073 * A fake block group type that is used to communicate global block reserve
1074 * size to userspace via the SPACE_INFO ioctl.
1075 */
1076#define BTRFS_SPACE_INFO_GLOBAL_RSV (1ULL << 49)
1077
899c81ea
ID
1078#define BTRFS_EXTENDED_PROFILE_MASK (BTRFS_BLOCK_GROUP_PROFILE_MASK | \
1079 BTRFS_AVAIL_ALLOC_BIT_SINGLE)
1080
1081static inline u64 chunk_to_extended(u64 flags)
1082{
1083 if ((flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0)
1084 flags |= BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1085
1086 return flags;
1087}
1088static inline u64 extended_to_chunk(u64 flags)
1089{
1090 return flags & ~BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1091}
1092
9078a3e1
CM
1093struct btrfs_block_group_item {
1094 __le64 used;
0b86a832
CM
1095 __le64 chunk_objectid;
1096 __le64 flags;
9078a3e1
CM
1097} __attribute__ ((__packed__));
1098
208acb8c
OS
1099struct btrfs_free_space_info {
1100 __le32 extent_count;
1101 __le32 flags;
1102} __attribute__ ((__packed__));
1103
1104#define BTRFS_FREE_SPACE_USING_BITMAPS (1ULL << 0)
1105
8465ecec
QW
1106#define BTRFS_QGROUP_LEVEL_SHIFT 48
1107static inline u64 btrfs_qgroup_level(u64 qgroupid)
1108{
1109 return qgroupid >> BTRFS_QGROUP_LEVEL_SHIFT;
1110}
1111
630dc772
AJ
1112/*
1113 * is subvolume quota turned on?
1114 */
1115#define BTRFS_QGROUP_STATUS_FLAG_ON (1ULL << 0)
1116/*
2f232036 1117 * RESCAN is set during the initialization phase
630dc772 1118 */
2f232036 1119#define BTRFS_QGROUP_STATUS_FLAG_RESCAN (1ULL << 1)
630dc772
AJ
1120/*
1121 * Some qgroup entries are known to be out of date,
1122 * either because the configuration has changed in a way that
1123 * makes a rescan necessary, or because the fs has been mounted
1124 * with a non-qgroup-aware version.
1125 * Turning qouta off and on again makes it inconsistent, too.
1126 */
1127#define BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT (1ULL << 2)
1128
1129#define BTRFS_QGROUP_STATUS_VERSION 1
1130
1131struct btrfs_qgroup_status_item {
1132 __le64 version;
1133 /*
1134 * the generation is updated during every commit. As older
1135 * versions of btrfs are not aware of qgroups, it will be
1136 * possible to detect inconsistencies by checking the
1137 * generation on mount time
1138 */
1139 __le64 generation;
1140
1141 /* flag definitions see above */
1142 __le64 flags;
1143
1144 /*
1145 * only used during scanning to record the progress
1146 * of the scan. It contains a logical address
1147 */
2f232036 1148 __le64 rescan;
630dc772
AJ
1149} __attribute__ ((__packed__));
1150
1151struct btrfs_qgroup_info_item {
1152 __le64 generation;
1153 __le64 rfer;
1154 __le64 rfer_cmpr;
1155 __le64 excl;
1156 __le64 excl_cmpr;
1157} __attribute__ ((__packed__));
1158
1159/* flags definition for qgroup limits */
1160#define BTRFS_QGROUP_LIMIT_MAX_RFER (1ULL << 0)
1161#define BTRFS_QGROUP_LIMIT_MAX_EXCL (1ULL << 1)
1162#define BTRFS_QGROUP_LIMIT_RSV_RFER (1ULL << 2)
1163#define BTRFS_QGROUP_LIMIT_RSV_EXCL (1ULL << 3)
1164#define BTRFS_QGROUP_LIMIT_RFER_CMPR (1ULL << 4)
1165#define BTRFS_QGROUP_LIMIT_EXCL_CMPR (1ULL << 5)
1166
1167struct btrfs_qgroup_limit_item {
1168 /*
1169 * only updated when any of the other values change
1170 */
1171 __le64 flags;
1172 __le64 max_rfer;
1173 __le64 max_excl;
1174 __le64 rsv_rfer;
1175 __le64 rsv_excl;
1176} __attribute__ ((__packed__));
1177
c1895442
JM
1178/* For raid type sysfs entries */
1179struct raid_kobject {
1180 int raid_type;
1181 struct kobject kobj;
1182};
1183
6324fbf3 1184struct btrfs_space_info {
26b47ff6 1185 spinlock_t lock;
6a63209f 1186
89a55897
JB
1187 u64 total_bytes; /* total bytes in the space,
1188 this doesn't take mirrors into account */
b742bb82 1189 u64 bytes_used; /* total bytes used,
e9c54999 1190 this doesn't take mirrors into account */
6a63209f
JB
1191 u64 bytes_pinned; /* total bytes pinned, will be freed when the
1192 transaction finishes */
1193 u64 bytes_reserved; /* total bytes the allocator has reserved for
1194 current allocations */
6a63209f 1195 u64 bytes_may_use; /* number of bytes that may be used for
9ed74f2d 1196 delalloc/allocations */
26b47ff6
MX
1197 u64 bytes_readonly; /* total bytes that are read only */
1198
4f4db217
JB
1199 u64 max_extent_size; /* This will hold the maximum extent size of
1200 the space info if we had an ENOSPC in the
1201 allocator. */
1202
26b47ff6
MX
1203 unsigned int full:1; /* indicates that we cannot allocate any more
1204 chunks for this space */
1205 unsigned int chunk_alloc:1; /* set if we are allocating a chunk */
1206
1207 unsigned int flush:1; /* set if we are trying to make space */
1208
1209 unsigned int force_alloc; /* set if we need to force a chunk
1210 alloc for this space */
1211
b742bb82 1212 u64 disk_used; /* total bytes used on disk */
89a55897
JB
1213 u64 disk_total; /* total bytes on disk, takes mirrors into
1214 account */
6a63209f 1215
26b47ff6
MX
1216 u64 flags;
1217
b150a4f1
JB
1218 /*
1219 * bytes_pinned is kept in line with what is actually pinned, as in
1220 * we've called update_block_group and dropped the bytes_used counter
1221 * and increased the bytes_pinned counter. However this means that
1222 * bytes_pinned does not reflect the bytes that will be pinned once the
1223 * delayed refs are flushed, so this counter is inc'ed everytime we call
1224 * btrfs_free_extent so it is a realtime count of what will be freed
1225 * once the transaction is committed. It will be zero'ed everytime the
1226 * transaction commits.
1227 */
1228 struct percpu_counter total_bytes_pinned;
1229
6324fbf3 1230 struct list_head list;
75c68e9f 1231 /* Protected by the spinlock 'lock'. */
633c0aad 1232 struct list_head ro_bgs;
0f9dd46c 1233
26b47ff6 1234 struct rw_semaphore groups_sem;
0f9dd46c 1235 /* for block groups in our same type */
b742bb82 1236 struct list_head block_groups[BTRFS_NR_RAID_TYPES];
fdb5effd 1237 wait_queue_head_t wait;
6ab0a202
JM
1238
1239 struct kobject kobj;
c1895442 1240 struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES];
0f9dd46c
JB
1241};
1242
66d8f3dd
MX
1243#define BTRFS_BLOCK_RSV_GLOBAL 1
1244#define BTRFS_BLOCK_RSV_DELALLOC 2
1245#define BTRFS_BLOCK_RSV_TRANS 3
1246#define BTRFS_BLOCK_RSV_CHUNK 4
1247#define BTRFS_BLOCK_RSV_DELOPS 5
1248#define BTRFS_BLOCK_RSV_EMPTY 6
1249#define BTRFS_BLOCK_RSV_TEMP 7
1250
f0486c68
YZ
1251struct btrfs_block_rsv {
1252 u64 size;
1253 u64 reserved;
f0486c68 1254 struct btrfs_space_info *space_info;
f0486c68 1255 spinlock_t lock;
66d8f3dd
MX
1256 unsigned short full;
1257 unsigned short type;
1258 unsigned short failfast;
f0486c68
YZ
1259};
1260
fa9c0d79
CM
1261/*
1262 * free clusters are used to claim free space in relatively large chunks,
1263 * allowing us to do less seeky writes. They are used for all metadata
1264 * allocations and data allocations in ssd mode.
1265 */
1266struct btrfs_free_cluster {
1267 spinlock_t lock;
1268 spinlock_t refill_lock;
1269 struct rb_root root;
1270
1271 /* largest extent in this cluster */
1272 u64 max_size;
1273
1274 /* first extent starting offset */
1275 u64 window_start;
1276
c759c4e1
JB
1277 /* We did a full search and couldn't create a cluster */
1278 bool fragmented;
1279
fa9c0d79
CM
1280 struct btrfs_block_group_cache *block_group;
1281 /*
1282 * when a cluster is allocated from a block group, we put the
1283 * cluster onto a list in the block group so that it can
1284 * be freed before the block group is freed.
1285 */
1286 struct list_head block_group_list;
6324fbf3
CM
1287};
1288
817d52f8
JB
1289enum btrfs_caching_type {
1290 BTRFS_CACHE_NO = 0,
1291 BTRFS_CACHE_STARTED = 1,
291c7d2f
JB
1292 BTRFS_CACHE_FAST = 2,
1293 BTRFS_CACHE_FINISHED = 3,
36cce922 1294 BTRFS_CACHE_ERROR = 4,
817d52f8
JB
1295};
1296
0af3d00b
JB
1297enum btrfs_disk_cache_state {
1298 BTRFS_DC_WRITTEN = 0,
1299 BTRFS_DC_ERROR = 1,
1300 BTRFS_DC_CLEAR = 2,
1301 BTRFS_DC_SETUP = 3,
0af3d00b
JB
1302};
1303
11833d66
YZ
1304struct btrfs_caching_control {
1305 struct list_head list;
1306 struct mutex mutex;
1307 wait_queue_head_t wait;
bab39bf9 1308 struct btrfs_work work;
11833d66
YZ
1309 struct btrfs_block_group_cache *block_group;
1310 u64 progress;
1311 atomic_t count;
1312};
1313
73fa48b6
OS
1314/* Once caching_thread() finds this much free space, it will wake up waiters. */
1315#define CACHING_CTL_WAKE_UP (1024 * 1024 * 2)
1316
4c6d1d85
CM
1317struct btrfs_io_ctl {
1318 void *cur, *orig;
1319 struct page *page;
1320 struct page **pages;
1321 struct btrfs_root *root;
c9dc4c65 1322 struct inode *inode;
4c6d1d85
CM
1323 unsigned long size;
1324 int index;
1325 int num_pages;
c9dc4c65
CM
1326 int entries;
1327 int bitmaps;
4c6d1d85
CM
1328 unsigned check_crcs:1;
1329};
1330
9078a3e1
CM
1331struct btrfs_block_group_cache {
1332 struct btrfs_key key;
1333 struct btrfs_block_group_item item;
817d52f8 1334 struct btrfs_fs_info *fs_info;
0af3d00b 1335 struct inode *inode;
c286ac48 1336 spinlock_t lock;
324ae4df 1337 u64 pinned;
e8569813 1338 u64 reserved;
e570fd27 1339 u64 delalloc_bytes;
1b2da372 1340 u64 bytes_super;
0b86a832 1341 u64 flags;
5b0e95bf 1342 u64 cache_generation;
a5ed9182
OS
1343 u32 sectorsize;
1344
1345 /*
1346 * If the free space extent count exceeds this number, convert the block
1347 * group to bitmaps.
1348 */
1349 u32 bitmap_high_thresh;
1350
1351 /*
1352 * If the free space extent count drops below this number, convert the
1353 * block group back to extents.
1354 */
1355 u32 bitmap_low_thresh;
53b381b3 1356
e570fd27
MX
1357 /*
1358 * It is just used for the delayed data space allocation because
1359 * only the data space allocation and the relative metadata update
1360 * can be done cross the transaction.
1361 */
1362 struct rw_semaphore data_rwsem;
1363
53b381b3
DW
1364 /* for raid56, this is a full stripe, without parity */
1365 unsigned long full_stripe_len;
1366
868f401a 1367 unsigned int ro;
0410c94a 1368 unsigned int iref:1;
4f69cb98 1369 unsigned int has_caching_ctl:1;
04216820 1370 unsigned int removed:1;
0af3d00b
JB
1371
1372 int disk_cache_state;
0f9dd46c 1373
817d52f8 1374 /* cache tracking stuff */
817d52f8 1375 int cached;
11833d66
YZ
1376 struct btrfs_caching_control *caching_ctl;
1377 u64 last_byte_to_unpin;
817d52f8 1378
0f9dd46c
JB
1379 struct btrfs_space_info *space_info;
1380
1381 /* free space cache stuff */
34d52cb6 1382 struct btrfs_free_space_ctl *free_space_ctl;
0f9dd46c
JB
1383
1384 /* block group cache stuff */
1385 struct rb_node cache_node;
1386
1387 /* for block groups in the same raid type */
1388 struct list_head list;
d2fb3437
YZ
1389
1390 /* usage count */
1391 atomic_t count;
fa9c0d79
CM
1392
1393 /* List of struct btrfs_free_clusters for this block group.
1394 * Today it will only have one thing on it, but that may change
1395 */
1396 struct list_head cluster_list;
ea658bad 1397
47ab2a6c
JB
1398 /* For delayed block group creation or deletion of empty block groups */
1399 struct list_head bg_list;
633c0aad
JB
1400
1401 /* For read-only block groups */
1402 struct list_head ro_list;
04216820
FM
1403
1404 atomic_t trimming;
ce93ec54
JB
1405
1406 /* For dirty block groups */
1407 struct list_head dirty_list;
c9dc4c65
CM
1408 struct list_head io_list;
1409
1410 struct btrfs_io_ctl io_ctl;
a5ed9182
OS
1411
1412 /* Lock for free space tree operations. */
1413 struct mutex free_space_lock;
1414
1415 /*
1416 * Does the block group need to be added to the free space tree?
1417 * Protected by free_space_lock.
1418 */
1419 int needs_free_space;
9078a3e1 1420};
0b86a832 1421
097b8a7c
JS
1422/* delayed seq elem */
1423struct seq_list {
1424 struct list_head list;
1425 u64 seq;
1426};
1427
3284da7b
DS
1428#define SEQ_LIST_INIT(name) { .list = LIST_HEAD_INIT((name).list), .seq = 0 }
1429
5d80366e
JB
1430enum btrfs_orphan_cleanup_state {
1431 ORPHAN_CLEANUP_STARTED = 1,
1432 ORPHAN_CLEANUP_DONE = 2,
1433};
1434
53b381b3
DW
1435/* used by the raid56 code to lock stripes for read/modify/write */
1436struct btrfs_stripe_hash {
1437 struct list_head hash_list;
1438 wait_queue_head_t wait;
1439 spinlock_t lock;
1440};
1441
1442/* used by the raid56 code to lock stripes for read/modify/write */
1443struct btrfs_stripe_hash_table {
4ae10b3a
CM
1444 struct list_head stripe_cache;
1445 spinlock_t cache_lock;
1446 int cache_size;
1447 struct btrfs_stripe_hash table[];
53b381b3
DW
1448};
1449
1450#define BTRFS_STRIPE_HASH_TABLE_BITS 11
1451
21c7e756
MX
1452void btrfs_init_async_reclaim_work(struct work_struct *work);
1453
097b8a7c 1454/* fs_info */
5d4f98a2 1455struct reloc_control;
0b86a832 1456struct btrfs_device;
8a4b83cc 1457struct btrfs_fs_devices;
c9e9f97b 1458struct btrfs_balance_control;
16cdcec7 1459struct btrfs_delayed_root;
9f5fae2f 1460struct btrfs_fs_info {
5f39d397 1461 u8 fsid[BTRFS_FSID_SIZE];
e17cade2 1462 u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
62e2749e
CM
1463 struct btrfs_root *extent_root;
1464 struct btrfs_root *tree_root;
0b86a832
CM
1465 struct btrfs_root *chunk_root;
1466 struct btrfs_root *dev_root;
3de4586c 1467 struct btrfs_root *fs_root;
d20f7043 1468 struct btrfs_root *csum_root;
416ac51d 1469 struct btrfs_root *quota_root;
f7a81ea4 1470 struct btrfs_root *uuid_root;
a5ed9182 1471 struct btrfs_root *free_space_root;
e02119d5
CM
1472
1473 /* the log root tree is a directory of all the other log roots */
1474 struct btrfs_root *log_root_tree;
4df27c4d
YZ
1475
1476 spinlock_t fs_roots_radix_lock;
0f7d52f4 1477 struct radix_tree_root fs_roots_radix;
1a5bc167 1478
0f9dd46c
JB
1479 /* block group cache stuff */
1480 spinlock_t block_group_cache_lock;
a1897fdd 1481 u64 first_logical_byte;
0f9dd46c
JB
1482 struct rb_root block_group_cache_tree;
1483
2bf64758
JB
1484 /* keep track of unallocated space */
1485 spinlock_t free_chunk_lock;
1486 u64 free_chunk_space;
1487
11833d66
YZ
1488 struct extent_io_tree freed_extents[2];
1489 struct extent_io_tree *pinned_extents;
1a5bc167 1490
0b86a832
CM
1491 /* logical->physical extent mapping */
1492 struct btrfs_mapping_tree mapping_tree;
1493
16cdcec7
MX
1494 /*
1495 * block reservation for extent, checksum, root tree and
1496 * delayed dir index item
1497 */
f0486c68
YZ
1498 struct btrfs_block_rsv global_block_rsv;
1499 /* block reservation for delay allocation */
1500 struct btrfs_block_rsv delalloc_block_rsv;
1501 /* block reservation for metadata operations */
1502 struct btrfs_block_rsv trans_block_rsv;
1503 /* block reservation for chunk tree */
1504 struct btrfs_block_rsv chunk_block_rsv;
6d668dda
JB
1505 /* block reservation for delayed operations */
1506 struct btrfs_block_rsv delayed_block_rsv;
f0486c68
YZ
1507
1508 struct btrfs_block_rsv empty_block_rsv;
1509
293ffd5f 1510 u64 generation;
15ee9bc7 1511 u64 last_trans_committed;
0a2b2a84 1512 u64 avg_delayed_ref_runtime;
12fcfd22
CM
1513
1514 /*
1515 * this is updated to the current trans every time a full commit
1516 * is required instead of the faster short fsync log commits
1517 */
1518 u64 last_trans_log_full_commit;
25cd999e 1519 unsigned long mount_opt;
572d9ab7
DS
1520 /*
1521 * Track requests for actions that need to be done during transaction
1522 * commit (like for some mount options).
1523 */
1524 unsigned long pending_changes;
261507a0 1525 unsigned long compress_type:4;
8b87dc17 1526 int commit_interval;
8c6a3ee6
MX
1527 /*
1528 * It is a suggestive number, the read side is safe even it gets a
1529 * wrong number because we will write out the data into a regular
1530 * extent. The write side(mount/remount) is under ->s_umount lock,
1531 * so it is also safe.
1532 */
6f568d35 1533 u64 max_inline;
c018daec
MX
1534 /*
1535 * Protected by ->chunk_mutex and sb->s_umount.
1536 *
1537 * The reason that we use two lock to protect it is because only
1538 * remount and mount operations can change it and these two operations
1539 * are under sb->s_umount, but the read side (chunk allocation) can not
1540 * acquire sb->s_umount or the deadlock would happen. So we use two
1541 * locks to protect it. On the write side, we must acquire two locks,
1542 * and on the read side, we just need acquire one of them.
1543 */
8f662a76 1544 u64 alloc_start;
79154b1b 1545 struct btrfs_transaction *running_transaction;
e6dcd2dc 1546 wait_queue_head_t transaction_throttle;
f9295749 1547 wait_queue_head_t transaction_wait;
bb9c12c9 1548 wait_queue_head_t transaction_blocked_wait;
771ed689 1549 wait_queue_head_t async_submit_wait;
e02119d5 1550
ceda0864
MX
1551 /*
1552 * Used to protect the incompat_flags, compat_flags, compat_ro_flags
1553 * when they are updated.
1554 *
1555 * Because we do not clear the flags for ever, so we needn't use
1556 * the lock on the read side.
1557 *
1558 * We also needn't use the lock when we mount the fs, because
1559 * there is no other task which will update the flag.
1560 */
1561 spinlock_t super_lock;
6c41761f
DS
1562 struct btrfs_super_block *super_copy;
1563 struct btrfs_super_block *super_for_commit;
0b86a832 1564 struct block_device *__bdev;
e20d96d6 1565 struct super_block *sb;
d98237b3 1566 struct inode *btree_inode;
04160088 1567 struct backing_dev_info bdi;
e02119d5 1568 struct mutex tree_log_mutex;
a74a4b97
CM
1569 struct mutex transaction_kthread_mutex;
1570 struct mutex cleaner_mutex;
925baedd 1571 struct mutex chunk_mutex;
7d9eb12c 1572 struct mutex volume_mutex;
53b381b3 1573
1bbc621e
CM
1574 /*
1575 * this is taken to make sure we don't set block groups ro after
1576 * the free space cache has been allocated on them
1577 */
1578 struct mutex ro_block_group_mutex;
1579
53b381b3
DW
1580 /* this is used during read/modify/write to make sure
1581 * no two ios are trying to mod the same stripe at the same
1582 * time
1583 */
1584 struct btrfs_stripe_hash_table *stripe_hash_table;
1585
5a3f23d5
CM
1586 /*
1587 * this protects the ordered operations list only while we are
1588 * processing all of the entries on it. This way we make
1589 * sure the commit code doesn't find the list temporarily empty
1590 * because another function happens to be doing non-waiting preflush
1591 * before jumping into the main commit.
1592 */
1593 struct mutex ordered_operations_mutex;
9ffba8cd 1594
9e351cc8 1595 struct rw_semaphore commit_root_sem;
5a3f23d5 1596
c71bf099 1597 struct rw_semaphore cleanup_work_sem;
76dda93c 1598
c71bf099 1599 struct rw_semaphore subvol_sem;
76dda93c
YZ
1600 struct srcu_struct subvol_srcu;
1601
a4abeea4 1602 spinlock_t trans_lock;
7585717f
CM
1603 /*
1604 * the reloc mutex goes with the trans lock, it is taken
1605 * during commit to protect us from the relocation code
1606 */
1607 struct mutex reloc_mutex;
1608
8fd17795 1609 struct list_head trans_list;
facda1e7 1610 struct list_head dead_roots;
11833d66 1611 struct list_head caching_block_groups;
e02119d5 1612
24bbcf04
YZ
1613 spinlock_t delayed_iput_lock;
1614 struct list_head delayed_iputs;
d7c15171 1615 struct rw_semaphore delayed_iput_sem;
24bbcf04 1616
f29021b2
JS
1617 /* this protects tree_mod_seq_list */
1618 spinlock_t tree_mod_seq_lock;
fc36ed7e 1619 atomic64_t tree_mod_seq;
f29021b2
JS
1620 struct list_head tree_mod_seq_list;
1621
1622 /* this protects tree_mod_log */
1623 rwlock_t tree_mod_log_lock;
1624 struct rb_root tree_mod_log;
1625
cb03c743 1626 atomic_t nr_async_submits;
8c8bee1d 1627 atomic_t async_submit_draining;
0986fe9e 1628 atomic_t nr_async_bios;
771ed689 1629 atomic_t async_delalloc_pages;
a4abeea4 1630 atomic_t open_ioctl_trans;
ce9adaa5 1631
3eaa2885 1632 /*
199c2a9c 1633 * this is used to protect the following list -- ordered_roots.
3eaa2885 1634 */
199c2a9c 1635 spinlock_t ordered_root_lock;
5a3f23d5
CM
1636
1637 /*
199c2a9c
MX
1638 * all fs/file tree roots in which there are data=ordered extents
1639 * pending writeback are added into this list.
1640 *
5a3f23d5
CM
1641 * these can span multiple transactions and basically include
1642 * every dirty data page that isn't from nodatacow
1643 */
199c2a9c 1644 struct list_head ordered_roots;
5a3f23d5 1645
573bfb72 1646 struct mutex delalloc_root_mutex;
eb73c1b7
MX
1647 spinlock_t delalloc_root_lock;
1648 /* all fs/file tree roots that have delalloc inodes. */
1649 struct list_head delalloc_roots;
3eaa2885 1650
8b712842
CM
1651 /*
1652 * there is a pool of worker threads for checksumming during writes
1653 * and a pool for checksumming after reads. This is because readers
1654 * can run with FS locks held, and the writers may be waiting for
1655 * those locks. We don't want ordering in the pending list to cause
1656 * deadlocks, and so the two are serviced separately.
1cc127b5
CM
1657 *
1658 * A third pool does submit_bio to avoid deadlocking with the other
1659 * two
8b712842 1660 */
d458b054
QW
1661 struct btrfs_workqueue *workers;
1662 struct btrfs_workqueue *delalloc_workers;
1663 struct btrfs_workqueue *flush_workers;
1664 struct btrfs_workqueue *endio_workers;
1665 struct btrfs_workqueue *endio_meta_workers;
1666 struct btrfs_workqueue *endio_raid56_workers;
8b110e39 1667 struct btrfs_workqueue *endio_repair_workers;
d458b054
QW
1668 struct btrfs_workqueue *rmw_workers;
1669 struct btrfs_workqueue *endio_meta_write_workers;
1670 struct btrfs_workqueue *endio_write_workers;
1671 struct btrfs_workqueue *endio_freespace_worker;
1672 struct btrfs_workqueue *submit_workers;
1673 struct btrfs_workqueue *caching_workers;
1674 struct btrfs_workqueue *readahead_workers;
bab39bf9 1675
247e743c
CM
1676 /*
1677 * fixup workers take dirty pages that didn't properly go through
1678 * the cow mechanism and make them safe to write. It happens
1679 * for the sys_munmap function call path
1680 */
d458b054
QW
1681 struct btrfs_workqueue *fixup_workers;
1682 struct btrfs_workqueue *delayed_workers;
a79b7d4b
CM
1683
1684 /* the extent workers do delayed refs on the extent allocation tree */
1685 struct btrfs_workqueue *extent_workers;
a74a4b97
CM
1686 struct task_struct *transaction_kthread;
1687 struct task_struct *cleaner_kthread;
4543df7e 1688 int thread_pool_size;
8b712842 1689
6ab0a202 1690 struct kobject *space_info_kobj;
e66f709b 1691 int do_barriers;
facda1e7 1692 int closing;
e02119d5 1693 int log_root_recovering;
47ab2a6c 1694 int open;
9f5fae2f 1695
324ae4df 1696 u64 total_pinned;
b9473439 1697
e2d84521
MX
1698 /* used to keep from writing metadata until there is a nice batch */
1699 struct percpu_counter dirty_metadata_bytes;
963d678b 1700 struct percpu_counter delalloc_bytes;
e2d84521 1701 s32 dirty_metadata_batch;
963d678b
MX
1702 s32 delalloc_batch;
1703
0b86a832
CM
1704 struct list_head dirty_cowonly_roots;
1705
8a4b83cc 1706 struct btrfs_fs_devices *fs_devices;
4184ea7f
CM
1707
1708 /*
1709 * the space_info list is almost entirely read only. It only changes
1710 * when we add a new raid type to the FS, and that happens
1711 * very rarely. RCU is used to protect it.
1712 */
6324fbf3 1713 struct list_head space_info;
4184ea7f 1714
b4d7c3c9
LZ
1715 struct btrfs_space_info *data_sinfo;
1716
5d4f98a2
YZ
1717 struct reloc_control *reloc_ctl;
1718
fa9c0d79
CM
1719 /* data_alloc_cluster is only used in ssd mode */
1720 struct btrfs_free_cluster data_alloc_cluster;
1721
1722 /* all metadata allocations go through this cluster */
1723 struct btrfs_free_cluster meta_alloc_cluster;
d18a2c44 1724
4cb5300b
CM
1725 /* auto defrag inodes go here */
1726 spinlock_t defrag_inodes_lock;
1727 struct rb_root defrag_inodes;
1728 atomic_t defrag_running;
1729
de98ced9
MX
1730 /* Used to protect avail_{data, metadata, system}_alloc_bits */
1731 seqlock_t profiles_lock;
a46d11a8
ID
1732 /*
1733 * these three are in extended format (availability of single
1734 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other
1735 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits)
1736 */
d18a2c44
CM
1737 u64 avail_data_alloc_bits;
1738 u64 avail_metadata_alloc_bits;
1739 u64 avail_system_alloc_bits;
788f20eb 1740
c9e9f97b
ID
1741 /* restriper state */
1742 spinlock_t balance_lock;
1743 struct mutex balance_mutex;
837d5b6e
ID
1744 atomic_t balance_running;
1745 atomic_t balance_pause_req;
a7e99c69 1746 atomic_t balance_cancel_req;
c9e9f97b 1747 struct btrfs_balance_control *balance_ctl;
837d5b6e 1748 wait_queue_head_t balance_wait_q;
c9e9f97b 1749
97e728d4
JB
1750 unsigned data_chunk_allocations;
1751 unsigned metadata_ratio;
1752
788f20eb 1753 void *bdev_holder;
acce952b 1754
a2de733c
AJ
1755 /* private scrub information */
1756 struct mutex scrub_lock;
1757 atomic_t scrubs_running;
1758 atomic_t scrub_pause_req;
1759 atomic_t scrubs_paused;
1760 atomic_t scrub_cancel_req;
1761 wait_queue_head_t scrub_pause_wait;
a2de733c 1762 int scrub_workers_refcnt;
d458b054
QW
1763 struct btrfs_workqueue *scrub_workers;
1764 struct btrfs_workqueue *scrub_wr_completion_workers;
1765 struct btrfs_workqueue *scrub_nocow_workers;
20b2e302 1766 struct btrfs_workqueue *scrub_parity_workers;
a2de733c 1767
21adbd5c
SB
1768#ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY
1769 u32 check_integrity_print_mask;
1770#endif
416ac51d
AJ
1771 /*
1772 * quota information
1773 */
1774 unsigned int quota_enabled:1;
1775
1776 /*
1777 * quota_enabled only changes state after a commit. This holds the
1778 * next state.
1779 */
1780 unsigned int pending_quota_state:1;
1781
1782 /* is qgroup tracking in a consistent state? */
1783 u64 qgroup_flags;
1784
1785 /* holds configuration and tracking. Protected by qgroup_lock */
1786 struct rb_root qgroup_tree;
fcebe456 1787 struct rb_root qgroup_op_tree;
416ac51d 1788 spinlock_t qgroup_lock;
fcebe456
JB
1789 spinlock_t qgroup_op_lock;
1790 atomic_t qgroup_op_seq;
416ac51d 1791
1e8f9158
WS
1792 /*
1793 * used to avoid frequently calling ulist_alloc()/ulist_free()
1794 * when doing qgroup accounting, it must be protected by qgroup_lock.
1795 */
1796 struct ulist *qgroup_ulist;
1797
f2f6ed3d
WS
1798 /* protect user change for quota operations */
1799 struct mutex qgroup_ioctl_lock;
1800
416ac51d
AJ
1801 /* list of dirty qgroups to be written at next commit */
1802 struct list_head dirty_qgroups;
1803
e69bcee3 1804 /* used by qgroup for an efficient tree traversal */
416ac51d 1805 u64 qgroup_seq;
21adbd5c 1806
2f232036
JS
1807 /* qgroup rescan items */
1808 struct mutex qgroup_rescan_lock; /* protects the progress item */
1809 struct btrfs_key qgroup_rescan_progress;
d458b054 1810 struct btrfs_workqueue *qgroup_rescan_workers;
57254b6e 1811 struct completion qgroup_rescan_completion;
b382a324 1812 struct btrfs_work qgroup_rescan_work;
2f232036 1813
acce952b 1814 /* filesystem state */
87533c47 1815 unsigned long fs_state;
16cdcec7
MX
1816
1817 struct btrfs_delayed_root *delayed_root;
af31f5e5 1818
90519d66
AJ
1819 /* readahead tree */
1820 spinlock_t reada_lock;
1821 struct radix_tree_root reada_tree;
531f4b1a 1822
f28491e0
JB
1823 /* Extent buffer radix tree */
1824 spinlock_t buffer_lock;
1825 struct radix_tree_root buffer_radix;
1826
af31f5e5
CM
1827 /* next backup root to be overwritten */
1828 int backup_root_index;
5af3e8cc
SB
1829
1830 int num_tolerated_disk_barrier_failures;
e922e087
SB
1831
1832 /* device replace state */
1833 struct btrfs_dev_replace dev_replace;
5ac00add
SB
1834
1835 atomic_t mutually_exclusive_operation_running;
803b2f54 1836
c404e0dc
MX
1837 struct percpu_counter bio_counter;
1838 wait_queue_head_t replace_wait;
1839
803b2f54 1840 struct semaphore uuid_tree_rescan_sem;
70f80175 1841 unsigned int update_uuid_tree_gen:1;
21c7e756
MX
1842
1843 /* Used to reclaim the metadata space in the background. */
1844 struct work_struct async_reclaim_work;
47ab2a6c
JB
1845
1846 spinlock_t unused_bgs_lock;
1847 struct list_head unused_bgs;
d4b450cd 1848 struct mutex unused_bg_unpin_mutex;
67c5e7d4 1849 struct mutex delete_unused_bgs_mutex;
f667aef6
QW
1850
1851 /* For btrfs to record security options */
1852 struct security_mnt_opts security_opts;
04216820
FM
1853
1854 /*
1855 * Chunks that can't be freed yet (under a trim/discard operation)
1856 * and will be latter freed. Protected by fs_info->chunk_mutex.
1857 */
1858 struct list_head pinned_chunks;
324ae4df 1859};
0b86a832 1860
8257b2dc
MX
1861struct btrfs_subvolume_writers {
1862 struct percpu_counter counter;
1863 wait_queue_head_t wait;
1864};
1865
27cdeb70
MX
1866/*
1867 * The state of btrfs root
1868 */
1869/*
1870 * btrfs_record_root_in_trans is a multi-step process,
1871 * and it can race with the balancing code. But the
1872 * race is very small, and only the first time the root
1873 * is added to each transaction. So IN_TRANS_SETUP
1874 * is used to tell us when more checks are required
1875 */
1876#define BTRFS_ROOT_IN_TRANS_SETUP 0
1877#define BTRFS_ROOT_REF_COWS 1
1878#define BTRFS_ROOT_TRACK_DIRTY 2
1879#define BTRFS_ROOT_IN_RADIX 3
1880#define BTRFS_ROOT_DUMMY_ROOT 4
1881#define BTRFS_ROOT_ORPHAN_ITEM_INSERTED 5
1882#define BTRFS_ROOT_DEFRAG_RUNNING 6
1883#define BTRFS_ROOT_FORCE_COW 7
1884#define BTRFS_ROOT_MULTI_LOG_TASKS 8
e7070be1 1885#define BTRFS_ROOT_DIRTY 9
27cdeb70 1886
9f5fae2f
CM
1887/*
1888 * in ram representation of the tree. extent_root is used for all allocations
f2458e1d 1889 * and for the extent tree extent_root root.
9f5fae2f
CM
1890 */
1891struct btrfs_root {
5f39d397 1892 struct extent_buffer *node;
925baedd 1893
5f39d397 1894 struct extent_buffer *commit_root;
e02119d5 1895 struct btrfs_root *log_root;
1a40e23b 1896 struct btrfs_root *reloc_root;
31153d81 1897
27cdeb70 1898 unsigned long state;
62e2749e
CM
1899 struct btrfs_root_item root_item;
1900 struct btrfs_key root_key;
9f5fae2f 1901 struct btrfs_fs_info *fs_info;
d0c803c4
CM
1902 struct extent_io_tree dirty_log_pages;
1903
a2135011 1904 struct mutex objectid_mutex;
7237f183 1905
f0486c68
YZ
1906 spinlock_t accounting_lock;
1907 struct btrfs_block_rsv *block_rsv;
1908
581bb050 1909 /* free ino cache stuff */
581bb050 1910 struct btrfs_free_space_ctl *free_ino_ctl;
57cdc8db
DS
1911 enum btrfs_caching_type ino_cache_state;
1912 spinlock_t ino_cache_lock;
1913 wait_queue_head_t ino_cache_wait;
581bb050 1914 struct btrfs_free_space_ctl *free_ino_pinned;
57cdc8db
DS
1915 u64 ino_cache_progress;
1916 struct inode *ino_cache_inode;
581bb050 1917
e02119d5 1918 struct mutex log_mutex;
7237f183
YZ
1919 wait_queue_head_t log_writer_wait;
1920 wait_queue_head_t log_commit_wait[2];
8b050d35 1921 struct list_head log_ctxs[2];
7237f183
YZ
1922 atomic_t log_writers;
1923 atomic_t log_commit[2];
2ecb7923 1924 atomic_t log_batch;
bb14a59b 1925 int log_transid;
d1433deb
MX
1926 /* No matter the commit succeeds or not*/
1927 int log_transid_committed;
1928 /* Just be updated when the commit succeeds. */
bb14a59b 1929 int last_log_commit;
ff782e0a 1930 pid_t log_start_pid;
ea8c2819 1931
0f7d52f4
CM
1932 u64 objectid;
1933 u64 last_trans;
5f39d397
CM
1934
1935 /* data allocations are done in sectorsize units */
1936 u32 sectorsize;
1937
1938 /* node allocations are done in nodesize units */
1939 u32 nodesize;
1940
87ee04eb
CM
1941 u32 stripesize;
1942
9f5fae2f 1943 u32 type;
13a8a7c8
YZ
1944
1945 u64 highest_objectid;
7585717f 1946
0d4cf4e6 1947 /* only used with CONFIG_BTRFS_FS_RUN_SANITY_TESTS is enabled */
faa2dbf0 1948 u64 alloc_bytenr;
faa2dbf0 1949
3f157a2f 1950 u64 defrag_trans_start;
6702ed49 1951 struct btrfs_key defrag_progress;
0ef3e66b 1952 struct btrfs_key defrag_max;
58176a96 1953 char *name;
0b86a832
CM
1954
1955 /* the dirty list is only used by non-reference counted roots */
1956 struct list_head dirty_list;
7b128766 1957
5d4f98a2
YZ
1958 struct list_head root_list;
1959
2ab28f32
JB
1960 spinlock_t log_extents_lock[2];
1961 struct list_head logged_list[2];
1962
d68fc57b 1963 spinlock_t orphan_lock;
8a35d95f 1964 atomic_t orphan_inodes;
d68fc57b 1965 struct btrfs_block_rsv *orphan_block_rsv;
d68fc57b 1966 int orphan_cleanup_state;
3394e160 1967
5d4f98a2
YZ
1968 spinlock_t inode_lock;
1969 /* red-black tree that keeps track of in-memory inodes */
1970 struct rb_root inode_tree;
1971
16cdcec7
MX
1972 /*
1973 * radix tree that keeps track of delayed nodes of every inode,
1974 * protected by inode_lock
1975 */
1976 struct radix_tree_root delayed_nodes_tree;
3394e160
CM
1977 /*
1978 * right now this just gets used so that a root has its own devid
1979 * for stat. It may be used for more later
1980 */
0ee5dc67 1981 dev_t anon_dev;
f1ebcc74 1982
5f3ab90a 1983 spinlock_t root_item_lock;
b0feb9d9 1984 atomic_t refs;
eb73c1b7 1985
573bfb72 1986 struct mutex delalloc_mutex;
eb73c1b7
MX
1987 spinlock_t delalloc_lock;
1988 /*
1989 * all of the inodes that have delalloc bytes. It is possible for
1990 * this list to be empty even when there is still dirty data=ordered
1991 * extents waiting to finish IO.
1992 */
1993 struct list_head delalloc_inodes;
1994 struct list_head delalloc_root;
1995 u64 nr_delalloc_inodes;
31f3d255
MX
1996
1997 struct mutex ordered_extent_mutex;
199c2a9c
MX
1998 /*
1999 * this is used by the balancing code to wait for all the pending
2000 * ordered extents
2001 */
2002 spinlock_t ordered_extent_lock;
2003
2004 /*
2005 * all of the data=ordered extents pending writeback
2006 * these can span multiple transactions and basically include
2007 * every dirty data page that isn't from nodatacow
2008 */
2009 struct list_head ordered_extents;
2010 struct list_head ordered_root;
2011 u64 nr_ordered_extents;
2c686537
DS
2012
2013 /*
2014 * Number of currently running SEND ioctls to prevent
2015 * manipulation with the read-only status via SUBVOL_SETFLAGS
2016 */
2017 int send_in_progress;
8257b2dc
MX
2018 struct btrfs_subvolume_writers *subv_writers;
2019 atomic_t will_be_snapshoted;
55eeaf05
QW
2020
2021 /* For qgroup metadata space reserve */
2022 atomic_t qgroup_meta_rsv;
62e2749e
CM
2023};
2024
4cb5300b
CM
2025struct btrfs_ioctl_defrag_range_args {
2026 /* start of the defrag operation */
2027 __u64 start;
2028
2029 /* number of bytes to defrag, use (u64)-1 to say all */
2030 __u64 len;
2031
2032 /*
2033 * flags for the operation, which can include turning
2034 * on compression for this one defrag
2035 */
2036 __u64 flags;
2037
2038 /*
2039 * any extent bigger than this will be considered
2040 * already defragged. Use 0 to take the kernel default
2041 * Use 1 to say every single extent must be rewritten
2042 */
2043 __u32 extent_thresh;
2044
2045 /*
2046 * which compression method to use if turning on compression
2047 * for this defrag operation. If unspecified, zlib will
2048 * be used
2049 */
2050 __u32 compress_type;
2051
2052 /* spare for later */
2053 __u32 unused[4];
2054};
2055
2056
1e1d2701
CM
2057/*
2058 * inode items have the data typically returned from stat and store other
2059 * info about object characteristics. There is one for every file and dir in
2060 * the FS
2061 */
9078a3e1 2062#define BTRFS_INODE_ITEM_KEY 1
0660b5af 2063#define BTRFS_INODE_REF_KEY 12
f186373f 2064#define BTRFS_INODE_EXTREF_KEY 13
0660b5af
CM
2065#define BTRFS_XATTR_ITEM_KEY 24
2066#define BTRFS_ORPHAN_ITEM_KEY 48
9078a3e1 2067/* reserve 2-15 close to the inode for later flexibility */
1e1d2701
CM
2068
2069/*
2070 * dir items are the name -> inode pointers in a directory. There is one
2071 * for every name in a directory.
2072 */
0660b5af
CM
2073#define BTRFS_DIR_LOG_ITEM_KEY 60
2074#define BTRFS_DIR_LOG_INDEX_KEY 72
2075#define BTRFS_DIR_ITEM_KEY 84
2076#define BTRFS_DIR_INDEX_KEY 96
1e1d2701 2077/*
9078a3e1 2078 * extent data is for file data
1e1d2701 2079 */
0660b5af 2080#define BTRFS_EXTENT_DATA_KEY 108
d20f7043 2081
f254e52c 2082/*
d20f7043
CM
2083 * extent csums are stored in a separate tree and hold csums for
2084 * an entire extent on disk.
f254e52c 2085 */
d20f7043 2086#define BTRFS_EXTENT_CSUM_KEY 128
f254e52c 2087
1e1d2701 2088/*
d4a78947 2089 * root items point to tree roots. They are typically in the root
1e1d2701
CM
2090 * tree used by the super block to find all the other trees
2091 */
0660b5af
CM
2092#define BTRFS_ROOT_ITEM_KEY 132
2093
2094/*
2095 * root backrefs tie subvols and snapshots to the directory entries that
2096 * reference them
2097 */
2098#define BTRFS_ROOT_BACKREF_KEY 144
2099
2100/*
2101 * root refs make a fast index for listing all of the snapshots and
2102 * subvolumes referenced by a given root. They point directly to the
2103 * directory item in the root that references the subvol
2104 */
2105#define BTRFS_ROOT_REF_KEY 156
2106
1e1d2701
CM
2107/*
2108 * extent items are in the extent map tree. These record which blocks
2109 * are used, and how many references there are to each block
2110 */
0660b5af 2111#define BTRFS_EXTENT_ITEM_KEY 168
5d4f98a2 2112
3173a18f
JB
2113/*
2114 * The same as the BTRFS_EXTENT_ITEM_KEY, except it's metadata we already know
2115 * the length, so we save the level in key->offset instead of the length.
2116 */
2117#define BTRFS_METADATA_ITEM_KEY 169
2118
5d4f98a2
YZ
2119#define BTRFS_TREE_BLOCK_REF_KEY 176
2120
2121#define BTRFS_EXTENT_DATA_REF_KEY 178
2122
2123#define BTRFS_EXTENT_REF_V0_KEY 180
2124
2125#define BTRFS_SHARED_BLOCK_REF_KEY 182
2126
2127#define BTRFS_SHARED_DATA_REF_KEY 184
9078a3e1
CM
2128
2129/*
2130 * block groups give us hints into the extent allocation trees. Which
2131 * blocks are free etc etc
2132 */
0660b5af 2133#define BTRFS_BLOCK_GROUP_ITEM_KEY 192
9f5fae2f 2134
208acb8c
OS
2135/*
2136 * Every block group is represented in the free space tree by a free space info
2137 * item, which stores some accounting information. It is keyed on
2138 * (block_group_start, FREE_SPACE_INFO, block_group_length).
2139 */
2140#define BTRFS_FREE_SPACE_INFO_KEY 198
2141
2142/*
2143 * A free space extent tracks an extent of space that is free in a block group.
2144 * It is keyed on (start, FREE_SPACE_EXTENT, length).
2145 */
2146#define BTRFS_FREE_SPACE_EXTENT_KEY 199
2147
2148/*
2149 * When a block group becomes very fragmented, we convert it to use bitmaps
2150 * instead of extents. A free space bitmap is keyed on
2151 * (start, FREE_SPACE_BITMAP, length); the corresponding item is a bitmap with
2152 * (length / sectorsize) bits.
2153 */
2154#define BTRFS_FREE_SPACE_BITMAP_KEY 200
2155
0660b5af
CM
2156#define BTRFS_DEV_EXTENT_KEY 204
2157#define BTRFS_DEV_ITEM_KEY 216
2158#define BTRFS_CHUNK_ITEM_KEY 228
0b86a832 2159
630dc772
AJ
2160/*
2161 * Records the overall state of the qgroups.
2162 * There's only one instance of this key present,
2163 * (0, BTRFS_QGROUP_STATUS_KEY, 0)
2164 */
2165#define BTRFS_QGROUP_STATUS_KEY 240
2166/*
2167 * Records the currently used space of the qgroup.
2168 * One key per qgroup, (0, BTRFS_QGROUP_INFO_KEY, qgroupid).
2169 */
2170#define BTRFS_QGROUP_INFO_KEY 242
2171/*
2172 * Contains the user configured limits for the qgroup.
2173 * One key per qgroup, (0, BTRFS_QGROUP_LIMIT_KEY, qgroupid).
2174 */
2175#define BTRFS_QGROUP_LIMIT_KEY 244
2176/*
2177 * Records the child-parent relationship of qgroups. For
2178 * each relation, 2 keys are present:
2179 * (childid, BTRFS_QGROUP_RELATION_KEY, parentid)
2180 * (parentid, BTRFS_QGROUP_RELATION_KEY, childid)
2181 */
2182#define BTRFS_QGROUP_RELATION_KEY 246
2183
0940ebf6
ID
2184#define BTRFS_BALANCE_ITEM_KEY 248
2185
733f4fbb
SB
2186/*
2187 * Persistantly stores the io stats in the device tree.
2188 * One key for all stats, (0, BTRFS_DEV_STATS_KEY, devid).
2189 */
2190#define BTRFS_DEV_STATS_KEY 249
2191
a2bff640
SB
2192/*
2193 * Persistantly stores the device replace state in the device tree.
2194 * The key is built like this: (0, BTRFS_DEV_REPLACE_KEY, 0).
2195 */
2196#define BTRFS_DEV_REPLACE_KEY 250
2197
07b30a49
SB
2198/*
2199 * Stores items that allow to quickly map UUIDs to something else.
2200 * These items are part of the filesystem UUID tree.
2201 * The key is built like this:
2202 * (UUID_upper_64_bits, BTRFS_UUID_KEY*, UUID_lower_64_bits).
2203 */
2204#if BTRFS_UUID_SIZE != 16
2205#error "UUID items require BTRFS_UUID_SIZE == 16!"
2206#endif
2207#define BTRFS_UUID_KEY_SUBVOL 251 /* for UUIDs assigned to subvols */
2208#define BTRFS_UUID_KEY_RECEIVED_SUBVOL 252 /* for UUIDs assigned to
2209 * received subvols */
2210
1e1d2701
CM
2211/*
2212 * string items are for debugging. They just store a short string of
2213 * data in the FS
2214 */
9078a3e1
CM
2215#define BTRFS_STRING_ITEM_KEY 253
2216
0942caa3
DS
2217/*
2218 * Flags for mount options.
2219 *
2220 * Note: don't forget to add new options to btrfs_show_options()
2221 */
21ad10cf
CM
2222#define BTRFS_MOUNT_NODATASUM (1 << 0)
2223#define BTRFS_MOUNT_NODATACOW (1 << 1)
2224#define BTRFS_MOUNT_NOBARRIER (1 << 2)
e18e4809 2225#define BTRFS_MOUNT_SSD (1 << 3)
dfe25020 2226#define BTRFS_MOUNT_DEGRADED (1 << 4)
c8b97818 2227#define BTRFS_MOUNT_COMPRESS (1 << 5)
3a5e1404 2228#define BTRFS_MOUNT_NOTREELOG (1 << 6)
dccae999 2229#define BTRFS_MOUNT_FLUSHONCOMMIT (1 << 7)
451d7585 2230#define BTRFS_MOUNT_SSD_SPREAD (1 << 8)
c289811c 2231#define BTRFS_MOUNT_NOSSD (1 << 9)
e244a0ae 2232#define BTRFS_MOUNT_DISCARD (1 << 10)
a555f810 2233#define BTRFS_MOUNT_FORCE_COMPRESS (1 << 11)
0af3d00b 2234#define BTRFS_MOUNT_SPACE_CACHE (1 << 12)
88c2ba3b 2235#define BTRFS_MOUNT_CLEAR_CACHE (1 << 13)
4260f7c7 2236#define BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED (1 << 14)
91435650 2237#define BTRFS_MOUNT_ENOSPC_DEBUG (1 << 15)
4cb5300b 2238#define BTRFS_MOUNT_AUTO_DEFRAG (1 << 16)
4b9465cb 2239#define BTRFS_MOUNT_INODE_MAP_CACHE (1 << 17)
af31f5e5 2240#define BTRFS_MOUNT_RECOVERY (1 << 18)
9555c6c1 2241#define BTRFS_MOUNT_SKIP_BALANCE (1 << 19)
c126dea7
CM
2242#define BTRFS_MOUNT_CHECK_INTEGRITY (1 << 20)
2243#define BTRFS_MOUNT_CHECK_INTEGRITY_INCLUDING_EXTENT_DATA (1 << 21)
8c342930 2244#define BTRFS_MOUNT_PANIC_ON_FATAL_ERROR (1 << 22)
f420ee1e 2245#define BTRFS_MOUNT_RESCAN_UUID_TREE (1 << 23)
d0bd4560
JB
2246#define BTRFS_MOUNT_FRAGMENT_DATA (1 << 24)
2247#define BTRFS_MOUNT_FRAGMENT_METADATA (1 << 25)
f7d3d2f9 2248#define BTRFS_MOUNT_FREE_SPACE_TREE (1 << 26)
b6cda9bc 2249
8b87dc17 2250#define BTRFS_DEFAULT_COMMIT_INTERVAL (30)
95ac567a 2251#define BTRFS_DEFAULT_MAX_INLINE (8192)
8b87dc17 2252
b6cda9bc
CM
2253#define btrfs_clear_opt(o, opt) ((o) &= ~BTRFS_MOUNT_##opt)
2254#define btrfs_set_opt(o, opt) ((o) |= BTRFS_MOUNT_##opt)
dc81cdc5 2255#define btrfs_raw_test_opt(o, opt) ((o) & BTRFS_MOUNT_##opt)
b6cda9bc
CM
2256#define btrfs_test_opt(root, opt) ((root)->fs_info->mount_opt & \
2257 BTRFS_MOUNT_##opt)
572d9ab7 2258
9d89ce65
WS
2259#define btrfs_set_and_info(root, opt, fmt, args...) \
2260{ \
2261 if (!btrfs_test_opt(root, opt)) \
2262 btrfs_info(root->fs_info, fmt, ##args); \
2263 btrfs_set_opt(root->fs_info->mount_opt, opt); \
2264}
2265
2266#define btrfs_clear_and_info(root, opt, fmt, args...) \
2267{ \
2268 if (btrfs_test_opt(root, opt)) \
2269 btrfs_info(root->fs_info, fmt, ##args); \
2270 btrfs_clear_opt(root->fs_info->mount_opt, opt); \
2271}
2272
d0bd4560
JB
2273#ifdef CONFIG_BTRFS_DEBUG
2274static inline int
2275btrfs_should_fragment_free_space(struct btrfs_root *root,
2276 struct btrfs_block_group_cache *block_group)
2277{
2278 return (btrfs_test_opt(root, FRAGMENT_METADATA) &&
2279 block_group->flags & BTRFS_BLOCK_GROUP_METADATA) ||
2280 (btrfs_test_opt(root, FRAGMENT_DATA) &&
2281 block_group->flags & BTRFS_BLOCK_GROUP_DATA);
2282}
2283#endif
2284
572d9ab7
DS
2285/*
2286 * Requests for changes that need to be done during transaction commit.
2287 *
2288 * Internal mount options that are used for special handling of the real
2289 * mount options (eg. cannot be set during remount and have to be set during
2290 * transaction commit)
2291 */
2292
7e1876ac
DS
2293#define BTRFS_PENDING_SET_INODE_MAP_CACHE (0)
2294#define BTRFS_PENDING_CLEAR_INODE_MAP_CACHE (1)
d51033d0 2295#define BTRFS_PENDING_COMMIT (2)
7e1876ac 2296
572d9ab7
DS
2297#define btrfs_test_pending(info, opt) \
2298 test_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2299#define btrfs_set_pending(info, opt) \
2300 set_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2301#define btrfs_clear_pending(info, opt) \
2302 clear_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2303
2304/*
2305 * Helpers for setting pending mount option changes.
2306 *
2307 * Expects corresponding macros
2308 * BTRFS_PENDING_SET_ and CLEAR_ + short mount option name
2309 */
2310#define btrfs_set_pending_and_info(info, opt, fmt, args...) \
2311do { \
2312 if (!btrfs_raw_test_opt((info)->mount_opt, opt)) { \
2313 btrfs_info((info), fmt, ##args); \
2314 btrfs_set_pending((info), SET_##opt); \
2315 btrfs_clear_pending((info), CLEAR_##opt); \
2316 } \
2317} while(0)
2318
2319#define btrfs_clear_pending_and_info(info, opt, fmt, args...) \
2320do { \
2321 if (btrfs_raw_test_opt((info)->mount_opt, opt)) { \
2322 btrfs_info((info), fmt, ##args); \
2323 btrfs_set_pending((info), CLEAR_##opt); \
2324 btrfs_clear_pending((info), SET_##opt); \
2325 } \
2326} while(0)
2327
b98b6767
Y
2328/*
2329 * Inode flags
2330 */
fdebe2bd
Y
2331#define BTRFS_INODE_NODATASUM (1 << 0)
2332#define BTRFS_INODE_NODATACOW (1 << 1)
2333#define BTRFS_INODE_READONLY (1 << 2)
c8b97818 2334#define BTRFS_INODE_NOCOMPRESS (1 << 3)
d899e052 2335#define BTRFS_INODE_PREALLOC (1 << 4)
6cbff00f
CH
2336#define BTRFS_INODE_SYNC (1 << 5)
2337#define BTRFS_INODE_IMMUTABLE (1 << 6)
2338#define BTRFS_INODE_APPEND (1 << 7)
2339#define BTRFS_INODE_NODUMP (1 << 8)
2340#define BTRFS_INODE_NOATIME (1 << 9)
2341#define BTRFS_INODE_DIRSYNC (1 << 10)
75e7cb7f 2342#define BTRFS_INODE_COMPRESS (1 << 11)
6cbff00f 2343
08fe4db1
LZ
2344#define BTRFS_INODE_ROOT_ITEM_INIT (1 << 31)
2345
cfed81a0
CM
2346struct btrfs_map_token {
2347 struct extent_buffer *eb;
2348 char *kaddr;
2349 unsigned long offset;
2350};
2351
2352static inline void btrfs_init_map_token (struct btrfs_map_token *token)
2353{
ad914559 2354 token->kaddr = NULL;
cfed81a0
CM
2355}
2356
5f39d397
CM
2357/* some macros to generate set/get funcs for the struct fields. This
2358 * assumes there is a lefoo_to_cpu for every type, so lets make a simple
2359 * one for u8:
2360 */
2361#define le8_to_cpu(v) (v)
2362#define cpu_to_le8(v) (v)
2363#define __le8 u8
2364
2365#define read_eb_member(eb, ptr, type, member, result) ( \
2366 read_extent_buffer(eb, (char *)(result), \
2367 ((unsigned long)(ptr)) + \
2368 offsetof(type, member), \
2369 sizeof(((type *)0)->member)))
2370
2371#define write_eb_member(eb, ptr, type, member, result) ( \
2372 write_extent_buffer(eb, (char *)(result), \
2373 ((unsigned long)(ptr)) + \
2374 offsetof(type, member), \
2375 sizeof(((type *)0)->member)))
2376
18077bb4
LZ
2377#define DECLARE_BTRFS_SETGET_BITS(bits) \
2378u##bits btrfs_get_token_##bits(struct extent_buffer *eb, void *ptr, \
2379 unsigned long off, \
2380 struct btrfs_map_token *token); \
2381void btrfs_set_token_##bits(struct extent_buffer *eb, void *ptr, \
2382 unsigned long off, u##bits val, \
2383 struct btrfs_map_token *token); \
2384static inline u##bits btrfs_get_##bits(struct extent_buffer *eb, void *ptr, \
2385 unsigned long off) \
2386{ \
2387 return btrfs_get_token_##bits(eb, ptr, off, NULL); \
2388} \
2389static inline void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \
2390 unsigned long off, u##bits val) \
2391{ \
2392 btrfs_set_token_##bits(eb, ptr, off, val, NULL); \
2393}
2394
2395DECLARE_BTRFS_SETGET_BITS(8)
2396DECLARE_BTRFS_SETGET_BITS(16)
2397DECLARE_BTRFS_SETGET_BITS(32)
2398DECLARE_BTRFS_SETGET_BITS(64)
2399
5f39d397 2400#define BTRFS_SETGET_FUNCS(name, type, member, bits) \
18077bb4
LZ
2401static inline u##bits btrfs_##name(struct extent_buffer *eb, type *s) \
2402{ \
2403 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2404 return btrfs_get_##bits(eb, s, offsetof(type, member)); \
2405} \
2406static inline void btrfs_set_##name(struct extent_buffer *eb, type *s, \
2407 u##bits val) \
2408{ \
2409 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2410 btrfs_set_##bits(eb, s, offsetof(type, member), val); \
2411} \
2412static inline u##bits btrfs_token_##name(struct extent_buffer *eb, type *s, \
2413 struct btrfs_map_token *token) \
2414{ \
2415 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2416 return btrfs_get_token_##bits(eb, s, offsetof(type, member), token); \
2417} \
2418static inline void btrfs_set_token_##name(struct extent_buffer *eb, \
2419 type *s, u##bits val, \
2420 struct btrfs_map_token *token) \
2421{ \
2422 BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member); \
2423 btrfs_set_token_##bits(eb, s, offsetof(type, member), val, token); \
2424}
5f39d397
CM
2425
2426#define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits) \
2427static inline u##bits btrfs_##name(struct extent_buffer *eb) \
2428{ \
727011e0 2429 type *p = page_address(eb->pages[0]); \
df68b8a7 2430 u##bits res = le##bits##_to_cpu(p->member); \
810191ff 2431 return res; \
5f39d397
CM
2432} \
2433static inline void btrfs_set_##name(struct extent_buffer *eb, \
2434 u##bits val) \
2435{ \
727011e0 2436 type *p = page_address(eb->pages[0]); \
df68b8a7 2437 p->member = cpu_to_le##bits(val); \
5f39d397 2438}
9078a3e1 2439
5f39d397
CM
2440#define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits) \
2441static inline u##bits btrfs_##name(type *s) \
2442{ \
2443 return le##bits##_to_cpu(s->member); \
2444} \
2445static inline void btrfs_set_##name(type *s, u##bits val) \
2446{ \
2447 s->member = cpu_to_le##bits(val); \
1e1d2701
CM
2448}
2449
0b86a832
CM
2450BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64);
2451BTRFS_SETGET_FUNCS(device_total_bytes, struct btrfs_dev_item, total_bytes, 64);
2452BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64);
2453BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32);
2454BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32);
c3027eb5
CM
2455BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item,
2456 start_offset, 64);
0b86a832
CM
2457BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32);
2458BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64);
e17cade2
CM
2459BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32);
2460BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8);
2461BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8);
2b82032c 2462BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64);
0b86a832 2463
8a4b83cc
CM
2464BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64);
2465BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item,
2466 total_bytes, 64);
2467BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item,
2468 bytes_used, 64);
2469BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item,
2470 io_align, 32);
2471BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item,
2472 io_width, 32);
2473BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item,
2474 sector_size, 32);
2475BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64);
e17cade2
CM
2476BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item,
2477 dev_group, 32);
2478BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item,
2479 seek_speed, 8);
2480BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item,
2481 bandwidth, 8);
2b82032c
YZ
2482BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item,
2483 generation, 64);
8a4b83cc 2484
410ba3a2 2485static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d)
0b86a832 2486{
410ba3a2 2487 return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid);
0b86a832
CM
2488}
2489
1473b24e 2490static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d)
2b82032c 2491{
1473b24e 2492 return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid);
2b82032c
YZ
2493}
2494
e17cade2 2495BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64);
0b86a832
CM
2496BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64);
2497BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64);
2498BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32);
2499BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32);
2500BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32);
2501BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64);
2502BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16);
321aecc6 2503BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16);
0b86a832
CM
2504BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64);
2505BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64);
2506
e17cade2
CM
2507static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s)
2508{
2509 return (char *)s + offsetof(struct btrfs_stripe, dev_uuid);
2510}
2511
2512BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64);
0b86a832
CM
2513BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64);
2514BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk,
2515 stripe_len, 64);
2516BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk,
2517 io_align, 32);
2518BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk,
2519 io_width, 32);
2520BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk,
2521 sector_size, 32);
2522BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64);
2523BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk,
2524 num_stripes, 16);
321aecc6
CM
2525BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk,
2526 sub_stripes, 16);
0b86a832
CM
2527BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64);
2528BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64);
2529
2530static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c,
2531 int nr)
2532{
2533 unsigned long offset = (unsigned long)c;
2534 offset += offsetof(struct btrfs_chunk, stripe);
2535 offset += nr * sizeof(struct btrfs_stripe);
2536 return (struct btrfs_stripe *)offset;
2537}
2538
a443755f
CM
2539static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr)
2540{
2541 return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr));
2542}
2543
0b86a832
CM
2544static inline u64 btrfs_stripe_offset_nr(struct extent_buffer *eb,
2545 struct btrfs_chunk *c, int nr)
2546{
2547 return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr));
2548}
2549
0b86a832
CM
2550static inline u64 btrfs_stripe_devid_nr(struct extent_buffer *eb,
2551 struct btrfs_chunk *c, int nr)
2552{
2553 return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr));
2554}
2555
5f39d397
CM
2556/* struct btrfs_block_group_item */
2557BTRFS_SETGET_STACK_FUNCS(block_group_used, struct btrfs_block_group_item,
2558 used, 64);
2559BTRFS_SETGET_FUNCS(disk_block_group_used, struct btrfs_block_group_item,
2560 used, 64);
0b86a832
CM
2561BTRFS_SETGET_STACK_FUNCS(block_group_chunk_objectid,
2562 struct btrfs_block_group_item, chunk_objectid, 64);
e17cade2
CM
2563
2564BTRFS_SETGET_FUNCS(disk_block_group_chunk_objectid,
0b86a832
CM
2565 struct btrfs_block_group_item, chunk_objectid, 64);
2566BTRFS_SETGET_FUNCS(disk_block_group_flags,
2567 struct btrfs_block_group_item, flags, 64);
2568BTRFS_SETGET_STACK_FUNCS(block_group_flags,
2569 struct btrfs_block_group_item, flags, 64);
1e1d2701 2570
208acb8c
OS
2571/* struct btrfs_free_space_info */
2572BTRFS_SETGET_FUNCS(free_space_extent_count, struct btrfs_free_space_info,
2573 extent_count, 32);
2574BTRFS_SETGET_FUNCS(free_space_flags, struct btrfs_free_space_info, flags, 32);
2575
3954401f
CM
2576/* struct btrfs_inode_ref */
2577BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16);
aec7477b 2578BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64);
3954401f 2579
f186373f
MF
2580/* struct btrfs_inode_extref */
2581BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref,
2582 parent_objectid, 64);
2583BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref,
2584 name_len, 16);
2585BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64);
2586
5f39d397
CM
2587/* struct btrfs_inode_item */
2588BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64);
c3027eb5 2589BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64);
e02119d5 2590BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64);
5f39d397 2591BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64);
a76a3cd4 2592BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64);
5f39d397
CM
2593BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64);
2594BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32);
2595BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32);
2596BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32);
2597BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32);
0b86a832 2598BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64);
f2b636e8 2599BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64);
3cae210f
QW
2600BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item,
2601 generation, 64);
2602BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item,
2603 sequence, 64);
2604BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item,
2605 transid, 64);
2606BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64);
2607BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item,
2608 nbytes, 64);
2609BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item,
2610 block_group, 64);
2611BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32);
2612BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32);
2613BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32);
2614BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32);
2615BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64);
2616BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64);
0b86a832
CM
2617BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64);
2618BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32);
3cae210f
QW
2619BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64);
2620BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32);
e20d96d6 2621
0b86a832 2622/* struct btrfs_dev_extent */
e17cade2
CM
2623BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent,
2624 chunk_tree, 64);
2625BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent,
2626 chunk_objectid, 64);
2627BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent,
2628 chunk_offset, 64);
0b86a832
CM
2629BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64);
2630
231e88f4 2631static inline unsigned long btrfs_dev_extent_chunk_tree_uuid(struct btrfs_dev_extent *dev)
e17cade2
CM
2632{
2633 unsigned long ptr = offsetof(struct btrfs_dev_extent, chunk_tree_uuid);
231e88f4 2634 return (unsigned long)dev + ptr;
e17cade2
CM
2635}
2636
5d4f98a2
YZ
2637BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64);
2638BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item,
2639 generation, 64);
2640BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64);
74493f7a 2641
5d4f98a2
YZ
2642BTRFS_SETGET_FUNCS(extent_refs_v0, struct btrfs_extent_item_v0, refs, 32);
2643
2644
2645BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8);
2646
2647static inline void btrfs_tree_block_key(struct extent_buffer *eb,
2648 struct btrfs_tree_block_info *item,
2649 struct btrfs_disk_key *key)
2650{
2651 read_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2652}
2653
2654static inline void btrfs_set_tree_block_key(struct extent_buffer *eb,
2655 struct btrfs_tree_block_info *item,
2656 struct btrfs_disk_key *key)
2657{
2658 write_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2659}
e20d96d6 2660
5d4f98a2
YZ
2661BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref,
2662 root, 64);
2663BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref,
2664 objectid, 64);
2665BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref,
2666 offset, 64);
2667BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref,
2668 count, 32);
2669
2670BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref,
2671 count, 32);
2672
2673BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref,
2674 type, 8);
2675BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref,
2676 offset, 64);
2677
2678static inline u32 btrfs_extent_inline_ref_size(int type)
2679{
2680 if (type == BTRFS_TREE_BLOCK_REF_KEY ||
2681 type == BTRFS_SHARED_BLOCK_REF_KEY)
2682 return sizeof(struct btrfs_extent_inline_ref);
2683 if (type == BTRFS_SHARED_DATA_REF_KEY)
2684 return sizeof(struct btrfs_shared_data_ref) +
2685 sizeof(struct btrfs_extent_inline_ref);
2686 if (type == BTRFS_EXTENT_DATA_REF_KEY)
2687 return sizeof(struct btrfs_extent_data_ref) +
2688 offsetof(struct btrfs_extent_inline_ref, offset);
2689 BUG();
2690 return 0;
2691}
2692
2693BTRFS_SETGET_FUNCS(ref_root_v0, struct btrfs_extent_ref_v0, root, 64);
2694BTRFS_SETGET_FUNCS(ref_generation_v0, struct btrfs_extent_ref_v0,
2695 generation, 64);
2696BTRFS_SETGET_FUNCS(ref_objectid_v0, struct btrfs_extent_ref_v0, objectid, 64);
2697BTRFS_SETGET_FUNCS(ref_count_v0, struct btrfs_extent_ref_v0, count, 32);
e20d96d6 2698
5f39d397
CM
2699/* struct btrfs_node */
2700BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64);
74493f7a 2701BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64);
3cae210f
QW
2702BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr,
2703 blockptr, 64);
2704BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr,
2705 generation, 64);
e20d96d6 2706
5f39d397 2707static inline u64 btrfs_node_blockptr(struct extent_buffer *eb, int nr)
cf27e1ee 2708{
5f39d397
CM
2709 unsigned long ptr;
2710 ptr = offsetof(struct btrfs_node, ptrs) +
2711 sizeof(struct btrfs_key_ptr) * nr;
2712 return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr);
cf27e1ee
CM
2713}
2714
5f39d397
CM
2715static inline void btrfs_set_node_blockptr(struct extent_buffer *eb,
2716 int nr, u64 val)
cf27e1ee 2717{
5f39d397
CM
2718 unsigned long ptr;
2719 ptr = offsetof(struct btrfs_node, ptrs) +
2720 sizeof(struct btrfs_key_ptr) * nr;
2721 btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val);
cf27e1ee
CM
2722}
2723
74493f7a
CM
2724static inline u64 btrfs_node_ptr_generation(struct extent_buffer *eb, int nr)
2725{
2726 unsigned long ptr;
2727 ptr = offsetof(struct btrfs_node, ptrs) +
2728 sizeof(struct btrfs_key_ptr) * nr;
2729 return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr);
2730}
2731
2732static inline void btrfs_set_node_ptr_generation(struct extent_buffer *eb,
2733 int nr, u64 val)
2734{
2735 unsigned long ptr;
2736 ptr = offsetof(struct btrfs_node, ptrs) +
2737 sizeof(struct btrfs_key_ptr) * nr;
2738 btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val);
2739}
2740
810191ff 2741static inline unsigned long btrfs_node_key_ptr_offset(int nr)
4d775673 2742{
5f39d397
CM
2743 return offsetof(struct btrfs_node, ptrs) +
2744 sizeof(struct btrfs_key_ptr) * nr;
4d775673
CM
2745}
2746
e644d021
CM
2747void btrfs_node_key(struct extent_buffer *eb,
2748 struct btrfs_disk_key *disk_key, int nr);
2749
5f39d397
CM
2750static inline void btrfs_set_node_key(struct extent_buffer *eb,
2751 struct btrfs_disk_key *disk_key, int nr)
1d4f8a0c 2752{
5f39d397
CM
2753 unsigned long ptr;
2754 ptr = btrfs_node_key_ptr_offset(nr);
2755 write_eb_member(eb, (struct btrfs_key_ptr *)ptr,
2756 struct btrfs_key_ptr, key, disk_key);
1d4f8a0c
CM
2757}
2758
5f39d397
CM
2759/* struct btrfs_item */
2760BTRFS_SETGET_FUNCS(item_offset, struct btrfs_item, offset, 32);
2761BTRFS_SETGET_FUNCS(item_size, struct btrfs_item, size, 32);
3cae210f
QW
2762BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32);
2763BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32);
4d775673 2764
5f39d397 2765static inline unsigned long btrfs_item_nr_offset(int nr)
1d4f8a0c 2766{
5f39d397
CM
2767 return offsetof(struct btrfs_leaf, items) +
2768 sizeof(struct btrfs_item) * nr;
1d4f8a0c
CM
2769}
2770
dd3cc16b 2771static inline struct btrfs_item *btrfs_item_nr(int nr)
0783fcfc 2772{
5f39d397 2773 return (struct btrfs_item *)btrfs_item_nr_offset(nr);
0783fcfc
CM
2774}
2775
5f39d397
CM
2776static inline u32 btrfs_item_end(struct extent_buffer *eb,
2777 struct btrfs_item *item)
0783fcfc 2778{
5f39d397 2779 return btrfs_item_offset(eb, item) + btrfs_item_size(eb, item);
0783fcfc
CM
2780}
2781
5f39d397 2782static inline u32 btrfs_item_end_nr(struct extent_buffer *eb, int nr)
0783fcfc 2783{
dd3cc16b 2784 return btrfs_item_end(eb, btrfs_item_nr(nr));
0783fcfc
CM
2785}
2786
5f39d397 2787static inline u32 btrfs_item_offset_nr(struct extent_buffer *eb, int nr)
0783fcfc 2788{
dd3cc16b 2789 return btrfs_item_offset(eb, btrfs_item_nr(nr));
0783fcfc
CM
2790}
2791
5f39d397 2792static inline u32 btrfs_item_size_nr(struct extent_buffer *eb, int nr)
0783fcfc 2793{
dd3cc16b 2794 return btrfs_item_size(eb, btrfs_item_nr(nr));
0783fcfc
CM
2795}
2796
5f39d397
CM
2797static inline void btrfs_item_key(struct extent_buffer *eb,
2798 struct btrfs_disk_key *disk_key, int nr)
1d4f6404 2799{
dd3cc16b 2800 struct btrfs_item *item = btrfs_item_nr(nr);
5f39d397 2801 read_eb_member(eb, item, struct btrfs_item, key, disk_key);
1d4f6404
CM
2802}
2803
5f39d397
CM
2804static inline void btrfs_set_item_key(struct extent_buffer *eb,
2805 struct btrfs_disk_key *disk_key, int nr)
1d4f6404 2806{
dd3cc16b 2807 struct btrfs_item *item = btrfs_item_nr(nr);
5f39d397 2808 write_eb_member(eb, item, struct btrfs_item, key, disk_key);
1d4f6404
CM
2809}
2810
e02119d5
CM
2811BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64);
2812
0660b5af
CM
2813/*
2814 * struct btrfs_root_ref
2815 */
2816BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64);
2817BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64);
2818BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16);
2819
5f39d397 2820/* struct btrfs_dir_item */
5103e947 2821BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16);
5f39d397
CM
2822BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8);
2823BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16);
e02119d5 2824BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64);
3cae210f
QW
2825BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8);
2826BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item,
2827 data_len, 16);
2828BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item,
2829 name_len, 16);
2830BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item,
2831 transid, 64);
1d4f6404 2832
5f39d397
CM
2833static inline void btrfs_dir_item_key(struct extent_buffer *eb,
2834 struct btrfs_dir_item *item,
2835 struct btrfs_disk_key *key)
1d4f6404 2836{
5f39d397 2837 read_eb_member(eb, item, struct btrfs_dir_item, location, key);
1d4f6404
CM
2838}
2839
5f39d397
CM
2840static inline void btrfs_set_dir_item_key(struct extent_buffer *eb,
2841 struct btrfs_dir_item *item,
2842 struct btrfs_disk_key *key)
a8a2ee0c 2843{
5f39d397 2844 write_eb_member(eb, item, struct btrfs_dir_item, location, key);
a8a2ee0c
CM
2845}
2846
0af3d00b
JB
2847BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header,
2848 num_entries, 64);
2849BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header,
2850 num_bitmaps, 64);
2851BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header,
2852 generation, 64);
2853
2854static inline void btrfs_free_space_key(struct extent_buffer *eb,
2855 struct btrfs_free_space_header *h,
2856 struct btrfs_disk_key *key)
2857{
2858 read_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2859}
2860
2861static inline void btrfs_set_free_space_key(struct extent_buffer *eb,
2862 struct btrfs_free_space_header *h,
2863 struct btrfs_disk_key *key)
2864{
2865 write_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2866}
2867
5f39d397
CM
2868/* struct btrfs_disk_key */
2869BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key,
2870 objectid, 64);
2871BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64);
2872BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8);
1d4f6404 2873
e2fa7227
CM
2874static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu,
2875 struct btrfs_disk_key *disk)
2876{
2877 cpu->offset = le64_to_cpu(disk->offset);
5f39d397 2878 cpu->type = disk->type;
e2fa7227
CM
2879 cpu->objectid = le64_to_cpu(disk->objectid);
2880}
2881
2882static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk,
2883 struct btrfs_key *cpu)
2884{
2885 disk->offset = cpu_to_le64(cpu->offset);
5f39d397 2886 disk->type = cpu->type;
e2fa7227
CM
2887 disk->objectid = cpu_to_le64(cpu->objectid);
2888}
2889
5f39d397
CM
2890static inline void btrfs_node_key_to_cpu(struct extent_buffer *eb,
2891 struct btrfs_key *key, int nr)
7f5c1516 2892{
5f39d397
CM
2893 struct btrfs_disk_key disk_key;
2894 btrfs_node_key(eb, &disk_key, nr);
2895 btrfs_disk_key_to_cpu(key, &disk_key);
7f5c1516
CM
2896}
2897
5f39d397
CM
2898static inline void btrfs_item_key_to_cpu(struct extent_buffer *eb,
2899 struct btrfs_key *key, int nr)
7f5c1516 2900{
5f39d397
CM
2901 struct btrfs_disk_key disk_key;
2902 btrfs_item_key(eb, &disk_key, nr);
2903 btrfs_disk_key_to_cpu(key, &disk_key);
7f5c1516
CM
2904}
2905
5f39d397
CM
2906static inline void btrfs_dir_item_key_to_cpu(struct extent_buffer *eb,
2907 struct btrfs_dir_item *item,
2908 struct btrfs_key *key)
4d775673 2909{
5f39d397
CM
2910 struct btrfs_disk_key disk_key;
2911 btrfs_dir_item_key(eb, item, &disk_key);
2912 btrfs_disk_key_to_cpu(key, &disk_key);
4d775673
CM
2913}
2914
58176a96 2915
5f39d397 2916static inline u8 btrfs_key_type(struct btrfs_key *key)
3768f368 2917{
5f39d397 2918 return key->type;
3768f368
CM
2919}
2920
5f39d397 2921static inline void btrfs_set_key_type(struct btrfs_key *key, u8 val)
3768f368 2922{
5f39d397 2923 key->type = val;
3768f368
CM
2924}
2925
5f39d397 2926/* struct btrfs_header */
db94535d 2927BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64);
5f39d397
CM
2928BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header,
2929 generation, 64);
2930BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64);
2931BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32);
63b10fc4 2932BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64);
5f39d397 2933BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8);
3cae210f
QW
2934BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header,
2935 generation, 64);
2936BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64);
2937BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header,
2938 nritems, 32);
2939BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64);
0f7d52f4 2940
63b10fc4
CM
2941static inline int btrfs_header_flag(struct extent_buffer *eb, u64 flag)
2942{
2943 return (btrfs_header_flags(eb) & flag) == flag;
2944}
2945
2946static inline int btrfs_set_header_flag(struct extent_buffer *eb, u64 flag)
2947{
2948 u64 flags = btrfs_header_flags(eb);
2949 btrfs_set_header_flags(eb, flags | flag);
2950 return (flags & flag) == flag;
2951}
2952
2953static inline int btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag)
2954{
2955 u64 flags = btrfs_header_flags(eb);
2956 btrfs_set_header_flags(eb, flags & ~flag);
2957 return (flags & flag) == flag;
2958}
2959
5d4f98a2
YZ
2960static inline int btrfs_header_backref_rev(struct extent_buffer *eb)
2961{
2962 u64 flags = btrfs_header_flags(eb);
2963 return flags >> BTRFS_BACKREF_REV_SHIFT;
2964}
2965
2966static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb,
2967 int rev)
2968{
2969 u64 flags = btrfs_header_flags(eb);
2970 flags &= ~BTRFS_BACKREF_REV_MASK;
2971 flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT;
2972 btrfs_set_header_flags(eb, flags);
2973}
2974
0a4e5586 2975static inline unsigned long btrfs_header_fsid(void)
0f7d52f4 2976{
fba6aa75 2977 return offsetof(struct btrfs_header, fsid);
0f7d52f4
CM
2978}
2979
b308bc2f 2980static inline unsigned long btrfs_header_chunk_tree_uuid(struct extent_buffer *eb)
e17cade2 2981{
b308bc2f 2982 return offsetof(struct btrfs_header, chunk_tree_uuid);
e17cade2
CM
2983}
2984
5f39d397 2985static inline int btrfs_is_leaf(struct extent_buffer *eb)
3768f368 2986{
d397712b 2987 return btrfs_header_level(eb) == 0;
3768f368
CM
2988}
2989
5f39d397 2990/* struct btrfs_root_item */
84234f3a
YZ
2991BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item,
2992 generation, 64);
5f39d397 2993BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32);
db94535d
CM
2994BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64);
2995BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8);
3768f368 2996
84234f3a
YZ
2997BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item,
2998 generation, 64);
db94535d
CM
2999BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64);
3000BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8);
5f39d397
CM
3001BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64);
3002BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32);
f2b636e8 3003BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64);
db94535d
CM
3004BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64);
3005BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64);
80ff3856
YZ
3006BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item,
3007 last_snapshot, 64);
8ea05e3a
AB
3008BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item,
3009 generation_v2, 64);
3010BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item,
3011 ctransid, 64);
3012BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item,
3013 otransid, 64);
3014BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item,
3015 stransid, 64);
3016BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item,
3017 rtransid, 64);
123abc88 3018
b83cc969
LZ
3019static inline bool btrfs_root_readonly(struct btrfs_root *root)
3020{
6ed3cf2c 3021 return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0;
b83cc969
LZ
3022}
3023
521e0546
DS
3024static inline bool btrfs_root_dead(struct btrfs_root *root)
3025{
3026 return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0;
3027}
3028
af31f5e5
CM
3029/* struct btrfs_root_backup */
3030BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup,
3031 tree_root, 64);
3032BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup,
3033 tree_root_gen, 64);
3034BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup,
3035 tree_root_level, 8);
3036
3037BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup,
3038 chunk_root, 64);
3039BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup,
3040 chunk_root_gen, 64);
3041BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup,
3042 chunk_root_level, 8);
3043
3044BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup,
3045 extent_root, 64);
3046BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup,
3047 extent_root_gen, 64);
3048BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup,
3049 extent_root_level, 8);
3050
3051BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup,
3052 fs_root, 64);
3053BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup,
3054 fs_root_gen, 64);
3055BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup,
3056 fs_root_level, 8);
3057
3058BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup,
3059 dev_root, 64);
3060BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup,
3061 dev_root_gen, 64);
3062BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup,
3063 dev_root_level, 8);
3064
3065BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup,
3066 csum_root, 64);
3067BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup,
3068 csum_root_gen, 64);
3069BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup,
3070 csum_root_level, 8);
3071BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup,
3072 total_bytes, 64);
3073BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup,
3074 bytes_used, 64);
3075BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup,
3076 num_devices, 64);
3077
0940ebf6
ID
3078/* struct btrfs_balance_item */
3079BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64);
607d432d 3080
0940ebf6
ID
3081static inline void btrfs_balance_data(struct extent_buffer *eb,
3082 struct btrfs_balance_item *bi,
3083 struct btrfs_disk_balance_args *ba)
3084{
3085 read_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
3086}
3087
3088static inline void btrfs_set_balance_data(struct extent_buffer *eb,
3089 struct btrfs_balance_item *bi,
3090 struct btrfs_disk_balance_args *ba)
3091{
3092 write_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
3093}
3094
3095static inline void btrfs_balance_meta(struct extent_buffer *eb,
3096 struct btrfs_balance_item *bi,
3097 struct btrfs_disk_balance_args *ba)
3098{
3099 read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
3100}
3101
3102static inline void btrfs_set_balance_meta(struct extent_buffer *eb,
3103 struct btrfs_balance_item *bi,
3104 struct btrfs_disk_balance_args *ba)
3105{
3106 write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
3107}
3108
3109static inline void btrfs_balance_sys(struct extent_buffer *eb,
3110 struct btrfs_balance_item *bi,
3111 struct btrfs_disk_balance_args *ba)
3112{
3113 read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3114}
3115
3116static inline void btrfs_set_balance_sys(struct extent_buffer *eb,
3117 struct btrfs_balance_item *bi,
3118 struct btrfs_disk_balance_args *ba)
3119{
3120 write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3121}
3122
3123static inline void
3124btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu,
3125 struct btrfs_disk_balance_args *disk)
3126{
3127 memset(cpu, 0, sizeof(*cpu));
3128
3129 cpu->profiles = le64_to_cpu(disk->profiles);
3130 cpu->usage = le64_to_cpu(disk->usage);
3131 cpu->devid = le64_to_cpu(disk->devid);
3132 cpu->pstart = le64_to_cpu(disk->pstart);
3133 cpu->pend = le64_to_cpu(disk->pend);
3134 cpu->vstart = le64_to_cpu(disk->vstart);
3135 cpu->vend = le64_to_cpu(disk->vend);
3136 cpu->target = le64_to_cpu(disk->target);
3137 cpu->flags = le64_to_cpu(disk->flags);
7d824b6f 3138 cpu->limit = le64_to_cpu(disk->limit);
0940ebf6
ID
3139}
3140
3141static inline void
3142btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk,
3143 struct btrfs_balance_args *cpu)
3144{
3145 memset(disk, 0, sizeof(*disk));
3146
3147 disk->profiles = cpu_to_le64(cpu->profiles);
3148 disk->usage = cpu_to_le64(cpu->usage);
3149 disk->devid = cpu_to_le64(cpu->devid);
3150 disk->pstart = cpu_to_le64(cpu->pstart);
3151 disk->pend = cpu_to_le64(cpu->pend);
3152 disk->vstart = cpu_to_le64(cpu->vstart);
3153 disk->vend = cpu_to_le64(cpu->vend);
3154 disk->target = cpu_to_le64(cpu->target);
3155 disk->flags = cpu_to_le64(cpu->flags);
7d824b6f 3156 disk->limit = cpu_to_le64(cpu->limit);
0940ebf6
ID
3157}
3158
3159/* struct btrfs_super_block */
db94535d 3160BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64);
a061fc8d 3161BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64);
5f39d397
CM
3162BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block,
3163 generation, 64);
3164BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64);
0b86a832
CM
3165BTRFS_SETGET_STACK_FUNCS(super_sys_array_size,
3166 struct btrfs_super_block, sys_chunk_array_size, 32);
84234f3a
YZ
3167BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation,
3168 struct btrfs_super_block, chunk_root_generation, 64);
db94535d
CM
3169BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block,
3170 root_level, 8);
0b86a832
CM
3171BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block,
3172 chunk_root, 64);
3173BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block,
e02119d5
CM
3174 chunk_root_level, 8);
3175BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block,
3176 log_root, 64);
c3027eb5
CM
3177BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block,
3178 log_root_transid, 64);
e02119d5
CM
3179BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block,
3180 log_root_level, 8);
db94535d
CM
3181BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block,
3182 total_bytes, 64);
3183BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block,
3184 bytes_used, 64);
5f39d397
CM
3185BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block,
3186 sectorsize, 32);
3187BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block,
3188 nodesize, 32);
87ee04eb
CM
3189BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block,
3190 stripesize, 32);
5f39d397
CM
3191BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block,
3192 root_dir_objectid, 64);
8a4b83cc
CM
3193BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block,
3194 num_devices, 64);
f2b636e8
JB
3195BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block,
3196 compat_flags, 64);
3197BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block,
12534832 3198 compat_ro_flags, 64);
f2b636e8
JB
3199BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block,
3200 incompat_flags, 64);
607d432d
JB
3201BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block,
3202 csum_type, 16);
0af3d00b
JB
3203BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block,
3204 cache_generation, 64);
3cae210f 3205BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64);
26432799
SB
3206BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block,
3207 uuid_tree_generation, 64);
607d432d
JB
3208
3209static inline int btrfs_super_csum_size(struct btrfs_super_block *s)
3210{
1104a885
DS
3211 u16 t = btrfs_super_csum_type(s);
3212 /*
3213 * csum type is validated at mount time
3214 */
607d432d
JB
3215 return btrfs_csum_sizes[t];
3216}
2e635a27 3217
5f39d397 3218static inline unsigned long btrfs_leaf_data(struct extent_buffer *l)
2e635a27 3219{
5f39d397 3220 return offsetof(struct btrfs_leaf, items);
2e635a27
CM
3221}
3222
5f39d397
CM
3223/* struct btrfs_file_extent_item */
3224BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8);
3cae210f
QW
3225BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr,
3226 struct btrfs_file_extent_item, disk_bytenr, 64);
3227BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset,
3228 struct btrfs_file_extent_item, offset, 64);
3229BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation,
3230 struct btrfs_file_extent_item, generation, 64);
3231BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes,
3232 struct btrfs_file_extent_item, num_bytes, 64);
e20d6c5b
JB
3233BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes,
3234 struct btrfs_file_extent_item, disk_num_bytes, 64);
3235BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression,
3236 struct btrfs_file_extent_item, compression, 8);
9f5fae2f 3237
d397712b
CM
3238static inline unsigned long
3239btrfs_file_extent_inline_start(struct btrfs_file_extent_item *e)
236454df 3240{
7ec20afb 3241 return (unsigned long)e + BTRFS_FILE_EXTENT_INLINE_DATA_START;
236454df
CM
3242}
3243
3244static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize)
3245{
7ec20afb 3246 return BTRFS_FILE_EXTENT_INLINE_DATA_START + datasize;
9f5fae2f
CM
3247}
3248
db94535d
CM
3249BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item,
3250 disk_bytenr, 64);
5f39d397
CM
3251BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item,
3252 generation, 64);
db94535d
CM
3253BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item,
3254 disk_num_bytes, 64);
5f39d397
CM
3255BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item,
3256 offset, 64);
db94535d
CM
3257BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item,
3258 num_bytes, 64);
c8b97818
CM
3259BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item,
3260 ram_bytes, 64);
3261BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item,
3262 compression, 8);
3263BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item,
3264 encryption, 8);
3265BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item,
3266 other_encoding, 16);
3267
c8b97818
CM
3268/*
3269 * this returns the number of bytes used by the item on disk, minus the
3270 * size of any extent headers. If a file is compressed on disk, this is
3271 * the compressed size
3272 */
3273static inline u32 btrfs_file_extent_inline_item_len(struct extent_buffer *eb,
3274 struct btrfs_item *e)
3275{
7ec20afb 3276 return btrfs_item_size(eb, e) - BTRFS_FILE_EXTENT_INLINE_DATA_START;
c8b97818 3277}
9f5fae2f 3278
514ac8ad
CM
3279/* this returns the number of file bytes represented by the inline item.
3280 * If an item is compressed, this is the uncompressed size
3281 */
3282static inline u32 btrfs_file_extent_inline_len(struct extent_buffer *eb,
3283 int slot,
3284 struct btrfs_file_extent_item *fi)
3285{
3286 struct btrfs_map_token token;
3287
3288 btrfs_init_map_token(&token);
3289 /*
3290 * return the space used on disk if this item isn't
3291 * compressed or encoded
3292 */
3293 if (btrfs_token_file_extent_compression(eb, fi, &token) == 0 &&
3294 btrfs_token_file_extent_encryption(eb, fi, &token) == 0 &&
3295 btrfs_token_file_extent_other_encoding(eb, fi, &token) == 0) {
3296 return btrfs_file_extent_inline_item_len(eb,
3297 btrfs_item_nr(slot));
3298 }
3299
3300 /* otherwise use the ram bytes field */
3301 return btrfs_token_file_extent_ram_bytes(eb, fi, &token);
3302}
3303
3304
733f4fbb
SB
3305/* btrfs_dev_stats_item */
3306static inline u64 btrfs_dev_stats_value(struct extent_buffer *eb,
3307 struct btrfs_dev_stats_item *ptr,
3308 int index)
3309{
3310 u64 val;
3311
3312 read_extent_buffer(eb, &val,
3313 offsetof(struct btrfs_dev_stats_item, values) +
3314 ((unsigned long)ptr) + (index * sizeof(u64)),
3315 sizeof(val));
3316 return val;
3317}
3318
3319static inline void btrfs_set_dev_stats_value(struct extent_buffer *eb,
3320 struct btrfs_dev_stats_item *ptr,
3321 int index, u64 val)
3322{
3323 write_extent_buffer(eb, &val,
3324 offsetof(struct btrfs_dev_stats_item, values) +
3325 ((unsigned long)ptr) + (index * sizeof(u64)),
3326 sizeof(val));
3327}
3328
630dc772
AJ
3329/* btrfs_qgroup_status_item */
3330BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item,
3331 generation, 64);
3332BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item,
3333 version, 64);
3334BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item,
3335 flags, 64);
2f232036
JS
3336BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item,
3337 rescan, 64);
630dc772
AJ
3338
3339/* btrfs_qgroup_info_item */
3340BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item,
3341 generation, 64);
3342BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64);
3343BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item,
3344 rfer_cmpr, 64);
3345BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64);
3346BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item,
3347 excl_cmpr, 64);
3348
3349BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation,
3350 struct btrfs_qgroup_info_item, generation, 64);
3351BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item,
3352 rfer, 64);
3353BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr,
3354 struct btrfs_qgroup_info_item, rfer_cmpr, 64);
3355BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item,
3356 excl, 64);
3357BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr,
3358 struct btrfs_qgroup_info_item, excl_cmpr, 64);
3359
3360/* btrfs_qgroup_limit_item */
3361BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item,
3362 flags, 64);
3363BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item,
3364 max_rfer, 64);
3365BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item,
3366 max_excl, 64);
3367BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item,
3368 rsv_rfer, 64);
3369BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item,
3370 rsv_excl, 64);
3371
a2bff640
SB
3372/* btrfs_dev_replace_item */
3373BTRFS_SETGET_FUNCS(dev_replace_src_devid,
3374 struct btrfs_dev_replace_item, src_devid, 64);
3375BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode,
3376 struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode,
3377 64);
3378BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item,
3379 replace_state, 64);
3380BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item,
3381 time_started, 64);
3382BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item,
3383 time_stopped, 64);
3384BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item,
3385 num_write_errors, 64);
3386BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors,
3387 struct btrfs_dev_replace_item, num_uncorrectable_read_errors,
3388 64);
3389BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item,
3390 cursor_left, 64);
3391BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item,
3392 cursor_right, 64);
3393
3394BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid,
3395 struct btrfs_dev_replace_item, src_devid, 64);
3396BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode,
3397 struct btrfs_dev_replace_item,
3398 cont_reading_from_srcdev_mode, 64);
3399BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state,
3400 struct btrfs_dev_replace_item, replace_state, 64);
3401BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started,
3402 struct btrfs_dev_replace_item, time_started, 64);
3403BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped,
3404 struct btrfs_dev_replace_item, time_stopped, 64);
3405BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors,
3406 struct btrfs_dev_replace_item, num_write_errors, 64);
3407BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors,
3408 struct btrfs_dev_replace_item,
3409 num_uncorrectable_read_errors, 64);
3410BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left,
3411 struct btrfs_dev_replace_item, cursor_left, 64);
3412BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right,
3413 struct btrfs_dev_replace_item, cursor_right, 64);
3414
815745cf 3415static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb)
e20d96d6
CM
3416{
3417 return sb->s_fs_info;
3418}
3419
4beb1b8b
CM
3420/* helper function to cast into the data area of the leaf. */
3421#define btrfs_item_ptr(leaf, slot, type) \
123abc88 3422 ((type *)(btrfs_leaf_data(leaf) + \
5f39d397
CM
3423 btrfs_item_offset_nr(leaf, slot)))
3424
3425#define btrfs_item_ptr_offset(leaf, slot) \
3426 ((unsigned long)(btrfs_leaf_data(leaf) + \
3427 btrfs_item_offset_nr(leaf, slot)))
4beb1b8b 3428
67377734
JB
3429static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info)
3430{
3431 return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) &&
3432 (space_info->flags & BTRFS_BLOCK_GROUP_DATA));
3433}
3434
3b16a4e3
JB
3435static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping)
3436{
c62d2555 3437 return mapping_gfp_constraint(mapping, ~__GFP_FS);
3b16a4e3
JB
3438}
3439
b18c6685 3440/* extent-tree.c */
28f75a0e
CM
3441
3442u64 btrfs_csum_bytes_to_leaves(struct btrfs_root *root, u64 csum_bytes);
3443
16cdcec7 3444static inline u64 btrfs_calc_trans_metadata_size(struct btrfs_root *root,
9e0baf60 3445 unsigned num_items)
16cdcec7 3446{
707e8a07 3447 return (root->nodesize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) *
c4fbb430 3448 2 * num_items;
07127184
JB
3449}
3450
3451/*
3452 * Doing a truncate won't result in new nodes or leaves, just what we need for
3453 * COW.
3454 */
3455static inline u64 btrfs_calc_trunc_metadata_size(struct btrfs_root *root,
3456 unsigned num_items)
3457{
707e8a07 3458 return root->nodesize * BTRFS_MAX_LEVEL * num_items;
16cdcec7
MX
3459}
3460
1be41b78
JB
3461int btrfs_should_throttle_delayed_refs(struct btrfs_trans_handle *trans,
3462 struct btrfs_root *root);
0a2b2a84
JB
3463int btrfs_check_space_for_delayed_refs(struct btrfs_trans_handle *trans,
3464 struct btrfs_root *root);
fa9c0d79 3465void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
56bec294
CM
3466int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans,
3467 struct btrfs_root *root, unsigned long count);
a79b7d4b
CM
3468int btrfs_async_run_delayed_refs(struct btrfs_root *root,
3469 unsigned long count, int wait);
1a4ed8fd 3470int btrfs_lookup_data_extent(struct btrfs_root *root, u64 start, u64 len);
a22285a6
YZ
3471int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
3472 struct btrfs_root *root, u64 bytenr,
3173a18f 3473 u64 offset, int metadata, u64 *refs, u64 *flags);
11833d66
YZ
3474int btrfs_pin_extent(struct btrfs_root *root,
3475 u64 bytenr, u64 num, int reserved);
dcfac415 3476int btrfs_pin_extent_for_log_replay(struct btrfs_root *root,
e688b725 3477 u64 bytenr, u64 num_bytes);
8c2a1a30
JB
3478int btrfs_exclude_logged_extents(struct btrfs_root *root,
3479 struct extent_buffer *eb);
80ff3856 3480int btrfs_cross_ref_exist(struct btrfs_trans_handle *trans,
5d4f98a2
YZ
3481 struct btrfs_root *root,
3482 u64 objectid, u64 offset, u64 bytenr);
d397712b
CM
3483struct btrfs_block_group_cache *btrfs_lookup_block_group(
3484 struct btrfs_fs_info *info,
3485 u64 bytenr);
758f2dfc 3486void btrfs_get_block_group(struct btrfs_block_group_cache *cache);
5d4f98a2 3487void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
6ab0a202 3488int get_block_group_index(struct btrfs_block_group_cache *cache);
4d75f8a9
DS
3489struct extent_buffer *btrfs_alloc_tree_block(struct btrfs_trans_handle *trans,
3490 struct btrfs_root *root, u64 parent,
3491 u64 root_objectid,
5d4f98a2 3492 struct btrfs_disk_key *key, int level,
5581a51a 3493 u64 hint, u64 empty_size);
f0486c68
YZ
3494void btrfs_free_tree_block(struct btrfs_trans_handle *trans,
3495 struct btrfs_root *root,
3496 struct extent_buffer *buf,
5581a51a 3497 u64 parent, int last_ref);
5d4f98a2
YZ
3498int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans,
3499 struct btrfs_root *root,
3500 u64 root_objectid, u64 owner,
5846a3c2
QW
3501 u64 offset, u64 ram_bytes,
3502 struct btrfs_key *ins);
5d4f98a2
YZ
3503int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans,
3504 struct btrfs_root *root,
3505 u64 root_objectid, u64 owner, u64 offset,
3506 struct btrfs_key *ins);
00361589
JB
3507int btrfs_reserve_extent(struct btrfs_root *root, u64 num_bytes,
3508 u64 min_alloc_size, u64 empty_size, u64 hint_byte,
e570fd27 3509 struct btrfs_key *ins, int is_data, int delalloc);
e089f05c 3510int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
e339a6b0 3511 struct extent_buffer *buf, int full_backref);
5d4f98a2 3512int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
e339a6b0 3513 struct extent_buffer *buf, int full_backref);
5d4f98a2
YZ
3514int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans,
3515 struct btrfs_root *root,
3516 u64 bytenr, u64 num_bytes, u64 flags,
b1c79e09 3517 int level, int is_data);
31840ae1
ZY
3518int btrfs_free_extent(struct btrfs_trans_handle *trans,
3519 struct btrfs_root *root,
66d7e7f0 3520 u64 bytenr, u64 num_bytes, u64 parent, u64 root_objectid,
b06c4bf5 3521 u64 owner, u64 offset);
5d4f98a2 3522
e570fd27
MX
3523int btrfs_free_reserved_extent(struct btrfs_root *root, u64 start, u64 len,
3524 int delalloc);
e688b725
CM
3525int btrfs_free_and_pin_reserved_extent(struct btrfs_root *root,
3526 u64 start, u64 len);
143bede5
JM
3527void btrfs_prepare_extent_commit(struct btrfs_trans_handle *trans,
3528 struct btrfs_root *root);
ccd467d6 3529int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans,
11833d66 3530 struct btrfs_root *root);
b18c6685 3531int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
31840ae1
ZY
3532 struct btrfs_root *root,
3533 u64 bytenr, u64 num_bytes, u64 parent,
b06c4bf5 3534 u64 root_objectid, u64 owner, u64 offset);
5d4f98a2 3535
1bbc621e
CM
3536int btrfs_start_dirty_block_groups(struct btrfs_trans_handle *trans,
3537 struct btrfs_root *root);
9078a3e1
CM
3538int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans,
3539 struct btrfs_root *root);
dcdf7f6d
JB
3540int btrfs_setup_space_cache(struct btrfs_trans_handle *trans,
3541 struct btrfs_root *root);
d2fb3437 3542int btrfs_extent_readonly(struct btrfs_root *root, u64 bytenr);
9078a3e1
CM
3543int btrfs_free_block_groups(struct btrfs_fs_info *info);
3544int btrfs_read_block_groups(struct btrfs_root *root);
ba1bf481 3545int btrfs_can_relocate(struct btrfs_root *root, u64 bytenr);
0b86a832
CM
3546int btrfs_make_block_group(struct btrfs_trans_handle *trans,
3547 struct btrfs_root *root, u64 bytes_used,
e17cade2 3548 u64 type, u64 chunk_objectid, u64 chunk_offset,
0b86a832 3549 u64 size);
8eab77ff 3550struct btrfs_trans_handle *btrfs_start_trans_remove_block_group(
7fd01182
FM
3551 struct btrfs_fs_info *fs_info,
3552 const u64 chunk_offset);
1a40e23b 3553int btrfs_remove_block_group(struct btrfs_trans_handle *trans,
04216820
FM
3554 struct btrfs_root *root, u64 group_start,
3555 struct extent_map *em);
47ab2a6c 3556void btrfs_delete_unused_bgs(struct btrfs_fs_info *fs_info);
e33e17ee
JM
3557void btrfs_get_block_group_trimming(struct btrfs_block_group_cache *cache);
3558void btrfs_put_block_group_trimming(struct btrfs_block_group_cache *cache);
ea658bad
JB
3559void btrfs_create_pending_block_groups(struct btrfs_trans_handle *trans,
3560 struct btrfs_root *root);
6d07bcec 3561u64 btrfs_get_alloc_profile(struct btrfs_root *root, int data);
4184ea7f 3562void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
08e007d2
MX
3563
3564enum btrfs_reserve_flush_enum {
3565 /* If we are in the transaction, we can't flush anything.*/
3566 BTRFS_RESERVE_NO_FLUSH,
3567 /*
3568 * Flushing delalloc may cause deadlock somewhere, in this
3569 * case, use FLUSH LIMIT
3570 */
3571 BTRFS_RESERVE_FLUSH_LIMIT,
3572 BTRFS_RESERVE_FLUSH_ALL,
3573};
3574
7cf5b976 3575int btrfs_check_data_free_space(struct inode *inode, u64 start, u64 len);
4ceff079 3576int btrfs_alloc_data_chunk_ondemand(struct inode *inode, u64 bytes);
7cf5b976 3577void btrfs_free_reserved_data_space(struct inode *inode, u64 start, u64 len);
51773bec
QW
3578void btrfs_free_reserved_data_space_noquota(struct inode *inode, u64 start,
3579 u64 len);
a22285a6
YZ
3580void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans,
3581 struct btrfs_root *root);
4fbcdf66 3582void btrfs_trans_release_chunk_metadata(struct btrfs_trans_handle *trans);
d68fc57b
YZ
3583int btrfs_orphan_reserve_metadata(struct btrfs_trans_handle *trans,
3584 struct inode *inode);
3585void btrfs_orphan_release_metadata(struct inode *inode);
d5c12070
MX
3586int btrfs_subvolume_reserve_metadata(struct btrfs_root *root,
3587 struct btrfs_block_rsv *rsv,
3588 int nitems,
ee3441b4 3589 u64 *qgroup_reserved, bool use_global_rsv);
d5c12070
MX
3590void btrfs_subvolume_release_metadata(struct btrfs_root *root,
3591 struct btrfs_block_rsv *rsv,
3592 u64 qgroup_reserved);
0ca1f7ce
YZ
3593int btrfs_delalloc_reserve_metadata(struct inode *inode, u64 num_bytes);
3594void btrfs_delalloc_release_metadata(struct inode *inode, u64 num_bytes);
7cf5b976
QW
3595int btrfs_delalloc_reserve_space(struct inode *inode, u64 start, u64 len);
3596void btrfs_delalloc_release_space(struct inode *inode, u64 start, u64 len);
66d8f3dd
MX
3597void btrfs_init_block_rsv(struct btrfs_block_rsv *rsv, unsigned short type);
3598struct btrfs_block_rsv *btrfs_alloc_block_rsv(struct btrfs_root *root,
3599 unsigned short type);
f0486c68
YZ
3600void btrfs_free_block_rsv(struct btrfs_root *root,
3601 struct btrfs_block_rsv *rsv);
cdfb080e 3602void __btrfs_free_block_rsv(struct btrfs_block_rsv *rsv);
4a92b1b8 3603int btrfs_block_rsv_add(struct btrfs_root *root,
08e007d2
MX
3604 struct btrfs_block_rsv *block_rsv, u64 num_bytes,
3605 enum btrfs_reserve_flush_enum flush);
4a92b1b8 3606int btrfs_block_rsv_check(struct btrfs_root *root,
36ba022a
JB
3607 struct btrfs_block_rsv *block_rsv, int min_factor);
3608int btrfs_block_rsv_refill(struct btrfs_root *root,
08e007d2
MX
3609 struct btrfs_block_rsv *block_rsv, u64 min_reserved,
3610 enum btrfs_reserve_flush_enum flush);
f0486c68
YZ
3611int btrfs_block_rsv_migrate(struct btrfs_block_rsv *src_rsv,
3612 struct btrfs_block_rsv *dst_rsv,
3613 u64 num_bytes);
d52be818
JB
3614int btrfs_cond_migrate_bytes(struct btrfs_fs_info *fs_info,
3615 struct btrfs_block_rsv *dest, u64 num_bytes,
3616 int min_factor);
f0486c68
YZ
3617void btrfs_block_rsv_release(struct btrfs_root *root,
3618 struct btrfs_block_rsv *block_rsv,
3619 u64 num_bytes);
868f401a 3620int btrfs_inc_block_group_ro(struct btrfs_root *root,
f0486c68 3621 struct btrfs_block_group_cache *cache);
868f401a 3622void btrfs_dec_block_group_ro(struct btrfs_root *root,
143bede5 3623 struct btrfs_block_group_cache *cache);
0af3d00b 3624void btrfs_put_block_group_cache(struct btrfs_fs_info *info);
6d07bcec 3625u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);
acce952b 3626int btrfs_error_unpin_extent_range(struct btrfs_root *root,
3627 u64 start, u64 end);
1edb647b
FM
3628int btrfs_discard_extent(struct btrfs_root *root, u64 bytenr,
3629 u64 num_bytes, u64 *actual_bytes);
c87f08ca
CM
3630int btrfs_force_chunk_alloc(struct btrfs_trans_handle *trans,
3631 struct btrfs_root *root, u64 type);
f7039b1d 3632int btrfs_trim_fs(struct btrfs_root *root, struct fstrim_range *range);
acce952b 3633
c59021f8 3634int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
bed92eae
AJ
3635int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans,
3636 struct btrfs_fs_info *fs_info);
31e50229 3637int __get_raid_index(u64 flags);
9ea24bbe
FM
3638int btrfs_start_write_no_snapshoting(struct btrfs_root *root);
3639void btrfs_end_write_no_snapshoting(struct btrfs_root *root);
39c2d7fa
FM
3640void check_system_chunk(struct btrfs_trans_handle *trans,
3641 struct btrfs_root *root,
4617ea3a 3642 const u64 type);
a5ed9182
OS
3643u64 add_new_free_space(struct btrfs_block_group_cache *block_group,
3644 struct btrfs_fs_info *info, u64 start, u64 end);
3645
dee26a9f 3646/* ctree.c */
5d4f98a2
YZ
3647int btrfs_bin_search(struct extent_buffer *eb, struct btrfs_key *key,
3648 int level, int *slot);
3649int btrfs_comp_cpu_keys(struct btrfs_key *k1, struct btrfs_key *k2);
0b86a832
CM
3650int btrfs_previous_item(struct btrfs_root *root,
3651 struct btrfs_path *path, u64 min_objectid,
3652 int type);
ade2e0b3
WS
3653int btrfs_previous_extent_item(struct btrfs_root *root,
3654 struct btrfs_path *path, u64 min_objectid);
b7a0365e
DD
3655void btrfs_set_item_key_safe(struct btrfs_fs_info *fs_info,
3656 struct btrfs_path *path,
143bede5 3657 struct btrfs_key *new_key);
925baedd
CM
3658struct extent_buffer *btrfs_root_node(struct btrfs_root *root);
3659struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root);
e7a84565 3660int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path,
3f157a2f 3661 struct btrfs_key *key, int lowest_level,
de78b51a 3662 u64 min_trans);
3f157a2f 3663int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key,
de78b51a 3664 struct btrfs_path *path,
3f157a2f 3665 u64 min_trans);
7069830a
AB
3666enum btrfs_compare_tree_result {
3667 BTRFS_COMPARE_TREE_NEW,
3668 BTRFS_COMPARE_TREE_DELETED,
3669 BTRFS_COMPARE_TREE_CHANGED,
ba5e8f2e 3670 BTRFS_COMPARE_TREE_SAME,
7069830a
AB
3671};
3672typedef int (*btrfs_changed_cb_t)(struct btrfs_root *left_root,
3673 struct btrfs_root *right_root,
3674 struct btrfs_path *left_path,
3675 struct btrfs_path *right_path,
3676 struct btrfs_key *key,
3677 enum btrfs_compare_tree_result result,
3678 void *ctx);
3679int btrfs_compare_trees(struct btrfs_root *left_root,
3680 struct btrfs_root *right_root,
3681 btrfs_changed_cb_t cb, void *ctx);
5f39d397
CM
3682int btrfs_cow_block(struct btrfs_trans_handle *trans,
3683 struct btrfs_root *root, struct extent_buffer *buf,
3684 struct extent_buffer *parent, int parent_slot,
9fa8cfe7 3685 struct extent_buffer **cow_ret);
be20aa9d
CM
3686int btrfs_copy_root(struct btrfs_trans_handle *trans,
3687 struct btrfs_root *root,
3688 struct extent_buffer *buf,
3689 struct extent_buffer **cow_ret, u64 new_root_objectid);
5d4f98a2
YZ
3690int btrfs_block_can_be_shared(struct btrfs_root *root,
3691 struct extent_buffer *buf);
4b90c680 3692void btrfs_extend_item(struct btrfs_root *root, struct btrfs_path *path,
143bede5 3693 u32 data_size);
afe5fea7 3694void btrfs_truncate_item(struct btrfs_root *root, struct btrfs_path *path,
143bede5 3695 u32 new_size, int from_end);
459931ec
CM
3696int btrfs_split_item(struct btrfs_trans_handle *trans,
3697 struct btrfs_root *root,
3698 struct btrfs_path *path,
3699 struct btrfs_key *new_key,
3700 unsigned long split_offset);
ad48fd75
YZ
3701int btrfs_duplicate_item(struct btrfs_trans_handle *trans,
3702 struct btrfs_root *root,
3703 struct btrfs_path *path,
3704 struct btrfs_key *new_key);
e33d5c3d
KN
3705int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path,
3706 u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key);
e089f05c
CM
3707int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root
3708 *root, struct btrfs_key *key, struct btrfs_path *p, int
3709 ins_len, int cow);
5d9e75c4
JS
3710int btrfs_search_old_slot(struct btrfs_root *root, struct btrfs_key *key,
3711 struct btrfs_path *p, u64 time_seq);
2f38b3e1
AJ
3712int btrfs_search_slot_for_read(struct btrfs_root *root,
3713 struct btrfs_key *key, struct btrfs_path *p,
3714 int find_higher, int return_any);
6702ed49 3715int btrfs_realloc_node(struct btrfs_trans_handle *trans,
5f39d397 3716 struct btrfs_root *root, struct extent_buffer *parent,
de78b51a 3717 int start_slot, u64 *last_ret,
a6b6e75e 3718 struct btrfs_key *progress);
b3b4aa74 3719void btrfs_release_path(struct btrfs_path *p);
2c90e5d6
CM
3720struct btrfs_path *btrfs_alloc_path(void);
3721void btrfs_free_path(struct btrfs_path *p);
b4ce94de 3722void btrfs_set_path_blocking(struct btrfs_path *p);
16cdcec7 3723void btrfs_clear_path_blocking(struct btrfs_path *p,
bd681513 3724 struct extent_buffer *held, int held_rw);
b4ce94de
CM
3725void btrfs_unlock_up_safe(struct btrfs_path *p, int level);
3726
85e21bac
CM
3727int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3728 struct btrfs_path *path, int slot, int nr);
85e21bac
CM
3729static inline int btrfs_del_item(struct btrfs_trans_handle *trans,
3730 struct btrfs_root *root,
3731 struct btrfs_path *path)
3732{
3733 return btrfs_del_items(trans, root, path, path->slots[0], 1);
3734}
3735
afe5fea7 3736void setup_items_for_insert(struct btrfs_root *root, struct btrfs_path *path,
143bede5
JM
3737 struct btrfs_key *cpu_key, u32 *data_size,
3738 u32 total_data, u32 total_size, int nr);
e089f05c
CM
3739int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root
3740 *root, struct btrfs_key *key, void *data, u32 data_size);
9c58309d
CM
3741int btrfs_insert_empty_items(struct btrfs_trans_handle *trans,
3742 struct btrfs_root *root,
3743 struct btrfs_path *path,
3744 struct btrfs_key *cpu_key, u32 *data_size, int nr);
3745
3746static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans,
3747 struct btrfs_root *root,
3748 struct btrfs_path *path,
3749 struct btrfs_key *key,
3750 u32 data_size)
3751{
3752 return btrfs_insert_empty_items(trans, root, path, key, &data_size, 1);
3753}
3754
234b63a0 3755int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path);
16e7549f 3756int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);
3d7806ec
JS
3757int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,
3758 u64 time_seq);
1c8f52a5
AB
3759static inline int btrfs_next_old_item(struct btrfs_root *root,
3760 struct btrfs_path *p, u64 time_seq)
c7d22a3c
JS
3761{
3762 ++p->slots[0];
3763 if (p->slots[0] >= btrfs_header_nritems(p->nodes[0]))
1c8f52a5 3764 return btrfs_next_old_leaf(root, p, time_seq);
c7d22a3c
JS
3765 return 0;
3766}
1c8f52a5
AB
3767static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p)
3768{
3769 return btrfs_next_old_item(root, p, 0);
3770}
5f39d397 3771int btrfs_leaf_free_space(struct btrfs_root *root, struct extent_buffer *leaf);
2c536799
JM
3772int __must_check btrfs_drop_snapshot(struct btrfs_root *root,
3773 struct btrfs_block_rsv *block_rsv,
3774 int update_ref, int for_reloc);
f82d02d9
YZ
3775int btrfs_drop_subtree(struct btrfs_trans_handle *trans,
3776 struct btrfs_root *root,
3777 struct extent_buffer *node,
3778 struct extent_buffer *parent);
7841cb28
DS
3779static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info)
3780{
3781 /*
3782 * Get synced with close_ctree()
3783 */
3784 smp_mb();
3785 return fs_info->closing;
3786}
babbf170
MX
3787
3788/*
3789 * If we remount the fs to be R/O or umount the fs, the cleaner needn't do
3790 * anything except sleeping. This function is used to check the status of
3791 * the fs.
3792 */
3793static inline int btrfs_need_cleaner_sleep(struct btrfs_root *root)
3794{
3795 return (root->fs_info->sb->s_flags & MS_RDONLY ||
3796 btrfs_fs_closing(root->fs_info));
3797}
3798
6c41761f
DS
3799static inline void free_fs_info(struct btrfs_fs_info *fs_info)
3800{
837d5b6e 3801 kfree(fs_info->balance_ctl);
6c41761f
DS
3802 kfree(fs_info->delayed_root);
3803 kfree(fs_info->extent_root);
3804 kfree(fs_info->tree_root);
3805 kfree(fs_info->chunk_root);
3806 kfree(fs_info->dev_root);
3807 kfree(fs_info->csum_root);
bcef60f2 3808 kfree(fs_info->quota_root);
d8f98039 3809 kfree(fs_info->uuid_root);
70f6d82e 3810 kfree(fs_info->free_space_root);
6c41761f
DS
3811 kfree(fs_info->super_copy);
3812 kfree(fs_info->super_for_commit);
f667aef6 3813 security_free_mnt_opts(&fs_info->security_opts);
6c41761f
DS
3814 kfree(fs_info);
3815}
7841cb28 3816
097b8a7c
JS
3817/* tree mod log functions from ctree.c */
3818u64 btrfs_get_tree_mod_seq(struct btrfs_fs_info *fs_info,
3819 struct seq_list *elem);
3820void btrfs_put_tree_mod_seq(struct btrfs_fs_info *fs_info,
3821 struct seq_list *elem);
5b6602e7 3822int btrfs_old_root_level(struct btrfs_root *root, u64 time_seq);
097b8a7c 3823
dee26a9f 3824/* root-item.c */
ea9e8b11 3825int btrfs_find_root_ref(struct btrfs_root *tree_root,
4df27c4d
YZ
3826 struct btrfs_path *path,
3827 u64 root_id, u64 ref_id);
0660b5af
CM
3828int btrfs_add_root_ref(struct btrfs_trans_handle *trans,
3829 struct btrfs_root *tree_root,
4df27c4d
YZ
3830 u64 root_id, u64 ref_id, u64 dirid, u64 sequence,
3831 const char *name, int name_len);
3832int btrfs_del_root_ref(struct btrfs_trans_handle *trans,
3833 struct btrfs_root *tree_root,
3834 u64 root_id, u64 ref_id, u64 dirid, u64 *sequence,
0660b5af 3835 const char *name, int name_len);
e089f05c
CM
3836int btrfs_del_root(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3837 struct btrfs_key *key);
3838int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root
3839 *root, struct btrfs_key *key, struct btrfs_root_item
3840 *item);
b45a9d8b
JM
3841int __must_check btrfs_update_root(struct btrfs_trans_handle *trans,
3842 struct btrfs_root *root,
3843 struct btrfs_key *key,
3844 struct btrfs_root_item *item);
cb517eab
MX
3845int btrfs_find_root(struct btrfs_root *root, struct btrfs_key *search_key,
3846 struct btrfs_path *path, struct btrfs_root_item *root_item,
3847 struct btrfs_key *root_key);
76dda93c 3848int btrfs_find_orphan_roots(struct btrfs_root *tree_root);
bf5f32ec
MF
3849void btrfs_set_root_node(struct btrfs_root_item *item,
3850 struct extent_buffer *node);
08fe4db1 3851void btrfs_check_and_init_root_item(struct btrfs_root_item *item);
8ea05e3a
AB
3852void btrfs_update_root_times(struct btrfs_trans_handle *trans,
3853 struct btrfs_root *root);
08fe4db1 3854
07b30a49
SB
3855/* uuid-tree.c */
3856int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans,
3857 struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3858 u64 subid);
3859int btrfs_uuid_tree_rem(struct btrfs_trans_handle *trans,
3860 struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3861 u64 subid);
70f80175
SB
3862int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info,
3863 int (*check_func)(struct btrfs_fs_info *, u8 *, u8,
3864 u64));
07b30a49 3865
dee26a9f 3866/* dir-item.c */
9c52057c
CM
3867int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir,
3868 const char *name, int name_len);
d397712b
CM
3869int btrfs_insert_dir_item(struct btrfs_trans_handle *trans,
3870 struct btrfs_root *root, const char *name,
16cdcec7 3871 int name_len, struct inode *dir,
aec7477b 3872 struct btrfs_key *location, u8 type, u64 index);
7e38180e
CM
3873struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans,
3874 struct btrfs_root *root,
3875 struct btrfs_path *path, u64 dir,
3876 const char *name, int name_len,
3877 int mod);
3878struct btrfs_dir_item *
3879btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans,
3880 struct btrfs_root *root,
3881 struct btrfs_path *path, u64 dir,
3882 u64 objectid, const char *name, int name_len,
3883 int mod);
4df27c4d
YZ
3884struct btrfs_dir_item *
3885btrfs_search_dir_index_item(struct btrfs_root *root,
3886 struct btrfs_path *path, u64 dirid,
3887 const char *name, int name_len);
7e38180e
CM
3888int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans,
3889 struct btrfs_root *root,
3890 struct btrfs_path *path,
3891 struct btrfs_dir_item *di);
5103e947 3892int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans,
f34f57a3
YZ
3893 struct btrfs_root *root,
3894 struct btrfs_path *path, u64 objectid,
3895 const char *name, u16 name_len,
3896 const void *data, u16 data_len);
5103e947
JB
3897struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans,
3898 struct btrfs_root *root,
3899 struct btrfs_path *path, u64 dir,
3900 const char *name, u16 name_len,
3901 int mod);
22a94d44
JB
3902int verify_dir_item(struct btrfs_root *root,
3903 struct extent_buffer *leaf,
3904 struct btrfs_dir_item *dir_item);
5f5bc6b1
FM
3905struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_root *root,
3906 struct btrfs_path *path,
3907 const char *name,
3908 int name_len);
7b128766
JB
3909
3910/* orphan.c */
3911int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans,
3912 struct btrfs_root *root, u64 offset);
3913int btrfs_del_orphan_item(struct btrfs_trans_handle *trans,
3914 struct btrfs_root *root, u64 offset);
4df27c4d 3915int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset);
7b128766 3916
dee26a9f 3917/* inode-item.c */
3954401f
CM
3918int btrfs_insert_inode_ref(struct btrfs_trans_handle *trans,
3919 struct btrfs_root *root,
3920 const char *name, int name_len,
aec7477b 3921 u64 inode_objectid, u64 ref_objectid, u64 index);
3954401f
CM
3922int btrfs_del_inode_ref(struct btrfs_trans_handle *trans,
3923 struct btrfs_root *root,
3924 const char *name, int name_len,
aec7477b 3925 u64 inode_objectid, u64 ref_objectid, u64 *index);
5f39d397
CM
3926int btrfs_insert_empty_inode(struct btrfs_trans_handle *trans,
3927 struct btrfs_root *root,
3928 struct btrfs_path *path, u64 objectid);
293ffd5f 3929int btrfs_lookup_inode(struct btrfs_trans_handle *trans, struct btrfs_root
d6e4a428
CM
3930 *root, struct btrfs_path *path,
3931 struct btrfs_key *location, int mod);
dee26a9f 3932
f186373f
MF
3933struct btrfs_inode_extref *
3934btrfs_lookup_inode_extref(struct btrfs_trans_handle *trans,
3935 struct btrfs_root *root,
3936 struct btrfs_path *path,
3937 const char *name, int name_len,
3938 u64 inode_objectid, u64 ref_objectid, int ins_len,
3939 int cow);
3940
3941int btrfs_find_name_in_ext_backref(struct btrfs_path *path,
3942 u64 ref_objectid, const char *name,
3943 int name_len,
3944 struct btrfs_inode_extref **extref_ret);
3945
dee26a9f 3946/* file-item.c */
facc8a22 3947struct btrfs_dio_private;
459931ec
CM
3948int btrfs_del_csums(struct btrfs_trans_handle *trans,
3949 struct btrfs_root *root, u64 bytenr, u64 len);
61b49440 3950int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode,
d20f7043 3951 struct bio *bio, u32 *dst);
4b46fce2 3952int btrfs_lookup_bio_sums_dio(struct btrfs_root *root, struct inode *inode,
23ea8e5a 3953 struct bio *bio, u64 logical_offset);
b18c6685 3954int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
c8b97818
CM
3955 struct btrfs_root *root,
3956 u64 objectid, u64 pos,
3957 u64 disk_offset, u64 disk_num_bytes,
3958 u64 num_bytes, u64 offset, u64 ram_bytes,
3959 u8 compression, u8 encryption, u16 other_encoding);
dee26a9f
CM
3960int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
3961 struct btrfs_root *root,
3962 struct btrfs_path *path, u64 objectid,
db94535d 3963 u64 bytenr, int mod);
065631f6 3964int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
d20f7043 3965 struct btrfs_root *root,
e6dcd2dc 3966 struct btrfs_ordered_sum *sums);
3edf7d33 3967int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
d20f7043 3968 struct bio *bio, u64 file_start, int contig);
a2de733c
AJ
3969int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end,
3970 struct list_head *list, int search_commit);
7ffbb598
FM
3971void btrfs_extent_item_to_extent_map(struct inode *inode,
3972 const struct btrfs_path *path,
3973 struct btrfs_file_extent_item *fi,
3974 const bool new_inline,
3975 struct extent_map *em);
3976
39279cc3 3977/* inode.c */
8ccf6f19
MX
3978struct btrfs_delalloc_work {
3979 struct inode *inode;
8ccf6f19
MX
3980 int delay_iput;
3981 struct completion completion;
3982 struct list_head list;
3983 struct btrfs_work work;
3984};
3985
3986struct btrfs_delalloc_work *btrfs_alloc_delalloc_work(struct inode *inode,
651d494a 3987 int delay_iput);
8ccf6f19
MX
3988void btrfs_wait_and_free_delalloc_work(struct btrfs_delalloc_work *work);
3989
b2675157
JB
3990struct extent_map *btrfs_get_extent_fiemap(struct inode *inode, struct page *page,
3991 size_t pg_offset, u64 start, u64 len,
3992 int create);
00361589 3993noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len,
7ee9e440
JB
3994 u64 *orig_start, u64 *orig_block_len,
3995 u64 *ram_bytes);
4881ee5a
CM
3996
3997/* RHEL and EL kernels have a patch that renames PG_checked to FsMisc */
5036f538 3998#if defined(ClearPageFsMisc) && !defined(ClearPageChecked)
4881ee5a
CM
3999#define ClearPageChecked ClearPageFsMisc
4000#define SetPageChecked SetPageFsMisc
4001#define PageChecked PageFsMisc
4002#endif
4003
b6973aa6
LZ
4004/* This forces readahead on a given range of bytes in an inode */
4005static inline void btrfs_force_ra(struct address_space *mapping,
4006 struct file_ra_state *ra, struct file *file,
4007 pgoff_t offset, unsigned long req_size)
4008{
4009 page_cache_sync_readahead(mapping, ra, file, offset, req_size);
4010}
4011
3de4586c
CM
4012struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry);
4013int btrfs_set_inode_index(struct inode *dir, u64 *index);
e02119d5
CM
4014int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
4015 struct btrfs_root *root,
4016 struct inode *dir, struct inode *inode,
4017 const char *name, int name_len);
4018int btrfs_add_link(struct btrfs_trans_handle *trans,
4019 struct inode *parent_inode, struct inode *inode,
4020 const char *name, int name_len, int add_backref, u64 index);
4df27c4d
YZ
4021int btrfs_unlink_subvol(struct btrfs_trans_handle *trans,
4022 struct btrfs_root *root,
4023 struct inode *dir, u64 objectid,
4024 const char *name, int name_len);
2aaa6655
JB
4025int btrfs_truncate_page(struct inode *inode, loff_t from, loff_t len,
4026 int front);
e02119d5
CM
4027int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans,
4028 struct btrfs_root *root,
4029 struct inode *inode, u64 new_size,
4030 u32 min_type);
4031
24bbcf04 4032int btrfs_start_delalloc_inodes(struct btrfs_root *root, int delay_iput);
6c255e67
MX
4033int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, int delay_iput,
4034 int nr);
2ac55d41
JB
4035int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end,
4036 struct extent_state **cached_state);
d2fb3437 4037int btrfs_create_subvol_root(struct btrfs_trans_handle *trans,
63541927
FDBM
4038 struct btrfs_root *new_root,
4039 struct btrfs_root *parent_root,
4040 u64 new_dirid);
64a16701
DW
4041int btrfs_merge_bio_hook(int rw, struct page *page, unsigned long offset,
4042 size_t size, struct bio *bio,
4043 unsigned long bio_flags);
c2ec175c 4044int btrfs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
9ebefb18 4045int btrfs_readpage(struct file *file, struct page *page);
bd555975 4046void btrfs_evict_inode(struct inode *inode);
a9185b41 4047int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc);
39279cc3
CM
4048struct inode *btrfs_alloc_inode(struct super_block *sb);
4049void btrfs_destroy_inode(struct inode *inode);
45321ac5 4050int btrfs_drop_inode(struct inode *inode);
39279cc3
CM
4051int btrfs_init_cachep(void);
4052void btrfs_destroy_cachep(void);
6bf13c0c 4053long btrfs_ioctl_trans_end(struct file *file);
1a54ef8c 4054struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location,
73f73415 4055 struct btrfs_root *root, int *was_new);
a52d9a80 4056struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page,
306e16ce 4057 size_t pg_offset, u64 start, u64 end,
a52d9a80
CM
4058 int create);
4059int btrfs_update_inode(struct btrfs_trans_handle *trans,
4060 struct btrfs_root *root,
4061 struct inode *inode);
be6aef60
JB
4062int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans,
4063 struct btrfs_root *root, struct inode *inode);
5b21f2ed 4064int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode);
66b4ffd1 4065int btrfs_orphan_cleanup(struct btrfs_root *root);
d68fc57b
YZ
4066void btrfs_orphan_commit_root(struct btrfs_trans_handle *trans,
4067 struct btrfs_root *root);
a41ad394 4068int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size);
143bede5 4069void btrfs_invalidate_inodes(struct btrfs_root *root);
24bbcf04
YZ
4070void btrfs_add_delayed_iput(struct inode *inode);
4071void btrfs_run_delayed_iputs(struct btrfs_root *root);
efa56464
YZ
4072int btrfs_prealloc_file_range(struct inode *inode, int mode,
4073 u64 start, u64 num_bytes, u64 min_size,
4074 loff_t actual_len, u64 *alloc_hint);
0af3d00b
JB
4075int btrfs_prealloc_file_range_trans(struct inode *inode,
4076 struct btrfs_trans_handle *trans, int mode,
4077 u64 start, u64 num_bytes, u64 min_size,
4078 loff_t actual_len, u64 *alloc_hint);
b38ef71c 4079int btrfs_inode_check_errors(struct inode *inode);
82d339d9 4080extern const struct dentry_operations btrfs_dentry_operations;
6a3891c5
JB
4081#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4082void btrfs_test_inode_set_ops(struct inode *inode);
4083#endif
f46b5a66
CH
4084
4085/* ioctl.c */
4086long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
6cbff00f
CH
4087void btrfs_update_iflags(struct inode *inode);
4088void btrfs_inherit_iflags(struct inode *inode, struct inode *dir);
dd5f9615 4089int btrfs_is_empty_uuid(u8 *uuid);
4cb5300b
CM
4090int btrfs_defrag_file(struct inode *inode, struct file *file,
4091 struct btrfs_ioctl_defrag_range_args *range,
4092 u64 newer_than, unsigned long max_pages);
5af3e8cc
SB
4093void btrfs_get_block_group_info(struct list_head *groups_list,
4094 struct btrfs_ioctl_space_info *space);
35a3621b
SB
4095void update_ioctl_balance_args(struct btrfs_fs_info *fs_info, int lock,
4096 struct btrfs_ioctl_balance_args *bargs);
4097
5af3e8cc 4098
39279cc3 4099/* file.c */
9247f317
MX
4100int btrfs_auto_defrag_init(void);
4101void btrfs_auto_defrag_exit(void);
4cb5300b
CM
4102int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans,
4103 struct inode *inode);
4104int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info);
26176e7c 4105void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info);
02c24a82 4106int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
7014cdb4
JB
4107void btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end,
4108 int skip_pinned);
828c0950 4109extern const struct file_operations btrfs_file_operations;
5dc562c5
JB
4110int __btrfs_drop_extents(struct btrfs_trans_handle *trans,
4111 struct btrfs_root *root, struct inode *inode,
4112 struct btrfs_path *path, u64 start, u64 end,
1acae57b
FDBM
4113 u64 *drop_end, int drop_cache,
4114 int replace_extent,
4115 u32 extent_item_size,
4116 int *key_inserted);
5dc562c5
JB
4117int btrfs_drop_extents(struct btrfs_trans_handle *trans,
4118 struct btrfs_root *root, struct inode *inode, u64 start,
2671485d 4119 u64 end, int drop_cache);
d899e052 4120int btrfs_mark_extent_written(struct btrfs_trans_handle *trans,
d899e052 4121 struct inode *inode, u64 start, u64 end);
6bf13c0c 4122int btrfs_release_file(struct inode *inode, struct file *file);
be1a12a0
JB
4123int btrfs_dirty_pages(struct btrfs_root *root, struct inode *inode,
4124 struct page **pages, size_t num_pages,
4125 loff_t pos, size_t write_bytes,
4126 struct extent_state **cached);
728404da 4127int btrfs_fdatawrite_range(struct inode *inode, loff_t start, loff_t end);
6bf13c0c 4128
6702ed49
CM
4129/* tree-defrag.c */
4130int btrfs_defrag_leaves(struct btrfs_trans_handle *trans,
de78b51a 4131 struct btrfs_root *root);
58176a96
JB
4132
4133/* sysfs.c */
4134int btrfs_init_sysfs(void);
4135void btrfs_exit_sysfs(void);
96f3136e 4136int btrfs_sysfs_add_mounted(struct btrfs_fs_info *fs_info);
6618a59b 4137void btrfs_sysfs_remove_mounted(struct btrfs_fs_info *fs_info);
58176a96 4138
5103e947
JB
4139/* xattr.c */
4140ssize_t btrfs_listxattr(struct dentry *dentry, char *buffer, size_t size);
6099afe8 4141
edbd8d4e 4142/* super.c */
edf24abe 4143int btrfs_parse_options(struct btrfs_root *root, char *options);
6bf13c0c 4144int btrfs_sync_fs(struct super_block *sb, int wait);
533574c6
JP
4145
4146#ifdef CONFIG_PRINTK
4147__printf(2, 3)
c2cf52eb 4148void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);
533574c6
JP
4149#else
4150static inline __printf(2, 3)
c2cf52eb 4151void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...)
533574c6
JP
4152{
4153}
4154#endif
4155
c2cf52eb
SK
4156#define btrfs_emerg(fs_info, fmt, args...) \
4157 btrfs_printk(fs_info, KERN_EMERG fmt, ##args)
4158#define btrfs_alert(fs_info, fmt, args...) \
4159 btrfs_printk(fs_info, KERN_ALERT fmt, ##args)
4160#define btrfs_crit(fs_info, fmt, args...) \
4161 btrfs_printk(fs_info, KERN_CRIT fmt, ##args)
4162#define btrfs_err(fs_info, fmt, args...) \
4163 btrfs_printk(fs_info, KERN_ERR fmt, ##args)
4164#define btrfs_warn(fs_info, fmt, args...) \
4165 btrfs_printk(fs_info, KERN_WARNING fmt, ##args)
4166#define btrfs_notice(fs_info, fmt, args...) \
4167 btrfs_printk(fs_info, KERN_NOTICE fmt, ##args)
4168#define btrfs_info(fs_info, fmt, args...) \
4169 btrfs_printk(fs_info, KERN_INFO fmt, ##args)
27a0dd61 4170
08a84e25
DS
4171/*
4172 * Wrappers that use printk_in_rcu
4173 */
4174#define btrfs_emerg_in_rcu(fs_info, fmt, args...) \
4175 btrfs_printk_in_rcu(fs_info, KERN_EMERG fmt, ##args)
4176#define btrfs_alert_in_rcu(fs_info, fmt, args...) \
4177 btrfs_printk_in_rcu(fs_info, KERN_ALERT fmt, ##args)
4178#define btrfs_crit_in_rcu(fs_info, fmt, args...) \
4179 btrfs_printk_in_rcu(fs_info, KERN_CRIT fmt, ##args)
4180#define btrfs_err_in_rcu(fs_info, fmt, args...) \
4181 btrfs_printk_in_rcu(fs_info, KERN_ERR fmt, ##args)
4182#define btrfs_warn_in_rcu(fs_info, fmt, args...) \
4183 btrfs_printk_in_rcu(fs_info, KERN_WARNING fmt, ##args)
4184#define btrfs_notice_in_rcu(fs_info, fmt, args...) \
4185 btrfs_printk_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
4186#define btrfs_info_in_rcu(fs_info, fmt, args...) \
4187 btrfs_printk_in_rcu(fs_info, KERN_INFO fmt, ##args)
4188
24aa6b41
DS
4189/*
4190 * Wrappers that use a ratelimited printk_in_rcu
4191 */
4192#define btrfs_emerg_rl_in_rcu(fs_info, fmt, args...) \
4193 btrfs_printk_rl_in_rcu(fs_info, KERN_EMERG fmt, ##args)
4194#define btrfs_alert_rl_in_rcu(fs_info, fmt, args...) \
4195 btrfs_printk_rl_in_rcu(fs_info, KERN_ALERT fmt, ##args)
4196#define btrfs_crit_rl_in_rcu(fs_info, fmt, args...) \
4197 btrfs_printk_rl_in_rcu(fs_info, KERN_CRIT fmt, ##args)
4198#define btrfs_err_rl_in_rcu(fs_info, fmt, args...) \
4199 btrfs_printk_rl_in_rcu(fs_info, KERN_ERR fmt, ##args)
4200#define btrfs_warn_rl_in_rcu(fs_info, fmt, args...) \
4201 btrfs_printk_rl_in_rcu(fs_info, KERN_WARNING fmt, ##args)
4202#define btrfs_notice_rl_in_rcu(fs_info, fmt, args...) \
4203 btrfs_printk_rl_in_rcu(fs_info, KERN_NOTICE fmt, ##args)
4204#define btrfs_info_rl_in_rcu(fs_info, fmt, args...) \
4205 btrfs_printk_rl_in_rcu(fs_info, KERN_INFO fmt, ##args)
4206
1dd6d7ca
DS
4207/*
4208 * Wrappers that use a ratelimited printk
4209 */
4210#define btrfs_emerg_rl(fs_info, fmt, args...) \
4211 btrfs_printk_ratelimited(fs_info, KERN_EMERG fmt, ##args)
4212#define btrfs_alert_rl(fs_info, fmt, args...) \
4213 btrfs_printk_ratelimited(fs_info, KERN_ALERT fmt, ##args)
4214#define btrfs_crit_rl(fs_info, fmt, args...) \
4215 btrfs_printk_ratelimited(fs_info, KERN_CRIT fmt, ##args)
4216#define btrfs_err_rl(fs_info, fmt, args...) \
4217 btrfs_printk_ratelimited(fs_info, KERN_ERR fmt, ##args)
4218#define btrfs_warn_rl(fs_info, fmt, args...) \
4219 btrfs_printk_ratelimited(fs_info, KERN_WARNING fmt, ##args)
4220#define btrfs_notice_rl(fs_info, fmt, args...) \
4221 btrfs_printk_ratelimited(fs_info, KERN_NOTICE fmt, ##args)
4222#define btrfs_info_rl(fs_info, fmt, args...) \
4223 btrfs_printk_ratelimited(fs_info, KERN_INFO fmt, ##args)
27a0dd61 4224#ifdef DEBUG
c2cf52eb
SK
4225#define btrfs_debug(fs_info, fmt, args...) \
4226 btrfs_printk(fs_info, KERN_DEBUG fmt, ##args)
08a84e25
DS
4227#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
4228 btrfs_printk_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
24aa6b41
DS
4229#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
4230 btrfs_printk_rl_in_rcu(fs_info, KERN_DEBUG fmt, ##args)
1dd6d7ca
DS
4231#define btrfs_debug_rl(fs_info, fmt, args...) \
4232 btrfs_printk_ratelimited(fs_info, KERN_DEBUG fmt, ##args)
27a0dd61
FH
4233#else
4234#define btrfs_debug(fs_info, fmt, args...) \
4235 no_printk(KERN_DEBUG fmt, ##args)
08a84e25
DS
4236#define btrfs_debug_in_rcu(fs_info, fmt, args...) \
4237 no_printk(KERN_DEBUG fmt, ##args)
24aa6b41
DS
4238#define btrfs_debug_rl_in_rcu(fs_info, fmt, args...) \
4239 no_printk(KERN_DEBUG fmt, ##args)
1dd6d7ca
DS
4240#define btrfs_debug_rl(fs_info, fmt, args...) \
4241 no_printk(KERN_DEBUG fmt, ##args)
27a0dd61 4242#endif
c2cf52eb 4243
08a84e25
DS
4244#define btrfs_printk_in_rcu(fs_info, fmt, args...) \
4245do { \
4246 rcu_read_lock(); \
4247 btrfs_printk(fs_info, fmt, ##args); \
4248 rcu_read_unlock(); \
4249} while (0)
4250
24aa6b41
DS
4251#define btrfs_printk_ratelimited(fs_info, fmt, args...) \
4252do { \
4253 static DEFINE_RATELIMIT_STATE(_rs, \
4254 DEFAULT_RATELIMIT_INTERVAL, \
4255 DEFAULT_RATELIMIT_BURST); \
4256 if (__ratelimit(&_rs)) \
4257 btrfs_printk(fs_info, fmt, ##args); \
4258} while (0)
4259
4260#define btrfs_printk_rl_in_rcu(fs_info, fmt, args...) \
4261do { \
4262 rcu_read_lock(); \
4263 btrfs_printk_ratelimited(fs_info, fmt, ##args); \
4264 rcu_read_unlock(); \
4265} while (0)
4266
2e17c7c6
JB
4267#ifdef CONFIG_BTRFS_ASSERT
4268
c0d19e2b 4269__cold
2e17c7c6
JB
4270static inline void assfail(char *expr, char *file, int line)
4271{
efe120a0 4272 pr_err("BTRFS: assertion failed: %s, file: %s, line: %d",
2e17c7c6
JB
4273 expr, file, line);
4274 BUG();
4275}
4276
4277#define ASSERT(expr) \
4278 (likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
4279#else
4280#define ASSERT(expr) ((void)0)
4281#endif
4282
4283#define btrfs_assert()
533574c6 4284__printf(5, 6)
c0d19e2b 4285__cold
acce952b 4286void __btrfs_std_error(struct btrfs_fs_info *fs_info, const char *function,
4da35113 4287 unsigned int line, int errno, const char *fmt, ...);
acce952b 4288
e33e17ee 4289const char *btrfs_decode_error(int errno);
533574c6 4290
c0d19e2b 4291__cold
49b25e05
JM
4292void __btrfs_abort_transaction(struct btrfs_trans_handle *trans,
4293 struct btrfs_root *root, const char *function,
4294 unsigned int line, int errno);
4295
2b0ce2c2
MH
4296#define btrfs_set_fs_incompat(__fs_info, opt) \
4297 __btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4298
4299static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info,
4300 u64 flag)
4301{
4302 struct btrfs_super_block *disk_super;
4303 u64 features;
4304
4305 disk_super = fs_info->super_copy;
4306 features = btrfs_super_incompat_flags(disk_super);
4307 if (!(features & flag)) {
ceda0864
MX
4308 spin_lock(&fs_info->super_lock);
4309 features = btrfs_super_incompat_flags(disk_super);
4310 if (!(features & flag)) {
4311 features |= flag;
4312 btrfs_set_super_incompat_flags(disk_super, features);
efe120a0 4313 btrfs_info(fs_info, "setting %llu feature flag",
ceda0864
MX
4314 flag);
4315 }
4316 spin_unlock(&fs_info->super_lock);
2b0ce2c2
MH
4317 }
4318}
4319
1abfbcdf
OS
4320#define btrfs_clear_fs_incompat(__fs_info, opt) \
4321 __btrfs_clear_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4322
4323static inline void __btrfs_clear_fs_incompat(struct btrfs_fs_info *fs_info,
4324 u64 flag)
4325{
4326 struct btrfs_super_block *disk_super;
4327 u64 features;
4328
4329 disk_super = fs_info->super_copy;
4330 features = btrfs_super_incompat_flags(disk_super);
4331 if (features & flag) {
4332 spin_lock(&fs_info->super_lock);
4333 features = btrfs_super_incompat_flags(disk_super);
4334 if (features & flag) {
4335 features &= ~flag;
4336 btrfs_set_super_incompat_flags(disk_super, features);
4337 btrfs_info(fs_info, "clearing %llu feature flag",
4338 flag);
4339 }
4340 spin_unlock(&fs_info->super_lock);
4341 }
4342}
4343
3173a18f
JB
4344#define btrfs_fs_incompat(fs_info, opt) \
4345 __btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4346
4347static inline int __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag)
4348{
4349 struct btrfs_super_block *disk_super;
4350 disk_super = fs_info->super_copy;
4351 return !!(btrfs_super_incompat_flags(disk_super) & flag);
4352}
4353
1abfbcdf
OS
4354#define btrfs_set_fs_compat_ro(__fs_info, opt) \
4355 __btrfs_set_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4356
4357static inline void __btrfs_set_fs_compat_ro(struct btrfs_fs_info *fs_info,
4358 u64 flag)
4359{
4360 struct btrfs_super_block *disk_super;
4361 u64 features;
4362
4363 disk_super = fs_info->super_copy;
4364 features = btrfs_super_compat_ro_flags(disk_super);
4365 if (!(features & flag)) {
4366 spin_lock(&fs_info->super_lock);
4367 features = btrfs_super_compat_ro_flags(disk_super);
4368 if (!(features & flag)) {
4369 features |= flag;
4370 btrfs_set_super_compat_ro_flags(disk_super, features);
4371 btrfs_info(fs_info, "setting %llu ro feature flag",
4372 flag);
4373 }
4374 spin_unlock(&fs_info->super_lock);
4375 }
4376}
4377
4378#define btrfs_clear_fs_compat_ro(__fs_info, opt) \
4379 __btrfs_clear_fs_compat_ro((__fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4380
4381static inline void __btrfs_clear_fs_compat_ro(struct btrfs_fs_info *fs_info,
4382 u64 flag)
4383{
4384 struct btrfs_super_block *disk_super;
4385 u64 features;
4386
4387 disk_super = fs_info->super_copy;
4388 features = btrfs_super_compat_ro_flags(disk_super);
4389 if (features & flag) {
4390 spin_lock(&fs_info->super_lock);
4391 features = btrfs_super_compat_ro_flags(disk_super);
4392 if (features & flag) {
4393 features &= ~flag;
4394 btrfs_set_super_compat_ro_flags(disk_super, features);
4395 btrfs_info(fs_info, "clearing %llu ro feature flag",
4396 flag);
4397 }
4398 spin_unlock(&fs_info->super_lock);
4399 }
4400}
4401
4402#define btrfs_fs_compat_ro(fs_info, opt) \
4403 __btrfs_fs_compat_ro((fs_info), BTRFS_FEATURE_COMPAT_RO_##opt)
4404
4405static inline int __btrfs_fs_compat_ro(struct btrfs_fs_info *fs_info, u64 flag)
4406{
4407 struct btrfs_super_block *disk_super;
4408 disk_super = fs_info->super_copy;
4409 return !!(btrfs_super_compat_ro_flags(disk_super) & flag);
4410}
4411
005d6427
DS
4412/*
4413 * Call btrfs_abort_transaction as early as possible when an error condition is
4414 * detected, that way the exact line number is reported.
4415 */
49b25e05
JM
4416#define btrfs_abort_transaction(trans, root, errno) \
4417do { \
1a9a8a71
DS
4418 /* Report first abort since mount */ \
4419 if (!test_and_set_bit(BTRFS_FS_STATE_TRANS_ABORTED, \
4420 &((root)->fs_info->fs_state))) { \
4421 WARN(1, KERN_DEBUG \
4422 "BTRFS: Transaction aborted (error %d)\n", \
4423 (errno)); \
4424 } \
4425 __btrfs_abort_transaction((trans), (root), __func__, \
4426 __LINE__, (errno)); \
49b25e05 4427} while (0)
acce952b 4428
a4553fef 4429#define btrfs_std_error(fs_info, errno, fmt, args...) \
4da35113
JM
4430do { \
4431 __btrfs_std_error((fs_info), __func__, __LINE__, \
4432 (errno), fmt, ##args); \
acce952b 4433} while (0)
33268eaf 4434
533574c6 4435__printf(5, 6)
c0d19e2b 4436__cold
8c342930
JM
4437void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function,
4438 unsigned int line, int errno, const char *fmt, ...);
4439
aa43a17c
ES
4440/*
4441 * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic
4442 * will panic(). Otherwise we BUG() here.
4443 */
8c342930
JM
4444#define btrfs_panic(fs_info, errno, fmt, args...) \
4445do { \
aa43a17c
ES
4446 __btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args); \
4447 BUG(); \
acce952b 4448} while (0)
33268eaf
JB
4449
4450/* acl.c */
0eda294d 4451#ifdef CONFIG_BTRFS_FS_POSIX_ACL
4e34e719 4452struct posix_acl *btrfs_get_acl(struct inode *inode, int type);
996a710d 4453int btrfs_set_acl(struct inode *inode, struct posix_acl *acl, int type);
f34f57a3
YZ
4454int btrfs_init_acl(struct btrfs_trans_handle *trans,
4455 struct inode *inode, struct inode *dir);
9b89d95a 4456#else
ed8f3737 4457#define btrfs_get_acl NULL
996a710d 4458#define btrfs_set_acl NULL
9b89d95a
LZ
4459static inline int btrfs_init_acl(struct btrfs_trans_handle *trans,
4460 struct inode *inode, struct inode *dir)
4461{
4462 return 0;
4463}
9b89d95a 4464#endif
0f9dd46c 4465
5d4f98a2
YZ
4466/* relocation.c */
4467int btrfs_relocate_block_group(struct btrfs_root *root, u64 group_start);
4468int btrfs_init_reloc_root(struct btrfs_trans_handle *trans,
4469 struct btrfs_root *root);
4470int btrfs_update_reloc_root(struct btrfs_trans_handle *trans,
4471 struct btrfs_root *root);
4472int btrfs_recover_relocation(struct btrfs_root *root);
4473int btrfs_reloc_clone_csums(struct inode *inode, u64 file_pos, u64 len);
83d4cfd4
JB
4474int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans,
4475 struct btrfs_root *root, struct extent_buffer *buf,
4476 struct extent_buffer *cow);
147d256e 4477void btrfs_reloc_pre_snapshot(struct btrfs_pending_snapshot *pending,
3fd0a558 4478 u64 *bytes_to_reserve);
49b25e05 4479int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans,
3fd0a558 4480 struct btrfs_pending_snapshot *pending);
a2de733c
AJ
4481
4482/* scrub.c */
aa1b8cd4
SB
4483int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
4484 u64 end, struct btrfs_scrub_progress *progress,
63a212ab 4485 int readonly, int is_dev_replace);
143bede5 4486void btrfs_scrub_pause(struct btrfs_root *root);
143bede5 4487void btrfs_scrub_continue(struct btrfs_root *root);
aa1b8cd4
SB
4488int btrfs_scrub_cancel(struct btrfs_fs_info *info);
4489int btrfs_scrub_cancel_dev(struct btrfs_fs_info *info,
4490 struct btrfs_device *dev);
a2de733c
AJ
4491int btrfs_scrub_progress(struct btrfs_root *root, u64 devid,
4492 struct btrfs_scrub_progress *progress);
c404e0dc
MX
4493
4494/* dev-replace.c */
4495void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info);
4496void btrfs_bio_counter_inc_noblocked(struct btrfs_fs_info *fs_info);
4245215d
MX
4497void btrfs_bio_counter_sub(struct btrfs_fs_info *fs_info, s64 amount);
4498
4499static inline void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info)
4500{
4501 btrfs_bio_counter_sub(fs_info, 1);
4502}
a2de733c 4503
7414a03f
AJ
4504/* reada.c */
4505struct reada_control {
4506 struct btrfs_root *root; /* tree to prefetch */
4507 struct btrfs_key key_start;
4508 struct btrfs_key key_end; /* exclusive */
4509 atomic_t elems;
4510 struct kref refcnt;
4511 wait_queue_head_t wait;
4512};
4513struct reada_control *btrfs_reada_add(struct btrfs_root *root,
4514 struct btrfs_key *start, struct btrfs_key *end);
4515int btrfs_reada_wait(void *handle);
4516void btrfs_reada_detach(void *handle);
4517int btree_readahead_hook(struct btrfs_root *root, struct extent_buffer *eb,
4518 u64 start, int err);
4519
95a06077
JS
4520static inline int is_fstree(u64 rootid)
4521{
4522 if (rootid == BTRFS_FS_TREE_OBJECTID ||
e09fe2d2
QW
4523 ((s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID &&
4524 !btrfs_qgroup_level(rootid)))
95a06077
JS
4525 return 1;
4526 return 0;
4527}
210549eb
DS
4528
4529static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info)
4530{
4531 return signal_pending(current);
4532}
4533
aaedb55b
JB
4534/* Sanity test specific functions */
4535#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4536void btrfs_test_destroy_inode(struct inode *inode);
4537#endif
210549eb 4538
fccb84c9
DS
4539static inline int btrfs_test_is_dummy_root(struct btrfs_root *root)
4540{
4541#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4542 if (unlikely(test_bit(BTRFS_ROOT_DUMMY_ROOT, &root->state)))
4543 return 1;
4544#endif
4545 return 0;
4546}
4547
eb60ceac 4548#endif