1/*
2 * Copyright (C) 2007 Oracle.  All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
19#ifndef __BTRFS_CTREE__
20#define __BTRFS_CTREE__
21
22#include <linux/mm.h>
23#include <linux/highmem.h>
24#include <linux/fs.h>
25#include <linux/rwsem.h>
26#include <linux/semaphore.h>
27#include <linux/completion.h>
28#include <linux/backing-dev.h>
29#include <linux/wait.h>
30#include <linux/slab.h>
31#include <linux/kobject.h>
32#include <trace/events/btrfs.h>
33#include <asm/kmap_types.h>
34#include <linux/pagemap.h>
35#include <linux/btrfs.h>
36#include <linux/workqueue.h>
37#include <linux/security.h>
38#include "extent_io.h"
39#include "extent_map.h"
40#include "async-thread.h"
41
42struct btrfs_trans_handle;
43struct btrfs_transaction;
44struct btrfs_pending_snapshot;
45extern struct kmem_cache *btrfs_trans_handle_cachep;
46extern struct kmem_cache *btrfs_transaction_cachep;
47extern struct kmem_cache *btrfs_bit_radix_cachep;
48extern struct kmem_cache *btrfs_path_cachep;
49extern struct kmem_cache *btrfs_free_space_cachep;
50struct btrfs_ordered_sum;
51
52#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
53#define STATIC noinline
54#else
55#define STATIC static noinline
56#endif
57
58#define BTRFS_MAGIC 0x4D5F53665248425FULL /* ascii _BHRfS_M, no null */
59
60#define BTRFS_MAX_MIRRORS 3
61
62#define BTRFS_MAX_LEVEL 8
63
64#define BTRFS_COMPAT_EXTENT_TREE_V0
65
66/* holds pointers to all of the tree roots */
67#define BTRFS_ROOT_TREE_OBJECTID 1ULL
68
69/* stores information about which extents are in use, and reference counts */
70#define BTRFS_EXTENT_TREE_OBJECTID 2ULL
71
72/*
73 * chunk tree stores translations from logical -> physical block numbering
74 * the super block points to the chunk tree
75 */
76#define BTRFS_CHUNK_TREE_OBJECTID 3ULL
77
78/*
79 * stores information about which areas of a given device are in use.
80 * one per device.  The tree of tree roots points to the device tree
81 */
82#define BTRFS_DEV_TREE_OBJECTID 4ULL
83
84/* one per subvolume, storing files and directories */
85#define BTRFS_FS_TREE_OBJECTID 5ULL
86
87/* directory objectid inside the root tree */
88#define BTRFS_ROOT_TREE_DIR_OBJECTID 6ULL
89
90/* holds checksums of all the data extents */
91#define BTRFS_CSUM_TREE_OBJECTID 7ULL
92
93/* holds quota configuration and tracking */
94#define BTRFS_QUOTA_TREE_OBJECTID 8ULL
95
96/* for storing items that use the BTRFS_UUID_KEY* types */
97#define BTRFS_UUID_TREE_OBJECTID 9ULL
98
99/* for storing balance parameters in the root tree */
100#define BTRFS_BALANCE_OBJECTID -4ULL
101
102/* orhpan objectid for tracking unlinked/truncated files */
103#define BTRFS_ORPHAN_OBJECTID -5ULL
104
105/* does write ahead logging to speed up fsyncs */
106#define BTRFS_TREE_LOG_OBJECTID -6ULL
107#define BTRFS_TREE_LOG_FIXUP_OBJECTID -7ULL
108
109/* for space balancing */
110#define BTRFS_TREE_RELOC_OBJECTID -8ULL
111#define BTRFS_DATA_RELOC_TREE_OBJECTID -9ULL
112
113/*
114 * extent checksums all have this objectid
115 * this allows them to share the logging tree
116 * for fsyncs
117 */
118#define BTRFS_EXTENT_CSUM_OBJECTID -10ULL
119
120/* For storing free space cache */
121#define BTRFS_FREE_SPACE_OBJECTID -11ULL
122
123/*
124 * The inode number assigned to the special inode for storing
125 * free ino cache
126 */
127#define BTRFS_FREE_INO_OBJECTID -12ULL
128
129/* dummy objectid represents multiple objectids */
130#define BTRFS_MULTIPLE_OBJECTIDS -255ULL
131
132/*
133 * All files have objectids in this range.
134 */
135#define BTRFS_FIRST_FREE_OBJECTID 256ULL
136#define BTRFS_LAST_FREE_OBJECTID -256ULL
137#define BTRFS_FIRST_CHUNK_TREE_OBJECTID 256ULL
138
139
140/*
141 * the device items go into the chunk tree.  The key is in the form
142 * [ 1 BTRFS_DEV_ITEM_KEY device_id ]
143 */
144#define BTRFS_DEV_ITEMS_OBJECTID 1ULL
145
146#define BTRFS_BTREE_INODE_OBJECTID 1
147
148#define BTRFS_EMPTY_SUBVOL_DIR_OBJECTID 2
149
150#define BTRFS_DEV_REPLACE_DEVID 0ULL
151
152/*
153 * the max metadata block size.  This limit is somewhat artificial,
154 * but the memmove costs go through the roof for larger blocks.
155 */
156#define BTRFS_MAX_METADATA_BLOCKSIZE 65536
157
158/*
159 * we can actually store much bigger names, but lets not confuse the rest
160 * of linux
161 */
162#define BTRFS_NAME_LEN 255
163
164/*
165 * Theoretical limit is larger, but we keep this down to a sane
166 * value. That should limit greatly the possibility of collisions on
167 * inode ref items.
168 */
169#define BTRFS_LINK_MAX 65535U
170
171/* 32 bytes in various csum fields */
172#define BTRFS_CSUM_SIZE 32
173
174/* csum types */
175#define BTRFS_CSUM_TYPE_CRC32	0
176
177static int btrfs_csum_sizes[] = { 4, 0 };
178
179/* four bytes for CRC32 */
180#define BTRFS_EMPTY_DIR_SIZE 0
181
182/* spefic to btrfs_map_block(), therefore not in include/linux/blk_types.h */
183#define REQ_GET_READ_MIRRORS	(1 << 30)
184
185#define BTRFS_FT_UNKNOWN	0
186#define BTRFS_FT_REG_FILE	1
187#define BTRFS_FT_DIR		2
188#define BTRFS_FT_CHRDEV		3
189#define BTRFS_FT_BLKDEV		4
190#define BTRFS_FT_FIFO		5
191#define BTRFS_FT_SOCK		6
192#define BTRFS_FT_SYMLINK	7
193#define BTRFS_FT_XATTR		8
194#define BTRFS_FT_MAX		9
195
196/* ioprio of readahead is set to idle */
197#define BTRFS_IOPRIO_READA (IOPRIO_PRIO_VALUE(IOPRIO_CLASS_IDLE, 0))
198
199#define BTRFS_DIRTY_METADATA_THRESH	(32 * 1024 * 1024)
200
201#define BTRFS_MAX_EXTENT_SIZE (128 * 1024 * 1024)
202
203/*
204 * The key defines the order in the tree, and so it also defines (optimal)
205 * block layout.
206 *
207 * objectid corresponds to the inode number.
208 *
209 * type tells us things about the object, and is a kind of stream selector.
210 * so for a given inode, keys with type of 1 might refer to the inode data,
211 * type of 2 may point to file data in the btree and type == 3 may point to
212 * extents.
213 *
214 * offset is the starting byte offset for this key in the stream.
215 *
216 * btrfs_disk_key is in disk byte order.  struct btrfs_key is always
217 * in cpu native order.  Otherwise they are identical and their sizes
218 * should be the same (ie both packed)
219 */
220struct btrfs_disk_key {
221	__le64 objectid;
222	u8 type;
223	__le64 offset;
224} __attribute__ ((__packed__));
225
226struct btrfs_key {
227	u64 objectid;
228	u8 type;
229	u64 offset;
230} __attribute__ ((__packed__));
231
232struct btrfs_mapping_tree {
233	struct extent_map_tree map_tree;
234};
235
236struct btrfs_dev_item {
237	/* the internal btrfs device id */
238	__le64 devid;
239
240	/* size of the device */
241	__le64 total_bytes;
242
243	/* bytes used */
244	__le64 bytes_used;
245
246	/* optimal io alignment for this device */
247	__le32 io_align;
248
249	/* optimal io width for this device */
250	__le32 io_width;
251
252	/* minimal io size for this device */
253	__le32 sector_size;
254
255	/* type and info about this device */
256	__le64 type;
257
258	/* expected generation for this device */
259	__le64 generation;
260
261	/*
262	 * starting byte of this partition on the device,
263	 * to allow for stripe alignment in the future
264	 */
265	__le64 start_offset;
266
267	/* grouping information for allocation decisions */
268	__le32 dev_group;
269
270	/* seek speed 0-100 where 100 is fastest */
271	u8 seek_speed;
272
273	/* bandwidth 0-100 where 100 is fastest */
274	u8 bandwidth;
275
276	/* btrfs generated uuid for this device */
277	u8 uuid[BTRFS_UUID_SIZE];
278
279	/* uuid of FS who owns this device */
280	u8 fsid[BTRFS_UUID_SIZE];
281} __attribute__ ((__packed__));
282
283struct btrfs_stripe {
284	__le64 devid;
285	__le64 offset;
286	u8 dev_uuid[BTRFS_UUID_SIZE];
287} __attribute__ ((__packed__));
288
289struct btrfs_chunk {
290	/* size of this chunk in bytes */
291	__le64 length;
292
293	/* objectid of the root referencing this chunk */
294	__le64 owner;
295
296	__le64 stripe_len;
297	__le64 type;
298
299	/* optimal io alignment for this chunk */
300	__le32 io_align;
301
302	/* optimal io width for this chunk */
303	__le32 io_width;
304
305	/* minimal io size for this chunk */
306	__le32 sector_size;
307
308	/* 2^16 stripes is quite a lot, a second limit is the size of a single
309	 * item in the btree
310	 */
311	__le16 num_stripes;
312
313	/* sub stripes only matter for raid10 */
314	__le16 sub_stripes;
315	struct btrfs_stripe stripe;
316	/* additional stripes go here */
317} __attribute__ ((__packed__));
318
319#define BTRFS_FREE_SPACE_EXTENT	1
320#define BTRFS_FREE_SPACE_BITMAP	2
321
322struct btrfs_free_space_entry {
323	__le64 offset;
324	__le64 bytes;
325	u8 type;
326} __attribute__ ((__packed__));
327
328struct btrfs_free_space_header {
329	struct btrfs_disk_key location;
330	__le64 generation;
331	__le64 num_entries;
332	__le64 num_bitmaps;
333} __attribute__ ((__packed__));
334
335static inline unsigned long btrfs_chunk_item_size(int num_stripes)
336{
337	BUG_ON(num_stripes == 0);
338	return sizeof(struct btrfs_chunk) +
339		sizeof(struct btrfs_stripe) * (num_stripes - 1);
340}
341
342#define BTRFS_HEADER_FLAG_WRITTEN	(1ULL << 0)
343#define BTRFS_HEADER_FLAG_RELOC		(1ULL << 1)
344
345/*
346 * File system states
347 */
348#define BTRFS_FS_STATE_ERROR		0
349#define BTRFS_FS_STATE_REMOUNTING	1
350#define BTRFS_FS_STATE_TRANS_ABORTED	2
351#define BTRFS_FS_STATE_DEV_REPLACING	3
352
353/* Super block flags */
354/* Errors detected */
355#define BTRFS_SUPER_FLAG_ERROR		(1ULL << 2)
356
357#define BTRFS_SUPER_FLAG_SEEDING	(1ULL << 32)
358#define BTRFS_SUPER_FLAG_METADUMP	(1ULL << 33)
359
360#define BTRFS_BACKREF_REV_MAX		256
361#define BTRFS_BACKREF_REV_SHIFT		56
362#define BTRFS_BACKREF_REV_MASK		(((u64)BTRFS_BACKREF_REV_MAX - 1) << \
363					 BTRFS_BACKREF_REV_SHIFT)
364
365#define BTRFS_OLD_BACKREF_REV		0
366#define BTRFS_MIXED_BACKREF_REV		1
367
368/*
369 * every tree block (leaf or node) starts with this header.
370 */
371struct btrfs_header {
372	/* these first four must match the super block */
373	u8 csum[BTRFS_CSUM_SIZE];
374	u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */
375	__le64 bytenr; /* which block this node is supposed to live in */
376	__le64 flags;
377
378	/* allowed to be different from the super from here on down */
379	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
380	__le64 generation;
381	__le64 owner;
382	__le32 nritems;
383	u8 level;
384} __attribute__ ((__packed__));
385
386#define BTRFS_NODEPTRS_PER_BLOCK(r) (((r)->nodesize - \
387				      sizeof(struct btrfs_header)) / \
388				     sizeof(struct btrfs_key_ptr))
389#define __BTRFS_LEAF_DATA_SIZE(bs) ((bs) - sizeof(struct btrfs_header))
390#define BTRFS_LEAF_DATA_SIZE(r) (__BTRFS_LEAF_DATA_SIZE(r->nodesize))
391#define BTRFS_FILE_EXTENT_INLINE_DATA_START		\
392		(offsetof(struct btrfs_file_extent_item, disk_bytenr))
393#define BTRFS_MAX_INLINE_DATA_SIZE(r) (BTRFS_LEAF_DATA_SIZE(r) - \
394					sizeof(struct btrfs_item) - \
395					BTRFS_FILE_EXTENT_INLINE_DATA_START)
396#define BTRFS_MAX_XATTR_SIZE(r)	(BTRFS_LEAF_DATA_SIZE(r) - \
397				 sizeof(struct btrfs_item) -\
398				 sizeof(struct btrfs_dir_item))
399
400
401/*
402 * this is a very generous portion of the super block, giving us
403 * room to translate 14 chunks with 3 stripes each.
404 */
405#define BTRFS_SYSTEM_CHUNK_ARRAY_SIZE 2048
406#define BTRFS_LABEL_SIZE 256
407
408/*
409 * just in case we somehow lose the roots and are not able to mount,
410 * we store an array of the roots from previous transactions
411 * in the super.
412 */
413#define BTRFS_NUM_BACKUP_ROOTS 4
414struct btrfs_root_backup {
415	__le64 tree_root;
416	__le64 tree_root_gen;
417
418	__le64 chunk_root;
419	__le64 chunk_root_gen;
420
421	__le64 extent_root;
422	__le64 extent_root_gen;
423
424	__le64 fs_root;
425	__le64 fs_root_gen;
426
427	__le64 dev_root;
428	__le64 dev_root_gen;
429
430	__le64 csum_root;
431	__le64 csum_root_gen;
432
433	__le64 total_bytes;
434	__le64 bytes_used;
435	__le64 num_devices;
436	/* future */
437	__le64 unused_64[4];
438
439	u8 tree_root_level;
440	u8 chunk_root_level;
441	u8 extent_root_level;
442	u8 fs_root_level;
443	u8 dev_root_level;
444	u8 csum_root_level;
445	/* future and to align */
446	u8 unused_8[10];
447} __attribute__ ((__packed__));
448
449/*
450 * the super block basically lists the main trees of the FS
451 * it currently lacks any block count etc etc
452 */
453struct btrfs_super_block {
454	u8 csum[BTRFS_CSUM_SIZE];
455	/* the first 4 fields must match struct btrfs_header */
456	u8 fsid[BTRFS_FSID_SIZE];    /* FS specific uuid */
457	__le64 bytenr; /* this block number */
458	__le64 flags;
459
460	/* allowed to be different from the btrfs_header from here own down */
461	__le64 magic;
462	__le64 generation;
463	__le64 root;
464	__le64 chunk_root;
465	__le64 log_root;
466
467	/* this will help find the new super based on the log root */
468	__le64 log_root_transid;
469	__le64 total_bytes;
470	__le64 bytes_used;
471	__le64 root_dir_objectid;
472	__le64 num_devices;
473	__le32 sectorsize;
474	__le32 nodesize;
475	__le32 __unused_leafsize;
476	__le32 stripesize;
477	__le32 sys_chunk_array_size;
478	__le64 chunk_root_generation;
479	__le64 compat_flags;
480	__le64 compat_ro_flags;
481	__le64 incompat_flags;
482	__le16 csum_type;
483	u8 root_level;
484	u8 chunk_root_level;
485	u8 log_root_level;
486	struct btrfs_dev_item dev_item;
487
488	char label[BTRFS_LABEL_SIZE];
489
490	__le64 cache_generation;
491	__le64 uuid_tree_generation;
492
493	/* future expansion */
494	__le64 reserved[30];
495	u8 sys_chunk_array[BTRFS_SYSTEM_CHUNK_ARRAY_SIZE];
496	struct btrfs_root_backup super_roots[BTRFS_NUM_BACKUP_ROOTS];
497} __attribute__ ((__packed__));
498
499/*
500 * Compat flags that we support.  If any incompat flags are set other than the
501 * ones specified below then we will fail to mount
502 */
503#define BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF	(1ULL << 0)
504#define BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL	(1ULL << 1)
505#define BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS	(1ULL << 2)
506#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO	(1ULL << 3)
507/*
508 * some patches floated around with a second compression method
509 * lets save that incompat here for when they do get in
510 * Note we don't actually support it, we're just reserving the
511 * number
512 */
513#define BTRFS_FEATURE_INCOMPAT_COMPRESS_LZOv2	(1ULL << 4)
514
515/*
516 * older kernels tried to do bigger metadata blocks, but the
517 * code was pretty buggy.  Lets not let them try anymore.
518 */
519#define BTRFS_FEATURE_INCOMPAT_BIG_METADATA	(1ULL << 5)
520
521#define BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF	(1ULL << 6)
522#define BTRFS_FEATURE_INCOMPAT_RAID56		(1ULL << 7)
523#define BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA	(1ULL << 8)
524#define BTRFS_FEATURE_INCOMPAT_NO_HOLES		(1ULL << 9)
525
526#define BTRFS_FEATURE_COMPAT_SUPP		0ULL
527#define BTRFS_FEATURE_COMPAT_SAFE_SET		0ULL
528#define BTRFS_FEATURE_COMPAT_SAFE_CLEAR		0ULL
529#define BTRFS_FEATURE_COMPAT_RO_SUPP		0ULL
530#define BTRFS_FEATURE_COMPAT_RO_SAFE_SET	0ULL
531#define BTRFS_FEATURE_COMPAT_RO_SAFE_CLEAR	0ULL
532
533#define BTRFS_FEATURE_INCOMPAT_SUPP			\
534	(BTRFS_FEATURE_INCOMPAT_MIXED_BACKREF |		\
535	 BTRFS_FEATURE_INCOMPAT_DEFAULT_SUBVOL |	\
536	 BTRFS_FEATURE_INCOMPAT_MIXED_GROUPS |		\
537	 BTRFS_FEATURE_INCOMPAT_BIG_METADATA |		\
538	 BTRFS_FEATURE_INCOMPAT_COMPRESS_LZO |		\
539	 BTRFS_FEATURE_INCOMPAT_RAID56 |		\
540	 BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF |		\
541	 BTRFS_FEATURE_INCOMPAT_SKINNY_METADATA |	\
542	 BTRFS_FEATURE_INCOMPAT_NO_HOLES)
543
544#define BTRFS_FEATURE_INCOMPAT_SAFE_SET			\
545	(BTRFS_FEATURE_INCOMPAT_EXTENDED_IREF)
546#define BTRFS_FEATURE_INCOMPAT_SAFE_CLEAR		0ULL
547
548/*
549 * A leaf is full of items. offset and size tell us where to find
550 * the item in the leaf (relative to the start of the data area)
551 */
552struct btrfs_item {
553	struct btrfs_disk_key key;
554	__le32 offset;
555	__le32 size;
556} __attribute__ ((__packed__));
557
558/*
559 * leaves have an item area and a data area:
560 * [item0, item1....itemN] [free space] [dataN...data1, data0]
561 *
562 * The data is separate from the items to get the keys closer together
563 * during searches.
564 */
565struct btrfs_leaf {
566	struct btrfs_header header;
567	struct btrfs_item items[];
568} __attribute__ ((__packed__));
569
570/*
571 * all non-leaf blocks are nodes, they hold only keys and pointers to
572 * other blocks
573 */
574struct btrfs_key_ptr {
575	struct btrfs_disk_key key;
576	__le64 blockptr;
577	__le64 generation;
578} __attribute__ ((__packed__));
579
580struct btrfs_node {
581	struct btrfs_header header;
582	struct btrfs_key_ptr ptrs[];
583} __attribute__ ((__packed__));
584
585/*
586 * btrfs_paths remember the path taken from the root down to the leaf.
587 * level 0 is always the leaf, and nodes[1...BTRFS_MAX_LEVEL] will point
588 * to any other levels that are present.
589 *
590 * The slots array records the index of the item or block pointer
591 * used while walking the tree.
592 */
593struct btrfs_path {
594	struct extent_buffer *nodes[BTRFS_MAX_LEVEL];
595	int slots[BTRFS_MAX_LEVEL];
596	/* if there is real range locking, this locks field will change */
597	int locks[BTRFS_MAX_LEVEL];
598	int reada;
599	/* keep some upper locks as we walk down */
600	int lowest_level;
601
602	/*
603	 * set by btrfs_split_item, tells search_slot to keep all locks
604	 * and to force calls to keep space in the nodes
605	 */
606	unsigned int search_for_split:1;
607	unsigned int keep_locks:1;
608	unsigned int skip_locking:1;
609	unsigned int leave_spinning:1;
610	unsigned int search_commit_root:1;
611	unsigned int need_commit_sem:1;
612	unsigned int skip_release_on_error:1;
613};
614
615/*
616 * items in the extent btree are used to record the objectid of the
617 * owner of the block and the number of references
618 */
619
620struct btrfs_extent_item {
621	__le64 refs;
622	__le64 generation;
623	__le64 flags;
624} __attribute__ ((__packed__));
625
626struct btrfs_extent_item_v0 {
627	__le32 refs;
628} __attribute__ ((__packed__));
629
630#define BTRFS_MAX_EXTENT_ITEM_SIZE(r) ((BTRFS_LEAF_DATA_SIZE(r) >> 4) - \
631					sizeof(struct btrfs_item))
632
633#define BTRFS_EXTENT_FLAG_DATA		(1ULL << 0)
634#define BTRFS_EXTENT_FLAG_TREE_BLOCK	(1ULL << 1)
635
636/* following flags only apply to tree blocks */
637
638/* use full backrefs for extent pointers in the block */
639#define BTRFS_BLOCK_FLAG_FULL_BACKREF	(1ULL << 8)
640
641/*
642 * this flag is only used internally by scrub and may be changed at any time
643 * it is only declared here to avoid collisions
644 */
645#define BTRFS_EXTENT_FLAG_SUPER		(1ULL << 48)
646
647struct btrfs_tree_block_info {
648	struct btrfs_disk_key key;
649	u8 level;
650} __attribute__ ((__packed__));
651
652struct btrfs_extent_data_ref {
653	__le64 root;
654	__le64 objectid;
655	__le64 offset;
656	__le32 count;
657} __attribute__ ((__packed__));
658
659struct btrfs_shared_data_ref {
660	__le32 count;
661} __attribute__ ((__packed__));
662
663struct btrfs_extent_inline_ref {
664	u8 type;
665	__le64 offset;
666} __attribute__ ((__packed__));
667
668/* old style backrefs item */
669struct btrfs_extent_ref_v0 {
670	__le64 root;
671	__le64 generation;
672	__le64 objectid;
673	__le32 count;
674} __attribute__ ((__packed__));
675
676
677/* dev extents record free space on individual devices.  The owner
678 * field points back to the chunk allocation mapping tree that allocated
679 * the extent.  The chunk tree uuid field is a way to double check the owner
680 */
681struct btrfs_dev_extent {
682	__le64 chunk_tree;
683	__le64 chunk_objectid;
684	__le64 chunk_offset;
685	__le64 length;
686	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
687} __attribute__ ((__packed__));
688
689struct btrfs_inode_ref {
690	__le64 index;
691	__le16 name_len;
692	/* name goes here */
693} __attribute__ ((__packed__));
694
695struct btrfs_inode_extref {
696	__le64 parent_objectid;
697	__le64 index;
698	__le16 name_len;
699	__u8   name[0];
700	/* name goes here */
701} __attribute__ ((__packed__));
702
703struct btrfs_timespec {
704	__le64 sec;
705	__le32 nsec;
706} __attribute__ ((__packed__));
707
708enum btrfs_compression_type {
709	BTRFS_COMPRESS_NONE  = 0,
710	BTRFS_COMPRESS_ZLIB  = 1,
711	BTRFS_COMPRESS_LZO   = 2,
712	BTRFS_COMPRESS_TYPES = 2,
713	BTRFS_COMPRESS_LAST  = 3,
714};
715
716struct btrfs_inode_item {
717	/* nfs style generation number */
718	__le64 generation;
719	/* transid that last touched this inode */
720	__le64 transid;
721	__le64 size;
722	__le64 nbytes;
723	__le64 block_group;
724	__le32 nlink;
725	__le32 uid;
726	__le32 gid;
727	__le32 mode;
728	__le64 rdev;
729	__le64 flags;
730
731	/* modification sequence number for NFS */
732	__le64 sequence;
733
734	/*
735	 * a little future expansion, for more than this we can
736	 * just grow the inode item and version it
737	 */
738	__le64 reserved[4];
739	struct btrfs_timespec atime;
740	struct btrfs_timespec ctime;
741	struct btrfs_timespec mtime;
742	struct btrfs_timespec otime;
743} __attribute__ ((__packed__));
744
745struct btrfs_dir_log_item {
746	__le64 end;
747} __attribute__ ((__packed__));
748
749struct btrfs_dir_item {
750	struct btrfs_disk_key location;
751	__le64 transid;
752	__le16 data_len;
753	__le16 name_len;
754	u8 type;
755} __attribute__ ((__packed__));
756
757#define BTRFS_ROOT_SUBVOL_RDONLY	(1ULL << 0)
758
759/*
760 * Internal in-memory flag that a subvolume has been marked for deletion but
761 * still visible as a directory
762 */
763#define BTRFS_ROOT_SUBVOL_DEAD		(1ULL << 48)
764
765struct btrfs_root_item {
766	struct btrfs_inode_item inode;
767	__le64 generation;
768	__le64 root_dirid;
769	__le64 bytenr;
770	__le64 byte_limit;
771	__le64 bytes_used;
772	__le64 last_snapshot;
773	__le64 flags;
774	__le32 refs;
775	struct btrfs_disk_key drop_progress;
776	u8 drop_level;
777	u8 level;
778
779	/*
780	 * The following fields appear after subvol_uuids+subvol_times
781	 * were introduced.
782	 */
783
784	/*
785	 * This generation number is used to test if the new fields are valid
786	 * and up to date while reading the root item. Everytime the root item
787	 * is written out, the "generation" field is copied into this field. If
788	 * anyone ever mounted the fs with an older kernel, we will have
789	 * mismatching generation values here and thus must invalidate the
790	 * new fields. See btrfs_update_root and btrfs_find_last_root for
791	 * details.
792	 * the offset of generation_v2 is also used as the start for the memset
793	 * when invalidating the fields.
794	 */
795	__le64 generation_v2;
796	u8 uuid[BTRFS_UUID_SIZE];
797	u8 parent_uuid[BTRFS_UUID_SIZE];
798	u8 received_uuid[BTRFS_UUID_SIZE];
799	__le64 ctransid; /* updated when an inode changes */
800	__le64 otransid; /* trans when created */
801	__le64 stransid; /* trans when sent. non-zero for received subvol */
802	__le64 rtransid; /* trans when received. non-zero for received subvol */
803	struct btrfs_timespec ctime;
804	struct btrfs_timespec otime;
805	struct btrfs_timespec stime;
806	struct btrfs_timespec rtime;
807	__le64 reserved[8]; /* for future */
808} __attribute__ ((__packed__));
809
810/*
811 * this is used for both forward and backward root refs
812 */
813struct btrfs_root_ref {
814	__le64 dirid;
815	__le64 sequence;
816	__le16 name_len;
817} __attribute__ ((__packed__));
818
819struct btrfs_disk_balance_args {
820	/*
821	 * profiles to operate on, single is denoted by
822	 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
823	 */
824	__le64 profiles;
825
826	/* usage filter */
827	__le64 usage;
828
829	/* devid filter */
830	__le64 devid;
831
832	/* devid subset filter [pstart..pend) */
833	__le64 pstart;
834	__le64 pend;
835
836	/* btrfs virtual address space subset filter [vstart..vend) */
837	__le64 vstart;
838	__le64 vend;
839
840	/*
841	 * profile to convert to, single is denoted by
842	 * BTRFS_AVAIL_ALLOC_BIT_SINGLE
843	 */
844	__le64 target;
845
846	/* BTRFS_BALANCE_ARGS_* */
847	__le64 flags;
848
849	/* BTRFS_BALANCE_ARGS_LIMIT value */
850	__le64 limit;
851
852	__le64 unused[7];
853} __attribute__ ((__packed__));
854
855/*
856 * store balance parameters to disk so that balance can be properly
857 * resumed after crash or unmount
858 */
859struct btrfs_balance_item {
860	/* BTRFS_BALANCE_* */
861	__le64 flags;
862
863	struct btrfs_disk_balance_args data;
864	struct btrfs_disk_balance_args meta;
865	struct btrfs_disk_balance_args sys;
866
867	__le64 unused[4];
868} __attribute__ ((__packed__));
869
870#define BTRFS_FILE_EXTENT_INLINE 0
871#define BTRFS_FILE_EXTENT_REG 1
872#define BTRFS_FILE_EXTENT_PREALLOC 2
873
874struct btrfs_file_extent_item {
875	/*
876	 * transaction id that created this extent
877	 */
878	__le64 generation;
879	/*
880	 * max number of bytes to hold this extent in ram
881	 * when we split a compressed extent we can't know how big
882	 * each of the resulting pieces will be.  So, this is
883	 * an upper limit on the size of the extent in ram instead of
884	 * an exact limit.
885	 */
886	__le64 ram_bytes;
887
888	/*
889	 * 32 bits for the various ways we might encode the data,
890	 * including compression and encryption.  If any of these
891	 * are set to something a given disk format doesn't understand
892	 * it is treated like an incompat flag for reading and writing,
893	 * but not for stat.
894	 */
895	u8 compression;
896	u8 encryption;
897	__le16 other_encoding; /* spare for later use */
898
899	/* are we inline data or a real extent? */
900	u8 type;
901
902	/*
903	 * disk space consumed by the extent, checksum blocks are included
904	 * in these numbers
905	 *
906	 * At this offset in the structure, the inline extent data start.
907	 */
908	__le64 disk_bytenr;
909	__le64 disk_num_bytes;
910	/*
911	 * the logical offset in file blocks (no csums)
912	 * this extent record is for.  This allows a file extent to point
913	 * into the middle of an existing extent on disk, sharing it
914	 * between two snapshots (useful if some bytes in the middle of the
915	 * extent have changed
916	 */
917	__le64 offset;
918	/*
919	 * the logical number of file blocks (no csums included).  This
920	 * always reflects the size uncompressed and without encoding.
921	 */
922	__le64 num_bytes;
923
924} __attribute__ ((__packed__));
925
926struct btrfs_csum_item {
927	u8 csum;
928} __attribute__ ((__packed__));
929
930struct btrfs_dev_stats_item {
931	/*
932	 * grow this item struct at the end for future enhancements and keep
933	 * the existing values unchanged
934	 */
935	__le64 values[BTRFS_DEV_STAT_VALUES_MAX];
936} __attribute__ ((__packed__));
937
938#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_ALWAYS	0
939#define BTRFS_DEV_REPLACE_ITEM_CONT_READING_FROM_SRCDEV_MODE_AVOID	1
940#define BTRFS_DEV_REPLACE_ITEM_STATE_NEVER_STARTED	0
941#define BTRFS_DEV_REPLACE_ITEM_STATE_STARTED		1
942#define BTRFS_DEV_REPLACE_ITEM_STATE_SUSPENDED		2
943#define BTRFS_DEV_REPLACE_ITEM_STATE_FINISHED		3
944#define BTRFS_DEV_REPLACE_ITEM_STATE_CANCELED		4
945
946struct btrfs_dev_replace {
947	u64 replace_state;	/* see #define above */
948	u64 time_started;	/* seconds since 1-Jan-1970 */
949	u64 time_stopped;	/* seconds since 1-Jan-1970 */
950	atomic64_t num_write_errors;
951	atomic64_t num_uncorrectable_read_errors;
952
953	u64 cursor_left;
954	u64 committed_cursor_left;
955	u64 cursor_left_last_write_of_item;
956	u64 cursor_right;
957
958	u64 cont_reading_from_srcdev_mode;	/* see #define above */
959
960	int is_valid;
961	int item_needs_writeback;
962	struct btrfs_device *srcdev;
963	struct btrfs_device *tgtdev;
964
965	pid_t lock_owner;
966	atomic_t nesting_level;
967	struct mutex lock_finishing_cancel_unmount;
968	struct mutex lock_management_lock;
969	struct mutex lock;
970
971	struct btrfs_scrub_progress scrub_progress;
972};
973
974struct btrfs_dev_replace_item {
975	/*
976	 * grow this item struct at the end for future enhancements and keep
977	 * the existing values unchanged
978	 */
979	__le64 src_devid;
980	__le64 cursor_left;
981	__le64 cursor_right;
982	__le64 cont_reading_from_srcdev_mode;
983
984	__le64 replace_state;
985	__le64 time_started;
986	__le64 time_stopped;
987	__le64 num_write_errors;
988	__le64 num_uncorrectable_read_errors;
989} __attribute__ ((__packed__));
990
991/* different types of block groups (and chunks) */
992#define BTRFS_BLOCK_GROUP_DATA		(1ULL << 0)
993#define BTRFS_BLOCK_GROUP_SYSTEM	(1ULL << 1)
994#define BTRFS_BLOCK_GROUP_METADATA	(1ULL << 2)
995#define BTRFS_BLOCK_GROUP_RAID0		(1ULL << 3)
996#define BTRFS_BLOCK_GROUP_RAID1		(1ULL << 4)
997#define BTRFS_BLOCK_GROUP_DUP		(1ULL << 5)
998#define BTRFS_BLOCK_GROUP_RAID10	(1ULL << 6)
999#define BTRFS_BLOCK_GROUP_RAID5         (1ULL << 7)
1000#define BTRFS_BLOCK_GROUP_RAID6         (1ULL << 8)
1001#define BTRFS_BLOCK_GROUP_RESERVED	(BTRFS_AVAIL_ALLOC_BIT_SINGLE | \
1002					 BTRFS_SPACE_INFO_GLOBAL_RSV)
1003
1004enum btrfs_raid_types {
1005	BTRFS_RAID_RAID10,
1006	BTRFS_RAID_RAID1,
1007	BTRFS_RAID_DUP,
1008	BTRFS_RAID_RAID0,
1009	BTRFS_RAID_SINGLE,
1010	BTRFS_RAID_RAID5,
1011	BTRFS_RAID_RAID6,
1012	BTRFS_NR_RAID_TYPES
1013};
1014
1015#define BTRFS_BLOCK_GROUP_TYPE_MASK	(BTRFS_BLOCK_GROUP_DATA |    \
1016					 BTRFS_BLOCK_GROUP_SYSTEM |  \
1017					 BTRFS_BLOCK_GROUP_METADATA)
1018
1019#define BTRFS_BLOCK_GROUP_PROFILE_MASK	(BTRFS_BLOCK_GROUP_RAID0 |   \
1020					 BTRFS_BLOCK_GROUP_RAID1 |   \
1021					 BTRFS_BLOCK_GROUP_RAID5 |   \
1022					 BTRFS_BLOCK_GROUP_RAID6 |   \
1023					 BTRFS_BLOCK_GROUP_DUP |     \
1024					 BTRFS_BLOCK_GROUP_RAID10)
1025#define BTRFS_BLOCK_GROUP_RAID56_MASK	(BTRFS_BLOCK_GROUP_RAID5 |   \
1026					 BTRFS_BLOCK_GROUP_RAID6)
1027
1028/*
1029 * We need a bit for restriper to be able to tell when chunks of type
1030 * SINGLE are available.  This "extended" profile format is used in
1031 * fs_info->avail_*_alloc_bits (in-memory) and balance item fields
1032 * (on-disk).  The corresponding on-disk bit in chunk.type is reserved
1033 * to avoid remappings between two formats in future.
1034 */
1035#define BTRFS_AVAIL_ALLOC_BIT_SINGLE	(1ULL << 48)
1036
1037/*
1038 * A fake block group type that is used to communicate global block reserve
1039 * size to userspace via the SPACE_INFO ioctl.
1040 */
1041#define BTRFS_SPACE_INFO_GLOBAL_RSV	(1ULL << 49)
1042
1043#define BTRFS_EXTENDED_PROFILE_MASK	(BTRFS_BLOCK_GROUP_PROFILE_MASK | \
1044					 BTRFS_AVAIL_ALLOC_BIT_SINGLE)
1045
1046static inline u64 chunk_to_extended(u64 flags)
1047{
1048	if ((flags & BTRFS_BLOCK_GROUP_PROFILE_MASK) == 0)
1049		flags |= BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1050
1051	return flags;
1052}
1053static inline u64 extended_to_chunk(u64 flags)
1054{
1055	return flags & ~BTRFS_AVAIL_ALLOC_BIT_SINGLE;
1056}
1057
1058struct btrfs_block_group_item {
1059	__le64 used;
1060	__le64 chunk_objectid;
1061	__le64 flags;
1062} __attribute__ ((__packed__));
1063
1064#define BTRFS_QGROUP_LEVEL_SHIFT		48
1065static inline u64 btrfs_qgroup_level(u64 qgroupid)
1066{
1067	return qgroupid >> BTRFS_QGROUP_LEVEL_SHIFT;
1068}
1069
1070/*
1071 * is subvolume quota turned on?
1072 */
1073#define BTRFS_QGROUP_STATUS_FLAG_ON		(1ULL << 0)
1074/*
1075 * RESCAN is set during the initialization phase
1076 */
1077#define BTRFS_QGROUP_STATUS_FLAG_RESCAN		(1ULL << 1)
1078/*
1079 * Some qgroup entries are known to be out of date,
1080 * either because the configuration has changed in a way that
1081 * makes a rescan necessary, or because the fs has been mounted
1082 * with a non-qgroup-aware version.
1083 * Turning qouta off and on again makes it inconsistent, too.
1084 */
1085#define BTRFS_QGROUP_STATUS_FLAG_INCONSISTENT	(1ULL << 2)
1086
1087#define BTRFS_QGROUP_STATUS_VERSION        1
1088
1089struct btrfs_qgroup_status_item {
1090	__le64 version;
1091	/*
1092	 * the generation is updated during every commit. As older
1093	 * versions of btrfs are not aware of qgroups, it will be
1094	 * possible to detect inconsistencies by checking the
1095	 * generation on mount time
1096	 */
1097	__le64 generation;
1098
1099	/* flag definitions see above */
1100	__le64 flags;
1101
1102	/*
1103	 * only used during scanning to record the progress
1104	 * of the scan. It contains a logical address
1105	 */
1106	__le64 rescan;
1107} __attribute__ ((__packed__));
1108
1109struct btrfs_qgroup_info_item {
1110	__le64 generation;
1111	__le64 rfer;
1112	__le64 rfer_cmpr;
1113	__le64 excl;
1114	__le64 excl_cmpr;
1115} __attribute__ ((__packed__));
1116
1117/* flags definition for qgroup limits */
1118#define BTRFS_QGROUP_LIMIT_MAX_RFER	(1ULL << 0)
1119#define BTRFS_QGROUP_LIMIT_MAX_EXCL	(1ULL << 1)
1120#define BTRFS_QGROUP_LIMIT_RSV_RFER	(1ULL << 2)
1121#define BTRFS_QGROUP_LIMIT_RSV_EXCL	(1ULL << 3)
1122#define BTRFS_QGROUP_LIMIT_RFER_CMPR	(1ULL << 4)
1123#define BTRFS_QGROUP_LIMIT_EXCL_CMPR	(1ULL << 5)
1124
1125struct btrfs_qgroup_limit_item {
1126	/*
1127	 * only updated when any of the other values change
1128	 */
1129	__le64 flags;
1130	__le64 max_rfer;
1131	__le64 max_excl;
1132	__le64 rsv_rfer;
1133	__le64 rsv_excl;
1134} __attribute__ ((__packed__));
1135
1136/* For raid type sysfs entries */
1137struct raid_kobject {
1138	int raid_type;
1139	struct kobject kobj;
1140};
1141
1142struct btrfs_space_info {
1143	spinlock_t lock;
1144
1145	u64 total_bytes;	/* total bytes in the space,
1146				   this doesn't take mirrors into account */
1147	u64 bytes_used;		/* total bytes used,
1148				   this doesn't take mirrors into account */
1149	u64 bytes_pinned;	/* total bytes pinned, will be freed when the
1150				   transaction finishes */
1151	u64 bytes_reserved;	/* total bytes the allocator has reserved for
1152				   current allocations */
1153	u64 bytes_may_use;	/* number of bytes that may be used for
1154				   delalloc/allocations */
1155	u64 bytes_readonly;	/* total bytes that are read only */
1156
1157	unsigned int full:1;	/* indicates that we cannot allocate any more
1158				   chunks for this space */
1159	unsigned int chunk_alloc:1;	/* set if we are allocating a chunk */
1160
1161	unsigned int flush:1;		/* set if we are trying to make space */
1162
1163	unsigned int force_alloc;	/* set if we need to force a chunk
1164					   alloc for this space */
1165
1166	u64 disk_used;		/* total bytes used on disk */
1167	u64 disk_total;		/* total bytes on disk, takes mirrors into
1168				   account */
1169
1170	u64 flags;
1171
1172	/*
1173	 * bytes_pinned is kept in line with what is actually pinned, as in
1174	 * we've called update_block_group and dropped the bytes_used counter
1175	 * and increased the bytes_pinned counter.  However this means that
1176	 * bytes_pinned does not reflect the bytes that will be pinned once the
1177	 * delayed refs are flushed, so this counter is inc'ed everytime we call
1178	 * btrfs_free_extent so it is a realtime count of what will be freed
1179	 * once the transaction is committed.  It will be zero'ed everytime the
1180	 * transaction commits.
1181	 */
1182	struct percpu_counter total_bytes_pinned;
1183
1184	struct list_head list;
1185	/* Protected by the spinlock 'lock'. */
1186	struct list_head ro_bgs;
1187
1188	struct rw_semaphore groups_sem;
1189	/* for block groups in our same type */
1190	struct list_head block_groups[BTRFS_NR_RAID_TYPES];
1191	wait_queue_head_t wait;
1192
1193	struct kobject kobj;
1194	struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES];
1195};
1196
1197#define	BTRFS_BLOCK_RSV_GLOBAL		1
1198#define	BTRFS_BLOCK_RSV_DELALLOC	2
1199#define	BTRFS_BLOCK_RSV_TRANS		3
1200#define	BTRFS_BLOCK_RSV_CHUNK		4
1201#define	BTRFS_BLOCK_RSV_DELOPS		5
1202#define	BTRFS_BLOCK_RSV_EMPTY		6
1203#define	BTRFS_BLOCK_RSV_TEMP		7
1204
1205struct btrfs_block_rsv {
1206	u64 size;
1207	u64 reserved;
1208	struct btrfs_space_info *space_info;
1209	spinlock_t lock;
1210	unsigned short full;
1211	unsigned short type;
1212	unsigned short failfast;
1213};
1214
1215/*
1216 * free clusters are used to claim free space in relatively large chunks,
1217 * allowing us to do less seeky writes.  They are used for all metadata
1218 * allocations and data allocations in ssd mode.
1219 */
1220struct btrfs_free_cluster {
1221	spinlock_t lock;
1222	spinlock_t refill_lock;
1223	struct rb_root root;
1224
1225	/* largest extent in this cluster */
1226	u64 max_size;
1227
1228	/* first extent starting offset */
1229	u64 window_start;
1230
1231	struct btrfs_block_group_cache *block_group;
1232	/*
1233	 * when a cluster is allocated from a block group, we put the
1234	 * cluster onto a list in the block group so that it can
1235	 * be freed before the block group is freed.
1236	 */
1237	struct list_head block_group_list;
1238};
1239
1240enum btrfs_caching_type {
1241	BTRFS_CACHE_NO		= 0,
1242	BTRFS_CACHE_STARTED	= 1,
1243	BTRFS_CACHE_FAST	= 2,
1244	BTRFS_CACHE_FINISHED	= 3,
1245	BTRFS_CACHE_ERROR	= 4,
1246};
1247
1248enum btrfs_disk_cache_state {
1249	BTRFS_DC_WRITTEN	= 0,
1250	BTRFS_DC_ERROR		= 1,
1251	BTRFS_DC_CLEAR		= 2,
1252	BTRFS_DC_SETUP		= 3,
1253};
1254
1255struct btrfs_caching_control {
1256	struct list_head list;
1257	struct mutex mutex;
1258	wait_queue_head_t wait;
1259	struct btrfs_work work;
1260	struct btrfs_block_group_cache *block_group;
1261	u64 progress;
1262	atomic_t count;
1263};
1264
1265struct btrfs_io_ctl {
1266	void *cur, *orig;
1267	struct page *page;
1268	struct page **pages;
1269	struct btrfs_root *root;
1270	struct inode *inode;
1271	unsigned long size;
1272	int index;
1273	int num_pages;
1274	int entries;
1275	int bitmaps;
1276	unsigned check_crcs:1;
1277};
1278
1279struct btrfs_block_group_cache {
1280	struct btrfs_key key;
1281	struct btrfs_block_group_item item;
1282	struct btrfs_fs_info *fs_info;
1283	struct inode *inode;
1284	spinlock_t lock;
1285	u64 pinned;
1286	u64 reserved;
1287	u64 delalloc_bytes;
1288	u64 bytes_super;
1289	u64 flags;
1290	u64 sectorsize;
1291	u64 cache_generation;
1292
1293	/*
1294	 * It is just used for the delayed data space allocation because
1295	 * only the data space allocation and the relative metadata update
1296	 * can be done cross the transaction.
1297	 */
1298	struct rw_semaphore data_rwsem;
1299
1300	/* for raid56, this is a full stripe, without parity */
1301	unsigned long full_stripe_len;
1302
1303	unsigned int ro:1;
1304	unsigned int iref:1;
1305	unsigned int has_caching_ctl:1;
1306	unsigned int removed:1;
1307
1308	int disk_cache_state;
1309
1310	/* cache tracking stuff */
1311	int cached;
1312	struct btrfs_caching_control *caching_ctl;
1313	u64 last_byte_to_unpin;
1314
1315	struct btrfs_space_info *space_info;
1316
1317	/* free space cache stuff */
1318	struct btrfs_free_space_ctl *free_space_ctl;
1319
1320	/* block group cache stuff */
1321	struct rb_node cache_node;
1322
1323	/* for block groups in the same raid type */
1324	struct list_head list;
1325
1326	/* usage count */
1327	atomic_t count;
1328
1329	/* List of struct btrfs_free_clusters for this block group.
1330	 * Today it will only have one thing on it, but that may change
1331	 */
1332	struct list_head cluster_list;
1333
1334	/* For delayed block group creation or deletion of empty block groups */
1335	struct list_head bg_list;
1336
1337	/* For read-only block groups */
1338	struct list_head ro_list;
1339
1340	atomic_t trimming;
1341
1342	/* For dirty block groups */
1343	struct list_head dirty_list;
1344	struct list_head io_list;
1345
1346	struct btrfs_io_ctl io_ctl;
1347};
1348
1349/* delayed seq elem */
1350struct seq_list {
1351	struct list_head list;
1352	u64 seq;
1353};
1354
1355#define SEQ_LIST_INIT(name)	{ .list = LIST_HEAD_INIT((name).list), .seq = 0 }
1356
1357enum btrfs_orphan_cleanup_state {
1358	ORPHAN_CLEANUP_STARTED	= 1,
1359	ORPHAN_CLEANUP_DONE	= 2,
1360};
1361
1362/* used by the raid56 code to lock stripes for read/modify/write */
1363struct btrfs_stripe_hash {
1364	struct list_head hash_list;
1365	wait_queue_head_t wait;
1366	spinlock_t lock;
1367};
1368
1369/* used by the raid56 code to lock stripes for read/modify/write */
1370struct btrfs_stripe_hash_table {
1371	struct list_head stripe_cache;
1372	spinlock_t cache_lock;
1373	int cache_size;
1374	struct btrfs_stripe_hash table[];
1375};
1376
1377#define BTRFS_STRIPE_HASH_TABLE_BITS 11
1378
1379void btrfs_init_async_reclaim_work(struct work_struct *work);
1380
1381/* fs_info */
1382struct reloc_control;
1383struct btrfs_device;
1384struct btrfs_fs_devices;
1385struct btrfs_balance_control;
1386struct btrfs_delayed_root;
1387struct btrfs_fs_info {
1388	u8 fsid[BTRFS_FSID_SIZE];
1389	u8 chunk_tree_uuid[BTRFS_UUID_SIZE];
1390	struct btrfs_root *extent_root;
1391	struct btrfs_root *tree_root;
1392	struct btrfs_root *chunk_root;
1393	struct btrfs_root *dev_root;
1394	struct btrfs_root *fs_root;
1395	struct btrfs_root *csum_root;
1396	struct btrfs_root *quota_root;
1397	struct btrfs_root *uuid_root;
1398
1399	/* the log root tree is a directory of all the other log roots */
1400	struct btrfs_root *log_root_tree;
1401
1402	spinlock_t fs_roots_radix_lock;
1403	struct radix_tree_root fs_roots_radix;
1404
1405	/* block group cache stuff */
1406	spinlock_t block_group_cache_lock;
1407	u64 first_logical_byte;
1408	struct rb_root block_group_cache_tree;
1409
1410	/* keep track of unallocated space */
1411	spinlock_t free_chunk_lock;
1412	u64 free_chunk_space;
1413
1414	struct extent_io_tree freed_extents[2];
1415	struct extent_io_tree *pinned_extents;
1416
1417	/* logical->physical extent mapping */
1418	struct btrfs_mapping_tree mapping_tree;
1419
1420	/*
1421	 * block reservation for extent, checksum, root tree and
1422	 * delayed dir index item
1423	 */
1424	struct btrfs_block_rsv global_block_rsv;
1425	/* block reservation for delay allocation */
1426	struct btrfs_block_rsv delalloc_block_rsv;
1427	/* block reservation for metadata operations */
1428	struct btrfs_block_rsv trans_block_rsv;
1429	/* block reservation for chunk tree */
1430	struct btrfs_block_rsv chunk_block_rsv;
1431	/* block reservation for delayed operations */
1432	struct btrfs_block_rsv delayed_block_rsv;
1433
1434	struct btrfs_block_rsv empty_block_rsv;
1435
1436	u64 generation;
1437	u64 last_trans_committed;
1438	u64 avg_delayed_ref_runtime;
1439
1440	/*
1441	 * this is updated to the current trans every time a full commit
1442	 * is required instead of the faster short fsync log commits
1443	 */
1444	u64 last_trans_log_full_commit;
1445	unsigned long mount_opt;
1446	/*
1447	 * Track requests for actions that need to be done during transaction
1448	 * commit (like for some mount options).
1449	 */
1450	unsigned long pending_changes;
1451	unsigned long compress_type:4;
1452	int commit_interval;
1453	/*
1454	 * It is a suggestive number, the read side is safe even it gets a
1455	 * wrong number because we will write out the data into a regular
1456	 * extent. The write side(mount/remount) is under ->s_umount lock,
1457	 * so it is also safe.
1458	 */
1459	u64 max_inline;
1460	/*
1461	 * Protected by ->chunk_mutex and sb->s_umount.
1462	 *
1463	 * The reason that we use two lock to protect it is because only
1464	 * remount and mount operations can change it and these two operations
1465	 * are under sb->s_umount, but the read side (chunk allocation) can not
1466	 * acquire sb->s_umount or the deadlock would happen. So we use two
1467	 * locks to protect it. On the write side, we must acquire two locks,
1468	 * and on the read side, we just need acquire one of them.
1469	 */
1470	u64 alloc_start;
1471	struct btrfs_transaction *running_transaction;
1472	wait_queue_head_t transaction_throttle;
1473	wait_queue_head_t transaction_wait;
1474	wait_queue_head_t transaction_blocked_wait;
1475	wait_queue_head_t async_submit_wait;
1476
1477	/*
1478	 * Used to protect the incompat_flags, compat_flags, compat_ro_flags
1479	 * when they are updated.
1480	 *
1481	 * Because we do not clear the flags for ever, so we needn't use
1482	 * the lock on the read side.
1483	 *
1484	 * We also needn't use the lock when we mount the fs, because
1485	 * there is no other task which will update the flag.
1486	 */
1487	spinlock_t super_lock;
1488	struct btrfs_super_block *super_copy;
1489	struct btrfs_super_block *super_for_commit;
1490	struct block_device *__bdev;
1491	struct super_block *sb;
1492	struct inode *btree_inode;
1493	struct backing_dev_info bdi;
1494	struct mutex tree_log_mutex;
1495	struct mutex transaction_kthread_mutex;
1496	struct mutex cleaner_mutex;
1497	struct mutex chunk_mutex;
1498	struct mutex volume_mutex;
1499
1500	/*
1501	 * this is taken to make sure we don't set block groups ro after
1502	 * the free space cache has been allocated on them
1503	 */
1504	struct mutex ro_block_group_mutex;
1505
1506	/* this is used during read/modify/write to make sure
1507	 * no two ios are trying to mod the same stripe at the same
1508	 * time
1509	 */
1510	struct btrfs_stripe_hash_table *stripe_hash_table;
1511
1512	/*
1513	 * this protects the ordered operations list only while we are
1514	 * processing all of the entries on it.  This way we make
1515	 * sure the commit code doesn't find the list temporarily empty
1516	 * because another function happens to be doing non-waiting preflush
1517	 * before jumping into the main commit.
1518	 */
1519	struct mutex ordered_operations_mutex;
1520
1521	/*
1522	 * Same as ordered_operations_mutex except this is for ordered extents
1523	 * and not the operations.
1524	 */
1525	struct mutex ordered_extent_flush_mutex;
1526
1527	struct rw_semaphore commit_root_sem;
1528
1529	struct rw_semaphore cleanup_work_sem;
1530
1531	struct rw_semaphore subvol_sem;
1532	struct srcu_struct subvol_srcu;
1533
1534	spinlock_t trans_lock;
1535	/*
1536	 * the reloc mutex goes with the trans lock, it is taken
1537	 * during commit to protect us from the relocation code
1538	 */
1539	struct mutex reloc_mutex;
1540
1541	struct list_head trans_list;
1542	struct list_head dead_roots;
1543	struct list_head caching_block_groups;
1544
1545	spinlock_t delayed_iput_lock;
1546	struct list_head delayed_iputs;
1547	struct mutex cleaner_delayed_iput_mutex;
1548
1549	/* this protects tree_mod_seq_list */
1550	spinlock_t tree_mod_seq_lock;
1551	atomic64_t tree_mod_seq;
1552	struct list_head tree_mod_seq_list;
1553
1554	/* this protects tree_mod_log */
1555	rwlock_t tree_mod_log_lock;
1556	struct rb_root tree_mod_log;
1557
1558	atomic_t nr_async_submits;
1559	atomic_t async_submit_draining;
1560	atomic_t nr_async_bios;
1561	atomic_t async_delalloc_pages;
1562	atomic_t open_ioctl_trans;
1563
1564	/*
1565	 * this is used to protect the following list -- ordered_roots.
1566	 */
1567	spinlock_t ordered_root_lock;
1568
1569	/*
1570	 * all fs/file tree roots in which there are data=ordered extents
1571	 * pending writeback are added into this list.
1572	 *
1573	 * these can span multiple transactions and basically include
1574	 * every dirty data page that isn't from nodatacow
1575	 */
1576	struct list_head ordered_roots;
1577
1578	struct mutex delalloc_root_mutex;
1579	spinlock_t delalloc_root_lock;
1580	/* all fs/file tree roots that have delalloc inodes. */
1581	struct list_head delalloc_roots;
1582
1583	/*
1584	 * there is a pool of worker threads for checksumming during writes
1585	 * and a pool for checksumming after reads.  This is because readers
1586	 * can run with FS locks held, and the writers may be waiting for
1587	 * those locks.  We don't want ordering in the pending list to cause
1588	 * deadlocks, and so the two are serviced separately.
1589	 *
1590	 * A third pool does submit_bio to avoid deadlocking with the other
1591	 * two
1592	 */
1593	struct btrfs_workqueue *workers;
1594	struct btrfs_workqueue *delalloc_workers;
1595	struct btrfs_workqueue *flush_workers;
1596	struct btrfs_workqueue *endio_workers;
1597	struct btrfs_workqueue *endio_meta_workers;
1598	struct btrfs_workqueue *endio_raid56_workers;
1599	struct btrfs_workqueue *endio_repair_workers;
1600	struct btrfs_workqueue *rmw_workers;
1601	struct btrfs_workqueue *endio_meta_write_workers;
1602	struct btrfs_workqueue *endio_write_workers;
1603	struct btrfs_workqueue *endio_freespace_worker;
1604	struct btrfs_workqueue *submit_workers;
1605	struct btrfs_workqueue *caching_workers;
1606	struct btrfs_workqueue *readahead_workers;
1607
1608	/*
1609	 * fixup workers take dirty pages that didn't properly go through
1610	 * the cow mechanism and make them safe to write.  It happens
1611	 * for the sys_munmap function call path
1612	 */
1613	struct btrfs_workqueue *fixup_workers;
1614	struct btrfs_workqueue *delayed_workers;
1615
1616	/* the extent workers do delayed refs on the extent allocation tree */
1617	struct btrfs_workqueue *extent_workers;
1618	struct task_struct *transaction_kthread;
1619	struct task_struct *cleaner_kthread;
1620	int thread_pool_size;
1621
1622	struct kobject super_kobj;
1623	struct kobject *space_info_kobj;
1624	struct kobject *device_dir_kobj;
1625	struct completion kobj_unregister;
1626	int do_barriers;
1627	int closing;
1628	int log_root_recovering;
1629	int open;
1630
1631	u64 total_pinned;
1632
1633	/* used to keep from writing metadata until there is a nice batch */
1634	struct percpu_counter dirty_metadata_bytes;
1635	struct percpu_counter delalloc_bytes;
1636	s32 dirty_metadata_batch;
1637	s32 delalloc_batch;
1638
1639	struct list_head dirty_cowonly_roots;
1640
1641	struct btrfs_fs_devices *fs_devices;
1642
1643	/*
1644	 * the space_info list is almost entirely read only.  It only changes
1645	 * when we add a new raid type to the FS, and that happens
1646	 * very rarely.  RCU is used to protect it.
1647	 */
1648	struct list_head space_info;
1649
1650	struct btrfs_space_info *data_sinfo;
1651
1652	struct reloc_control *reloc_ctl;
1653
1654	/* data_alloc_cluster is only used in ssd mode */
1655	struct btrfs_free_cluster data_alloc_cluster;
1656
1657	/* all metadata allocations go through this cluster */
1658	struct btrfs_free_cluster meta_alloc_cluster;
1659
1660	/* auto defrag inodes go here */
1661	spinlock_t defrag_inodes_lock;
1662	struct rb_root defrag_inodes;
1663	atomic_t defrag_running;
1664
1665	/* Used to protect avail_{data, metadata, system}_alloc_bits */
1666	seqlock_t profiles_lock;
1667	/*
1668	 * these three are in extended format (availability of single
1669	 * chunks is denoted by BTRFS_AVAIL_ALLOC_BIT_SINGLE bit, other
1670	 * types are denoted by corresponding BTRFS_BLOCK_GROUP_* bits)
1671	 */
1672	u64 avail_data_alloc_bits;
1673	u64 avail_metadata_alloc_bits;
1674	u64 avail_system_alloc_bits;
1675
1676	/* restriper state */
1677	spinlock_t balance_lock;
1678	struct mutex balance_mutex;
1679	atomic_t balance_running;
1680	atomic_t balance_pause_req;
1681	atomic_t balance_cancel_req;
1682	struct btrfs_balance_control *balance_ctl;
1683	wait_queue_head_t balance_wait_q;
1684
1685	unsigned data_chunk_allocations;
1686	unsigned metadata_ratio;
1687
1688	void *bdev_holder;
1689
1690	/* private scrub information */
1691	struct mutex scrub_lock;
1692	atomic_t scrubs_running;
1693	atomic_t scrub_pause_req;
1694	atomic_t scrubs_paused;
1695	atomic_t scrub_cancel_req;
1696	wait_queue_head_t scrub_pause_wait;
1697	int scrub_workers_refcnt;
1698	struct btrfs_workqueue *scrub_workers;
1699	struct btrfs_workqueue *scrub_wr_completion_workers;
1700	struct btrfs_workqueue *scrub_nocow_workers;
1701
1702#ifdef CONFIG_BTRFS_FS_CHECK_INTEGRITY
1703	u32 check_integrity_print_mask;
1704#endif
1705	/*
1706	 * quota information
1707	 */
1708	unsigned int quota_enabled:1;
1709
1710	/*
1711	 * quota_enabled only changes state after a commit. This holds the
1712	 * next state.
1713	 */
1714	unsigned int pending_quota_state:1;
1715
1716	/* is qgroup tracking in a consistent state? */
1717	u64 qgroup_flags;
1718
1719	/* holds configuration and tracking. Protected by qgroup_lock */
1720	struct rb_root qgroup_tree;
1721	struct rb_root qgroup_op_tree;
1722	spinlock_t qgroup_lock;
1723	spinlock_t qgroup_op_lock;
1724	atomic_t qgroup_op_seq;
1725
1726	/*
1727	 * used to avoid frequently calling ulist_alloc()/ulist_free()
1728	 * when doing qgroup accounting, it must be protected by qgroup_lock.
1729	 */
1730	struct ulist *qgroup_ulist;
1731
1732	/* protect user change for quota operations */
1733	struct mutex qgroup_ioctl_lock;
1734
1735	/* list of dirty qgroups to be written at next commit */
1736	struct list_head dirty_qgroups;
1737
1738	/* used by btrfs_qgroup_record_ref for an efficient tree traversal */
1739	u64 qgroup_seq;
1740
1741	/* qgroup rescan items */
1742	struct mutex qgroup_rescan_lock; /* protects the progress item */
1743	struct btrfs_key qgroup_rescan_progress;
1744	struct btrfs_workqueue *qgroup_rescan_workers;
1745	struct completion qgroup_rescan_completion;
1746	struct btrfs_work qgroup_rescan_work;
1747
1748	/* filesystem state */
1749	unsigned long fs_state;
1750
1751	struct btrfs_delayed_root *delayed_root;
1752
1753	/* readahead tree */
1754	spinlock_t reada_lock;
1755	struct radix_tree_root reada_tree;
1756
1757	/* Extent buffer radix tree */
1758	spinlock_t buffer_lock;
1759	struct radix_tree_root buffer_radix;
1760
1761	/* next backup root to be overwritten */
1762	int backup_root_index;
1763
1764	int num_tolerated_disk_barrier_failures;
1765
1766	/* device replace state */
1767	struct btrfs_dev_replace dev_replace;
1768
1769	atomic_t mutually_exclusive_operation_running;
1770
1771	struct percpu_counter bio_counter;
1772	wait_queue_head_t replace_wait;
1773
1774	struct semaphore uuid_tree_rescan_sem;
1775	unsigned int update_uuid_tree_gen:1;
1776
1777	/* Used to reclaim the metadata space in the background. */
1778	struct work_struct async_reclaim_work;
1779
1780	spinlock_t unused_bgs_lock;
1781	struct list_head unused_bgs;
1782	struct mutex unused_bg_unpin_mutex;
1783
1784	/* For btrfs to record security options */
1785	struct security_mnt_opts security_opts;
1786
1787	/*
1788	 * Chunks that can't be freed yet (under a trim/discard operation)
1789	 * and will be latter freed. Protected by fs_info->chunk_mutex.
1790	 */
1791	struct list_head pinned_chunks;
1792};
1793
1794struct btrfs_subvolume_writers {
1795	struct percpu_counter	counter;
1796	wait_queue_head_t	wait;
1797};
1798
1799/*
1800 * The state of btrfs root
1801 */
1802/*
1803 * btrfs_record_root_in_trans is a multi-step process,
1804 * and it can race with the balancing code.   But the
1805 * race is very small, and only the first time the root
1806 * is added to each transaction.  So IN_TRANS_SETUP
1807 * is used to tell us when more checks are required
1808 */
1809#define BTRFS_ROOT_IN_TRANS_SETUP	0
1810#define BTRFS_ROOT_REF_COWS		1
1811#define BTRFS_ROOT_TRACK_DIRTY		2
1812#define BTRFS_ROOT_IN_RADIX		3
1813#define BTRFS_ROOT_DUMMY_ROOT		4
1814#define BTRFS_ROOT_ORPHAN_ITEM_INSERTED	5
1815#define BTRFS_ROOT_DEFRAG_RUNNING	6
1816#define BTRFS_ROOT_FORCE_COW		7
1817#define BTRFS_ROOT_MULTI_LOG_TASKS	8
1818#define BTRFS_ROOT_DIRTY		9
1819
1820/*
1821 * in ram representation of the tree.  extent_root is used for all allocations
1822 * and for the extent tree extent_root root.
1823 */
1824struct btrfs_root {
1825	struct extent_buffer *node;
1826
1827	struct extent_buffer *commit_root;
1828	struct btrfs_root *log_root;
1829	struct btrfs_root *reloc_root;
1830
1831	unsigned long state;
1832	struct btrfs_root_item root_item;
1833	struct btrfs_key root_key;
1834	struct btrfs_fs_info *fs_info;
1835	struct extent_io_tree dirty_log_pages;
1836
1837	struct mutex objectid_mutex;
1838
1839	spinlock_t accounting_lock;
1840	struct btrfs_block_rsv *block_rsv;
1841
1842	/* free ino cache stuff */
1843	struct btrfs_free_space_ctl *free_ino_ctl;
1844	enum btrfs_caching_type ino_cache_state;
1845	spinlock_t ino_cache_lock;
1846	wait_queue_head_t ino_cache_wait;
1847	struct btrfs_free_space_ctl *free_ino_pinned;
1848	u64 ino_cache_progress;
1849	struct inode *ino_cache_inode;
1850
1851	struct mutex log_mutex;
1852	wait_queue_head_t log_writer_wait;
1853	wait_queue_head_t log_commit_wait[2];
1854	struct list_head log_ctxs[2];
1855	atomic_t log_writers;
1856	atomic_t log_commit[2];
1857	atomic_t log_batch;
1858	int log_transid;
1859	/* No matter the commit succeeds or not*/
1860	int log_transid_committed;
1861	/* Just be updated when the commit succeeds. */
1862	int last_log_commit;
1863	pid_t log_start_pid;
1864
1865	u64 objectid;
1866	u64 last_trans;
1867
1868	/* data allocations are done in sectorsize units */
1869	u32 sectorsize;
1870
1871	/* node allocations are done in nodesize units */
1872	u32 nodesize;
1873
1874	u32 stripesize;
1875
1876	u32 type;
1877
1878	u64 highest_objectid;
1879
1880	/* only used with CONFIG_BTRFS_FS_RUN_SANITY_TESTS is enabled */
1881	u64 alloc_bytenr;
1882
1883	u64 defrag_trans_start;
1884	struct btrfs_key defrag_progress;
1885	struct btrfs_key defrag_max;
1886	char *name;
1887
1888	/* the dirty list is only used by non-reference counted roots */
1889	struct list_head dirty_list;
1890
1891	struct list_head root_list;
1892
1893	spinlock_t log_extents_lock[2];
1894	struct list_head logged_list[2];
1895
1896	spinlock_t orphan_lock;
1897	atomic_t orphan_inodes;
1898	struct btrfs_block_rsv *orphan_block_rsv;
1899	int orphan_cleanup_state;
1900
1901	spinlock_t inode_lock;
1902	/* red-black tree that keeps track of in-memory inodes */
1903	struct rb_root inode_tree;
1904
1905	/*
1906	 * radix tree that keeps track of delayed nodes of every inode,
1907	 * protected by inode_lock
1908	 */
1909	struct radix_tree_root delayed_nodes_tree;
1910	/*
1911	 * right now this just gets used so that a root has its own devid
1912	 * for stat.  It may be used for more later
1913	 */
1914	dev_t anon_dev;
1915
1916	spinlock_t root_item_lock;
1917	atomic_t refs;
1918
1919	struct mutex delalloc_mutex;
1920	spinlock_t delalloc_lock;
1921	/*
1922	 * all of the inodes that have delalloc bytes.  It is possible for
1923	 * this list to be empty even when there is still dirty data=ordered
1924	 * extents waiting to finish IO.
1925	 */
1926	struct list_head delalloc_inodes;
1927	struct list_head delalloc_root;
1928	u64 nr_delalloc_inodes;
1929
1930	struct mutex ordered_extent_mutex;
1931	/*
1932	 * this is used by the balancing code to wait for all the pending
1933	 * ordered extents
1934	 */
1935	spinlock_t ordered_extent_lock;
1936
1937	/*
1938	 * all of the data=ordered extents pending writeback
1939	 * these can span multiple transactions and basically include
1940	 * every dirty data page that isn't from nodatacow
1941	 */
1942	struct list_head ordered_extents;
1943	struct list_head ordered_root;
1944	u64 nr_ordered_extents;
1945
1946	/*
1947	 * Number of currently running SEND ioctls to prevent
1948	 * manipulation with the read-only status via SUBVOL_SETFLAGS
1949	 */
1950	int send_in_progress;
1951	struct btrfs_subvolume_writers *subv_writers;
1952	atomic_t will_be_snapshoted;
1953};
1954
1955struct btrfs_ioctl_defrag_range_args {
1956	/* start of the defrag operation */
1957	__u64 start;
1958
1959	/* number of bytes to defrag, use (u64)-1 to say all */
1960	__u64 len;
1961
1962	/*
1963	 * flags for the operation, which can include turning
1964	 * on compression for this one defrag
1965	 */
1966	__u64 flags;
1967
1968	/*
1969	 * any extent bigger than this will be considered
1970	 * already defragged.  Use 0 to take the kernel default
1971	 * Use 1 to say every single extent must be rewritten
1972	 */
1973	__u32 extent_thresh;
1974
1975	/*
1976	 * which compression method to use if turning on compression
1977	 * for this defrag operation.  If unspecified, zlib will
1978	 * be used
1979	 */
1980	__u32 compress_type;
1981
1982	/* spare for later */
1983	__u32 unused[4];
1984};
1985
1986
1987/*
1988 * inode items have the data typically returned from stat and store other
1989 * info about object characteristics.  There is one for every file and dir in
1990 * the FS
1991 */
1992#define BTRFS_INODE_ITEM_KEY		1
1993#define BTRFS_INODE_REF_KEY		12
1994#define BTRFS_INODE_EXTREF_KEY		13
1995#define BTRFS_XATTR_ITEM_KEY		24
1996#define BTRFS_ORPHAN_ITEM_KEY		48
1997/* reserve 2-15 close to the inode for later flexibility */
1998
1999/*
2000 * dir items are the name -> inode pointers in a directory.  There is one
2001 * for every name in a directory.
2002 */
2003#define BTRFS_DIR_LOG_ITEM_KEY  60
2004#define BTRFS_DIR_LOG_INDEX_KEY 72
2005#define BTRFS_DIR_ITEM_KEY	84
2006#define BTRFS_DIR_INDEX_KEY	96
2007/*
2008 * extent data is for file data
2009 */
2010#define BTRFS_EXTENT_DATA_KEY	108
2011
2012/*
2013 * extent csums are stored in a separate tree and hold csums for
2014 * an entire extent on disk.
2015 */
2016#define BTRFS_EXTENT_CSUM_KEY	128
2017
2018/*
2019 * root items point to tree roots.  They are typically in the root
2020 * tree used by the super block to find all the other trees
2021 */
2022#define BTRFS_ROOT_ITEM_KEY	132
2023
2024/*
2025 * root backrefs tie subvols and snapshots to the directory entries that
2026 * reference them
2027 */
2028#define BTRFS_ROOT_BACKREF_KEY	144
2029
2030/*
2031 * root refs make a fast index for listing all of the snapshots and
2032 * subvolumes referenced by a given root.  They point directly to the
2033 * directory item in the root that references the subvol
2034 */
2035#define BTRFS_ROOT_REF_KEY	156
2036
2037/*
2038 * extent items are in the extent map tree.  These record which blocks
2039 * are used, and how many references there are to each block
2040 */
2041#define BTRFS_EXTENT_ITEM_KEY	168
2042
2043/*
2044 * The same as the BTRFS_EXTENT_ITEM_KEY, except it's metadata we already know
2045 * the length, so we save the level in key->offset instead of the length.
2046 */
2047#define BTRFS_METADATA_ITEM_KEY	169
2048
2049#define BTRFS_TREE_BLOCK_REF_KEY	176
2050
2051#define BTRFS_EXTENT_DATA_REF_KEY	178
2052
2053#define BTRFS_EXTENT_REF_V0_KEY		180
2054
2055#define BTRFS_SHARED_BLOCK_REF_KEY	182
2056
2057#define BTRFS_SHARED_DATA_REF_KEY	184
2058
2059/*
2060 * block groups give us hints into the extent allocation trees.  Which
2061 * blocks are free etc etc
2062 */
2063#define BTRFS_BLOCK_GROUP_ITEM_KEY 192
2064
2065#define BTRFS_DEV_EXTENT_KEY	204
2066#define BTRFS_DEV_ITEM_KEY	216
2067#define BTRFS_CHUNK_ITEM_KEY	228
2068
2069/*
2070 * Records the overall state of the qgroups.
2071 * There's only one instance of this key present,
2072 * (0, BTRFS_QGROUP_STATUS_KEY, 0)
2073 */
2074#define BTRFS_QGROUP_STATUS_KEY         240
2075/*
2076 * Records the currently used space of the qgroup.
2077 * One key per qgroup, (0, BTRFS_QGROUP_INFO_KEY, qgroupid).
2078 */
2079#define BTRFS_QGROUP_INFO_KEY           242
2080/*
2081 * Contains the user configured limits for the qgroup.
2082 * One key per qgroup, (0, BTRFS_QGROUP_LIMIT_KEY, qgroupid).
2083 */
2084#define BTRFS_QGROUP_LIMIT_KEY          244
2085/*
2086 * Records the child-parent relationship of qgroups. For
2087 * each relation, 2 keys are present:
2088 * (childid, BTRFS_QGROUP_RELATION_KEY, parentid)
2089 * (parentid, BTRFS_QGROUP_RELATION_KEY, childid)
2090 */
2091#define BTRFS_QGROUP_RELATION_KEY       246
2092
2093#define BTRFS_BALANCE_ITEM_KEY	248
2094
2095/*
2096 * Persistantly stores the io stats in the device tree.
2097 * One key for all stats, (0, BTRFS_DEV_STATS_KEY, devid).
2098 */
2099#define BTRFS_DEV_STATS_KEY	249
2100
2101/*
2102 * Persistantly stores the device replace state in the device tree.
2103 * The key is built like this: (0, BTRFS_DEV_REPLACE_KEY, 0).
2104 */
2105#define BTRFS_DEV_REPLACE_KEY	250
2106
2107/*
2108 * Stores items that allow to quickly map UUIDs to something else.
2109 * These items are part of the filesystem UUID tree.
2110 * The key is built like this:
2111 * (UUID_upper_64_bits, BTRFS_UUID_KEY*, UUID_lower_64_bits).
2112 */
2113#if BTRFS_UUID_SIZE != 16
2114#error "UUID items require BTRFS_UUID_SIZE == 16!"
2115#endif
2116#define BTRFS_UUID_KEY_SUBVOL	251	/* for UUIDs assigned to subvols */
2117#define BTRFS_UUID_KEY_RECEIVED_SUBVOL	252	/* for UUIDs assigned to
2118						 * received subvols */
2119
2120/*
2121 * string items are for debugging.  They just store a short string of
2122 * data in the FS
2123 */
2124#define BTRFS_STRING_ITEM_KEY	253
2125
2126/*
2127 * Flags for mount options.
2128 *
2129 * Note: don't forget to add new options to btrfs_show_options()
2130 */
2131#define BTRFS_MOUNT_NODATASUM		(1 << 0)
2132#define BTRFS_MOUNT_NODATACOW		(1 << 1)
2133#define BTRFS_MOUNT_NOBARRIER		(1 << 2)
2134#define BTRFS_MOUNT_SSD			(1 << 3)
2135#define BTRFS_MOUNT_DEGRADED		(1 << 4)
2136#define BTRFS_MOUNT_COMPRESS		(1 << 5)
2137#define BTRFS_MOUNT_NOTREELOG           (1 << 6)
2138#define BTRFS_MOUNT_FLUSHONCOMMIT       (1 << 7)
2139#define BTRFS_MOUNT_SSD_SPREAD		(1 << 8)
2140#define BTRFS_MOUNT_NOSSD		(1 << 9)
2141#define BTRFS_MOUNT_DISCARD		(1 << 10)
2142#define BTRFS_MOUNT_FORCE_COMPRESS      (1 << 11)
2143#define BTRFS_MOUNT_SPACE_CACHE		(1 << 12)
2144#define BTRFS_MOUNT_CLEAR_CACHE		(1 << 13)
2145#define BTRFS_MOUNT_USER_SUBVOL_RM_ALLOWED (1 << 14)
2146#define BTRFS_MOUNT_ENOSPC_DEBUG	 (1 << 15)
2147#define BTRFS_MOUNT_AUTO_DEFRAG		(1 << 16)
2148#define BTRFS_MOUNT_INODE_MAP_CACHE	(1 << 17)
2149#define BTRFS_MOUNT_RECOVERY		(1 << 18)
2150#define BTRFS_MOUNT_SKIP_BALANCE	(1 << 19)
2151#define BTRFS_MOUNT_CHECK_INTEGRITY	(1 << 20)
2152#define BTRFS_MOUNT_CHECK_INTEGRITY_INCLUDING_EXTENT_DATA (1 << 21)
2153#define BTRFS_MOUNT_PANIC_ON_FATAL_ERROR	(1 << 22)
2154#define BTRFS_MOUNT_RESCAN_UUID_TREE	(1 << 23)
2155
2156#define BTRFS_DEFAULT_COMMIT_INTERVAL	(30)
2157#define BTRFS_DEFAULT_MAX_INLINE	(8192)
2158
2159#define btrfs_clear_opt(o, opt)		((o) &= ~BTRFS_MOUNT_##opt)
2160#define btrfs_set_opt(o, opt)		((o) |= BTRFS_MOUNT_##opt)
2161#define btrfs_raw_test_opt(o, opt)	((o) & BTRFS_MOUNT_##opt)
2162#define btrfs_test_opt(root, opt)	((root)->fs_info->mount_opt & \
2163					 BTRFS_MOUNT_##opt)
2164
2165#define btrfs_set_and_info(root, opt, fmt, args...)			\
2166{									\
2167	if (!btrfs_test_opt(root, opt))					\
2168		btrfs_info(root->fs_info, fmt, ##args);			\
2169	btrfs_set_opt(root->fs_info->mount_opt, opt);			\
2170}
2171
2172#define btrfs_clear_and_info(root, opt, fmt, args...)			\
2173{									\
2174	if (btrfs_test_opt(root, opt))					\
2175		btrfs_info(root->fs_info, fmt, ##args);			\
2176	btrfs_clear_opt(root->fs_info->mount_opt, opt);			\
2177}
2178
2179/*
2180 * Requests for changes that need to be done during transaction commit.
2181 *
2182 * Internal mount options that are used for special handling of the real
2183 * mount options (eg. cannot be set during remount and have to be set during
2184 * transaction commit)
2185 */
2186
2187#define BTRFS_PENDING_SET_INODE_MAP_CACHE	(0)
2188#define BTRFS_PENDING_CLEAR_INODE_MAP_CACHE	(1)
2189#define BTRFS_PENDING_COMMIT			(2)
2190
2191#define btrfs_test_pending(info, opt)	\
2192	test_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2193#define btrfs_set_pending(info, opt)	\
2194	set_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2195#define btrfs_clear_pending(info, opt)	\
2196	clear_bit(BTRFS_PENDING_##opt, &(info)->pending_changes)
2197
2198/*
2199 * Helpers for setting pending mount option changes.
2200 *
2201 * Expects corresponding macros
2202 * BTRFS_PENDING_SET_ and CLEAR_ + short mount option name
2203 */
2204#define btrfs_set_pending_and_info(info, opt, fmt, args...)            \
2205do {                                                                   \
2206       if (!btrfs_raw_test_opt((info)->mount_opt, opt)) {              \
2207               btrfs_info((info), fmt, ##args);                        \
2208               btrfs_set_pending((info), SET_##opt);                   \
2209               btrfs_clear_pending((info), CLEAR_##opt);               \
2210       }                                                               \
2211} while(0)
2212
2213#define btrfs_clear_pending_and_info(info, opt, fmt, args...)          \
2214do {                                                                   \
2215       if (btrfs_raw_test_opt((info)->mount_opt, opt)) {               \
2216               btrfs_info((info), fmt, ##args);                        \
2217               btrfs_set_pending((info), CLEAR_##opt);                 \
2218               btrfs_clear_pending((info), SET_##opt);                 \
2219       }                                                               \
2220} while(0)
2221
2222/*
2223 * Inode flags
2224 */
2225#define BTRFS_INODE_NODATASUM		(1 << 0)
2226#define BTRFS_INODE_NODATACOW		(1 << 1)
2227#define BTRFS_INODE_READONLY		(1 << 2)
2228#define BTRFS_INODE_NOCOMPRESS		(1 << 3)
2229#define BTRFS_INODE_PREALLOC		(1 << 4)
2230#define BTRFS_INODE_SYNC		(1 << 5)
2231#define BTRFS_INODE_IMMUTABLE		(1 << 6)
2232#define BTRFS_INODE_APPEND		(1 << 7)
2233#define BTRFS_INODE_NODUMP		(1 << 8)
2234#define BTRFS_INODE_NOATIME		(1 << 9)
2235#define BTRFS_INODE_DIRSYNC		(1 << 10)
2236#define BTRFS_INODE_COMPRESS		(1 << 11)
2237
2238#define BTRFS_INODE_ROOT_ITEM_INIT	(1 << 31)
2239
2240struct btrfs_map_token {
2241	struct extent_buffer *eb;
2242	char *kaddr;
2243	unsigned long offset;
2244};
2245
2246static inline void btrfs_init_map_token (struct btrfs_map_token *token)
2247{
2248	token->kaddr = NULL;
2249}
2250
2251/* some macros to generate set/get funcs for the struct fields.  This
2252 * assumes there is a lefoo_to_cpu for every type, so lets make a simple
2253 * one for u8:
2254 */
2255#define le8_to_cpu(v) (v)
2256#define cpu_to_le8(v) (v)
2257#define __le8 u8
2258
2259#define read_eb_member(eb, ptr, type, member, result) (			\
2260	read_extent_buffer(eb, (char *)(result),			\
2261			   ((unsigned long)(ptr)) +			\
2262			    offsetof(type, member),			\
2263			   sizeof(((type *)0)->member)))
2264
2265#define write_eb_member(eb, ptr, type, member, result) (		\
2266	write_extent_buffer(eb, (char *)(result),			\
2267			   ((unsigned long)(ptr)) +			\
2268			    offsetof(type, member),			\
2269			   sizeof(((type *)0)->member)))
2270
2271#define DECLARE_BTRFS_SETGET_BITS(bits)					\
2272u##bits btrfs_get_token_##bits(struct extent_buffer *eb, void *ptr,	\
2273			       unsigned long off,			\
2274                              struct btrfs_map_token *token);		\
2275void btrfs_set_token_##bits(struct extent_buffer *eb, void *ptr,	\
2276			    unsigned long off, u##bits val,		\
2277			    struct btrfs_map_token *token);		\
2278static inline u##bits btrfs_get_##bits(struct extent_buffer *eb, void *ptr, \
2279				       unsigned long off)		\
2280{									\
2281	return btrfs_get_token_##bits(eb, ptr, off, NULL);		\
2282}									\
2283static inline void btrfs_set_##bits(struct extent_buffer *eb, void *ptr, \
2284				    unsigned long off, u##bits val)	\
2285{									\
2286       btrfs_set_token_##bits(eb, ptr, off, val, NULL);			\
2287}
2288
2289DECLARE_BTRFS_SETGET_BITS(8)
2290DECLARE_BTRFS_SETGET_BITS(16)
2291DECLARE_BTRFS_SETGET_BITS(32)
2292DECLARE_BTRFS_SETGET_BITS(64)
2293
2294#define BTRFS_SETGET_FUNCS(name, type, member, bits)			\
2295static inline u##bits btrfs_##name(struct extent_buffer *eb, type *s)	\
2296{									\
2297	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2298	return btrfs_get_##bits(eb, s, offsetof(type, member));		\
2299}									\
2300static inline void btrfs_set_##name(struct extent_buffer *eb, type *s,	\
2301				    u##bits val)			\
2302{									\
2303	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2304	btrfs_set_##bits(eb, s, offsetof(type, member), val);		\
2305}									\
2306static inline u##bits btrfs_token_##name(struct extent_buffer *eb, type *s, \
2307					 struct btrfs_map_token *token)	\
2308{									\
2309	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2310	return btrfs_get_token_##bits(eb, s, offsetof(type, member), token); \
2311}									\
2312static inline void btrfs_set_token_##name(struct extent_buffer *eb,	\
2313					  type *s, u##bits val,		\
2314                                         struct btrfs_map_token *token)	\
2315{									\
2316	BUILD_BUG_ON(sizeof(u##bits) != sizeof(((type *)0))->member);	\
2317	btrfs_set_token_##bits(eb, s, offsetof(type, member), val, token); \
2318}
2319
2320#define BTRFS_SETGET_HEADER_FUNCS(name, type, member, bits)		\
2321static inline u##bits btrfs_##name(struct extent_buffer *eb)		\
2322{									\
2323	type *p = page_address(eb->pages[0]);				\
2324	u##bits res = le##bits##_to_cpu(p->member);			\
2325	return res;							\
2326}									\
2327static inline void btrfs_set_##name(struct extent_buffer *eb,		\
2328				    u##bits val)			\
2329{									\
2330	type *p = page_address(eb->pages[0]);				\
2331	p->member = cpu_to_le##bits(val);				\
2332}
2333
2334#define BTRFS_SETGET_STACK_FUNCS(name, type, member, bits)		\
2335static inline u##bits btrfs_##name(type *s)				\
2336{									\
2337	return le##bits##_to_cpu(s->member);				\
2338}									\
2339static inline void btrfs_set_##name(type *s, u##bits val)		\
2340{									\
2341	s->member = cpu_to_le##bits(val);				\
2342}
2343
2344BTRFS_SETGET_FUNCS(device_type, struct btrfs_dev_item, type, 64);
2345BTRFS_SETGET_FUNCS(device_total_bytes, struct btrfs_dev_item, total_bytes, 64);
2346BTRFS_SETGET_FUNCS(device_bytes_used, struct btrfs_dev_item, bytes_used, 64);
2347BTRFS_SETGET_FUNCS(device_io_align, struct btrfs_dev_item, io_align, 32);
2348BTRFS_SETGET_FUNCS(device_io_width, struct btrfs_dev_item, io_width, 32);
2349BTRFS_SETGET_FUNCS(device_start_offset, struct btrfs_dev_item,
2350		   start_offset, 64);
2351BTRFS_SETGET_FUNCS(device_sector_size, struct btrfs_dev_item, sector_size, 32);
2352BTRFS_SETGET_FUNCS(device_id, struct btrfs_dev_item, devid, 64);
2353BTRFS_SETGET_FUNCS(device_group, struct btrfs_dev_item, dev_group, 32);
2354BTRFS_SETGET_FUNCS(device_seek_speed, struct btrfs_dev_item, seek_speed, 8);
2355BTRFS_SETGET_FUNCS(device_bandwidth, struct btrfs_dev_item, bandwidth, 8);
2356BTRFS_SETGET_FUNCS(device_generation, struct btrfs_dev_item, generation, 64);
2357
2358BTRFS_SETGET_STACK_FUNCS(stack_device_type, struct btrfs_dev_item, type, 64);
2359BTRFS_SETGET_STACK_FUNCS(stack_device_total_bytes, struct btrfs_dev_item,
2360			 total_bytes, 64);
2361BTRFS_SETGET_STACK_FUNCS(stack_device_bytes_used, struct btrfs_dev_item,
2362			 bytes_used, 64);
2363BTRFS_SETGET_STACK_FUNCS(stack_device_io_align, struct btrfs_dev_item,
2364			 io_align, 32);
2365BTRFS_SETGET_STACK_FUNCS(stack_device_io_width, struct btrfs_dev_item,
2366			 io_width, 32);
2367BTRFS_SETGET_STACK_FUNCS(stack_device_sector_size, struct btrfs_dev_item,
2368			 sector_size, 32);
2369BTRFS_SETGET_STACK_FUNCS(stack_device_id, struct btrfs_dev_item, devid, 64);
2370BTRFS_SETGET_STACK_FUNCS(stack_device_group, struct btrfs_dev_item,
2371			 dev_group, 32);
2372BTRFS_SETGET_STACK_FUNCS(stack_device_seek_speed, struct btrfs_dev_item,
2373			 seek_speed, 8);
2374BTRFS_SETGET_STACK_FUNCS(stack_device_bandwidth, struct btrfs_dev_item,
2375			 bandwidth, 8);
2376BTRFS_SETGET_STACK_FUNCS(stack_device_generation, struct btrfs_dev_item,
2377			 generation, 64);
2378
2379static inline unsigned long btrfs_device_uuid(struct btrfs_dev_item *d)
2380{
2381	return (unsigned long)d + offsetof(struct btrfs_dev_item, uuid);
2382}
2383
2384static inline unsigned long btrfs_device_fsid(struct btrfs_dev_item *d)
2385{
2386	return (unsigned long)d + offsetof(struct btrfs_dev_item, fsid);
2387}
2388
2389BTRFS_SETGET_FUNCS(chunk_length, struct btrfs_chunk, length, 64);
2390BTRFS_SETGET_FUNCS(chunk_owner, struct btrfs_chunk, owner, 64);
2391BTRFS_SETGET_FUNCS(chunk_stripe_len, struct btrfs_chunk, stripe_len, 64);
2392BTRFS_SETGET_FUNCS(chunk_io_align, struct btrfs_chunk, io_align, 32);
2393BTRFS_SETGET_FUNCS(chunk_io_width, struct btrfs_chunk, io_width, 32);
2394BTRFS_SETGET_FUNCS(chunk_sector_size, struct btrfs_chunk, sector_size, 32);
2395BTRFS_SETGET_FUNCS(chunk_type, struct btrfs_chunk, type, 64);
2396BTRFS_SETGET_FUNCS(chunk_num_stripes, struct btrfs_chunk, num_stripes, 16);
2397BTRFS_SETGET_FUNCS(chunk_sub_stripes, struct btrfs_chunk, sub_stripes, 16);
2398BTRFS_SETGET_FUNCS(stripe_devid, struct btrfs_stripe, devid, 64);
2399BTRFS_SETGET_FUNCS(stripe_offset, struct btrfs_stripe, offset, 64);
2400
2401static inline char *btrfs_stripe_dev_uuid(struct btrfs_stripe *s)
2402{
2403	return (char *)s + offsetof(struct btrfs_stripe, dev_uuid);
2404}
2405
2406BTRFS_SETGET_STACK_FUNCS(stack_chunk_length, struct btrfs_chunk, length, 64);
2407BTRFS_SETGET_STACK_FUNCS(stack_chunk_owner, struct btrfs_chunk, owner, 64);
2408BTRFS_SETGET_STACK_FUNCS(stack_chunk_stripe_len, struct btrfs_chunk,
2409			 stripe_len, 64);
2410BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_align, struct btrfs_chunk,
2411			 io_align, 32);
2412BTRFS_SETGET_STACK_FUNCS(stack_chunk_io_width, struct btrfs_chunk,
2413			 io_width, 32);
2414BTRFS_SETGET_STACK_FUNCS(stack_chunk_sector_size, struct btrfs_chunk,
2415			 sector_size, 32);
2416BTRFS_SETGET_STACK_FUNCS(stack_chunk_type, struct btrfs_chunk, type, 64);
2417BTRFS_SETGET_STACK_FUNCS(stack_chunk_num_stripes, struct btrfs_chunk,
2418			 num_stripes, 16);
2419BTRFS_SETGET_STACK_FUNCS(stack_chunk_sub_stripes, struct btrfs_chunk,
2420			 sub_stripes, 16);
2421BTRFS_SETGET_STACK_FUNCS(stack_stripe_devid, struct btrfs_stripe, devid, 64);
2422BTRFS_SETGET_STACK_FUNCS(stack_stripe_offset, struct btrfs_stripe, offset, 64);
2423
2424static inline struct btrfs_stripe *btrfs_stripe_nr(struct btrfs_chunk *c,
2425						   int nr)
2426{
2427	unsigned long offset = (unsigned long)c;
2428	offset += offsetof(struct btrfs_chunk, stripe);
2429	offset += nr * sizeof(struct btrfs_stripe);
2430	return (struct btrfs_stripe *)offset;
2431}
2432
2433static inline char *btrfs_stripe_dev_uuid_nr(struct btrfs_chunk *c, int nr)
2434{
2435	return btrfs_stripe_dev_uuid(btrfs_stripe_nr(c, nr));
2436}
2437
2438static inline u64 btrfs_stripe_offset_nr(struct extent_buffer *eb,
2439					 struct btrfs_chunk *c, int nr)
2440{
2441	return btrfs_stripe_offset(eb, btrfs_stripe_nr(c, nr));
2442}
2443
2444static inline u64 btrfs_stripe_devid_nr(struct extent_buffer *eb,
2445					 struct btrfs_chunk *c, int nr)
2446{
2447	return btrfs_stripe_devid(eb, btrfs_stripe_nr(c, nr));
2448}
2449
2450/* struct btrfs_block_group_item */
2451BTRFS_SETGET_STACK_FUNCS(block_group_used, struct btrfs_block_group_item,
2452			 used, 64);
2453BTRFS_SETGET_FUNCS(disk_block_group_used, struct btrfs_block_group_item,
2454			 used, 64);
2455BTRFS_SETGET_STACK_FUNCS(block_group_chunk_objectid,
2456			struct btrfs_block_group_item, chunk_objectid, 64);
2457
2458BTRFS_SETGET_FUNCS(disk_block_group_chunk_objectid,
2459		   struct btrfs_block_group_item, chunk_objectid, 64);
2460BTRFS_SETGET_FUNCS(disk_block_group_flags,
2461		   struct btrfs_block_group_item, flags, 64);
2462BTRFS_SETGET_STACK_FUNCS(block_group_flags,
2463			struct btrfs_block_group_item, flags, 64);
2464
2465/* struct btrfs_inode_ref */
2466BTRFS_SETGET_FUNCS(inode_ref_name_len, struct btrfs_inode_ref, name_len, 16);
2467BTRFS_SETGET_FUNCS(inode_ref_index, struct btrfs_inode_ref, index, 64);
2468
2469/* struct btrfs_inode_extref */
2470BTRFS_SETGET_FUNCS(inode_extref_parent, struct btrfs_inode_extref,
2471		   parent_objectid, 64);
2472BTRFS_SETGET_FUNCS(inode_extref_name_len, struct btrfs_inode_extref,
2473		   name_len, 16);
2474BTRFS_SETGET_FUNCS(inode_extref_index, struct btrfs_inode_extref, index, 64);
2475
2476/* struct btrfs_inode_item */
2477BTRFS_SETGET_FUNCS(inode_generation, struct btrfs_inode_item, generation, 64);
2478BTRFS_SETGET_FUNCS(inode_sequence, struct btrfs_inode_item, sequence, 64);
2479BTRFS_SETGET_FUNCS(inode_transid, struct btrfs_inode_item, transid, 64);
2480BTRFS_SETGET_FUNCS(inode_size, struct btrfs_inode_item, size, 64);
2481BTRFS_SETGET_FUNCS(inode_nbytes, struct btrfs_inode_item, nbytes, 64);
2482BTRFS_SETGET_FUNCS(inode_block_group, struct btrfs_inode_item, block_group, 64);
2483BTRFS_SETGET_FUNCS(inode_nlink, struct btrfs_inode_item, nlink, 32);
2484BTRFS_SETGET_FUNCS(inode_uid, struct btrfs_inode_item, uid, 32);
2485BTRFS_SETGET_FUNCS(inode_gid, struct btrfs_inode_item, gid, 32);
2486BTRFS_SETGET_FUNCS(inode_mode, struct btrfs_inode_item, mode, 32);
2487BTRFS_SETGET_FUNCS(inode_rdev, struct btrfs_inode_item, rdev, 64);
2488BTRFS_SETGET_FUNCS(inode_flags, struct btrfs_inode_item, flags, 64);
2489BTRFS_SETGET_STACK_FUNCS(stack_inode_generation, struct btrfs_inode_item,
2490			 generation, 64);
2491BTRFS_SETGET_STACK_FUNCS(stack_inode_sequence, struct btrfs_inode_item,
2492			 sequence, 64);
2493BTRFS_SETGET_STACK_FUNCS(stack_inode_transid, struct btrfs_inode_item,
2494			 transid, 64);
2495BTRFS_SETGET_STACK_FUNCS(stack_inode_size, struct btrfs_inode_item, size, 64);
2496BTRFS_SETGET_STACK_FUNCS(stack_inode_nbytes, struct btrfs_inode_item,
2497			 nbytes, 64);
2498BTRFS_SETGET_STACK_FUNCS(stack_inode_block_group, struct btrfs_inode_item,
2499			 block_group, 64);
2500BTRFS_SETGET_STACK_FUNCS(stack_inode_nlink, struct btrfs_inode_item, nlink, 32);
2501BTRFS_SETGET_STACK_FUNCS(stack_inode_uid, struct btrfs_inode_item, uid, 32);
2502BTRFS_SETGET_STACK_FUNCS(stack_inode_gid, struct btrfs_inode_item, gid, 32);
2503BTRFS_SETGET_STACK_FUNCS(stack_inode_mode, struct btrfs_inode_item, mode, 32);
2504BTRFS_SETGET_STACK_FUNCS(stack_inode_rdev, struct btrfs_inode_item, rdev, 64);
2505BTRFS_SETGET_STACK_FUNCS(stack_inode_flags, struct btrfs_inode_item, flags, 64);
2506BTRFS_SETGET_FUNCS(timespec_sec, struct btrfs_timespec, sec, 64);
2507BTRFS_SETGET_FUNCS(timespec_nsec, struct btrfs_timespec, nsec, 32);
2508BTRFS_SETGET_STACK_FUNCS(stack_timespec_sec, struct btrfs_timespec, sec, 64);
2509BTRFS_SETGET_STACK_FUNCS(stack_timespec_nsec, struct btrfs_timespec, nsec, 32);
2510
2511/* struct btrfs_dev_extent */
2512BTRFS_SETGET_FUNCS(dev_extent_chunk_tree, struct btrfs_dev_extent,
2513		   chunk_tree, 64);
2514BTRFS_SETGET_FUNCS(dev_extent_chunk_objectid, struct btrfs_dev_extent,
2515		   chunk_objectid, 64);
2516BTRFS_SETGET_FUNCS(dev_extent_chunk_offset, struct btrfs_dev_extent,
2517		   chunk_offset, 64);
2518BTRFS_SETGET_FUNCS(dev_extent_length, struct btrfs_dev_extent, length, 64);
2519
2520static inline unsigned long btrfs_dev_extent_chunk_tree_uuid(struct btrfs_dev_extent *dev)
2521{
2522	unsigned long ptr = offsetof(struct btrfs_dev_extent, chunk_tree_uuid);
2523	return (unsigned long)dev + ptr;
2524}
2525
2526BTRFS_SETGET_FUNCS(extent_refs, struct btrfs_extent_item, refs, 64);
2527BTRFS_SETGET_FUNCS(extent_generation, struct btrfs_extent_item,
2528		   generation, 64);
2529BTRFS_SETGET_FUNCS(extent_flags, struct btrfs_extent_item, flags, 64);
2530
2531BTRFS_SETGET_FUNCS(extent_refs_v0, struct btrfs_extent_item_v0, refs, 32);
2532
2533
2534BTRFS_SETGET_FUNCS(tree_block_level, struct btrfs_tree_block_info, level, 8);
2535
2536static inline void btrfs_tree_block_key(struct extent_buffer *eb,
2537					struct btrfs_tree_block_info *item,
2538					struct btrfs_disk_key *key)
2539{
2540	read_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2541}
2542
2543static inline void btrfs_set_tree_block_key(struct extent_buffer *eb,
2544					    struct btrfs_tree_block_info *item,
2545					    struct btrfs_disk_key *key)
2546{
2547	write_eb_member(eb, item, struct btrfs_tree_block_info, key, key);
2548}
2549
2550BTRFS_SETGET_FUNCS(extent_data_ref_root, struct btrfs_extent_data_ref,
2551		   root, 64);
2552BTRFS_SETGET_FUNCS(extent_data_ref_objectid, struct btrfs_extent_data_ref,
2553		   objectid, 64);
2554BTRFS_SETGET_FUNCS(extent_data_ref_offset, struct btrfs_extent_data_ref,
2555		   offset, 64);
2556BTRFS_SETGET_FUNCS(extent_data_ref_count, struct btrfs_extent_data_ref,
2557		   count, 32);
2558
2559BTRFS_SETGET_FUNCS(shared_data_ref_count, struct btrfs_shared_data_ref,
2560		   count, 32);
2561
2562BTRFS_SETGET_FUNCS(extent_inline_ref_type, struct btrfs_extent_inline_ref,
2563		   type, 8);
2564BTRFS_SETGET_FUNCS(extent_inline_ref_offset, struct btrfs_extent_inline_ref,
2565		   offset, 64);
2566
2567static inline u32 btrfs_extent_inline_ref_size(int type)
2568{
2569	if (type == BTRFS_TREE_BLOCK_REF_KEY ||
2570	    type == BTRFS_SHARED_BLOCK_REF_KEY)
2571		return sizeof(struct btrfs_extent_inline_ref);
2572	if (type == BTRFS_SHARED_DATA_REF_KEY)
2573		return sizeof(struct btrfs_shared_data_ref) +
2574		       sizeof(struct btrfs_extent_inline_ref);
2575	if (type == BTRFS_EXTENT_DATA_REF_KEY)
2576		return sizeof(struct btrfs_extent_data_ref) +
2577		       offsetof(struct btrfs_extent_inline_ref, offset);
2578	BUG();
2579	return 0;
2580}
2581
2582BTRFS_SETGET_FUNCS(ref_root_v0, struct btrfs_extent_ref_v0, root, 64);
2583BTRFS_SETGET_FUNCS(ref_generation_v0, struct btrfs_extent_ref_v0,
2584		   generation, 64);
2585BTRFS_SETGET_FUNCS(ref_objectid_v0, struct btrfs_extent_ref_v0, objectid, 64);
2586BTRFS_SETGET_FUNCS(ref_count_v0, struct btrfs_extent_ref_v0, count, 32);
2587
2588/* struct btrfs_node */
2589BTRFS_SETGET_FUNCS(key_blockptr, struct btrfs_key_ptr, blockptr, 64);
2590BTRFS_SETGET_FUNCS(key_generation, struct btrfs_key_ptr, generation, 64);
2591BTRFS_SETGET_STACK_FUNCS(stack_key_blockptr, struct btrfs_key_ptr,
2592			 blockptr, 64);
2593BTRFS_SETGET_STACK_FUNCS(stack_key_generation, struct btrfs_key_ptr,
2594			 generation, 64);
2595
2596static inline u64 btrfs_node_blockptr(struct extent_buffer *eb, int nr)
2597{
2598	unsigned long ptr;
2599	ptr = offsetof(struct btrfs_node, ptrs) +
2600		sizeof(struct btrfs_key_ptr) * nr;
2601	return btrfs_key_blockptr(eb, (struct btrfs_key_ptr *)ptr);
2602}
2603
2604static inline void btrfs_set_node_blockptr(struct extent_buffer *eb,
2605					   int nr, u64 val)
2606{
2607	unsigned long ptr;
2608	ptr = offsetof(struct btrfs_node, ptrs) +
2609		sizeof(struct btrfs_key_ptr) * nr;
2610	btrfs_set_key_blockptr(eb, (struct btrfs_key_ptr *)ptr, val);
2611}
2612
2613static inline u64 btrfs_node_ptr_generation(struct extent_buffer *eb, int nr)
2614{
2615	unsigned long ptr;
2616	ptr = offsetof(struct btrfs_node, ptrs) +
2617		sizeof(struct btrfs_key_ptr) * nr;
2618	return btrfs_key_generation(eb, (struct btrfs_key_ptr *)ptr);
2619}
2620
2621static inline void btrfs_set_node_ptr_generation(struct extent_buffer *eb,
2622						 int nr, u64 val)
2623{
2624	unsigned long ptr;
2625	ptr = offsetof(struct btrfs_node, ptrs) +
2626		sizeof(struct btrfs_key_ptr) * nr;
2627	btrfs_set_key_generation(eb, (struct btrfs_key_ptr *)ptr, val);
2628}
2629
2630static inline unsigned long btrfs_node_key_ptr_offset(int nr)
2631{
2632	return offsetof(struct btrfs_node, ptrs) +
2633		sizeof(struct btrfs_key_ptr) * nr;
2634}
2635
2636void btrfs_node_key(struct extent_buffer *eb,
2637		    struct btrfs_disk_key *disk_key, int nr);
2638
2639static inline void btrfs_set_node_key(struct extent_buffer *eb,
2640				      struct btrfs_disk_key *disk_key, int nr)
2641{
2642	unsigned long ptr;
2643	ptr = btrfs_node_key_ptr_offset(nr);
2644	write_eb_member(eb, (struct btrfs_key_ptr *)ptr,
2645		       struct btrfs_key_ptr, key, disk_key);
2646}
2647
2648/* struct btrfs_item */
2649BTRFS_SETGET_FUNCS(item_offset, struct btrfs_item, offset, 32);
2650BTRFS_SETGET_FUNCS(item_size, struct btrfs_item, size, 32);
2651BTRFS_SETGET_STACK_FUNCS(stack_item_offset, struct btrfs_item, offset, 32);
2652BTRFS_SETGET_STACK_FUNCS(stack_item_size, struct btrfs_item, size, 32);
2653
2654static inline unsigned long btrfs_item_nr_offset(int nr)
2655{
2656	return offsetof(struct btrfs_leaf, items) +
2657		sizeof(struct btrfs_item) * nr;
2658}
2659
2660static inline struct btrfs_item *btrfs_item_nr(int nr)
2661{
2662	return (struct btrfs_item *)btrfs_item_nr_offset(nr);
2663}
2664
2665static inline u32 btrfs_item_end(struct extent_buffer *eb,
2666				 struct btrfs_item *item)
2667{
2668	return btrfs_item_offset(eb, item) + btrfs_item_size(eb, item);
2669}
2670
2671static inline u32 btrfs_item_end_nr(struct extent_buffer *eb, int nr)
2672{
2673	return btrfs_item_end(eb, btrfs_item_nr(nr));
2674}
2675
2676static inline u32 btrfs_item_offset_nr(struct extent_buffer *eb, int nr)
2677{
2678	return btrfs_item_offset(eb, btrfs_item_nr(nr));
2679}
2680
2681static inline u32 btrfs_item_size_nr(struct extent_buffer *eb, int nr)
2682{
2683	return btrfs_item_size(eb, btrfs_item_nr(nr));
2684}
2685
2686static inline void btrfs_item_key(struct extent_buffer *eb,
2687			   struct btrfs_disk_key *disk_key, int nr)
2688{
2689	struct btrfs_item *item = btrfs_item_nr(nr);
2690	read_eb_member(eb, item, struct btrfs_item, key, disk_key);
2691}
2692
2693static inline void btrfs_set_item_key(struct extent_buffer *eb,
2694			       struct btrfs_disk_key *disk_key, int nr)
2695{
2696	struct btrfs_item *item = btrfs_item_nr(nr);
2697	write_eb_member(eb, item, struct btrfs_item, key, disk_key);
2698}
2699
2700BTRFS_SETGET_FUNCS(dir_log_end, struct btrfs_dir_log_item, end, 64);
2701
2702/*
2703 * struct btrfs_root_ref
2704 */
2705BTRFS_SETGET_FUNCS(root_ref_dirid, struct btrfs_root_ref, dirid, 64);
2706BTRFS_SETGET_FUNCS(root_ref_sequence, struct btrfs_root_ref, sequence, 64);
2707BTRFS_SETGET_FUNCS(root_ref_name_len, struct btrfs_root_ref, name_len, 16);
2708
2709/* struct btrfs_dir_item */
2710BTRFS_SETGET_FUNCS(dir_data_len, struct btrfs_dir_item, data_len, 16);
2711BTRFS_SETGET_FUNCS(dir_type, struct btrfs_dir_item, type, 8);
2712BTRFS_SETGET_FUNCS(dir_name_len, struct btrfs_dir_item, name_len, 16);
2713BTRFS_SETGET_FUNCS(dir_transid, struct btrfs_dir_item, transid, 64);
2714BTRFS_SETGET_STACK_FUNCS(stack_dir_type, struct btrfs_dir_item, type, 8);
2715BTRFS_SETGET_STACK_FUNCS(stack_dir_data_len, struct btrfs_dir_item,
2716			 data_len, 16);
2717BTRFS_SETGET_STACK_FUNCS(stack_dir_name_len, struct btrfs_dir_item,
2718			 name_len, 16);
2719BTRFS_SETGET_STACK_FUNCS(stack_dir_transid, struct btrfs_dir_item,
2720			 transid, 64);
2721
2722static inline void btrfs_dir_item_key(struct extent_buffer *eb,
2723				      struct btrfs_dir_item *item,
2724				      struct btrfs_disk_key *key)
2725{
2726	read_eb_member(eb, item, struct btrfs_dir_item, location, key);
2727}
2728
2729static inline void btrfs_set_dir_item_key(struct extent_buffer *eb,
2730					  struct btrfs_dir_item *item,
2731					  struct btrfs_disk_key *key)
2732{
2733	write_eb_member(eb, item, struct btrfs_dir_item, location, key);
2734}
2735
2736BTRFS_SETGET_FUNCS(free_space_entries, struct btrfs_free_space_header,
2737		   num_entries, 64);
2738BTRFS_SETGET_FUNCS(free_space_bitmaps, struct btrfs_free_space_header,
2739		   num_bitmaps, 64);
2740BTRFS_SETGET_FUNCS(free_space_generation, struct btrfs_free_space_header,
2741		   generation, 64);
2742
2743static inline void btrfs_free_space_key(struct extent_buffer *eb,
2744					struct btrfs_free_space_header *h,
2745					struct btrfs_disk_key *key)
2746{
2747	read_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2748}
2749
2750static inline void btrfs_set_free_space_key(struct extent_buffer *eb,
2751					    struct btrfs_free_space_header *h,
2752					    struct btrfs_disk_key *key)
2753{
2754	write_eb_member(eb, h, struct btrfs_free_space_header, location, key);
2755}
2756
2757/* struct btrfs_disk_key */
2758BTRFS_SETGET_STACK_FUNCS(disk_key_objectid, struct btrfs_disk_key,
2759			 objectid, 64);
2760BTRFS_SETGET_STACK_FUNCS(disk_key_offset, struct btrfs_disk_key, offset, 64);
2761BTRFS_SETGET_STACK_FUNCS(disk_key_type, struct btrfs_disk_key, type, 8);
2762
2763static inline void btrfs_disk_key_to_cpu(struct btrfs_key *cpu,
2764					 struct btrfs_disk_key *disk)
2765{
2766	cpu->offset = le64_to_cpu(disk->offset);
2767	cpu->type = disk->type;
2768	cpu->objectid = le64_to_cpu(disk->objectid);
2769}
2770
2771static inline void btrfs_cpu_key_to_disk(struct btrfs_disk_key *disk,
2772					 struct btrfs_key *cpu)
2773{
2774	disk->offset = cpu_to_le64(cpu->offset);
2775	disk->type = cpu->type;
2776	disk->objectid = cpu_to_le64(cpu->objectid);
2777}
2778
2779static inline void btrfs_node_key_to_cpu(struct extent_buffer *eb,
2780				  struct btrfs_key *key, int nr)
2781{
2782	struct btrfs_disk_key disk_key;
2783	btrfs_node_key(eb, &disk_key, nr);
2784	btrfs_disk_key_to_cpu(key, &disk_key);
2785}
2786
2787static inline void btrfs_item_key_to_cpu(struct extent_buffer *eb,
2788				  struct btrfs_key *key, int nr)
2789{
2790	struct btrfs_disk_key disk_key;
2791	btrfs_item_key(eb, &disk_key, nr);
2792	btrfs_disk_key_to_cpu(key, &disk_key);
2793}
2794
2795static inline void btrfs_dir_item_key_to_cpu(struct extent_buffer *eb,
2796				      struct btrfs_dir_item *item,
2797				      struct btrfs_key *key)
2798{
2799	struct btrfs_disk_key disk_key;
2800	btrfs_dir_item_key(eb, item, &disk_key);
2801	btrfs_disk_key_to_cpu(key, &disk_key);
2802}
2803
2804
2805static inline u8 btrfs_key_type(struct btrfs_key *key)
2806{
2807	return key->type;
2808}
2809
2810static inline void btrfs_set_key_type(struct btrfs_key *key, u8 val)
2811{
2812	key->type = val;
2813}
2814
2815/* struct btrfs_header */
2816BTRFS_SETGET_HEADER_FUNCS(header_bytenr, struct btrfs_header, bytenr, 64);
2817BTRFS_SETGET_HEADER_FUNCS(header_generation, struct btrfs_header,
2818			  generation, 64);
2819BTRFS_SETGET_HEADER_FUNCS(header_owner, struct btrfs_header, owner, 64);
2820BTRFS_SETGET_HEADER_FUNCS(header_nritems, struct btrfs_header, nritems, 32);
2821BTRFS_SETGET_HEADER_FUNCS(header_flags, struct btrfs_header, flags, 64);
2822BTRFS_SETGET_HEADER_FUNCS(header_level, struct btrfs_header, level, 8);
2823BTRFS_SETGET_STACK_FUNCS(stack_header_generation, struct btrfs_header,
2824			 generation, 64);
2825BTRFS_SETGET_STACK_FUNCS(stack_header_owner, struct btrfs_header, owner, 64);
2826BTRFS_SETGET_STACK_FUNCS(stack_header_nritems, struct btrfs_header,
2827			 nritems, 32);
2828BTRFS_SETGET_STACK_FUNCS(stack_header_bytenr, struct btrfs_header, bytenr, 64);
2829
2830static inline int btrfs_header_flag(struct extent_buffer *eb, u64 flag)
2831{
2832	return (btrfs_header_flags(eb) & flag) == flag;
2833}
2834
2835static inline int btrfs_set_header_flag(struct extent_buffer *eb, u64 flag)
2836{
2837	u64 flags = btrfs_header_flags(eb);
2838	btrfs_set_header_flags(eb, flags | flag);
2839	return (flags & flag) == flag;
2840}
2841
2842static inline int btrfs_clear_header_flag(struct extent_buffer *eb, u64 flag)
2843{
2844	u64 flags = btrfs_header_flags(eb);
2845	btrfs_set_header_flags(eb, flags & ~flag);
2846	return (flags & flag) == flag;
2847}
2848
2849static inline int btrfs_header_backref_rev(struct extent_buffer *eb)
2850{
2851	u64 flags = btrfs_header_flags(eb);
2852	return flags >> BTRFS_BACKREF_REV_SHIFT;
2853}
2854
2855static inline void btrfs_set_header_backref_rev(struct extent_buffer *eb,
2856						int rev)
2857{
2858	u64 flags = btrfs_header_flags(eb);
2859	flags &= ~BTRFS_BACKREF_REV_MASK;
2860	flags |= (u64)rev << BTRFS_BACKREF_REV_SHIFT;
2861	btrfs_set_header_flags(eb, flags);
2862}
2863
2864static inline unsigned long btrfs_header_fsid(void)
2865{
2866	return offsetof(struct btrfs_header, fsid);
2867}
2868
2869static inline unsigned long btrfs_header_chunk_tree_uuid(struct extent_buffer *eb)
2870{
2871	return offsetof(struct btrfs_header, chunk_tree_uuid);
2872}
2873
2874static inline int btrfs_is_leaf(struct extent_buffer *eb)
2875{
2876	return btrfs_header_level(eb) == 0;
2877}
2878
2879/* struct btrfs_root_item */
2880BTRFS_SETGET_FUNCS(disk_root_generation, struct btrfs_root_item,
2881		   generation, 64);
2882BTRFS_SETGET_FUNCS(disk_root_refs, struct btrfs_root_item, refs, 32);
2883BTRFS_SETGET_FUNCS(disk_root_bytenr, struct btrfs_root_item, bytenr, 64);
2884BTRFS_SETGET_FUNCS(disk_root_level, struct btrfs_root_item, level, 8);
2885
2886BTRFS_SETGET_STACK_FUNCS(root_generation, struct btrfs_root_item,
2887			 generation, 64);
2888BTRFS_SETGET_STACK_FUNCS(root_bytenr, struct btrfs_root_item, bytenr, 64);
2889BTRFS_SETGET_STACK_FUNCS(root_level, struct btrfs_root_item, level, 8);
2890BTRFS_SETGET_STACK_FUNCS(root_dirid, struct btrfs_root_item, root_dirid, 64);
2891BTRFS_SETGET_STACK_FUNCS(root_refs, struct btrfs_root_item, refs, 32);
2892BTRFS_SETGET_STACK_FUNCS(root_flags, struct btrfs_root_item, flags, 64);
2893BTRFS_SETGET_STACK_FUNCS(root_used, struct btrfs_root_item, bytes_used, 64);
2894BTRFS_SETGET_STACK_FUNCS(root_limit, struct btrfs_root_item, byte_limit, 64);
2895BTRFS_SETGET_STACK_FUNCS(root_last_snapshot, struct btrfs_root_item,
2896			 last_snapshot, 64);
2897BTRFS_SETGET_STACK_FUNCS(root_generation_v2, struct btrfs_root_item,
2898			 generation_v2, 64);
2899BTRFS_SETGET_STACK_FUNCS(root_ctransid, struct btrfs_root_item,
2900			 ctransid, 64);
2901BTRFS_SETGET_STACK_FUNCS(root_otransid, struct btrfs_root_item,
2902			 otransid, 64);
2903BTRFS_SETGET_STACK_FUNCS(root_stransid, struct btrfs_root_item,
2904			 stransid, 64);
2905BTRFS_SETGET_STACK_FUNCS(root_rtransid, struct btrfs_root_item,
2906			 rtransid, 64);
2907
2908static inline bool btrfs_root_readonly(struct btrfs_root *root)
2909{
2910	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_RDONLY)) != 0;
2911}
2912
2913static inline bool btrfs_root_dead(struct btrfs_root *root)
2914{
2915	return (root->root_item.flags & cpu_to_le64(BTRFS_ROOT_SUBVOL_DEAD)) != 0;
2916}
2917
2918/* struct btrfs_root_backup */
2919BTRFS_SETGET_STACK_FUNCS(backup_tree_root, struct btrfs_root_backup,
2920		   tree_root, 64);
2921BTRFS_SETGET_STACK_FUNCS(backup_tree_root_gen, struct btrfs_root_backup,
2922		   tree_root_gen, 64);
2923BTRFS_SETGET_STACK_FUNCS(backup_tree_root_level, struct btrfs_root_backup,
2924		   tree_root_level, 8);
2925
2926BTRFS_SETGET_STACK_FUNCS(backup_chunk_root, struct btrfs_root_backup,
2927		   chunk_root, 64);
2928BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_gen, struct btrfs_root_backup,
2929		   chunk_root_gen, 64);
2930BTRFS_SETGET_STACK_FUNCS(backup_chunk_root_level, struct btrfs_root_backup,
2931		   chunk_root_level, 8);
2932
2933BTRFS_SETGET_STACK_FUNCS(backup_extent_root, struct btrfs_root_backup,
2934		   extent_root, 64);
2935BTRFS_SETGET_STACK_FUNCS(backup_extent_root_gen, struct btrfs_root_backup,
2936		   extent_root_gen, 64);
2937BTRFS_SETGET_STACK_FUNCS(backup_extent_root_level, struct btrfs_root_backup,
2938		   extent_root_level, 8);
2939
2940BTRFS_SETGET_STACK_FUNCS(backup_fs_root, struct btrfs_root_backup,
2941		   fs_root, 64);
2942BTRFS_SETGET_STACK_FUNCS(backup_fs_root_gen, struct btrfs_root_backup,
2943		   fs_root_gen, 64);
2944BTRFS_SETGET_STACK_FUNCS(backup_fs_root_level, struct btrfs_root_backup,
2945		   fs_root_level, 8);
2946
2947BTRFS_SETGET_STACK_FUNCS(backup_dev_root, struct btrfs_root_backup,
2948		   dev_root, 64);
2949BTRFS_SETGET_STACK_FUNCS(backup_dev_root_gen, struct btrfs_root_backup,
2950		   dev_root_gen, 64);
2951BTRFS_SETGET_STACK_FUNCS(backup_dev_root_level, struct btrfs_root_backup,
2952		   dev_root_level, 8);
2953
2954BTRFS_SETGET_STACK_FUNCS(backup_csum_root, struct btrfs_root_backup,
2955		   csum_root, 64);
2956BTRFS_SETGET_STACK_FUNCS(backup_csum_root_gen, struct btrfs_root_backup,
2957		   csum_root_gen, 64);
2958BTRFS_SETGET_STACK_FUNCS(backup_csum_root_level, struct btrfs_root_backup,
2959		   csum_root_level, 8);
2960BTRFS_SETGET_STACK_FUNCS(backup_total_bytes, struct btrfs_root_backup,
2961		   total_bytes, 64);
2962BTRFS_SETGET_STACK_FUNCS(backup_bytes_used, struct btrfs_root_backup,
2963		   bytes_used, 64);
2964BTRFS_SETGET_STACK_FUNCS(backup_num_devices, struct btrfs_root_backup,
2965		   num_devices, 64);
2966
2967/* struct btrfs_balance_item */
2968BTRFS_SETGET_FUNCS(balance_flags, struct btrfs_balance_item, flags, 64);
2969
2970static inline void btrfs_balance_data(struct extent_buffer *eb,
2971				      struct btrfs_balance_item *bi,
2972				      struct btrfs_disk_balance_args *ba)
2973{
2974	read_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
2975}
2976
2977static inline void btrfs_set_balance_data(struct extent_buffer *eb,
2978					  struct btrfs_balance_item *bi,
2979					  struct btrfs_disk_balance_args *ba)
2980{
2981	write_eb_member(eb, bi, struct btrfs_balance_item, data, ba);
2982}
2983
2984static inline void btrfs_balance_meta(struct extent_buffer *eb,
2985				      struct btrfs_balance_item *bi,
2986				      struct btrfs_disk_balance_args *ba)
2987{
2988	read_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
2989}
2990
2991static inline void btrfs_set_balance_meta(struct extent_buffer *eb,
2992					  struct btrfs_balance_item *bi,
2993					  struct btrfs_disk_balance_args *ba)
2994{
2995	write_eb_member(eb, bi, struct btrfs_balance_item, meta, ba);
2996}
2997
2998static inline void btrfs_balance_sys(struct extent_buffer *eb,
2999				     struct btrfs_balance_item *bi,
3000				     struct btrfs_disk_balance_args *ba)
3001{
3002	read_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3003}
3004
3005static inline void btrfs_set_balance_sys(struct extent_buffer *eb,
3006					 struct btrfs_balance_item *bi,
3007					 struct btrfs_disk_balance_args *ba)
3008{
3009	write_eb_member(eb, bi, struct btrfs_balance_item, sys, ba);
3010}
3011
3012static inline void
3013btrfs_disk_balance_args_to_cpu(struct btrfs_balance_args *cpu,
3014			       struct btrfs_disk_balance_args *disk)
3015{
3016	memset(cpu, 0, sizeof(*cpu));
3017
3018	cpu->profiles = le64_to_cpu(disk->profiles);
3019	cpu->usage = le64_to_cpu(disk->usage);
3020	cpu->devid = le64_to_cpu(disk->devid);
3021	cpu->pstart = le64_to_cpu(disk->pstart);
3022	cpu->pend = le64_to_cpu(disk->pend);
3023	cpu->vstart = le64_to_cpu(disk->vstart);
3024	cpu->vend = le64_to_cpu(disk->vend);
3025	cpu->target = le64_to_cpu(disk->target);
3026	cpu->flags = le64_to_cpu(disk->flags);
3027	cpu->limit = le64_to_cpu(disk->limit);
3028}
3029
3030static inline void
3031btrfs_cpu_balance_args_to_disk(struct btrfs_disk_balance_args *disk,
3032			       struct btrfs_balance_args *cpu)
3033{
3034	memset(disk, 0, sizeof(*disk));
3035
3036	disk->profiles = cpu_to_le64(cpu->profiles);
3037	disk->usage = cpu_to_le64(cpu->usage);
3038	disk->devid = cpu_to_le64(cpu->devid);
3039	disk->pstart = cpu_to_le64(cpu->pstart);
3040	disk->pend = cpu_to_le64(cpu->pend);
3041	disk->vstart = cpu_to_le64(cpu->vstart);
3042	disk->vend = cpu_to_le64(cpu->vend);
3043	disk->target = cpu_to_le64(cpu->target);
3044	disk->flags = cpu_to_le64(cpu->flags);
3045	disk->limit = cpu_to_le64(cpu->limit);
3046}
3047
3048/* struct btrfs_super_block */
3049BTRFS_SETGET_STACK_FUNCS(super_bytenr, struct btrfs_super_block, bytenr, 64);
3050BTRFS_SETGET_STACK_FUNCS(super_flags, struct btrfs_super_block, flags, 64);
3051BTRFS_SETGET_STACK_FUNCS(super_generation, struct btrfs_super_block,
3052			 generation, 64);
3053BTRFS_SETGET_STACK_FUNCS(super_root, struct btrfs_super_block, root, 64);
3054BTRFS_SETGET_STACK_FUNCS(super_sys_array_size,
3055			 struct btrfs_super_block, sys_chunk_array_size, 32);
3056BTRFS_SETGET_STACK_FUNCS(super_chunk_root_generation,
3057			 struct btrfs_super_block, chunk_root_generation, 64);
3058BTRFS_SETGET_STACK_FUNCS(super_root_level, struct btrfs_super_block,
3059			 root_level, 8);
3060BTRFS_SETGET_STACK_FUNCS(super_chunk_root, struct btrfs_super_block,
3061			 chunk_root, 64);
3062BTRFS_SETGET_STACK_FUNCS(super_chunk_root_level, struct btrfs_super_block,
3063			 chunk_root_level, 8);
3064BTRFS_SETGET_STACK_FUNCS(super_log_root, struct btrfs_super_block,
3065			 log_root, 64);
3066BTRFS_SETGET_STACK_FUNCS(super_log_root_transid, struct btrfs_super_block,
3067			 log_root_transid, 64);
3068BTRFS_SETGET_STACK_FUNCS(super_log_root_level, struct btrfs_super_block,
3069			 log_root_level, 8);
3070BTRFS_SETGET_STACK_FUNCS(super_total_bytes, struct btrfs_super_block,
3071			 total_bytes, 64);
3072BTRFS_SETGET_STACK_FUNCS(super_bytes_used, struct btrfs_super_block,
3073			 bytes_used, 64);
3074BTRFS_SETGET_STACK_FUNCS(super_sectorsize, struct btrfs_super_block,
3075			 sectorsize, 32);
3076BTRFS_SETGET_STACK_FUNCS(super_nodesize, struct btrfs_super_block,
3077			 nodesize, 32);
3078BTRFS_SETGET_STACK_FUNCS(super_stripesize, struct btrfs_super_block,
3079			 stripesize, 32);
3080BTRFS_SETGET_STACK_FUNCS(super_root_dir, struct btrfs_super_block,
3081			 root_dir_objectid, 64);
3082BTRFS_SETGET_STACK_FUNCS(super_num_devices, struct btrfs_super_block,
3083			 num_devices, 64);
3084BTRFS_SETGET_STACK_FUNCS(super_compat_flags, struct btrfs_super_block,
3085			 compat_flags, 64);
3086BTRFS_SETGET_STACK_FUNCS(super_compat_ro_flags, struct btrfs_super_block,
3087			 compat_ro_flags, 64);
3088BTRFS_SETGET_STACK_FUNCS(super_incompat_flags, struct btrfs_super_block,
3089			 incompat_flags, 64);
3090BTRFS_SETGET_STACK_FUNCS(super_csum_type, struct btrfs_super_block,
3091			 csum_type, 16);
3092BTRFS_SETGET_STACK_FUNCS(super_cache_generation, struct btrfs_super_block,
3093			 cache_generation, 64);
3094BTRFS_SETGET_STACK_FUNCS(super_magic, struct btrfs_super_block, magic, 64);
3095BTRFS_SETGET_STACK_FUNCS(super_uuid_tree_generation, struct btrfs_super_block,
3096			 uuid_tree_generation, 64);
3097
3098static inline int btrfs_super_csum_size(struct btrfs_super_block *s)
3099{
3100	u16 t = btrfs_super_csum_type(s);
3101	/*
3102	 * csum type is validated at mount time
3103	 */
3104	return btrfs_csum_sizes[t];
3105}
3106
3107static inline unsigned long btrfs_leaf_data(struct extent_buffer *l)
3108{
3109	return offsetof(struct btrfs_leaf, items);
3110}
3111
3112/* struct btrfs_file_extent_item */
3113BTRFS_SETGET_FUNCS(file_extent_type, struct btrfs_file_extent_item, type, 8);
3114BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_bytenr,
3115			 struct btrfs_file_extent_item, disk_bytenr, 64);
3116BTRFS_SETGET_STACK_FUNCS(stack_file_extent_offset,
3117			 struct btrfs_file_extent_item, offset, 64);
3118BTRFS_SETGET_STACK_FUNCS(stack_file_extent_generation,
3119			 struct btrfs_file_extent_item, generation, 64);
3120BTRFS_SETGET_STACK_FUNCS(stack_file_extent_num_bytes,
3121			 struct btrfs_file_extent_item, num_bytes, 64);
3122BTRFS_SETGET_STACK_FUNCS(stack_file_extent_disk_num_bytes,
3123			 struct btrfs_file_extent_item, disk_num_bytes, 64);
3124BTRFS_SETGET_STACK_FUNCS(stack_file_extent_compression,
3125			 struct btrfs_file_extent_item, compression, 8);
3126
3127static inline unsigned long
3128btrfs_file_extent_inline_start(struct btrfs_file_extent_item *e)
3129{
3130	return (unsigned long)e + BTRFS_FILE_EXTENT_INLINE_DATA_START;
3131}
3132
3133static inline u32 btrfs_file_extent_calc_inline_size(u32 datasize)
3134{
3135	return BTRFS_FILE_EXTENT_INLINE_DATA_START + datasize;
3136}
3137
3138BTRFS_SETGET_FUNCS(file_extent_disk_bytenr, struct btrfs_file_extent_item,
3139		   disk_bytenr, 64);
3140BTRFS_SETGET_FUNCS(file_extent_generation, struct btrfs_file_extent_item,
3141		   generation, 64);
3142BTRFS_SETGET_FUNCS(file_extent_disk_num_bytes, struct btrfs_file_extent_item,
3143		   disk_num_bytes, 64);
3144BTRFS_SETGET_FUNCS(file_extent_offset, struct btrfs_file_extent_item,
3145		  offset, 64);
3146BTRFS_SETGET_FUNCS(file_extent_num_bytes, struct btrfs_file_extent_item,
3147		   num_bytes, 64);
3148BTRFS_SETGET_FUNCS(file_extent_ram_bytes, struct btrfs_file_extent_item,
3149		   ram_bytes, 64);
3150BTRFS_SETGET_FUNCS(file_extent_compression, struct btrfs_file_extent_item,
3151		   compression, 8);
3152BTRFS_SETGET_FUNCS(file_extent_encryption, struct btrfs_file_extent_item,
3153		   encryption, 8);
3154BTRFS_SETGET_FUNCS(file_extent_other_encoding, struct btrfs_file_extent_item,
3155		   other_encoding, 16);
3156
3157/*
3158 * this returns the number of bytes used by the item on disk, minus the
3159 * size of any extent headers.  If a file is compressed on disk, this is
3160 * the compressed size
3161 */
3162static inline u32 btrfs_file_extent_inline_item_len(struct extent_buffer *eb,
3163						    struct btrfs_item *e)
3164{
3165	return btrfs_item_size(eb, e) - BTRFS_FILE_EXTENT_INLINE_DATA_START;
3166}
3167
3168/* this returns the number of file bytes represented by the inline item.
3169 * If an item is compressed, this is the uncompressed size
3170 */
3171static inline u32 btrfs_file_extent_inline_len(struct extent_buffer *eb,
3172					       int slot,
3173					       struct btrfs_file_extent_item *fi)
3174{
3175	struct btrfs_map_token token;
3176
3177	btrfs_init_map_token(&token);
3178	/*
3179	 * return the space used on disk if this item isn't
3180	 * compressed or encoded
3181	 */
3182	if (btrfs_token_file_extent_compression(eb, fi, &token) == 0 &&
3183	    btrfs_token_file_extent_encryption(eb, fi, &token) == 0 &&
3184	    btrfs_token_file_extent_other_encoding(eb, fi, &token) == 0) {
3185		return btrfs_file_extent_inline_item_len(eb,
3186							 btrfs_item_nr(slot));
3187	}
3188
3189	/* otherwise use the ram bytes field */
3190	return btrfs_token_file_extent_ram_bytes(eb, fi, &token);
3191}
3192
3193
3194/* btrfs_dev_stats_item */
3195static inline u64 btrfs_dev_stats_value(struct extent_buffer *eb,
3196					struct btrfs_dev_stats_item *ptr,
3197					int index)
3198{
3199	u64 val;
3200
3201	read_extent_buffer(eb, &val,
3202			   offsetof(struct btrfs_dev_stats_item, values) +
3203			    ((unsigned long)ptr) + (index * sizeof(u64)),
3204			   sizeof(val));
3205	return val;
3206}
3207
3208static inline void btrfs_set_dev_stats_value(struct extent_buffer *eb,
3209					     struct btrfs_dev_stats_item *ptr,
3210					     int index, u64 val)
3211{
3212	write_extent_buffer(eb, &val,
3213			    offsetof(struct btrfs_dev_stats_item, values) +
3214			     ((unsigned long)ptr) + (index * sizeof(u64)),
3215			    sizeof(val));
3216}
3217
3218/* btrfs_qgroup_status_item */
3219BTRFS_SETGET_FUNCS(qgroup_status_generation, struct btrfs_qgroup_status_item,
3220		   generation, 64);
3221BTRFS_SETGET_FUNCS(qgroup_status_version, struct btrfs_qgroup_status_item,
3222		   version, 64);
3223BTRFS_SETGET_FUNCS(qgroup_status_flags, struct btrfs_qgroup_status_item,
3224		   flags, 64);
3225BTRFS_SETGET_FUNCS(qgroup_status_rescan, struct btrfs_qgroup_status_item,
3226		   rescan, 64);
3227
3228/* btrfs_qgroup_info_item */
3229BTRFS_SETGET_FUNCS(qgroup_info_generation, struct btrfs_qgroup_info_item,
3230		   generation, 64);
3231BTRFS_SETGET_FUNCS(qgroup_info_rfer, struct btrfs_qgroup_info_item, rfer, 64);
3232BTRFS_SETGET_FUNCS(qgroup_info_rfer_cmpr, struct btrfs_qgroup_info_item,
3233		   rfer_cmpr, 64);
3234BTRFS_SETGET_FUNCS(qgroup_info_excl, struct btrfs_qgroup_info_item, excl, 64);
3235BTRFS_SETGET_FUNCS(qgroup_info_excl_cmpr, struct btrfs_qgroup_info_item,
3236		   excl_cmpr, 64);
3237
3238BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_generation,
3239			 struct btrfs_qgroup_info_item, generation, 64);
3240BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer, struct btrfs_qgroup_info_item,
3241			 rfer, 64);
3242BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_rfer_cmpr,
3243			 struct btrfs_qgroup_info_item, rfer_cmpr, 64);
3244BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl, struct btrfs_qgroup_info_item,
3245			 excl, 64);
3246BTRFS_SETGET_STACK_FUNCS(stack_qgroup_info_excl_cmpr,
3247			 struct btrfs_qgroup_info_item, excl_cmpr, 64);
3248
3249/* btrfs_qgroup_limit_item */
3250BTRFS_SETGET_FUNCS(qgroup_limit_flags, struct btrfs_qgroup_limit_item,
3251		   flags, 64);
3252BTRFS_SETGET_FUNCS(qgroup_limit_max_rfer, struct btrfs_qgroup_limit_item,
3253		   max_rfer, 64);
3254BTRFS_SETGET_FUNCS(qgroup_limit_max_excl, struct btrfs_qgroup_limit_item,
3255		   max_excl, 64);
3256BTRFS_SETGET_FUNCS(qgroup_limit_rsv_rfer, struct btrfs_qgroup_limit_item,
3257		   rsv_rfer, 64);
3258BTRFS_SETGET_FUNCS(qgroup_limit_rsv_excl, struct btrfs_qgroup_limit_item,
3259		   rsv_excl, 64);
3260
3261/* btrfs_dev_replace_item */
3262BTRFS_SETGET_FUNCS(dev_replace_src_devid,
3263		   struct btrfs_dev_replace_item, src_devid, 64);
3264BTRFS_SETGET_FUNCS(dev_replace_cont_reading_from_srcdev_mode,
3265		   struct btrfs_dev_replace_item, cont_reading_from_srcdev_mode,
3266		   64);
3267BTRFS_SETGET_FUNCS(dev_replace_replace_state, struct btrfs_dev_replace_item,
3268		   replace_state, 64);
3269BTRFS_SETGET_FUNCS(dev_replace_time_started, struct btrfs_dev_replace_item,
3270		   time_started, 64);
3271BTRFS_SETGET_FUNCS(dev_replace_time_stopped, struct btrfs_dev_replace_item,
3272		   time_stopped, 64);
3273BTRFS_SETGET_FUNCS(dev_replace_num_write_errors, struct btrfs_dev_replace_item,
3274		   num_write_errors, 64);
3275BTRFS_SETGET_FUNCS(dev_replace_num_uncorrectable_read_errors,
3276		   struct btrfs_dev_replace_item, num_uncorrectable_read_errors,
3277		   64);
3278BTRFS_SETGET_FUNCS(dev_replace_cursor_left, struct btrfs_dev_replace_item,
3279		   cursor_left, 64);
3280BTRFS_SETGET_FUNCS(dev_replace_cursor_right, struct btrfs_dev_replace_item,
3281		   cursor_right, 64);
3282
3283BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_src_devid,
3284			 struct btrfs_dev_replace_item, src_devid, 64);
3285BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cont_reading_from_srcdev_mode,
3286			 struct btrfs_dev_replace_item,
3287			 cont_reading_from_srcdev_mode, 64);
3288BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_replace_state,
3289			 struct btrfs_dev_replace_item, replace_state, 64);
3290BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_started,
3291			 struct btrfs_dev_replace_item, time_started, 64);
3292BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_time_stopped,
3293			 struct btrfs_dev_replace_item, time_stopped, 64);
3294BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_write_errors,
3295			 struct btrfs_dev_replace_item, num_write_errors, 64);
3296BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_num_uncorrectable_read_errors,
3297			 struct btrfs_dev_replace_item,
3298			 num_uncorrectable_read_errors, 64);
3299BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_left,
3300			 struct btrfs_dev_replace_item, cursor_left, 64);
3301BTRFS_SETGET_STACK_FUNCS(stack_dev_replace_cursor_right,
3302			 struct btrfs_dev_replace_item, cursor_right, 64);
3303
3304static inline struct btrfs_fs_info *btrfs_sb(struct super_block *sb)
3305{
3306	return sb->s_fs_info;
3307}
3308
3309/* helper function to cast into the data area of the leaf. */
3310#define btrfs_item_ptr(leaf, slot, type) \
3311	((type *)(btrfs_leaf_data(leaf) + \
3312	btrfs_item_offset_nr(leaf, slot)))
3313
3314#define btrfs_item_ptr_offset(leaf, slot) \
3315	((unsigned long)(btrfs_leaf_data(leaf) + \
3316	btrfs_item_offset_nr(leaf, slot)))
3317
3318static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info)
3319{
3320	return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) &&
3321		(space_info->flags & BTRFS_BLOCK_GROUP_DATA));
3322}
3323
3324static inline gfp_t btrfs_alloc_write_mask(struct address_space *mapping)
3325{
3326	return mapping_gfp_mask(mapping) & ~__GFP_FS;
3327}
3328
3329/* extent-tree.c */
3330
3331u64 btrfs_csum_bytes_to_leaves(struct btrfs_root *root, u64 csum_bytes);
3332
3333static inline u64 btrfs_calc_trans_metadata_size(struct btrfs_root *root,
3334						 unsigned num_items)
3335{
3336	return (root->nodesize + root->nodesize * (BTRFS_MAX_LEVEL - 1)) *
3337		2 * num_items;
3338}
3339
3340/*
3341 * Doing a truncate won't result in new nodes or leaves, just what we need for
3342 * COW.
3343 */
3344static inline u64 btrfs_calc_trunc_metadata_size(struct btrfs_root *root,
3345						 unsigned num_items)
3346{
3347	return root->nodesize * BTRFS_MAX_LEVEL * num_items;
3348}
3349
3350int btrfs_should_throttle_delayed_refs(struct btrfs_trans_handle *trans,
3351				       struct btrfs_root *root);
3352int btrfs_check_space_for_delayed_refs(struct btrfs_trans_handle *trans,
3353				       struct btrfs_root *root);
3354void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
3355int btrfs_run_delayed_refs(struct btrfs_trans_handle *trans,
3356			   struct btrfs_root *root, unsigned long count);
3357int btrfs_async_run_delayed_refs(struct btrfs_root *root,
3358				 unsigned long count, int wait);
3359int btrfs_lookup_data_extent(struct btrfs_root *root, u64 start, u64 len);
3360int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
3361			     struct btrfs_root *root, u64 bytenr,
3362			     u64 offset, int metadata, u64 *refs, u64 *flags);
3363int btrfs_pin_extent(struct btrfs_root *root,
3364		     u64 bytenr, u64 num, int reserved);
3365int btrfs_pin_extent_for_log_replay(struct btrfs_root *root,
3366				    u64 bytenr, u64 num_bytes);
3367int btrfs_exclude_logged_extents(struct btrfs_root *root,
3368				 struct extent_buffer *eb);
3369int btrfs_cross_ref_exist(struct btrfs_trans_handle *trans,
3370			  struct btrfs_root *root,
3371			  u64 objectid, u64 offset, u64 bytenr);
3372struct btrfs_block_group_cache *btrfs_lookup_block_group(
3373						 struct btrfs_fs_info *info,
3374						 u64 bytenr);
3375void btrfs_put_block_group(struct btrfs_block_group_cache *cache);
3376int get_block_group_index(struct btrfs_block_group_cache *cache);
3377struct extent_buffer *btrfs_alloc_tree_block(struct btrfs_trans_handle *trans,
3378					struct btrfs_root *root, u64 parent,
3379					u64 root_objectid,
3380					struct btrfs_disk_key *key, int level,
3381					u64 hint, u64 empty_size);
3382void btrfs_free_tree_block(struct btrfs_trans_handle *trans,
3383			   struct btrfs_root *root,
3384			   struct extent_buffer *buf,
3385			   u64 parent, int last_ref);
3386int btrfs_alloc_reserved_file_extent(struct btrfs_trans_handle *trans,
3387				     struct btrfs_root *root,
3388				     u64 root_objectid, u64 owner,
3389				     u64 offset, struct btrfs_key *ins);
3390int btrfs_alloc_logged_file_extent(struct btrfs_trans_handle *trans,
3391				   struct btrfs_root *root,
3392				   u64 root_objectid, u64 owner, u64 offset,
3393				   struct btrfs_key *ins);
3394int btrfs_reserve_extent(struct btrfs_root *root, u64 num_bytes,
3395			 u64 min_alloc_size, u64 empty_size, u64 hint_byte,
3396			 struct btrfs_key *ins, int is_data, int delalloc);
3397int btrfs_inc_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3398		  struct extent_buffer *buf, int full_backref);
3399int btrfs_dec_ref(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3400		  struct extent_buffer *buf, int full_backref);
3401int btrfs_set_disk_extent_flags(struct btrfs_trans_handle *trans,
3402				struct btrfs_root *root,
3403				u64 bytenr, u64 num_bytes, u64 flags,
3404				int level, int is_data);
3405int btrfs_free_extent(struct btrfs_trans_handle *trans,
3406		      struct btrfs_root *root,
3407		      u64 bytenr, u64 num_bytes, u64 parent, u64 root_objectid,
3408		      u64 owner, u64 offset, int no_quota);
3409
3410int btrfs_free_reserved_extent(struct btrfs_root *root, u64 start, u64 len,
3411			       int delalloc);
3412int btrfs_free_and_pin_reserved_extent(struct btrfs_root *root,
3413				       u64 start, u64 len);
3414void btrfs_prepare_extent_commit(struct btrfs_trans_handle *trans,
3415				 struct btrfs_root *root);
3416int btrfs_finish_extent_commit(struct btrfs_trans_handle *trans,
3417			       struct btrfs_root *root);
3418int btrfs_inc_extent_ref(struct btrfs_trans_handle *trans,
3419			 struct btrfs_root *root,
3420			 u64 bytenr, u64 num_bytes, u64 parent,
3421			 u64 root_objectid, u64 owner, u64 offset, int no_quota);
3422
3423int btrfs_start_dirty_block_groups(struct btrfs_trans_handle *trans,
3424				   struct btrfs_root *root);
3425int btrfs_write_dirty_block_groups(struct btrfs_trans_handle *trans,
3426				    struct btrfs_root *root);
3427int btrfs_setup_space_cache(struct btrfs_trans_handle *trans,
3428			    struct btrfs_root *root);
3429int btrfs_extent_readonly(struct btrfs_root *root, u64 bytenr);
3430int btrfs_free_block_groups(struct btrfs_fs_info *info);
3431int btrfs_read_block_groups(struct btrfs_root *root);
3432int btrfs_can_relocate(struct btrfs_root *root, u64 bytenr);
3433int btrfs_make_block_group(struct btrfs_trans_handle *trans,
3434			   struct btrfs_root *root, u64 bytes_used,
3435			   u64 type, u64 chunk_objectid, u64 chunk_offset,
3436			   u64 size);
3437int btrfs_remove_block_group(struct btrfs_trans_handle *trans,
3438			     struct btrfs_root *root, u64 group_start,
3439			     struct extent_map *em);
3440void btrfs_delete_unused_bgs(struct btrfs_fs_info *fs_info);
3441void btrfs_create_pending_block_groups(struct btrfs_trans_handle *trans,
3442				       struct btrfs_root *root);
3443u64 btrfs_get_alloc_profile(struct btrfs_root *root, int data);
3444void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
3445
3446enum btrfs_reserve_flush_enum {
3447	/* If we are in the transaction, we can't flush anything.*/
3448	BTRFS_RESERVE_NO_FLUSH,
3449	/*
3450	 * Flushing delalloc may cause deadlock somewhere, in this
3451	 * case, use FLUSH LIMIT
3452	 */
3453	BTRFS_RESERVE_FLUSH_LIMIT,
3454	BTRFS_RESERVE_FLUSH_ALL,
3455};
3456
3457int btrfs_check_data_free_space(struct inode *inode, u64 bytes, u64 write_bytes);
3458void btrfs_free_reserved_data_space(struct inode *inode, u64 bytes);
3459void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans,
3460				struct btrfs_root *root);
3461int btrfs_orphan_reserve_metadata(struct btrfs_trans_handle *trans,
3462				  struct inode *inode);
3463void btrfs_orphan_release_metadata(struct inode *inode);
3464int btrfs_subvolume_reserve_metadata(struct btrfs_root *root,
3465				     struct btrfs_block_rsv *rsv,
3466				     int nitems,
3467				     u64 *qgroup_reserved, bool use_global_rsv);
3468void btrfs_subvolume_release_metadata(struct btrfs_root *root,
3469				      struct btrfs_block_rsv *rsv,
3470				      u64 qgroup_reserved);
3471int btrfs_delalloc_reserve_metadata(struct inode *inode, u64 num_bytes);
3472void btrfs_delalloc_release_metadata(struct inode *inode, u64 num_bytes);
3473int btrfs_delalloc_reserve_space(struct inode *inode, u64 num_bytes);
3474void btrfs_delalloc_release_space(struct inode *inode, u64 num_bytes);
3475void btrfs_init_block_rsv(struct btrfs_block_rsv *rsv, unsigned short type);
3476struct btrfs_block_rsv *btrfs_alloc_block_rsv(struct btrfs_root *root,
3477					      unsigned short type);
3478void btrfs_free_block_rsv(struct btrfs_root *root,
3479			  struct btrfs_block_rsv *rsv);
3480void __btrfs_free_block_rsv(struct btrfs_block_rsv *rsv);
3481int btrfs_block_rsv_add(struct btrfs_root *root,
3482			struct btrfs_block_rsv *block_rsv, u64 num_bytes,
3483			enum btrfs_reserve_flush_enum flush);
3484int btrfs_block_rsv_check(struct btrfs_root *root,
3485			  struct btrfs_block_rsv *block_rsv, int min_factor);
3486int btrfs_block_rsv_refill(struct btrfs_root *root,
3487			   struct btrfs_block_rsv *block_rsv, u64 min_reserved,
3488			   enum btrfs_reserve_flush_enum flush);
3489int btrfs_block_rsv_migrate(struct btrfs_block_rsv *src_rsv,
3490			    struct btrfs_block_rsv *dst_rsv,
3491			    u64 num_bytes);
3492int btrfs_cond_migrate_bytes(struct btrfs_fs_info *fs_info,
3493			     struct btrfs_block_rsv *dest, u64 num_bytes,
3494			     int min_factor);
3495void btrfs_block_rsv_release(struct btrfs_root *root,
3496			     struct btrfs_block_rsv *block_rsv,
3497			     u64 num_bytes);
3498int btrfs_set_block_group_ro(struct btrfs_root *root,
3499			     struct btrfs_block_group_cache *cache);
3500void btrfs_set_block_group_rw(struct btrfs_root *root,
3501			      struct btrfs_block_group_cache *cache);
3502void btrfs_put_block_group_cache(struct btrfs_fs_info *info);
3503u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);
3504int btrfs_error_unpin_extent_range(struct btrfs_root *root,
3505				   u64 start, u64 end);
3506int btrfs_discard_extent(struct btrfs_root *root, u64 bytenr,
3507			 u64 num_bytes, u64 *actual_bytes);
3508int btrfs_force_chunk_alloc(struct btrfs_trans_handle *trans,
3509			    struct btrfs_root *root, u64 type);
3510int btrfs_trim_fs(struct btrfs_root *root, struct fstrim_range *range);
3511
3512int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
3513int btrfs_delayed_refs_qgroup_accounting(struct btrfs_trans_handle *trans,
3514					 struct btrfs_fs_info *fs_info);
3515int __get_raid_index(u64 flags);
3516int btrfs_start_write_no_snapshoting(struct btrfs_root *root);
3517void btrfs_end_write_no_snapshoting(struct btrfs_root *root);
3518/* ctree.c */
3519int btrfs_bin_search(struct extent_buffer *eb, struct btrfs_key *key,
3520		     int level, int *slot);
3521int btrfs_comp_cpu_keys(struct btrfs_key *k1, struct btrfs_key *k2);
3522int btrfs_previous_item(struct btrfs_root *root,
3523			struct btrfs_path *path, u64 min_objectid,
3524			int type);
3525int btrfs_previous_extent_item(struct btrfs_root *root,
3526			struct btrfs_path *path, u64 min_objectid);
3527void btrfs_set_item_key_safe(struct btrfs_fs_info *fs_info,
3528			     struct btrfs_path *path,
3529			     struct btrfs_key *new_key);
3530struct extent_buffer *btrfs_root_node(struct btrfs_root *root);
3531struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root);
3532int btrfs_find_next_key(struct btrfs_root *root, struct btrfs_path *path,
3533			struct btrfs_key *key, int lowest_level,
3534			u64 min_trans);
3535int btrfs_search_forward(struct btrfs_root *root, struct btrfs_key *min_key,
3536			 struct btrfs_path *path,
3537			 u64 min_trans);
3538enum btrfs_compare_tree_result {
3539	BTRFS_COMPARE_TREE_NEW,
3540	BTRFS_COMPARE_TREE_DELETED,
3541	BTRFS_COMPARE_TREE_CHANGED,
3542	BTRFS_COMPARE_TREE_SAME,
3543};
3544typedef int (*btrfs_changed_cb_t)(struct btrfs_root *left_root,
3545				  struct btrfs_root *right_root,
3546				  struct btrfs_path *left_path,
3547				  struct btrfs_path *right_path,
3548				  struct btrfs_key *key,
3549				  enum btrfs_compare_tree_result result,
3550				  void *ctx);
3551int btrfs_compare_trees(struct btrfs_root *left_root,
3552			struct btrfs_root *right_root,
3553			btrfs_changed_cb_t cb, void *ctx);
3554int btrfs_cow_block(struct btrfs_trans_handle *trans,
3555		    struct btrfs_root *root, struct extent_buffer *buf,
3556		    struct extent_buffer *parent, int parent_slot,
3557		    struct extent_buffer **cow_ret);
3558int btrfs_copy_root(struct btrfs_trans_handle *trans,
3559		      struct btrfs_root *root,
3560		      struct extent_buffer *buf,
3561		      struct extent_buffer **cow_ret, u64 new_root_objectid);
3562int btrfs_block_can_be_shared(struct btrfs_root *root,
3563			      struct extent_buffer *buf);
3564void btrfs_extend_item(struct btrfs_root *root, struct btrfs_path *path,
3565		       u32 data_size);
3566void btrfs_truncate_item(struct btrfs_root *root, struct btrfs_path *path,
3567			 u32 new_size, int from_end);
3568int btrfs_split_item(struct btrfs_trans_handle *trans,
3569		     struct btrfs_root *root,
3570		     struct btrfs_path *path,
3571		     struct btrfs_key *new_key,
3572		     unsigned long split_offset);
3573int btrfs_duplicate_item(struct btrfs_trans_handle *trans,
3574			 struct btrfs_root *root,
3575			 struct btrfs_path *path,
3576			 struct btrfs_key *new_key);
3577int btrfs_find_item(struct btrfs_root *fs_root, struct btrfs_path *path,
3578		u64 inum, u64 ioff, u8 key_type, struct btrfs_key *found_key);
3579int btrfs_search_slot(struct btrfs_trans_handle *trans, struct btrfs_root
3580		      *root, struct btrfs_key *key, struct btrfs_path *p, int
3581		      ins_len, int cow);
3582int btrfs_search_old_slot(struct btrfs_root *root, struct btrfs_key *key,
3583			  struct btrfs_path *p, u64 time_seq);
3584int btrfs_search_slot_for_read(struct btrfs_root *root,
3585			       struct btrfs_key *key, struct btrfs_path *p,
3586			       int find_higher, int return_any);
3587int btrfs_realloc_node(struct btrfs_trans_handle *trans,
3588		       struct btrfs_root *root, struct extent_buffer *parent,
3589		       int start_slot, u64 *last_ret,
3590		       struct btrfs_key *progress);
3591void btrfs_release_path(struct btrfs_path *p);
3592struct btrfs_path *btrfs_alloc_path(void);
3593void btrfs_free_path(struct btrfs_path *p);
3594void btrfs_set_path_blocking(struct btrfs_path *p);
3595void btrfs_clear_path_blocking(struct btrfs_path *p,
3596			       struct extent_buffer *held, int held_rw);
3597void btrfs_unlock_up_safe(struct btrfs_path *p, int level);
3598
3599int btrfs_del_items(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3600		   struct btrfs_path *path, int slot, int nr);
3601static inline int btrfs_del_item(struct btrfs_trans_handle *trans,
3602				 struct btrfs_root *root,
3603				 struct btrfs_path *path)
3604{
3605	return btrfs_del_items(trans, root, path, path->slots[0], 1);
3606}
3607
3608void setup_items_for_insert(struct btrfs_root *root, struct btrfs_path *path,
3609			    struct btrfs_key *cpu_key, u32 *data_size,
3610			    u32 total_data, u32 total_size, int nr);
3611int btrfs_insert_item(struct btrfs_trans_handle *trans, struct btrfs_root
3612		      *root, struct btrfs_key *key, void *data, u32 data_size);
3613int btrfs_insert_empty_items(struct btrfs_trans_handle *trans,
3614			     struct btrfs_root *root,
3615			     struct btrfs_path *path,
3616			     struct btrfs_key *cpu_key, u32 *data_size, int nr);
3617
3618static inline int btrfs_insert_empty_item(struct btrfs_trans_handle *trans,
3619					  struct btrfs_root *root,
3620					  struct btrfs_path *path,
3621					  struct btrfs_key *key,
3622					  u32 data_size)
3623{
3624	return btrfs_insert_empty_items(trans, root, path, key, &data_size, 1);
3625}
3626
3627int btrfs_next_leaf(struct btrfs_root *root, struct btrfs_path *path);
3628int btrfs_prev_leaf(struct btrfs_root *root, struct btrfs_path *path);
3629int btrfs_next_old_leaf(struct btrfs_root *root, struct btrfs_path *path,
3630			u64 time_seq);
3631static inline int btrfs_next_old_item(struct btrfs_root *root,
3632				      struct btrfs_path *p, u64 time_seq)
3633{
3634	++p->slots[0];
3635	if (p->slots[0] >= btrfs_header_nritems(p->nodes[0]))
3636		return btrfs_next_old_leaf(root, p, time_seq);
3637	return 0;
3638}
3639static inline int btrfs_next_item(struct btrfs_root *root, struct btrfs_path *p)
3640{
3641	return btrfs_next_old_item(root, p, 0);
3642}
3643int btrfs_leaf_free_space(struct btrfs_root *root, struct extent_buffer *leaf);
3644int __must_check btrfs_drop_snapshot(struct btrfs_root *root,
3645				     struct btrfs_block_rsv *block_rsv,
3646				     int update_ref, int for_reloc);
3647int btrfs_drop_subtree(struct btrfs_trans_handle *trans,
3648			struct btrfs_root *root,
3649			struct extent_buffer *node,
3650			struct extent_buffer *parent);
3651static inline int btrfs_fs_closing(struct btrfs_fs_info *fs_info)
3652{
3653	/*
3654	 * Get synced with close_ctree()
3655	 */
3656	smp_mb();
3657	return fs_info->closing;
3658}
3659
3660/*
3661 * If we remount the fs to be R/O or umount the fs, the cleaner needn't do
3662 * anything except sleeping. This function is used to check the status of
3663 * the fs.
3664 */
3665static inline int btrfs_need_cleaner_sleep(struct btrfs_root *root)
3666{
3667	return (root->fs_info->sb->s_flags & MS_RDONLY ||
3668		btrfs_fs_closing(root->fs_info));
3669}
3670
3671static inline void free_fs_info(struct btrfs_fs_info *fs_info)
3672{
3673	kfree(fs_info->balance_ctl);
3674	kfree(fs_info->delayed_root);
3675	kfree(fs_info->extent_root);
3676	kfree(fs_info->tree_root);
3677	kfree(fs_info->chunk_root);
3678	kfree(fs_info->dev_root);
3679	kfree(fs_info->csum_root);
3680	kfree(fs_info->quota_root);
3681	kfree(fs_info->uuid_root);
3682	kfree(fs_info->super_copy);
3683	kfree(fs_info->super_for_commit);
3684	security_free_mnt_opts(&fs_info->security_opts);
3685	kfree(fs_info);
3686}
3687
3688/* tree mod log functions from ctree.c */
3689u64 btrfs_get_tree_mod_seq(struct btrfs_fs_info *fs_info,
3690			   struct seq_list *elem);
3691void btrfs_put_tree_mod_seq(struct btrfs_fs_info *fs_info,
3692			    struct seq_list *elem);
3693int btrfs_old_root_level(struct btrfs_root *root, u64 time_seq);
3694
3695/* root-item.c */
3696int btrfs_find_root_ref(struct btrfs_root *tree_root,
3697			struct btrfs_path *path,
3698			u64 root_id, u64 ref_id);
3699int btrfs_add_root_ref(struct btrfs_trans_handle *trans,
3700		       struct btrfs_root *tree_root,
3701		       u64 root_id, u64 ref_id, u64 dirid, u64 sequence,
3702		       const char *name, int name_len);
3703int btrfs_del_root_ref(struct btrfs_trans_handle *trans,
3704		       struct btrfs_root *tree_root,
3705		       u64 root_id, u64 ref_id, u64 dirid, u64 *sequence,
3706		       const char *name, int name_len);
3707int btrfs_del_root(struct btrfs_trans_handle *trans, struct btrfs_root *root,
3708		   struct btrfs_key *key);
3709int btrfs_insert_root(struct btrfs_trans_handle *trans, struct btrfs_root
3710		      *root, struct btrfs_key *key, struct btrfs_root_item
3711		      *item);
3712int __must_check btrfs_update_root(struct btrfs_trans_handle *trans,
3713				   struct btrfs_root *root,
3714				   struct btrfs_key *key,
3715				   struct btrfs_root_item *item);
3716int btrfs_find_root(struct btrfs_root *root, struct btrfs_key *search_key,
3717		    struct btrfs_path *path, struct btrfs_root_item *root_item,
3718		    struct btrfs_key *root_key);
3719int btrfs_find_orphan_roots(struct btrfs_root *tree_root);
3720void btrfs_set_root_node(struct btrfs_root_item *item,
3721			 struct extent_buffer *node);
3722void btrfs_check_and_init_root_item(struct btrfs_root_item *item);
3723void btrfs_update_root_times(struct btrfs_trans_handle *trans,
3724			     struct btrfs_root *root);
3725
3726/* uuid-tree.c */
3727int btrfs_uuid_tree_add(struct btrfs_trans_handle *trans,
3728			struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3729			u64 subid);
3730int btrfs_uuid_tree_rem(struct btrfs_trans_handle *trans,
3731			struct btrfs_root *uuid_root, u8 *uuid, u8 type,
3732			u64 subid);
3733int btrfs_uuid_tree_iterate(struct btrfs_fs_info *fs_info,
3734			    int (*check_func)(struct btrfs_fs_info *, u8 *, u8,
3735					      u64));
3736
3737/* dir-item.c */
3738int btrfs_check_dir_item_collision(struct btrfs_root *root, u64 dir,
3739			  const char *name, int name_len);
3740int btrfs_insert_dir_item(struct btrfs_trans_handle *trans,
3741			  struct btrfs_root *root, const char *name,
3742			  int name_len, struct inode *dir,
3743			  struct btrfs_key *location, u8 type, u64 index);
3744struct btrfs_dir_item *btrfs_lookup_dir_item(struct btrfs_trans_handle *trans,
3745					     struct btrfs_root *root,
3746					     struct btrfs_path *path, u64 dir,
3747					     const char *name, int name_len,
3748					     int mod);
3749struct btrfs_dir_item *
3750btrfs_lookup_dir_index_item(struct btrfs_trans_handle *trans,
3751			    struct btrfs_root *root,
3752			    struct btrfs_path *path, u64 dir,
3753			    u64 objectid, const char *name, int name_len,
3754			    int mod);
3755struct btrfs_dir_item *
3756btrfs_search_dir_index_item(struct btrfs_root *root,
3757			    struct btrfs_path *path, u64 dirid,
3758			    const char *name, int name_len);
3759int btrfs_delete_one_dir_name(struct btrfs_trans_handle *trans,
3760			      struct btrfs_root *root,
3761			      struct btrfs_path *path,
3762			      struct btrfs_dir_item *di);
3763int btrfs_insert_xattr_item(struct btrfs_trans_handle *trans,
3764			    struct btrfs_root *root,
3765			    struct btrfs_path *path, u64 objectid,
3766			    const char *name, u16 name_len,
3767			    const void *data, u16 data_len);
3768struct btrfs_dir_item *btrfs_lookup_xattr(struct btrfs_trans_handle *trans,
3769					  struct btrfs_root *root,
3770					  struct btrfs_path *path, u64 dir,
3771					  const char *name, u16 name_len,
3772					  int mod);
3773int verify_dir_item(struct btrfs_root *root,
3774		    struct extent_buffer *leaf,
3775		    struct btrfs_dir_item *dir_item);
3776struct btrfs_dir_item *btrfs_match_dir_item_name(struct btrfs_root *root,
3777						 struct btrfs_path *path,
3778						 const char *name,
3779						 int name_len);
3780
3781/* orphan.c */
3782int btrfs_insert_orphan_item(struct btrfs_trans_handle *trans,
3783			     struct btrfs_root *root, u64 offset);
3784int btrfs_del_orphan_item(struct btrfs_trans_handle *trans,
3785			  struct btrfs_root *root, u64 offset);
3786int btrfs_find_orphan_item(struct btrfs_root *root, u64 offset);
3787
3788/* inode-item.c */
3789int btrfs_insert_inode_ref(struct btrfs_trans_handle *trans,
3790			   struct btrfs_root *root,
3791			   const char *name, int name_len,
3792			   u64 inode_objectid, u64 ref_objectid, u64 index);
3793int btrfs_del_inode_ref(struct btrfs_trans_handle *trans,
3794			   struct btrfs_root *root,
3795			   const char *name, int name_len,
3796			   u64 inode_objectid, u64 ref_objectid, u64 *index);
3797int btrfs_insert_empty_inode(struct btrfs_trans_handle *trans,
3798			     struct btrfs_root *root,
3799			     struct btrfs_path *path, u64 objectid);
3800int btrfs_lookup_inode(struct btrfs_trans_handle *trans, struct btrfs_root
3801		       *root, struct btrfs_path *path,
3802		       struct btrfs_key *location, int mod);
3803
3804struct btrfs_inode_extref *
3805btrfs_lookup_inode_extref(struct btrfs_trans_handle *trans,
3806			  struct btrfs_root *root,
3807			  struct btrfs_path *path,
3808			  const char *name, int name_len,
3809			  u64 inode_objectid, u64 ref_objectid, int ins_len,
3810			  int cow);
3811
3812int btrfs_find_name_in_ext_backref(struct btrfs_path *path,
3813				   u64 ref_objectid, const char *name,
3814				   int name_len,
3815				   struct btrfs_inode_extref **extref_ret);
3816
3817/* file-item.c */
3818struct btrfs_dio_private;
3819int btrfs_del_csums(struct btrfs_trans_handle *trans,
3820		    struct btrfs_root *root, u64 bytenr, u64 len);
3821int btrfs_lookup_bio_sums(struct btrfs_root *root, struct inode *inode,
3822			  struct bio *bio, u32 *dst);
3823int btrfs_lookup_bio_sums_dio(struct btrfs_root *root, struct inode *inode,
3824			      struct bio *bio, u64 logical_offset);
3825int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
3826			     struct btrfs_root *root,
3827			     u64 objectid, u64 pos,
3828			     u64 disk_offset, u64 disk_num_bytes,
3829			     u64 num_bytes, u64 offset, u64 ram_bytes,
3830			     u8 compression, u8 encryption, u16 other_encoding);
3831int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
3832			     struct btrfs_root *root,
3833			     struct btrfs_path *path, u64 objectid,
3834			     u64 bytenr, int mod);
3835int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
3836			   struct btrfs_root *root,
3837			   struct btrfs_ordered_sum *sums);
3838int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
3839		       struct bio *bio, u64 file_start, int contig);
3840int btrfs_lookup_csums_range(struct btrfs_root *root, u64 start, u64 end,
3841			     struct list_head *list, int search_commit);
3842void btrfs_extent_item_to_extent_map(struct inode *inode,
3843				     const struct btrfs_path *path,
3844				     struct btrfs_file_extent_item *fi,
3845				     const bool new_inline,
3846				     struct extent_map *em);
3847
3848/* inode.c */
3849struct btrfs_delalloc_work {
3850	struct inode *inode;
3851	int wait;
3852	int delay_iput;
3853	struct completion completion;
3854	struct list_head list;
3855	struct btrfs_work work;
3856};
3857
3858struct btrfs_delalloc_work *btrfs_alloc_delalloc_work(struct inode *inode,
3859						    int wait, int delay_iput);
3860void btrfs_wait_and_free_delalloc_work(struct btrfs_delalloc_work *work);
3861
3862struct extent_map *btrfs_get_extent_fiemap(struct inode *inode, struct page *page,
3863					   size_t pg_offset, u64 start, u64 len,
3864					   int create);
3865noinline int can_nocow_extent(struct inode *inode, u64 offset, u64 *len,
3866			      u64 *orig_start, u64 *orig_block_len,
3867			      u64 *ram_bytes);
3868
3869/* RHEL and EL kernels have a patch that renames PG_checked to FsMisc */
3870#if defined(ClearPageFsMisc) && !defined(ClearPageChecked)
3871#define ClearPageChecked ClearPageFsMisc
3872#define SetPageChecked SetPageFsMisc
3873#define PageChecked PageFsMisc
3874#endif
3875
3876/* This forces readahead on a given range of bytes in an inode */
3877static inline void btrfs_force_ra(struct address_space *mapping,
3878				  struct file_ra_state *ra, struct file *file,
3879				  pgoff_t offset, unsigned long req_size)
3880{
3881	page_cache_sync_readahead(mapping, ra, file, offset, req_size);
3882}
3883
3884struct inode *btrfs_lookup_dentry(struct inode *dir, struct dentry *dentry);
3885int btrfs_set_inode_index(struct inode *dir, u64 *index);
3886int btrfs_unlink_inode(struct btrfs_trans_handle *trans,
3887		       struct btrfs_root *root,
3888		       struct inode *dir, struct inode *inode,
3889		       const char *name, int name_len);
3890int btrfs_add_link(struct btrfs_trans_handle *trans,
3891		   struct inode *parent_inode, struct inode *inode,
3892		   const char *name, int name_len, int add_backref, u64 index);
3893int btrfs_unlink_subvol(struct btrfs_trans_handle *trans,
3894			struct btrfs_root *root,
3895			struct inode *dir, u64 objectid,
3896			const char *name, int name_len);
3897int btrfs_truncate_page(struct inode *inode, loff_t from, loff_t len,
3898			int front);
3899int btrfs_truncate_inode_items(struct btrfs_trans_handle *trans,
3900			       struct btrfs_root *root,
3901			       struct inode *inode, u64 new_size,
3902			       u32 min_type);
3903
3904int btrfs_start_delalloc_inodes(struct btrfs_root *root, int delay_iput);
3905int btrfs_start_delalloc_roots(struct btrfs_fs_info *fs_info, int delay_iput,
3906			       int nr);
3907int btrfs_set_extent_delalloc(struct inode *inode, u64 start, u64 end,
3908			      struct extent_state **cached_state);
3909int btrfs_create_subvol_root(struct btrfs_trans_handle *trans,
3910			     struct btrfs_root *new_root,
3911			     struct btrfs_root *parent_root,
3912			     u64 new_dirid);
3913int btrfs_merge_bio_hook(int rw, struct page *page, unsigned long offset,
3914			 size_t size, struct bio *bio,
3915			 unsigned long bio_flags);
3916int btrfs_page_mkwrite(struct vm_area_struct *vma, struct vm_fault *vmf);
3917int btrfs_readpage(struct file *file, struct page *page);
3918void btrfs_evict_inode(struct inode *inode);
3919int btrfs_write_inode(struct inode *inode, struct writeback_control *wbc);
3920struct inode *btrfs_alloc_inode(struct super_block *sb);
3921void btrfs_destroy_inode(struct inode *inode);
3922int btrfs_drop_inode(struct inode *inode);
3923int btrfs_init_cachep(void);
3924void btrfs_destroy_cachep(void);
3925long btrfs_ioctl_trans_end(struct file *file);
3926struct inode *btrfs_iget(struct super_block *s, struct btrfs_key *location,
3927			 struct btrfs_root *root, int *was_new);
3928struct extent_map *btrfs_get_extent(struct inode *inode, struct page *page,
3929				    size_t pg_offset, u64 start, u64 end,
3930				    int create);
3931int btrfs_update_inode(struct btrfs_trans_handle *trans,
3932			      struct btrfs_root *root,
3933			      struct inode *inode);
3934int btrfs_update_inode_fallback(struct btrfs_trans_handle *trans,
3935				struct btrfs_root *root, struct inode *inode);
3936int btrfs_orphan_add(struct btrfs_trans_handle *trans, struct inode *inode);
3937int btrfs_orphan_cleanup(struct btrfs_root *root);
3938void btrfs_orphan_commit_root(struct btrfs_trans_handle *trans,
3939			      struct btrfs_root *root);
3940int btrfs_cont_expand(struct inode *inode, loff_t oldsize, loff_t size);
3941void btrfs_invalidate_inodes(struct btrfs_root *root);
3942void btrfs_add_delayed_iput(struct inode *inode);
3943void btrfs_run_delayed_iputs(struct btrfs_root *root);
3944int btrfs_prealloc_file_range(struct inode *inode, int mode,
3945			      u64 start, u64 num_bytes, u64 min_size,
3946			      loff_t actual_len, u64 *alloc_hint);
3947int btrfs_prealloc_file_range_trans(struct inode *inode,
3948				    struct btrfs_trans_handle *trans, int mode,
3949				    u64 start, u64 num_bytes, u64 min_size,
3950				    loff_t actual_len, u64 *alloc_hint);
3951int btrfs_inode_check_errors(struct inode *inode);
3952extern const struct dentry_operations btrfs_dentry_operations;
3953#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
3954void btrfs_test_inode_set_ops(struct inode *inode);
3955#endif
3956
3957/* ioctl.c */
3958long btrfs_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
3959long btrfs_compat_ioctl(struct file *file, unsigned int cmd, unsigned long arg);
3960void btrfs_update_iflags(struct inode *inode);
3961void btrfs_inherit_iflags(struct inode *inode, struct inode *dir);
3962int btrfs_is_empty_uuid(u8 *uuid);
3963int btrfs_defrag_file(struct inode *inode, struct file *file,
3964		      struct btrfs_ioctl_defrag_range_args *range,
3965		      u64 newer_than, unsigned long max_pages);
3966void btrfs_get_block_group_info(struct list_head *groups_list,
3967				struct btrfs_ioctl_space_info *space);
3968void update_ioctl_balance_args(struct btrfs_fs_info *fs_info, int lock,
3969			       struct btrfs_ioctl_balance_args *bargs);
3970
3971
3972/* file.c */
3973int btrfs_auto_defrag_init(void);
3974void btrfs_auto_defrag_exit(void);
3975int btrfs_add_inode_defrag(struct btrfs_trans_handle *trans,
3976			   struct inode *inode);
3977int btrfs_run_defrag_inodes(struct btrfs_fs_info *fs_info);
3978void btrfs_cleanup_defrag_inodes(struct btrfs_fs_info *fs_info);
3979int btrfs_sync_file(struct file *file, loff_t start, loff_t end, int datasync);
3980void btrfs_drop_extent_cache(struct inode *inode, u64 start, u64 end,
3981			     int skip_pinned);
3982extern const struct file_operations btrfs_file_operations;
3983int __btrfs_drop_extents(struct btrfs_trans_handle *trans,
3984			 struct btrfs_root *root, struct inode *inode,
3985			 struct btrfs_path *path, u64 start, u64 end,
3986			 u64 *drop_end, int drop_cache,
3987			 int replace_extent,
3988			 u32 extent_item_size,
3989			 int *key_inserted);
3990int btrfs_drop_extents(struct btrfs_trans_handle *trans,
3991		       struct btrfs_root *root, struct inode *inode, u64 start,
3992		       u64 end, int drop_cache);
3993int btrfs_mark_extent_written(struct btrfs_trans_handle *trans,
3994			      struct inode *inode, u64 start, u64 end);
3995int btrfs_release_file(struct inode *inode, struct file *file);
3996int btrfs_dirty_pages(struct btrfs_root *root, struct inode *inode,
3997		      struct page **pages, size_t num_pages,
3998		      loff_t pos, size_t write_bytes,
3999		      struct extent_state **cached);
4000int btrfs_fdatawrite_range(struct inode *inode, loff_t start, loff_t end);
4001
4002/* tree-defrag.c */
4003int btrfs_defrag_leaves(struct btrfs_trans_handle *trans,
4004			struct btrfs_root *root);
4005
4006/* sysfs.c */
4007int btrfs_init_sysfs(void);
4008void btrfs_exit_sysfs(void);
4009int btrfs_sysfs_add_one(struct btrfs_fs_info *fs_info);
4010void btrfs_sysfs_remove_one(struct btrfs_fs_info *fs_info);
4011
4012/* xattr.c */
4013ssize_t btrfs_listxattr(struct dentry *dentry, char *buffer, size_t size);
4014
4015/* super.c */
4016int btrfs_parse_options(struct btrfs_root *root, char *options);
4017int btrfs_sync_fs(struct super_block *sb, int wait);
4018
4019#ifdef CONFIG_PRINTK
4020__printf(2, 3)
4021void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...);
4022#else
4023static inline __printf(2, 3)
4024void btrfs_printk(const struct btrfs_fs_info *fs_info, const char *fmt, ...)
4025{
4026}
4027#endif
4028
4029#define btrfs_emerg(fs_info, fmt, args...) \
4030	btrfs_printk(fs_info, KERN_EMERG fmt, ##args)
4031#define btrfs_alert(fs_info, fmt, args...) \
4032	btrfs_printk(fs_info, KERN_ALERT fmt, ##args)
4033#define btrfs_crit(fs_info, fmt, args...) \
4034	btrfs_printk(fs_info, KERN_CRIT fmt, ##args)
4035#define btrfs_err(fs_info, fmt, args...) \
4036	btrfs_printk(fs_info, KERN_ERR fmt, ##args)
4037#define btrfs_warn(fs_info, fmt, args...) \
4038	btrfs_printk(fs_info, KERN_WARNING fmt, ##args)
4039#define btrfs_notice(fs_info, fmt, args...) \
4040	btrfs_printk(fs_info, KERN_NOTICE fmt, ##args)
4041#define btrfs_info(fs_info, fmt, args...) \
4042	btrfs_printk(fs_info, KERN_INFO fmt, ##args)
4043
4044#ifdef DEBUG
4045#define btrfs_debug(fs_info, fmt, args...) \
4046	btrfs_printk(fs_info, KERN_DEBUG fmt, ##args)
4047#else
4048#define btrfs_debug(fs_info, fmt, args...) \
4049    no_printk(KERN_DEBUG fmt, ##args)
4050#endif
4051
4052#ifdef CONFIG_BTRFS_ASSERT
4053
4054static inline void assfail(char *expr, char *file, int line)
4055{
4056	pr_err("BTRFS: assertion failed: %s, file: %s, line: %d",
4057	       expr, file, line);
4058	BUG();
4059}
4060
4061#define ASSERT(expr)	\
4062	(likely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
4063#else
4064#define ASSERT(expr)	((void)0)
4065#endif
4066
4067#define btrfs_assert()
4068__printf(5, 6)
4069void __btrfs_std_error(struct btrfs_fs_info *fs_info, const char *function,
4070		     unsigned int line, int errno, const char *fmt, ...);
4071
4072
4073void __btrfs_abort_transaction(struct btrfs_trans_handle *trans,
4074			       struct btrfs_root *root, const char *function,
4075			       unsigned int line, int errno);
4076
4077#define btrfs_set_fs_incompat(__fs_info, opt) \
4078	__btrfs_set_fs_incompat((__fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4079
4080static inline void __btrfs_set_fs_incompat(struct btrfs_fs_info *fs_info,
4081					   u64 flag)
4082{
4083	struct btrfs_super_block *disk_super;
4084	u64 features;
4085
4086	disk_super = fs_info->super_copy;
4087	features = btrfs_super_incompat_flags(disk_super);
4088	if (!(features & flag)) {
4089		spin_lock(&fs_info->super_lock);
4090		features = btrfs_super_incompat_flags(disk_super);
4091		if (!(features & flag)) {
4092			features |= flag;
4093			btrfs_set_super_incompat_flags(disk_super, features);
4094			btrfs_info(fs_info, "setting %llu feature flag",
4095					 flag);
4096		}
4097		spin_unlock(&fs_info->super_lock);
4098	}
4099}
4100
4101#define btrfs_fs_incompat(fs_info, opt) \
4102	__btrfs_fs_incompat((fs_info), BTRFS_FEATURE_INCOMPAT_##opt)
4103
4104static inline int __btrfs_fs_incompat(struct btrfs_fs_info *fs_info, u64 flag)
4105{
4106	struct btrfs_super_block *disk_super;
4107	disk_super = fs_info->super_copy;
4108	return !!(btrfs_super_incompat_flags(disk_super) & flag);
4109}
4110
4111/*
4112 * Call btrfs_abort_transaction as early as possible when an error condition is
4113 * detected, that way the exact line number is reported.
4114 */
4115
4116#define btrfs_abort_transaction(trans, root, errno)		\
4117do {								\
4118	__btrfs_abort_transaction(trans, root, __func__,	\
4119				  __LINE__, errno);		\
4120} while (0)
4121
4122#define btrfs_std_error(fs_info, errno)				\
4123do {								\
4124	if ((errno))						\
4125		__btrfs_std_error((fs_info), __func__,		\
4126				   __LINE__, (errno), NULL);	\
4127} while (0)
4128
4129#define btrfs_error(fs_info, errno, fmt, args...)		\
4130do {								\
4131	__btrfs_std_error((fs_info), __func__, __LINE__,	\
4132			  (errno), fmt, ##args);		\
4133} while (0)
4134
4135__printf(5, 6)
4136void __btrfs_panic(struct btrfs_fs_info *fs_info, const char *function,
4137		   unsigned int line, int errno, const char *fmt, ...);
4138
4139/*
4140 * If BTRFS_MOUNT_PANIC_ON_FATAL_ERROR is in mount_opt, __btrfs_panic
4141 * will panic().  Otherwise we BUG() here.
4142 */
4143#define btrfs_panic(fs_info, errno, fmt, args...)			\
4144do {									\
4145	__btrfs_panic(fs_info, __func__, __LINE__, errno, fmt, ##args);	\
4146	BUG();								\
4147} while (0)
4148
4149/* acl.c */
4150#ifdef CONFIG_BTRFS_FS_POSIX_ACL
4151struct posix_acl *btrfs_get_acl(struct inode *inode, int type);
4152int btrfs_set_acl(struct inode *inode, struct posix_acl *acl, int type);
4153int btrfs_init_acl(struct btrfs_trans_handle *trans,
4154		   struct inode *inode, struct inode *dir);
4155#else
4156#define btrfs_get_acl NULL
4157#define btrfs_set_acl NULL
4158static inline int btrfs_init_acl(struct btrfs_trans_handle *trans,
4159				 struct inode *inode, struct inode *dir)
4160{
4161	return 0;
4162}
4163#endif
4164
4165/* relocation.c */
4166int btrfs_relocate_block_group(struct btrfs_root *root, u64 group_start);
4167int btrfs_init_reloc_root(struct btrfs_trans_handle *trans,
4168			  struct btrfs_root *root);
4169int btrfs_update_reloc_root(struct btrfs_trans_handle *trans,
4170			    struct btrfs_root *root);
4171int btrfs_recover_relocation(struct btrfs_root *root);
4172int btrfs_reloc_clone_csums(struct inode *inode, u64 file_pos, u64 len);
4173int btrfs_reloc_cow_block(struct btrfs_trans_handle *trans,
4174			  struct btrfs_root *root, struct extent_buffer *buf,
4175			  struct extent_buffer *cow);
4176void btrfs_reloc_pre_snapshot(struct btrfs_trans_handle *trans,
4177			      struct btrfs_pending_snapshot *pending,
4178			      u64 *bytes_to_reserve);
4179int btrfs_reloc_post_snapshot(struct btrfs_trans_handle *trans,
4180			      struct btrfs_pending_snapshot *pending);
4181
4182/* scrub.c */
4183int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
4184		    u64 end, struct btrfs_scrub_progress *progress,
4185		    int readonly, int is_dev_replace);
4186void btrfs_scrub_pause(struct btrfs_root *root);
4187void btrfs_scrub_continue(struct btrfs_root *root);
4188int btrfs_scrub_cancel(struct btrfs_fs_info *info);
4189int btrfs_scrub_cancel_dev(struct btrfs_fs_info *info,
4190			   struct btrfs_device *dev);
4191int btrfs_scrub_progress(struct btrfs_root *root, u64 devid,
4192			 struct btrfs_scrub_progress *progress);
4193
4194/* dev-replace.c */
4195void btrfs_bio_counter_inc_blocked(struct btrfs_fs_info *fs_info);
4196void btrfs_bio_counter_inc_noblocked(struct btrfs_fs_info *fs_info);
4197void btrfs_bio_counter_sub(struct btrfs_fs_info *fs_info, s64 amount);
4198
4199static inline void btrfs_bio_counter_dec(struct btrfs_fs_info *fs_info)
4200{
4201	btrfs_bio_counter_sub(fs_info, 1);
4202}
4203
4204/* reada.c */
4205struct reada_control {
4206	struct btrfs_root	*root;		/* tree to prefetch */
4207	struct btrfs_key	key_start;
4208	struct btrfs_key	key_end;	/* exclusive */
4209	atomic_t		elems;
4210	struct kref		refcnt;
4211	wait_queue_head_t	wait;
4212};
4213struct reada_control *btrfs_reada_add(struct btrfs_root *root,
4214			      struct btrfs_key *start, struct btrfs_key *end);
4215int btrfs_reada_wait(void *handle);
4216void btrfs_reada_detach(void *handle);
4217int btree_readahead_hook(struct btrfs_root *root, struct extent_buffer *eb,
4218			 u64 start, int err);
4219
4220static inline int is_fstree(u64 rootid)
4221{
4222	if (rootid == BTRFS_FS_TREE_OBJECTID ||
4223	    ((s64)rootid >= (s64)BTRFS_FIRST_FREE_OBJECTID &&
4224	      !btrfs_qgroup_level(rootid)))
4225		return 1;
4226	return 0;
4227}
4228
4229static inline int btrfs_defrag_cancelled(struct btrfs_fs_info *fs_info)
4230{
4231	return signal_pending(current);
4232}
4233
4234/* Sanity test specific functions */
4235#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4236void btrfs_test_destroy_inode(struct inode *inode);
4237#endif
4238
4239static inline int btrfs_test_is_dummy_root(struct btrfs_root *root)
4240{
4241#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
4242	if (unlikely(test_bit(BTRFS_ROOT_DUMMY_ROOT, &root->state)))
4243		return 1;
4244#endif
4245	return 0;
4246}
4247
4248#endif
4249