683 	struct list_head *head = &info->space_info;  in __find_space_info()
705 	struct list_head *head = &info->space_info;  in btrfs_clear_space_info_full()
2678 	if (global_rsv->space_info->full) {  in btrfs_check_space_for_delayed_refs()
3676 			     struct btrfs_space_info **space_info)  in update_space_info()  argument
3698 		*space_info = found;  in update_space_info()
3739 	*space_info = found;  in update_space_info()
3740 	list_add_rcu(&found->list, &info->space_info);  in update_space_info()
4044 	struct list_head *head = &info->space_info;  in force_metadata_allocation()
4146 	struct btrfs_space_info *space_info;  in do_chunk_alloc()  local
4155 	space_info = __find_space_info(extent_root->fs_info, flags);  in do_chunk_alloc()
4156 	if (!space_info) {  in do_chunk_alloc()
4158 					0, 0, &space_info);  in do_chunk_alloc()
4161 	BUG_ON(!space_info); /* Logic error */  in do_chunk_alloc()
4164 	spin_lock(&space_info->lock);  in do_chunk_alloc()
4165 	if (force < space_info->force_alloc)  in do_chunk_alloc()
4166 		force = space_info->force_alloc;  in do_chunk_alloc()
4167 	if (space_info->full) {  in do_chunk_alloc()
4168 		if (should_alloc_chunk(extent_root, space_info, force))  in do_chunk_alloc()
4172 		spin_unlock(&space_info->lock);  in do_chunk_alloc()
4176 	if (!should_alloc_chunk(extent_root, space_info, force)) {  in do_chunk_alloc()
4177 		spin_unlock(&space_info->lock);  in do_chunk_alloc()
4179 	} else if (space_info->chunk_alloc) {  in do_chunk_alloc()
4182 		space_info->chunk_alloc = 1;  in do_chunk_alloc()
4185 	spin_unlock(&space_info->lock);  in do_chunk_alloc()
4207 	if (btrfs_mixed_space_info(space_info))  in do_chunk_alloc()
4231 	spin_lock(&space_info->lock);  in do_chunk_alloc()
4235 		space_info->full = 1;  in do_chunk_alloc()
4239 	space_info->force_alloc = CHUNK_ALLOC_NO_FORCE;  in do_chunk_alloc()
4241 	space_info->chunk_alloc = 0;  in do_chunk_alloc()
4242 	spin_unlock(&space_info->lock);  in do_chunk_alloc()
4248 			  struct btrfs_space_info *space_info, u64 bytes,  in can_overcommit()  argument
4257 	used = space_info->bytes_used + space_info->bytes_reserved +  in can_overcommit()
4258 		space_info->bytes_pinned + space_info->bytes_readonly;  in can_overcommit()
4269 	if (used + space_size >= space_info->total_bytes)  in can_overcommit()
4272 	used += space_info->bytes_may_use;  in can_overcommit()
4299 	if (used + bytes < space_info->total_bytes + avail)  in can_overcommit()
4347 	struct btrfs_space_info *space_info;  in shrink_delalloc()  local
4363 	space_info = block_rsv->space_info;  in shrink_delalloc()
4401 		spin_lock(&space_info->lock);  in shrink_delalloc()
4402 		if (can_overcommit(root, space_info, orig, flush)) {  in shrink_delalloc()
4403 			spin_unlock(&space_info->lock);  in shrink_delalloc()
4406 		spin_unlock(&space_info->lock);  in shrink_delalloc()
4432 				  struct btrfs_space_info *space_info,  in may_commit_transaction()  argument
4446 	if (percpu_counter_compare(&space_info->total_bytes_pinned,  in may_commit_transaction()
4454 	if (space_info != delayed_rsv->space_info)  in may_commit_transaction()
4458 	if (percpu_counter_compare(&space_info->total_bytes_pinned,  in may_commit_transaction()
4483 		       struct btrfs_space_info *space_info, u64 num_bytes,  in flush_space()  argument
4525 		ret = may_commit_transaction(root, space_info, orig_bytes, 0);  in flush_space()
4537 				 struct btrfs_space_info *space_info)  in btrfs_calc_reclaim_metadata_size()  argument
4545 	spin_lock(&space_info->lock);  in btrfs_calc_reclaim_metadata_size()
4546 	if (can_overcommit(root, space_info, to_reclaim,  in btrfs_calc_reclaim_metadata_size()
4552 	used = space_info->bytes_used + space_info->bytes_reserved +  in btrfs_calc_reclaim_metadata_size()
4553 	       space_info->bytes_pinned + space_info->bytes_readonly +  in btrfs_calc_reclaim_metadata_size()
4554 	       space_info->bytes_may_use;  in btrfs_calc_reclaim_metadata_size()
4555 	if (can_overcommit(root, space_info, 1024 * 1024,  in btrfs_calc_reclaim_metadata_size()
4557 		expected = div_factor_fine(space_info->total_bytes, 95);  in btrfs_calc_reclaim_metadata_size()
4559 		expected = div_factor_fine(space_info->total_bytes, 90);  in btrfs_calc_reclaim_metadata_size()
4565 	to_reclaim = min(to_reclaim, space_info->bytes_may_use +  in btrfs_calc_reclaim_metadata_size()
4566 				     space_info->bytes_reserved);  in btrfs_calc_reclaim_metadata_size()
4568 	spin_unlock(&space_info->lock);  in btrfs_calc_reclaim_metadata_size()
4573 static inline int need_do_async_reclaim(struct btrfs_space_info *space_info,  in need_do_async_reclaim()  argument
4576 	u64 thresh = div_factor_fine(space_info->total_bytes, 98);  in need_do_async_reclaim()
4579 	if (space_info->bytes_used >= thresh)  in need_do_async_reclaim()
4586 static int btrfs_need_do_async_reclaim(struct btrfs_space_info *space_info,  in btrfs_need_do_async_reclaim()  argument
4592 	spin_lock(&space_info->lock);  in btrfs_need_do_async_reclaim()
4597 	if (flush_state > COMMIT_TRANS && space_info->full) {  in btrfs_need_do_async_reclaim()
4598 		spin_unlock(&space_info->lock);  in btrfs_need_do_async_reclaim()
4602 	used = space_info->bytes_used + space_info->bytes_reserved +  in btrfs_need_do_async_reclaim()
4603 	       space_info->bytes_pinned + space_info->bytes_readonly +  in btrfs_need_do_async_reclaim()
4604 	       space_info->bytes_may_use;  in btrfs_need_do_async_reclaim()
4605 	if (need_do_async_reclaim(space_info, fs_info, used)) {  in btrfs_need_do_async_reclaim()
4606 		spin_unlock(&space_info->lock);  in btrfs_need_do_async_reclaim()
4609 	spin_unlock(&space_info->lock);  in btrfs_need_do_async_reclaim()
4617 	struct btrfs_space_info *space_info;  in btrfs_async_reclaim_metadata_space()  local
4622 	space_info = __find_space_info(fs_info, BTRFS_BLOCK_GROUP_METADATA);  in btrfs_async_reclaim_metadata_space()
4625 						      space_info);  in btrfs_async_reclaim_metadata_space()
4631 		flush_space(fs_info->fs_root, space_info, to_reclaim,  in btrfs_async_reclaim_metadata_space()
4634 		if (!btrfs_need_do_async_reclaim(space_info, fs_info,  in btrfs_async_reclaim_metadata_space()
4664 	struct btrfs_space_info *space_info = block_rsv->space_info;  in reserve_metadata_bytes()  local
4673 	spin_lock(&space_info->lock);  in reserve_metadata_bytes()
4679 	       space_info->flush) {  in reserve_metadata_bytes()
4680 		spin_unlock(&space_info->lock);  in reserve_metadata_bytes()
4689 		ret = wait_event_killable(space_info->wait, !space_info->flush);  in reserve_metadata_bytes()
4694 		spin_lock(&space_info->lock);  in reserve_metadata_bytes()
4698 	used = space_info->bytes_used + space_info->bytes_reserved +  in reserve_metadata_bytes()
4699 		space_info->bytes_pinned + space_info->bytes_readonly +  in reserve_metadata_bytes()
4700 		space_info->bytes_may_use;  in reserve_metadata_bytes()
4709 	if (used <= space_info->total_bytes) {  in reserve_metadata_bytes()
4710 		if (used + orig_bytes <= space_info->total_bytes) {  in reserve_metadata_bytes()
4711 			space_info->bytes_may_use += orig_bytes;  in reserve_metadata_bytes()
4713 				"space_info", space_info->flags, orig_bytes, 1);  in reserve_metadata_bytes()
4729 		num_bytes = used - space_info->total_bytes +  in reserve_metadata_bytes()
4733 	if (ret && can_overcommit(root, space_info, orig_bytes, flush)) {  in reserve_metadata_bytes()
4734 		space_info->bytes_may_use += orig_bytes;  in reserve_metadata_bytes()
4736 					      space_info->flags, orig_bytes,  in reserve_metadata_bytes()
4751 		space_info->flush = 1;  in reserve_metadata_bytes()
4752 	} else if (!ret && space_info->flags & BTRFS_BLOCK_GROUP_METADATA) {  in reserve_metadata_bytes()
4760 		    need_do_async_reclaim(space_info, root->fs_info, used) &&  in reserve_metadata_bytes()
4765 	spin_unlock(&space_info->lock);  in reserve_metadata_bytes()
4770 	ret = flush_space(root, space_info, num_bytes, orig_bytes,  in reserve_metadata_bytes()
4805 					      space_info->flags, orig_bytes, 1);  in reserve_metadata_bytes()
4807 		spin_lock(&space_info->lock);  in reserve_metadata_bytes()
4808 		space_info->flush = 0;  in reserve_metadata_bytes()
4809 		wake_up_all(&space_info->wait);  in reserve_metadata_bytes()
4810 		spin_unlock(&space_info->lock);  in reserve_metadata_bytes()
4873 	if (global_rsv->space_info != dest->space_info)  in btrfs_cond_migrate_bytes()
4895 	struct btrfs_space_info *space_info = block_rsv->space_info;  in block_rsv_release_bytes()  local
4926 			spin_lock(&space_info->lock);  in block_rsv_release_bytes()
4927 			space_info->bytes_may_use -= num_bytes;  in block_rsv_release_bytes()
4929 					space_info->flags, num_bytes, 0);  in block_rsv_release_bytes()
4930 			spin_unlock(&space_info->lock);  in block_rsv_release_bytes()
4966 	block_rsv->space_info = __find_space_info(fs_info,  in btrfs_alloc_block_rsv()
5064 	    block_rsv->space_info != global_rsv->space_info)  in btrfs_block_rsv_release()
5108 	struct btrfs_space_info *sinfo = block_rsv->space_info;  in update_global_block_rsv()
5145 	struct btrfs_space_info *space_info;  in init_global_block_rsv()  local
5147 	space_info = __find_space_info(fs_info, BTRFS_BLOCK_GROUP_SYSTEM);  in init_global_block_rsv()
5148 	fs_info->chunk_block_rsv.space_info = space_info;  in init_global_block_rsv()
5150 	space_info = __find_space_info(fs_info, BTRFS_BLOCK_GROUP_METADATA);  in init_global_block_rsv()
5151 	fs_info->global_block_rsv.space_info = space_info;  in init_global_block_rsv()
5152 	fs_info->delalloc_block_rsv.space_info = space_info;  in init_global_block_rsv()
5153 	fs_info->trans_block_rsv.space_info = space_info;  in init_global_block_rsv()
5154 	fs_info->empty_block_rsv.space_info = space_info;  in init_global_block_rsv()
5155 	fs_info->delayed_block_rsv.space_info = space_info;  in init_global_block_rsv()
5262 	rsv->space_info = __find_space_info(root->fs_info,  in btrfs_subvolume_reserve_metadata()
5658 		spin_lock(&cache->space_info->lock);  in update_block_group()
5671 			cache->space_info->bytes_reserved -= num_bytes;  in update_block_group()
5672 			cache->space_info->bytes_used += num_bytes;  in update_block_group()
5673 			cache->space_info->disk_used += num_bytes * factor;  in update_block_group()
5675 			spin_unlock(&cache->space_info->lock);  in update_block_group()
5680 			cache->space_info->bytes_pinned += num_bytes;  in update_block_group()
5681 			cache->space_info->bytes_used -= num_bytes;  in update_block_group()
5682 			cache->space_info->disk_used -= num_bytes * factor;  in update_block_group()
5684 			spin_unlock(&cache->space_info->lock);  in update_block_group()
5746 	spin_lock(&cache->space_info->lock);  in pin_down_extent()
5749 	cache->space_info->bytes_pinned += num_bytes;  in pin_down_extent()
5752 		cache->space_info->bytes_reserved -= num_bytes;  in pin_down_extent()
5755 	spin_unlock(&cache->space_info->lock);  in pin_down_extent()
5910 	struct btrfs_space_info *space_info = cache->space_info;  in btrfs_update_reserved_bytes()  local
5913 	spin_lock(&space_info->lock);  in btrfs_update_reserved_bytes()
5920 			space_info->bytes_reserved += num_bytes;  in btrfs_update_reserved_bytes()
5923 						"space_info", space_info->flags,  in btrfs_update_reserved_bytes()
5925 				space_info->bytes_may_use -= num_bytes;  in btrfs_update_reserved_bytes()
5933 			space_info->bytes_readonly += num_bytes;  in btrfs_update_reserved_bytes()
5935 		space_info->bytes_reserved -= num_bytes;  in btrfs_update_reserved_bytes()
5941 	spin_unlock(&space_info->lock);  in btrfs_update_reserved_bytes()
5982 	struct btrfs_space_info *space_info;  in unpin_extent_range()  local
6007 		space_info = cache->space_info;  in unpin_extent_range()
6009 		spin_lock(&space_info->lock);  in unpin_extent_range()
6012 		space_info->bytes_pinned -= len;  in unpin_extent_range()
6013 		percpu_counter_add(&space_info->total_bytes_pinned, -len);  in unpin_extent_range()
6015 			space_info->bytes_readonly += len;  in unpin_extent_range()
6019 		if (!readonly && global_rsv->space_info == space_info) {  in unpin_extent_range()
6025 				space_info->bytes_may_use += len;  in unpin_extent_range()
6031 		spin_unlock(&space_info->lock);  in unpin_extent_range()
6081 	struct btrfs_space_info *space_info;  in add_pinned_bytes()  local
6093 	space_info = __find_space_info(fs_info, flags);  in add_pinned_bytes()
6094 	BUG_ON(!space_info); /* Logic bug */  in add_pinned_bytes()
6095 	percpu_counter_add(&space_info->total_bytes_pinned, num_bytes);  in add_pinned_bytes()
6731 	struct btrfs_space_info *space_info;  in find_free_extent()  local
6748 	space_info = __find_space_info(root->fs_info, flags);  in find_free_extent()
6749 	if (!space_info) {  in find_free_extent()
6758 	if (btrfs_mixed_space_info(space_info))  in find_free_extent()
6797 			down_read(&space_info->groups_sem);  in find_free_extent()
6807 				up_read(&space_info->groups_sem);  in find_free_extent()
6819 	down_read(&space_info->groups_sem);  in find_free_extent()
6820 	list_for_each_entry(block_group, &space_info->block_groups[index],  in find_free_extent()
7064 	up_read(&space_info->groups_sem);  in find_free_extent()
7558 	    block_rsv->space_info == global_rsv->space_info) {  in use_block_rsv()
8762 	struct btrfs_space_info *sinfo = cache->space_info;  in set_block_group_ro()
8860 	alloc_flags = get_alloc_profile(root, cache->space_info->flags);  in btrfs_set_block_group_ro()
8931 	struct btrfs_space_info *sinfo = cache->space_info;  in btrfs_set_block_group_rw()
8956 	struct btrfs_space_info *space_info;  in btrfs_can_relocate()  local
8980 	space_info = block_group->space_info;  in btrfs_can_relocate()
8981 	spin_lock(&space_info->lock);  in btrfs_can_relocate()
8983 	full = space_info->full;  in btrfs_can_relocate()
8992 	if ((space_info->total_bytes != block_group->key.offset) &&  in btrfs_can_relocate()
8993 	    (space_info->bytes_used + space_info->bytes_reserved +  in btrfs_can_relocate()
8994 	     space_info->bytes_pinned + space_info->bytes_readonly +  in btrfs_can_relocate()
8995 	     min_free < space_info->total_bytes)) {  in btrfs_can_relocate()
8996 		spin_unlock(&space_info->lock);  in btrfs_can_relocate()
8999 	spin_unlock(&space_info->lock);  in btrfs_can_relocate()
9154 	struct btrfs_space_info *space_info;  in btrfs_free_block_groups()  local
9186 		down_write(&block_group->space_info->groups_sem);  in btrfs_free_block_groups()
9188 		up_write(&block_group->space_info->groups_sem);  in btrfs_free_block_groups()
9218 	while (!list_empty(&info->space_info)) {  in btrfs_free_block_groups()
9221 		space_info = list_entry(info->space_info.next,  in btrfs_free_block_groups()
9225 			if (WARN_ON(space_info->bytes_pinned > 0 ||  in btrfs_free_block_groups()
9226 			    space_info->bytes_reserved > 0 ||  in btrfs_free_block_groups()
9227 			    space_info->bytes_may_use > 0)) {  in btrfs_free_block_groups()
9228 				dump_space_info(space_info, 0, 0);  in btrfs_free_block_groups()
9231 		list_del(&space_info->list);  in btrfs_free_block_groups()
9234 			kobj = space_info->block_group_kobjs[i];  in btrfs_free_block_groups()
9235 			space_info->block_group_kobjs[i] = NULL;  in btrfs_free_block_groups()
9241 		kobject_del(&space_info->kobj);  in btrfs_free_block_groups()
9242 		kobject_put(&space_info->kobj);  in btrfs_free_block_groups()
9247 static void __link_block_group(struct btrfs_space_info *space_info,  in __link_block_group()  argument
9253 	down_write(&space_info->groups_sem);  in __link_block_group()
9254 	if (list_empty(&space_info->block_groups[index]))  in __link_block_group()
9256 	list_add_tail(&cache->list, &space_info->block_groups[index]);  in __link_block_group()
9257 	up_write(&space_info->groups_sem);  in __link_block_group()
9268 		ret = kobject_add(&rkobj->kobj, &space_info->kobj,  in __link_block_group()
9274 		space_info->block_group_kobjs[index] = &rkobj->kobj;  in __link_block_group()
9328 	struct btrfs_space_info *space_info;  in btrfs_read_block_groups()  local
9437 					&space_info);  in btrfs_read_block_groups()
9449 		cache->space_info = space_info;  in btrfs_read_block_groups()
9450 		spin_lock(&cache->space_info->lock);  in btrfs_read_block_groups()
9451 		cache->space_info->bytes_readonly += cache->bytes_super;  in btrfs_read_block_groups()
9452 		spin_unlock(&cache->space_info->lock);  in btrfs_read_block_groups()
9454 		__link_block_group(space_info, cache);  in btrfs_read_block_groups()
9471 	list_for_each_entry_rcu(space_info, &root->fs_info->space_info, list) {  in btrfs_read_block_groups()
9472 		if (!(get_alloc_profile(root, space_info->flags) &  in btrfs_read_block_groups()
9484 				&space_info->block_groups[BTRFS_RAID_RAID0],  in btrfs_read_block_groups()
9488 				&space_info->block_groups[BTRFS_RAID_SINGLE],  in btrfs_read_block_groups()
9579 				&cache->space_info);  in btrfs_make_block_group()
9592 	spin_lock(&cache->space_info->lock);  in btrfs_make_block_group()
9593 	cache->space_info->bytes_readonly += cache->bytes_super;  in btrfs_make_block_group()
9594 	spin_unlock(&cache->space_info->lock);  in btrfs_make_block_group()
9596 	__link_block_group(cache->space_info, cache);  in btrfs_make_block_group()
9757 	down_write(&block_group->space_info->groups_sem);  in btrfs_remove_block_group()
9763 	if (list_empty(&block_group->space_info->block_groups[index])) {  in btrfs_remove_block_group()
9764 		kobj = block_group->space_info->block_group_kobjs[index];  in btrfs_remove_block_group()
9765 		block_group->space_info->block_group_kobjs[index] = NULL;  in btrfs_remove_block_group()
9768 	up_write(&block_group->space_info->groups_sem);  in btrfs_remove_block_group()
9811 	spin_lock(&block_group->space_info->lock);  in btrfs_remove_block_group()
9815 		WARN_ON(block_group->space_info->total_bytes  in btrfs_remove_block_group()
9817 		WARN_ON(block_group->space_info->bytes_readonly  in btrfs_remove_block_group()
9819 		WARN_ON(block_group->space_info->disk_total  in btrfs_remove_block_group()
9822 	block_group->space_info->total_bytes -= block_group->key.offset;  in btrfs_remove_block_group()
9823 	block_group->space_info->bytes_readonly -= block_group->key.offset;  in btrfs_remove_block_group()
9824 	block_group->space_info->disk_total -= block_group->key.offset * factor;  in btrfs_remove_block_group()
9826 	spin_unlock(&block_group->space_info->lock);  in btrfs_remove_block_group()
9917 	struct btrfs_space_info *space_info;  in btrfs_delete_unused_bgs()  local
9932 		space_info = block_group->space_info;  in btrfs_delete_unused_bgs()
9934 		if (ret || btrfs_mixed_space_info(space_info)) {  in btrfs_delete_unused_bgs()
9941 		down_write(&space_info->groups_sem);  in btrfs_delete_unused_bgs()
9953 			up_write(&space_info->groups_sem);  in btrfs_delete_unused_bgs()
9960 		up_write(&space_info->groups_sem);  in btrfs_delete_unused_bgs()
10013 		spin_lock(&space_info->lock);  in btrfs_delete_unused_bgs()
10016 		space_info->bytes_pinned -= block_group->pinned;  in btrfs_delete_unused_bgs()
10017 		space_info->bytes_readonly += block_group->pinned;  in btrfs_delete_unused_bgs()
10018 		percpu_counter_add(&space_info->total_bytes_pinned,  in btrfs_delete_unused_bgs()
10023 		spin_unlock(&space_info->lock);  in btrfs_delete_unused_bgs()
10042 	struct btrfs_space_info *space_info;  in btrfs_init_space_info()  local
10058 	ret = update_space_info(fs_info, flags, 0, 0, &space_info);  in btrfs_init_space_info()
10064 		ret = update_space_info(fs_info, flags, 0, 0, &space_info);  in btrfs_init_space_info()
10067 		ret = update_space_info(fs_info, flags, 0, 0, &space_info);  in btrfs_init_space_info()
10072 		ret = update_space_info(fs_info, flags, 0, 0, &space_info);  in btrfs_init_space_info()