25 static unsigned ext4_num_base_meta_clusters(struct super_block *sb,
34 ext4_group_t ext4_get_group_number(struct super_block *sb,  in ext4_get_group_number()  argument
39 	if (test_opt2(sb, STD_GROUP_SIZE))  in ext4_get_group_number()
41 			 le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block)) >>  in ext4_get_group_number()
42 			(EXT4_BLOCK_SIZE_BITS(sb) + EXT4_CLUSTER_BITS(sb) + 3);  in ext4_get_group_number()
44 		ext4_get_group_no_and_offset(sb, block, &group, NULL);  in ext4_get_group_number()
52 void ext4_get_group_no_and_offset(struct super_block *sb, ext4_fsblk_t blocknr,  in ext4_get_group_no_and_offset()  argument
55 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;  in ext4_get_group_no_and_offset()
59 	offset = do_div(blocknr, EXT4_BLOCKS_PER_GROUP(sb)) >>  in ext4_get_group_no_and_offset()
60 		EXT4_SB(sb)->s_cluster_bits;  in ext4_get_group_no_and_offset()
72 static inline int ext4_block_in_group(struct super_block *sb,  in ext4_block_in_group()  argument
78 	actual_group = ext4_get_group_number(sb, block);  in ext4_block_in_group()
85 static unsigned ext4_num_overhead_clusters(struct super_block *sb,  in ext4_num_overhead_clusters()  argument
91 	ext4_fsblk_t start = ext4_group_first_block_no(sb, block_group);  in ext4_num_overhead_clusters()
93 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_num_overhead_clusters()
98 	num_clusters = ext4_num_base_meta_clusters(sb, block_group);  in ext4_num_overhead_clusters()
112 	if (ext4_block_in_group(sb, ext4_block_bitmap(sb, gdp), block_group)) {  in ext4_num_overhead_clusters()
114 					 ext4_block_bitmap(sb, gdp) - start);  in ext4_num_overhead_clusters()
123 	if (ext4_block_in_group(sb, ext4_inode_bitmap(sb, gdp), block_group)) {  in ext4_num_overhead_clusters()
125 					 ext4_inode_bitmap(sb, gdp) - start);  in ext4_num_overhead_clusters()
134 	itbl_blk = ext4_inode_table(sb, gdp);  in ext4_num_overhead_clusters()
136 		if (ext4_block_in_group(sb, itbl_blk + i, block_group)) {  in ext4_num_overhead_clusters()
158 static unsigned int num_clusters_in_group(struct super_block *sb,  in num_clusters_in_group()  argument
163 	if (block_group == ext4_get_groups_count(sb) - 1) {  in num_clusters_in_group()
170 		blocks = ext4_blocks_count(EXT4_SB(sb)->s_es) -  in num_clusters_in_group()
171 			ext4_group_first_block_no(sb, block_group);  in num_clusters_in_group()
173 		blocks = EXT4_BLOCKS_PER_GROUP(sb);  in num_clusters_in_group()
174 	return EXT4_NUM_B2C(EXT4_SB(sb), blocks);  in num_clusters_in_group()
178 static int ext4_init_block_bitmap(struct super_block *sb,  in ext4_init_block_bitmap()  argument
184 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_init_block_bitmap()
193 	if (!ext4_group_desc_csum_verify(sb, block_group, gdp)) {  in ext4_init_block_bitmap()
194 		grp = ext4_get_group_info(sb, block_group);  in ext4_init_block_bitmap()
201 			count = ext4_free_inodes_count(sb, gdp);  in ext4_init_block_bitmap()
208 	memset(bh->b_data, 0, sb->s_blocksize);  in ext4_init_block_bitmap()
210 	bit_max = ext4_num_base_meta_clusters(sb, block_group);  in ext4_init_block_bitmap()
214 	start = ext4_group_first_block_no(sb, block_group);  in ext4_init_block_bitmap()
216 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG))  in ext4_init_block_bitmap()
220 	tmp = ext4_block_bitmap(sb, gdp);  in ext4_init_block_bitmap()
221 	if (!flex_bg || ext4_block_in_group(sb, tmp, block_group))  in ext4_init_block_bitmap()
224 	tmp = ext4_inode_bitmap(sb, gdp);  in ext4_init_block_bitmap()
225 	if (!flex_bg || ext4_block_in_group(sb, tmp, block_group))  in ext4_init_block_bitmap()
228 	tmp = ext4_inode_table(sb, gdp);  in ext4_init_block_bitmap()
229 	for (; tmp < ext4_inode_table(sb, gdp) +  in ext4_init_block_bitmap()
231 		if (!flex_bg || ext4_block_in_group(sb, tmp, block_group))  in ext4_init_block_bitmap()
240 	ext4_mark_bitmap_end(num_clusters_in_group(sb, block_group),  in ext4_init_block_bitmap()
241 			     sb->s_blocksize * 8, bh->b_data);  in ext4_init_block_bitmap()
242 	ext4_block_bitmap_csum_set(sb, block_group, gdp, bh);  in ext4_init_block_bitmap()
243 	ext4_group_desc_csum_set(sb, block_group, gdp);  in ext4_init_block_bitmap()
250 unsigned ext4_free_clusters_after_init(struct super_block *sb,  in ext4_free_clusters_after_init()  argument
254 	return num_clusters_in_group(sb, block_group) -   in ext4_free_clusters_after_init()
255 		ext4_num_overhead_clusters(sb, block_group, gdp);  in ext4_free_clusters_after_init()
276 struct ext4_group_desc * ext4_get_group_desc(struct super_block *sb,  in ext4_get_group_desc()  argument
282 	ext4_group_t ngroups = ext4_get_groups_count(sb);  in ext4_get_group_desc()
284 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_get_group_desc()
287 		ext4_error(sb, "block_group >= groups_count - block_group = %u,"  in ext4_get_group_desc()
293 	group_desc = block_group >> EXT4_DESC_PER_BLOCK_BITS(sb);  in ext4_get_group_desc()
294 	offset = block_group & (EXT4_DESC_PER_BLOCK(sb) - 1);  in ext4_get_group_desc()
296 		ext4_error(sb, "Group descriptor not loaded - "  in ext4_get_group_desc()
304 		offset * EXT4_DESC_SIZE(sb));  in ext4_get_group_desc()
314 static ext4_fsblk_t ext4_valid_block_bitmap(struct super_block *sb,  in ext4_valid_block_bitmap()  argument
319 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_valid_block_bitmap()
325 	if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG)) {  in ext4_valid_block_bitmap()
334 	group_first_block = ext4_group_first_block_no(sb, block_group);  in ext4_valid_block_bitmap()
337 	blk = ext4_block_bitmap(sb, desc);  in ext4_valid_block_bitmap()
344 	blk = ext4_inode_bitmap(sb, desc);  in ext4_valid_block_bitmap()
351 	blk = ext4_inode_table(sb, desc);  in ext4_valid_block_bitmap()
354 			EXT4_B2C(sbi, offset + EXT4_SB(sb)->s_itb_per_group),  in ext4_valid_block_bitmap()
357 	    EXT4_B2C(sbi, offset + EXT4_SB(sb)->s_itb_per_group))  in ext4_valid_block_bitmap()
363 static void ext4_validate_block_bitmap(struct super_block *sb,  in ext4_validate_block_bitmap()  argument
369 	struct ext4_group_info *grp = ext4_get_group_info(sb, block_group);  in ext4_validate_block_bitmap()
370 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_validate_block_bitmap()
375 	ext4_lock_group(sb, block_group);  in ext4_validate_block_bitmap()
376 	blk = ext4_valid_block_bitmap(sb, desc, block_group, bh);  in ext4_validate_block_bitmap()
378 		ext4_unlock_group(sb, block_group);  in ext4_validate_block_bitmap()
379 		ext4_error(sb, "bg %u: block %llu: invalid block bitmap",  in ext4_validate_block_bitmap()
387 	if (unlikely(!ext4_block_bitmap_csum_verify(sb, block_group,  in ext4_validate_block_bitmap()
389 		ext4_unlock_group(sb, block_group);  in ext4_validate_block_bitmap()
390 		ext4_error(sb, "bg %u: bad block bitmap checksum", block_group);  in ext4_validate_block_bitmap()
398 	ext4_unlock_group(sb, block_group);  in ext4_validate_block_bitmap()
412 ext4_read_block_bitmap_nowait(struct super_block *sb, ext4_group_t block_group)  in ext4_read_block_bitmap_nowait()  argument
418 	desc = ext4_get_group_desc(sb, block_group, NULL);  in ext4_read_block_bitmap_nowait()
421 	bitmap_blk = ext4_block_bitmap(sb, desc);  in ext4_read_block_bitmap_nowait()
422 	bh = sb_getblk(sb, bitmap_blk);  in ext4_read_block_bitmap_nowait()
424 		ext4_error(sb, "Cannot get buffer for block bitmap - "  in ext4_read_block_bitmap_nowait()
438 	ext4_lock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
442 		err = ext4_init_block_bitmap(sb, bh, block_group, desc);  in ext4_read_block_bitmap_nowait()
445 		ext4_unlock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
448 			ext4_error(sb, "Checksum bad for grp %u", block_group);  in ext4_read_block_bitmap_nowait()
451 	ext4_unlock_group(sb, block_group);  in ext4_read_block_bitmap_nowait()
465 	trace_ext4_read_block_bitmap_load(sb, block_group);  in ext4_read_block_bitmap_nowait()
471 	ext4_validate_block_bitmap(sb, desc, block_group, bh);  in ext4_read_block_bitmap_nowait()
479 int ext4_wait_block_bitmap(struct super_block *sb, ext4_group_t block_group,  in ext4_wait_block_bitmap()  argument
486 	desc = ext4_get_group_desc(sb, block_group, NULL);  in ext4_wait_block_bitmap()
491 		ext4_error(sb, "Cannot read block bitmap - "  in ext4_wait_block_bitmap()
498 	ext4_validate_block_bitmap(sb, desc, block_group, bh);  in ext4_wait_block_bitmap()
504 ext4_read_block_bitmap(struct super_block *sb, ext4_group_t block_group)  in ext4_read_block_bitmap()  argument
508 	bh = ext4_read_block_bitmap_nowait(sb, block_group);  in ext4_read_block_bitmap()
511 	if (ext4_wait_block_bitmap(sb, block_group, bh)) {  in ext4_read_block_bitmap()
597 int ext4_should_retry_alloc(struct super_block *sb, int *retries)  in ext4_should_retry_alloc()  argument
599 	if (!ext4_has_free_clusters(EXT4_SB(sb), 1, 0) ||  in ext4_should_retry_alloc()
601 	    !EXT4_SB(sb)->s_journal)  in ext4_should_retry_alloc()
604 	jbd_debug(1, "%s: retrying operation after ENOSPC\n", sb->s_id);  in ext4_should_retry_alloc()
606 	return jbd2_journal_force_commit_nested(EXT4_SB(sb)->s_journal);  in ext4_should_retry_alloc()
655 ext4_fsblk_t ext4_count_free_clusters(struct super_block *sb)  in ext4_count_free_clusters()  argument
660 	ext4_group_t ngroups = ext4_get_groups_count(sb);  in ext4_count_free_clusters()
668 	es = EXT4_SB(sb)->s_es;  in ext4_count_free_clusters()
674 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_clusters()
678 		if (EXT4_SB(sb)->s_group_info)  in ext4_count_free_clusters()
679 			grp = ext4_get_group_info(sb, i);  in ext4_count_free_clusters()
681 			desc_count += ext4_free_group_clusters(sb, gdp);  in ext4_count_free_clusters()
683 		bitmap_bh = ext4_read_block_bitmap(sb, i);  in ext4_count_free_clusters()
688 				    EXT4_CLUSTERS_PER_GROUP(sb) / 8);  in ext4_count_free_clusters()
690 			i, ext4_free_group_clusters(sb, gdp), x);  in ext4_count_free_clusters()
696 	       EXT4_NUM_B2C(EXT4_SB(sb), ext4_free_blocks_count(es)),  in ext4_count_free_clusters()
702 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_clusters()
706 		if (EXT4_SB(sb)->s_group_info)  in ext4_count_free_clusters()
707 			grp = ext4_get_group_info(sb, i);  in ext4_count_free_clusters()
709 			desc_count += ext4_free_group_clusters(sb, gdp);  in ext4_count_free_clusters()
737 int ext4_bg_has_super(struct super_block *sb, ext4_group_t group)  in ext4_bg_has_super()  argument
739 	struct ext4_super_block *es = EXT4_SB(sb)->s_es;  in ext4_bg_has_super()
743 	if (EXT4_HAS_COMPAT_FEATURE(sb, EXT4_FEATURE_COMPAT_SPARSE_SUPER2)) {  in ext4_bg_has_super()
749 	if ((group <= 1) || !EXT4_HAS_RO_COMPAT_FEATURE(sb,  in ext4_bg_has_super()
761 static unsigned long ext4_bg_num_gdb_meta(struct super_block *sb,  in ext4_bg_num_gdb_meta()  argument
764 	unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb);  in ext4_bg_num_gdb_meta()
765 	ext4_group_t first = metagroup * EXT4_DESC_PER_BLOCK(sb);  in ext4_bg_num_gdb_meta()
766 	ext4_group_t last = first + EXT4_DESC_PER_BLOCK(sb) - 1;  in ext4_bg_num_gdb_meta()
773 static unsigned long ext4_bg_num_gdb_nometa(struct super_block *sb,  in ext4_bg_num_gdb_nometa()  argument
776 	if (!ext4_bg_has_super(sb, group))  in ext4_bg_num_gdb_nometa()
779 	if (EXT4_HAS_INCOMPAT_FEATURE(sb,EXT4_FEATURE_INCOMPAT_META_BG))  in ext4_bg_num_gdb_nometa()
780 		return le32_to_cpu(EXT4_SB(sb)->s_es->s_first_meta_bg);  in ext4_bg_num_gdb_nometa()
782 		return EXT4_SB(sb)->s_gdb_count;  in ext4_bg_num_gdb_nometa()
794 unsigned long ext4_bg_num_gdb(struct super_block *sb, ext4_group_t group)  in ext4_bg_num_gdb()  argument
797 			le32_to_cpu(EXT4_SB(sb)->s_es->s_first_meta_bg);  in ext4_bg_num_gdb()
798 	unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb);  in ext4_bg_num_gdb()
800 	if (!EXT4_HAS_INCOMPAT_FEATURE(sb,EXT4_FEATURE_INCOMPAT_META_BG) ||  in ext4_bg_num_gdb()
802 		return ext4_bg_num_gdb_nometa(sb, group);  in ext4_bg_num_gdb()
804 	return ext4_bg_num_gdb_meta(sb,group);  in ext4_bg_num_gdb()
812 static unsigned ext4_num_base_meta_clusters(struct super_block *sb,  in ext4_num_base_meta_clusters()  argument
815 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_num_base_meta_clusters()
819 	num = ext4_bg_has_super(sb, block_group);  in ext4_num_base_meta_clusters()
821 	if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_META_BG) ||  in ext4_num_base_meta_clusters()
825 			num += ext4_bg_num_gdb(sb, block_group);  in ext4_num_base_meta_clusters()
829 		num += ext4_bg_num_gdb(sb, block_group);  in ext4_num_base_meta_clusters()