67 static int ext4_init_inode_bitmap(struct super_block *sb,  in ext4_init_inode_bitmap()  argument
73 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_init_inode_bitmap()
78 	if (!ext4_group_desc_csum_verify(sb, block_group, gdp)) {  in ext4_init_inode_bitmap()
79 		grp = ext4_get_group_info(sb, block_group);  in ext4_init_inode_bitmap()
86 			count = ext4_free_inodes_count(sb, gdp);  in ext4_init_inode_bitmap()
94 	memset(bh->b_data, 0, (EXT4_INODES_PER_GROUP(sb) + 7) / 8);  in ext4_init_inode_bitmap()
95 	ext4_mark_bitmap_end(EXT4_INODES_PER_GROUP(sb), sb->s_blocksize * 8,  in ext4_init_inode_bitmap()
97 	ext4_inode_bitmap_csum_set(sb, block_group, gdp, bh,  in ext4_init_inode_bitmap()
98 				   EXT4_INODES_PER_GROUP(sb) / 8);  in ext4_init_inode_bitmap()
99 	ext4_group_desc_csum_set(sb, block_group, gdp);  in ext4_init_inode_bitmap()
114 static int ext4_validate_inode_bitmap(struct super_block *sb,  in ext4_validate_inode_bitmap()  argument
120 	struct ext4_group_info *grp = ext4_get_group_info(sb, block_group);  in ext4_validate_inode_bitmap()
121 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_validate_inode_bitmap()
128 	ext4_lock_group(sb, block_group);  in ext4_validate_inode_bitmap()
129 	blk = ext4_inode_bitmap(sb, desc);  in ext4_validate_inode_bitmap()
130 	if (!ext4_inode_bitmap_csum_verify(sb, block_group, desc, bh,  in ext4_validate_inode_bitmap()
131 					   EXT4_INODES_PER_GROUP(sb) / 8)) {  in ext4_validate_inode_bitmap()
132 		ext4_unlock_group(sb, block_group);  in ext4_validate_inode_bitmap()
133 		ext4_error(sb, "Corrupt inode bitmap - block_group = %u, "  in ext4_validate_inode_bitmap()
135 		grp = ext4_get_group_info(sb, block_group);  in ext4_validate_inode_bitmap()
138 			count = ext4_free_inodes_count(sb, desc);  in ext4_validate_inode_bitmap()
146 	ext4_unlock_group(sb, block_group);  in ext4_validate_inode_bitmap()
157 ext4_read_inode_bitmap(struct super_block *sb, ext4_group_t block_group)  in ext4_read_inode_bitmap()  argument
164 	desc = ext4_get_group_desc(sb, block_group, NULL);  in ext4_read_inode_bitmap()
168 	bitmap_blk = ext4_inode_bitmap(sb, desc);  in ext4_read_inode_bitmap()
169 	bh = sb_getblk(sb, bitmap_blk);  in ext4_read_inode_bitmap()
171 		ext4_error(sb, "Cannot read inode bitmap - "  in ext4_read_inode_bitmap()
185 	ext4_lock_group(sb, block_group);  in ext4_read_inode_bitmap()
187 		err = ext4_init_inode_bitmap(sb, bh, block_group, desc);  in ext4_read_inode_bitmap()
191 		ext4_unlock_group(sb, block_group);  in ext4_read_inode_bitmap()
194 			ext4_error(sb, "Failed to init inode bitmap for group "  in ext4_read_inode_bitmap()
200 	ext4_unlock_group(sb, block_group);  in ext4_read_inode_bitmap()
214 	trace_ext4_load_inode_bitmap(sb, block_group);  in ext4_read_inode_bitmap()
221 		ext4_error(sb, "Cannot read inode bitmap - "  in ext4_read_inode_bitmap()
228 	err = ext4_validate_inode_bitmap(sb, desc, block_group, bh);  in ext4_read_inode_bitmap()
255 	struct super_block *sb = inode->i_sb;  in ext4_free_inode()  local
268 	if (!sb) {  in ext4_free_inode()
274 		ext4_msg(sb, KERN_ERR, "%s:%d: inode #%lu: count=%d",  in ext4_free_inode()
280 		ext4_msg(sb, KERN_ERR, "%s:%d: inode #%lu: nlink=%d\n",  in ext4_free_inode()
284 	sbi = EXT4_SB(sb);  in ext4_free_inode()
304 	es = EXT4_SB(sb)->s_es;  in ext4_free_inode()
305 	if (ino < EXT4_FIRST_INO(sb) || ino > le32_to_cpu(es->s_inodes_count)) {  in ext4_free_inode()
306 		ext4_error(sb, "reserved or nonexistent inode %lu", ino);  in ext4_free_inode()
309 	block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb);  in ext4_free_inode()
310 	bit = (ino - 1) % EXT4_INODES_PER_GROUP(sb);  in ext4_free_inode()
311 	bitmap_bh = ext4_read_inode_bitmap(sb, block_group);  in ext4_free_inode()
313 	grp = ext4_get_group_info(sb, block_group);  in ext4_free_inode()
330 	gdp = ext4_get_group_desc(sb, block_group, &bh2);  in ext4_free_inode()
335 	ext4_lock_group(sb, block_group);  in ext4_free_inode()
338 		ext4_unlock_group(sb, block_group);  in ext4_free_inode()
342 	count = ext4_free_inodes_count(sb, gdp) + 1;  in ext4_free_inode()
343 	ext4_free_inodes_set(sb, gdp, count);  in ext4_free_inode()
345 		count = ext4_used_dirs_count(sb, gdp) - 1;  in ext4_free_inode()
346 		ext4_used_dirs_set(sb, gdp, count);  in ext4_free_inode()
349 	ext4_inode_bitmap_csum_set(sb, block_group, gdp, bitmap_bh,  in ext4_free_inode()
350 				   EXT4_INODES_PER_GROUP(sb) / 8);  in ext4_free_inode()
351 	ext4_group_desc_csum_set(sb, block_group, gdp);  in ext4_free_inode()
352 	ext4_unlock_group(sb, block_group);  in ext4_free_inode()
371 		ext4_error(sb, "bit already cleared for inode %lu", ino);  in ext4_free_inode()
374 			count = ext4_free_inodes_count(sb, gdp);  in ext4_free_inode()
383 	ext4_std_error(sb, fatal);  in ext4_free_inode()
397 static void get_orlov_stats(struct super_block *sb, ext4_group_t g,  in get_orlov_stats()  argument
401 	struct flex_groups *flex_group = EXT4_SB(sb)->s_flex_groups;  in get_orlov_stats()
410 	desc = ext4_get_group_desc(sb, g, NULL);  in get_orlov_stats()
412 		stats->free_inodes = ext4_free_inodes_count(sb, desc);  in get_orlov_stats()
413 		stats->free_clusters = ext4_free_group_clusters(sb, desc);  in get_orlov_stats()
414 		stats->used_dirs = ext4_used_dirs_count(sb, desc);  in get_orlov_stats()
443 static int find_group_orlov(struct super_block *sb, struct inode *parent,  in find_group_orlov()  argument
448 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in find_group_orlov()
449 	ext4_group_t real_ngroups = ext4_get_groups_count(sb);  in find_group_orlov()
450 	int inodes_per_group = EXT4_INODES_PER_GROUP(sb);  in find_group_orlov()
478 	    ((parent == d_inode(sb->s_root)) ||  in find_group_orlov()
493 			get_orlov_stats(sb, g, flex_size, &stats);  in find_group_orlov()
525 			desc = ext4_get_group_desc(sb, grp+i, NULL);  in find_group_orlov()
526 			if (desc && ext4_free_inodes_count(sb, desc)) {  in find_group_orlov()
538 	min_clusters = avefreec - EXT4_CLUSTERS_PER_GROUP(sb)*flex_size / 4;  in find_group_orlov()
552 		get_orlov_stats(sb, grp, flex_size, &stats);  in find_group_orlov()
569 		desc = ext4_get_group_desc(sb, grp, NULL);  in find_group_orlov()
571 			grp_free = ext4_free_inodes_count(sb, desc);  in find_group_orlov()
591 static int find_group_other(struct super_block *sb, struct inode *parent,  in find_group_other()  argument
595 	ext4_group_t i, last, ngroups = ext4_get_groups_count(sb);  in find_group_other()
597 	int flex_size = ext4_flex_bg_size(EXT4_SB(sb));  in find_group_other()
615 			desc = ext4_get_group_desc(sb, i, NULL);  in find_group_other()
616 			if (desc && ext4_free_inodes_count(sb, desc)) {  in find_group_other()
634 		return find_group_orlov(sb, parent, group, mode, NULL);  in find_group_other()
641 	desc = ext4_get_group_desc(sb, *group, NULL);  in find_group_other()
642 	if (desc && ext4_free_inodes_count(sb, desc) &&  in find_group_other()
643 	    ext4_free_group_clusters(sb, desc))  in find_group_other()
665 		desc = ext4_get_group_desc(sb, *group, NULL);  in find_group_other()
666 		if (desc && ext4_free_inodes_count(sb, desc) &&  in find_group_other()
667 		    ext4_free_group_clusters(sb, desc))  in find_group_other()
679 		desc = ext4_get_group_desc(sb, *group, NULL);  in find_group_other()
680 		if (desc && ext4_free_inodes_count(sb, desc))  in find_group_other()
696 static int recently_deleted(struct super_block *sb, ext4_group_t group, int ino)  in recently_deleted()  argument
702 	int	inodes_per_block = EXT4_SB(sb)->s_inodes_per_block;  in recently_deleted()
705 	gdp = ext4_get_group_desc(sb, group, NULL);  in recently_deleted()
709 	bh = sb_getblk(sb, ext4_inode_table(sb, gdp) +  in recently_deleted()
718 	offset = (ino % inodes_per_block) * EXT4_INODE_SIZE(sb);  in recently_deleted()
747 	struct super_block *sb;  in __ext4_new_inode()  local
780 	sb = dir->i_sb;  in __ext4_new_inode()
781 	ngroups = ext4_get_groups_count(sb);  in __ext4_new_inode()
783 	inode = new_inode(sb);  in __ext4_new_inode()
787 	sbi = EXT4_SB(sb);  in __ext4_new_inode()
798 	} else if (test_opt(sb, GRPID)) {  in __ext4_new_inode()
812 		group = (goal - 1) / EXT4_INODES_PER_GROUP(sb);  in __ext4_new_inode()
813 		ino = (goal - 1) % EXT4_INODES_PER_GROUP(sb);  in __ext4_new_inode()
819 		ret2 = find_group_orlov(sb, dir, &group, mode, qstr);  in __ext4_new_inode()
821 		ret2 = find_group_other(sb, dir, &group, mode);  in __ext4_new_inode()
837 		gdp = ext4_get_group_desc(sb, group, &group_desc_bh);  in __ext4_new_inode()
844 		if (ext4_free_inodes_count(sb, gdp) == 0) {  in __ext4_new_inode()
850 		grp = ext4_get_group_info(sb, group);  in __ext4_new_inode()
859 		inode_bitmap_bh = ext4_read_inode_bitmap(sb, group);  in __ext4_new_inode()
872 					      EXT4_INODES_PER_GROUP(sb), ino);  in __ext4_new_inode()
873 		if (ino >= EXT4_INODES_PER_GROUP(sb))  in __ext4_new_inode()
875 		if (group == 0 && (ino+1) < EXT4_FIRST_INO(sb)) {  in __ext4_new_inode()
876 			ext4_error(sb, "reserved inode found cleared - "  in __ext4_new_inode()
880 		if ((EXT4_SB(sb)->s_journal == NULL) &&  in __ext4_new_inode()
881 		    recently_deleted(sb, group, ino)) {  in __ext4_new_inode()
892 				ext4_std_error(sb, err);  in __ext4_new_inode()
899 			ext4_std_error(sb, err);  in __ext4_new_inode()
902 		ext4_lock_group(sb, group);  in __ext4_new_inode()
904 		ext4_unlock_group(sb, group);  in __ext4_new_inode()
909 		if (ino < EXT4_INODES_PER_GROUP(sb))  in __ext4_new_inode()
922 		ext4_std_error(sb, err);  in __ext4_new_inode()
929 		ext4_std_error(sb, err);  in __ext4_new_inode()
934 	if (ext4_has_group_desc_csum(sb) &&  in __ext4_new_inode()
938 		block_bitmap_bh = ext4_read_block_bitmap(sb, group);  in __ext4_new_inode()
947 			ext4_std_error(sb, err);  in __ext4_new_inode()
955 		ext4_lock_group(sb, group);  in __ext4_new_inode()
958 			ext4_free_group_clusters_set(sb, gdp,  in __ext4_new_inode()
959 				ext4_free_clusters_after_init(sb, group, gdp));  in __ext4_new_inode()
960 			ext4_block_bitmap_csum_set(sb, group, gdp,  in __ext4_new_inode()
962 			ext4_group_desc_csum_set(sb, group, gdp);  in __ext4_new_inode()
964 		ext4_unlock_group(sb, group);  in __ext4_new_inode()
968 			ext4_std_error(sb, err);  in __ext4_new_inode()
974 	if (ext4_has_group_desc_csum(sb)) {  in __ext4_new_inode()
976 		struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in __ext4_new_inode()
979 		ext4_lock_group(sb, group); /* while we modify the bg desc */  in __ext4_new_inode()
980 		free = EXT4_INODES_PER_GROUP(sb) -  in __ext4_new_inode()
981 			ext4_itable_unused_count(sb, gdp);  in __ext4_new_inode()
992 			ext4_itable_unused_set(sb, gdp,  in __ext4_new_inode()
993 					(EXT4_INODES_PER_GROUP(sb) - ino));  in __ext4_new_inode()
996 		ext4_lock_group(sb, group);  in __ext4_new_inode()
999 	ext4_free_inodes_set(sb, gdp, ext4_free_inodes_count(sb, gdp) - 1);  in __ext4_new_inode()
1001 		ext4_used_dirs_set(sb, gdp, ext4_used_dirs_count(sb, gdp) + 1);  in __ext4_new_inode()
1008 	if (ext4_has_group_desc_csum(sb)) {  in __ext4_new_inode()
1009 		ext4_inode_bitmap_csum_set(sb, group, gdp, inode_bitmap_bh,  in __ext4_new_inode()
1010 					   EXT4_INODES_PER_GROUP(sb) / 8);  in __ext4_new_inode()
1011 		ext4_group_desc_csum_set(sb, group, gdp);  in __ext4_new_inode()
1013 	ext4_unlock_group(sb, group);  in __ext4_new_inode()
1018 		ext4_std_error(sb, err);  in __ext4_new_inode()
1031 	inode->i_ino = ino + group * EXT4_INODES_PER_GROUP(sb);  in __ext4_new_inode()
1058 		ext4_error(sb, "failed to insert inode %lu: doubly allocated?",  in __ext4_new_inode()
1067 	if (ext4_has_metadata_csum(sb)) {  in __ext4_new_inode()
1080 	ei->i_extra_isize = EXT4_SB(sb)->s_want_extra_isize;  in __ext4_new_inode()
1082 	if (ext4_has_feature_inline_data(sb))  in __ext4_new_inode()
1097 	if (ext4_has_feature_extents(sb)) {  in __ext4_new_inode()
1118 		ext4_std_error(sb, err);  in __ext4_new_inode()
1141 struct inode *ext4_orphan_get(struct super_block *sb, unsigned long ino)  in ext4_orphan_get()  argument
1143 	unsigned long max_ino = le32_to_cpu(EXT4_SB(sb)->s_es->s_inodes_count);  in ext4_orphan_get()
1150 	if (ino < EXT4_FIRST_INO(sb) || ino > max_ino)  in ext4_orphan_get()
1153 	block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb);  in ext4_orphan_get()
1154 	bit = (ino - 1) % EXT4_INODES_PER_GROUP(sb);  in ext4_orphan_get()
1155 	bitmap_bh = ext4_read_inode_bitmap(sb, block_group);  in ext4_orphan_get()
1157 		ext4_error(sb, "inode bitmap error %ld for orphan %lu",  in ext4_orphan_get()
1169 	inode = ext4_iget(sb, ino);  in ext4_orphan_get()
1172 		ext4_error(sb, "couldn't read orphan inode %lu (err %d)",  in ext4_orphan_get()
1193 	ext4_error(sb, "bad orphan inode %lu", ino);  in ext4_orphan_get()
1214 unsigned long ext4_count_free_inodes(struct super_block *sb)  in ext4_count_free_inodes()  argument
1218 	ext4_group_t i, ngroups = ext4_get_groups_count(sb);  in ext4_count_free_inodes()
1224 	es = EXT4_SB(sb)->s_es;  in ext4_count_free_inodes()
1229 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_inodes()
1232 		desc_count += ext4_free_inodes_count(sb, gdp);  in ext4_count_free_inodes()
1234 		bitmap_bh = ext4_read_inode_bitmap(sb, i);  in ext4_count_free_inodes()
1241 				    EXT4_INODES_PER_GROUP(sb) / 8);  in ext4_count_free_inodes()
1243 			(unsigned long) i, ext4_free_inodes_count(sb, gdp), x);  in ext4_count_free_inodes()
1254 		gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_free_inodes()
1257 		desc_count += ext4_free_inodes_count(sb, gdp);  in ext4_count_free_inodes()
1265 unsigned long ext4_count_dirs(struct super_block * sb)  in ext4_count_dirs()  argument
1268 	ext4_group_t i, ngroups = ext4_get_groups_count(sb);  in ext4_count_dirs()
1271 		struct ext4_group_desc *gdp = ext4_get_group_desc(sb, i, NULL);  in ext4_count_dirs()
1274 		count += ext4_used_dirs_count(sb, gdp);  in ext4_count_dirs()
1287 int ext4_init_inode_table(struct super_block *sb, ext4_group_t group,  in ext4_init_inode_table()  argument
1290 	struct ext4_group_info *grp = ext4_get_group_info(sb, group);  in ext4_init_inode_table()
1291 	struct ext4_sb_info *sbi = EXT4_SB(sb);  in ext4_init_inode_table()
1299 	if (sb->s_flags & MS_RDONLY) {  in ext4_init_inode_table()
1304 	gdp = ext4_get_group_desc(sb, group, &group_desc_bh);  in ext4_init_inode_table()
1315 	handle = ext4_journal_start_sb(sb, EXT4_HT_MISC, 1);  in ext4_init_inode_table()
1328 		used_blks = DIV_ROUND_UP((EXT4_INODES_PER_GROUP(sb) -  in ext4_init_inode_table()
1329 			    ext4_itable_unused_count(sb, gdp)),  in ext4_init_inode_table()
1333 		ext4_error(sb, "Something is wrong with group %u: "  in ext4_init_inode_table()
1337 			   ext4_itable_unused_count(sb, gdp));  in ext4_init_inode_table()
1342 	blk = ext4_inode_table(sb, gdp) + used_blks;  in ext4_init_inode_table()
1361 	ret = sb_issue_zeroout(sb, blk, num, GFP_NOFS);  in ext4_init_inode_table()
1365 		blkdev_issue_flush(sb->s_bdev, GFP_NOFS, NULL);  in ext4_init_inode_table()
1368 	ext4_lock_group(sb, group);  in ext4_init_inode_table()
1370 	ext4_group_desc_csum_set(sb, group, gdp);  in ext4_init_inode_table()
1371 	ext4_unlock_group(sb, group);  in ext4_init_inode_table()