26 #define IS_CURSEG(sbi, seg)						\  argument
27 	((seg == CURSEG_I(sbi, CURSEG_HOT_DATA)->segno) ||	\
28 	 (seg == CURSEG_I(sbi, CURSEG_WARM_DATA)->segno) ||	\
29 	 (seg == CURSEG_I(sbi, CURSEG_COLD_DATA)->segno) ||	\
30 	 (seg == CURSEG_I(sbi, CURSEG_HOT_NODE)->segno) ||	\
31 	 (seg == CURSEG_I(sbi, CURSEG_WARM_NODE)->segno) ||	\
32 	 (seg == CURSEG_I(sbi, CURSEG_COLD_NODE)->segno))
34 #define IS_CURSEC(sbi, secno)						\  argument
35 	((secno == CURSEG_I(sbi, CURSEG_HOT_DATA)->segno /		\
36 	  sbi->segs_per_sec) ||	\
37 	 (secno == CURSEG_I(sbi, CURSEG_WARM_DATA)->segno /		\
38 	  sbi->segs_per_sec) ||	\
39 	 (secno == CURSEG_I(sbi, CURSEG_COLD_DATA)->segno /		\
40 	  sbi->segs_per_sec) ||	\
41 	 (secno == CURSEG_I(sbi, CURSEG_HOT_NODE)->segno /		\
42 	  sbi->segs_per_sec) ||	\
43 	 (secno == CURSEG_I(sbi, CURSEG_WARM_NODE)->segno /		\
44 	  sbi->segs_per_sec) ||	\
45 	 (secno == CURSEG_I(sbi, CURSEG_COLD_NODE)->segno /		\
46 	  sbi->segs_per_sec))	\
48 #define MAIN_BLKADDR(sbi)	(SM_I(sbi)->main_blkaddr)  argument
49 #define SEG0_BLKADDR(sbi)	(SM_I(sbi)->seg0_blkaddr)  argument
51 #define MAIN_SEGS(sbi)	(SM_I(sbi)->main_segments)  argument
52 #define MAIN_SECS(sbi)	(sbi->total_sections)  argument
54 #define TOTAL_SEGS(sbi)	(SM_I(sbi)->segment_count)  argument
55 #define TOTAL_BLKS(sbi)	(TOTAL_SEGS(sbi) << sbi->log_blocks_per_seg)  argument
57 #define MAX_BLKADDR(sbi)	(SEG0_BLKADDR(sbi) + TOTAL_BLKS(sbi))  argument
58 #define SEGMENT_SIZE(sbi)	(1ULL << (sbi->log_blocksize +		\  argument
59 					sbi->log_blocks_per_seg))
61 #define START_BLOCK(sbi, segno)	(SEG0_BLKADDR(sbi) +			\  argument
62 	 (GET_R2L_SEGNO(FREE_I(sbi), segno) << sbi->log_blocks_per_seg))
64 #define NEXT_FREE_BLKADDR(sbi, curseg)					\  argument
65 	(START_BLOCK(sbi, curseg->segno) + curseg->next_blkoff)
67 #define GET_SEGOFF_FROM_SEG0(sbi, blk_addr)	((blk_addr) - SEG0_BLKADDR(sbi))  argument
68 #define GET_SEGNO_FROM_SEG0(sbi, blk_addr)				\  argument
69 	(GET_SEGOFF_FROM_SEG0(sbi, blk_addr) >> sbi->log_blocks_per_seg)
70 #define GET_BLKOFF_FROM_SEG0(sbi, blk_addr)				\  argument
71 	(GET_SEGOFF_FROM_SEG0(sbi, blk_addr) & (sbi->blocks_per_seg - 1))
73 #define GET_SEGNO(sbi, blk_addr)					\  argument
75 	NULL_SEGNO : GET_L2R_SEGNO(FREE_I(sbi),			\
76 		GET_SEGNO_FROM_SEG0(sbi, blk_addr)))
77 #define GET_SECNO(sbi, segno)					\  argument
78 	((segno) / sbi->segs_per_sec)
79 #define GET_ZONENO_FROM_SEGNO(sbi, segno)				\  argument
80 	((segno / sbi->segs_per_sec) / sbi->secs_per_zone)
82 #define GET_SUM_BLOCK(sbi, segno)				\  argument
83 	((sbi->sm_info->ssa_blkaddr) + segno)
94 #define SIT_BLK_CNT(sbi)			\  argument
95 	((MAIN_SEGS(sbi) + SIT_ENTRY_PER_BLOCK - 1) / SIT_ENTRY_PER_BLOCK)
103 #define MAX_BIO_BLOCKS(sbi)						\  argument
104 	((int)min((int)max_hw_blocks(sbi), BIO_MAX_PAGES))
263 static inline struct curseg_info *CURSEG_I(struct f2fs_sb_info *sbi, int type)  in CURSEG_I()  argument
265 	return (struct curseg_info *)(SM_I(sbi)->curseg_array + type);  in CURSEG_I()
268 static inline struct seg_entry *get_seg_entry(struct f2fs_sb_info *sbi,  in get_seg_entry()  argument
271 	struct sit_info *sit_i = SIT_I(sbi);  in get_seg_entry()
275 static inline struct sec_entry *get_sec_entry(struct f2fs_sb_info *sbi,  in get_sec_entry()  argument
278 	struct sit_info *sit_i = SIT_I(sbi);  in get_sec_entry()
279 	return &sit_i->sec_entries[GET_SECNO(sbi, segno)];  in get_sec_entry()
282 static inline unsigned int get_valid_blocks(struct f2fs_sb_info *sbi,  in get_valid_blocks()  argument
290 		return get_sec_entry(sbi, segno)->valid_blocks;  in get_valid_blocks()
292 		return get_seg_entry(sbi, segno)->valid_blocks;  in get_valid_blocks()
328 static inline void __set_free(struct f2fs_sb_info *sbi, unsigned int segno)  in __set_free()  argument
330 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_free()
331 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_free()
332 	unsigned int start_segno = secno * sbi->segs_per_sec;  in __set_free()
340 			start_segno + sbi->segs_per_sec, start_segno);  in __set_free()
341 	if (next >= start_segno + sbi->segs_per_sec) {  in __set_free()
348 static inline void __set_inuse(struct f2fs_sb_info *sbi,  in __set_inuse()  argument
351 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_inuse()
352 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_inuse()
359 static inline void __set_test_and_free(struct f2fs_sb_info *sbi,  in __set_test_and_free()  argument
362 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_test_and_free()
363 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_test_and_free()
364 	unsigned int start_segno = secno * sbi->segs_per_sec;  in __set_test_and_free()
372 				start_segno + sbi->segs_per_sec, start_segno);  in __set_test_and_free()
373 		if (next >= start_segno + sbi->segs_per_sec) {  in __set_test_and_free()
381 static inline void __set_test_and_inuse(struct f2fs_sb_info *sbi,  in __set_test_and_inuse()  argument
384 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_test_and_inuse()
385 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_test_and_inuse()
395 static inline void get_sit_bitmap(struct f2fs_sb_info *sbi,  in get_sit_bitmap()  argument
398 	struct sit_info *sit_i = SIT_I(sbi);  in get_sit_bitmap()
402 static inline block_t written_block_count(struct f2fs_sb_info *sbi)  in written_block_count()  argument
404 	return SIT_I(sbi)->written_valid_blocks;  in written_block_count()
407 static inline unsigned int free_segments(struct f2fs_sb_info *sbi)  in free_segments()  argument
409 	return FREE_I(sbi)->free_segments;  in free_segments()
412 static inline int reserved_segments(struct f2fs_sb_info *sbi)  in reserved_segments()  argument
414 	return SM_I(sbi)->reserved_segments;  in reserved_segments()
417 static inline unsigned int free_sections(struct f2fs_sb_info *sbi)  in free_sections()  argument
419 	return FREE_I(sbi)->free_sections;  in free_sections()
422 static inline unsigned int prefree_segments(struct f2fs_sb_info *sbi)  in prefree_segments()  argument
424 	return DIRTY_I(sbi)->nr_dirty[PRE];  in prefree_segments()
427 static inline unsigned int dirty_segments(struct f2fs_sb_info *sbi)  in dirty_segments()  argument
429 	return DIRTY_I(sbi)->nr_dirty[DIRTY_HOT_DATA] +  in dirty_segments()
430 		DIRTY_I(sbi)->nr_dirty[DIRTY_WARM_DATA] +  in dirty_segments()
431 		DIRTY_I(sbi)->nr_dirty[DIRTY_COLD_DATA] +  in dirty_segments()
432 		DIRTY_I(sbi)->nr_dirty[DIRTY_HOT_NODE] +  in dirty_segments()
433 		DIRTY_I(sbi)->nr_dirty[DIRTY_WARM_NODE] +  in dirty_segments()
434 		DIRTY_I(sbi)->nr_dirty[DIRTY_COLD_NODE];  in dirty_segments()
437 static inline int overprovision_segments(struct f2fs_sb_info *sbi)  in overprovision_segments()  argument
439 	return SM_I(sbi)->ovp_segments;  in overprovision_segments()
442 static inline int overprovision_sections(struct f2fs_sb_info *sbi)  in overprovision_sections()  argument
444 	return ((unsigned int) overprovision_segments(sbi)) / sbi->segs_per_sec;  in overprovision_sections()
447 static inline int reserved_sections(struct f2fs_sb_info *sbi)  in reserved_sections()  argument
449 	return ((unsigned int) reserved_segments(sbi)) / sbi->segs_per_sec;  in reserved_sections()
452 static inline bool need_SSR(struct f2fs_sb_info *sbi)  in need_SSR()  argument
454 	int node_secs = get_blocktype_secs(sbi, F2FS_DIRTY_NODES);  in need_SSR()
455 	int dent_secs = get_blocktype_secs(sbi, F2FS_DIRTY_DENTS);  in need_SSR()
456 	return free_sections(sbi) <= (node_secs + 2 * dent_secs +  in need_SSR()
457 						reserved_sections(sbi) + 1);  in need_SSR()
460 static inline bool has_not_enough_free_secs(struct f2fs_sb_info *sbi, int freed)  in has_not_enough_free_secs()  argument
462 	int node_secs = get_blocktype_secs(sbi, F2FS_DIRTY_NODES);  in has_not_enough_free_secs()
463 	int dent_secs = get_blocktype_secs(sbi, F2FS_DIRTY_DENTS);  in has_not_enough_free_secs()
465 	if (unlikely(is_sbi_flag_set(sbi, SBI_POR_DOING)))  in has_not_enough_free_secs()
468 	return (free_sections(sbi) + freed) <= (node_secs + 2 * dent_secs +  in has_not_enough_free_secs()
469 						reserved_sections(sbi));  in has_not_enough_free_secs()
472 static inline bool excess_prefree_segs(struct f2fs_sb_info *sbi)  in excess_prefree_segs()  argument
474 	return prefree_segments(sbi) > SM_I(sbi)->rec_prefree_segments;  in excess_prefree_segs()
477 static inline int utilization(struct f2fs_sb_info *sbi)  in utilization()  argument
479 	return div_u64((u64)valid_user_blocks(sbi) * 100,  in utilization()
480 					sbi->user_block_count);  in utilization()
510 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in need_inplace_update()  local
511 	unsigned int policy = SM_I(sbi)->ipu_policy;  in need_inplace_update()
519 	if (policy & (0x1 << F2FS_IPU_SSR) && need_SSR(sbi))  in need_inplace_update()
522 			utilization(sbi) > SM_I(sbi)->min_ipu_util)  in need_inplace_update()
524 	if (policy & (0x1 << F2FS_IPU_SSR_UTIL) && need_SSR(sbi) &&  in need_inplace_update()
525 			utilization(sbi) > SM_I(sbi)->min_ipu_util)  in need_inplace_update()
536 static inline unsigned int curseg_segno(struct f2fs_sb_info *sbi,  in curseg_segno()  argument
539 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_segno()
543 static inline unsigned char curseg_alloc_type(struct f2fs_sb_info *sbi,  in curseg_alloc_type()  argument
546 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_alloc_type()
550 static inline unsigned short curseg_blkoff(struct f2fs_sb_info *sbi, int type)  in curseg_blkoff()  argument
552 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_blkoff()
557 static inline void check_seg_range(struct f2fs_sb_info *sbi, unsigned int segno)  in check_seg_range()  argument
559 	BUG_ON(segno > TOTAL_SEGS(sbi) - 1);  in check_seg_range()
562 static inline void verify_block_addr(struct f2fs_sb_info *sbi, block_t blk_addr)  in verify_block_addr()  argument
564 	BUG_ON(blk_addr < SEG0_BLKADDR(sbi));  in verify_block_addr()
565 	BUG_ON(blk_addr >= MAX_BLKADDR(sbi));  in verify_block_addr()
571 static inline void check_block_count(struct f2fs_sb_info *sbi,  in check_block_count()  argument
579 	BUG_ON(GET_SIT_VBLOCKS(raw_sit) > sbi->blocks_per_seg);  in check_block_count()
582 	BUG_ON(segno > TOTAL_SEGS(sbi) - 1);  in check_block_count()
588 					sbi->blocks_per_seg,  in check_block_count()
593 					sbi->blocks_per_seg,  in check_block_count()
597 	} while (cur_pos < sbi->blocks_per_seg);  in check_block_count()
601 static inline void check_seg_range(struct f2fs_sb_info *sbi, unsigned int segno)  in check_seg_range()  argument
603 	if (segno > TOTAL_SEGS(sbi) - 1)  in check_seg_range()
604 		set_sbi_flag(sbi, SBI_NEED_FSCK);  in check_seg_range()
607 static inline void verify_block_addr(struct f2fs_sb_info *sbi, block_t blk_addr)  in verify_block_addr()  argument
609 	if (blk_addr < SEG0_BLKADDR(sbi) || blk_addr >= MAX_BLKADDR(sbi))  in verify_block_addr()
610 		set_sbi_flag(sbi, SBI_NEED_FSCK);  in verify_block_addr()
616 static inline void check_block_count(struct f2fs_sb_info *sbi,  in check_block_count()  argument
620 	if (GET_SIT_VBLOCKS(raw_sit) > sbi->blocks_per_seg)  in check_block_count()
621 		set_sbi_flag(sbi, SBI_NEED_FSCK);  in check_block_count()
624 	if (segno > TOTAL_SEGS(sbi) - 1)  in check_block_count()
625 		set_sbi_flag(sbi, SBI_NEED_FSCK);  in check_block_count()
629 static inline pgoff_t current_sit_addr(struct f2fs_sb_info *sbi,  in current_sit_addr()  argument
632 	struct sit_info *sit_i = SIT_I(sbi);  in current_sit_addr()
636 	check_seg_range(sbi, start);  in current_sit_addr()
645 static inline pgoff_t next_sit_addr(struct f2fs_sb_info *sbi,  in next_sit_addr()  argument
648 	struct sit_info *sit_i = SIT_I(sbi);  in next_sit_addr()
665 static inline unsigned long long get_mtime(struct f2fs_sb_info *sbi)  in get_mtime()  argument
667 	struct sit_info *sit_i = SIT_I(sbi);  in get_mtime()
680 static inline block_t start_sum_block(struct f2fs_sb_info *sbi)  in start_sum_block()  argument
682 	return __start_cp_addr(sbi) +  in start_sum_block()
683 		le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);  in start_sum_block()
686 static inline block_t sum_blk_addr(struct f2fs_sb_info *sbi, int base, int type)  in sum_blk_addr()  argument
688 	return __start_cp_addr(sbi) +  in sum_blk_addr()
689 		le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_total_block_count)  in sum_blk_addr()
693 static inline bool sec_usage_check(struct f2fs_sb_info *sbi, unsigned int secno)  in sec_usage_check()  argument
695 	if (IS_CURSEC(sbi, secno) || (sbi->cur_victim_sec == secno))  in sec_usage_check()
700 static inline unsigned int max_hw_blocks(struct f2fs_sb_info *sbi)  in max_hw_blocks()  argument
702 	struct block_device *bdev = sbi->sb->s_bdev;  in max_hw_blocks()
714 static inline int nr_pages_to_skip(struct f2fs_sb_info *sbi, int type)  in nr_pages_to_skip()  argument
716 	if (sbi->sb->s_bdi->dirty_exceeded)  in nr_pages_to_skip()
720 		return sbi->blocks_per_seg;  in nr_pages_to_skip()
722 		return 3 * sbi->blocks_per_seg;  in nr_pages_to_skip()
724 		return MAX_BIO_BLOCKS(sbi);  in nr_pages_to_skip()
732 static inline long nr_pages_to_write(struct f2fs_sb_info *sbi, int type,  in nr_pages_to_write()  argument
745 		desired = 3 * max_hw_blocks(sbi);  in nr_pages_to_write()
747 		desired = MAX_BIO_BLOCKS(sbi);  in nr_pages_to_write()