27 #define IS_CURSEG(sbi, seg)						\  argument
28 	((seg == CURSEG_I(sbi, CURSEG_HOT_DATA)->segno) ||	\
29 	 (seg == CURSEG_I(sbi, CURSEG_WARM_DATA)->segno) ||	\
30 	 (seg == CURSEG_I(sbi, CURSEG_COLD_DATA)->segno) ||	\
31 	 (seg == CURSEG_I(sbi, CURSEG_HOT_NODE)->segno) ||	\
32 	 (seg == CURSEG_I(sbi, CURSEG_WARM_NODE)->segno) ||	\
33 	 (seg == CURSEG_I(sbi, CURSEG_COLD_NODE)->segno))
35 #define IS_CURSEC(sbi, secno)						\  argument
36 	((secno == CURSEG_I(sbi, CURSEG_HOT_DATA)->segno /		\
37 	  sbi->segs_per_sec) ||	\
38 	 (secno == CURSEG_I(sbi, CURSEG_WARM_DATA)->segno /		\
39 	  sbi->segs_per_sec) ||	\
40 	 (secno == CURSEG_I(sbi, CURSEG_COLD_DATA)->segno /		\
41 	  sbi->segs_per_sec) ||	\
42 	 (secno == CURSEG_I(sbi, CURSEG_HOT_NODE)->segno /		\
43 	  sbi->segs_per_sec) ||	\
44 	 (secno == CURSEG_I(sbi, CURSEG_WARM_NODE)->segno /		\
45 	  sbi->segs_per_sec) ||	\
46 	 (secno == CURSEG_I(sbi, CURSEG_COLD_NODE)->segno /		\
47 	  sbi->segs_per_sec))	\
49 #define MAIN_BLKADDR(sbi)	(SM_I(sbi)->main_blkaddr)  argument
50 #define SEG0_BLKADDR(sbi)	(SM_I(sbi)->seg0_blkaddr)  argument
52 #define MAIN_SEGS(sbi)	(SM_I(sbi)->main_segments)  argument
53 #define MAIN_SECS(sbi)	(sbi->total_sections)  argument
55 #define TOTAL_SEGS(sbi)	(SM_I(sbi)->segment_count)  argument
56 #define TOTAL_BLKS(sbi)	(TOTAL_SEGS(sbi) << sbi->log_blocks_per_seg)  argument
58 #define MAX_BLKADDR(sbi)	(SEG0_BLKADDR(sbi) + TOTAL_BLKS(sbi))  argument
59 #define SEGMENT_SIZE(sbi)	(1ULL << (sbi->log_blocksize +		\  argument
60 					sbi->log_blocks_per_seg))
62 #define START_BLOCK(sbi, segno)	(SEG0_BLKADDR(sbi) +			\  argument
63 	 (GET_R2L_SEGNO(FREE_I(sbi), segno) << sbi->log_blocks_per_seg))
65 #define NEXT_FREE_BLKADDR(sbi, curseg)					\  argument
66 	(START_BLOCK(sbi, curseg->segno) + curseg->next_blkoff)
68 #define GET_SEGOFF_FROM_SEG0(sbi, blk_addr)	((blk_addr) - SEG0_BLKADDR(sbi))  argument
69 #define GET_SEGNO_FROM_SEG0(sbi, blk_addr)				\  argument
70 	(GET_SEGOFF_FROM_SEG0(sbi, blk_addr) >> sbi->log_blocks_per_seg)
71 #define GET_BLKOFF_FROM_SEG0(sbi, blk_addr)				\  argument
72 	(GET_SEGOFF_FROM_SEG0(sbi, blk_addr) & (sbi->blocks_per_seg - 1))
74 #define GET_SEGNO(sbi, blk_addr)					\  argument
76 	NULL_SEGNO : GET_L2R_SEGNO(FREE_I(sbi),			\
77 		GET_SEGNO_FROM_SEG0(sbi, blk_addr)))
78 #define GET_SECNO(sbi, segno)					\  argument
79 	((segno) / sbi->segs_per_sec)
80 #define GET_ZONENO_FROM_SEGNO(sbi, segno)				\  argument
81 	((segno / sbi->segs_per_sec) / sbi->secs_per_zone)
83 #define GET_SUM_BLOCK(sbi, segno)				\  argument
84 	((sbi->sm_info->ssa_blkaddr) + segno)
95 #define SIT_BLK_CNT(sbi)			\  argument
96 	((MAIN_SEGS(sbi) + SIT_ENTRY_PER_BLOCK - 1) / SIT_ENTRY_PER_BLOCK)
104 #define MAX_BIO_BLOCKS(sbi)						\  argument
105 	((int)min((int)max_hw_blocks(sbi), BIO_MAX_PAGES))
276 static inline struct curseg_info *CURSEG_I(struct f2fs_sb_info *sbi, int type)  in CURSEG_I()  argument
278 	return (struct curseg_info *)(SM_I(sbi)->curseg_array + type);  in CURSEG_I()
281 static inline struct seg_entry *get_seg_entry(struct f2fs_sb_info *sbi,  in get_seg_entry()  argument
284 	struct sit_info *sit_i = SIT_I(sbi);  in get_seg_entry()
288 static inline struct sec_entry *get_sec_entry(struct f2fs_sb_info *sbi,  in get_sec_entry()  argument
291 	struct sit_info *sit_i = SIT_I(sbi);  in get_sec_entry()
292 	return &sit_i->sec_entries[GET_SECNO(sbi, segno)];  in get_sec_entry()
295 static inline unsigned int get_valid_blocks(struct f2fs_sb_info *sbi,  in get_valid_blocks()  argument
303 		return get_sec_entry(sbi, segno)->valid_blocks;  in get_valid_blocks()
305 		return get_seg_entry(sbi, segno)->valid_blocks;  in get_valid_blocks()
341 static inline void __set_free(struct f2fs_sb_info *sbi, unsigned int segno)  in __set_free()  argument
343 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_free()
344 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_free()
345 	unsigned int start_segno = secno * sbi->segs_per_sec;  in __set_free()
353 			start_segno + sbi->segs_per_sec, start_segno);  in __set_free()
354 	if (next >= start_segno + sbi->segs_per_sec) {  in __set_free()
361 static inline void __set_inuse(struct f2fs_sb_info *sbi,  in __set_inuse()  argument
364 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_inuse()
365 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_inuse()
372 static inline void __set_test_and_free(struct f2fs_sb_info *sbi,  in __set_test_and_free()  argument
375 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_test_and_free()
376 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_test_and_free()
377 	unsigned int start_segno = secno * sbi->segs_per_sec;  in __set_test_and_free()
385 				start_segno + sbi->segs_per_sec, start_segno);  in __set_test_and_free()
386 		if (next >= start_segno + sbi->segs_per_sec) {  in __set_test_and_free()
394 static inline void __set_test_and_inuse(struct f2fs_sb_info *sbi,  in __set_test_and_inuse()  argument
397 	struct free_segmap_info *free_i = FREE_I(sbi);  in __set_test_and_inuse()
398 	unsigned int secno = segno / sbi->segs_per_sec;  in __set_test_and_inuse()
408 static inline void get_sit_bitmap(struct f2fs_sb_info *sbi,  in get_sit_bitmap()  argument
411 	struct sit_info *sit_i = SIT_I(sbi);  in get_sit_bitmap()
415 static inline block_t written_block_count(struct f2fs_sb_info *sbi)  in written_block_count()  argument
417 	return SIT_I(sbi)->written_valid_blocks;  in written_block_count()
420 static inline unsigned int free_segments(struct f2fs_sb_info *sbi)  in free_segments()  argument
422 	return FREE_I(sbi)->free_segments;  in free_segments()
425 static inline int reserved_segments(struct f2fs_sb_info *sbi)  in reserved_segments()  argument
427 	return SM_I(sbi)->reserved_segments;  in reserved_segments()
430 static inline unsigned int free_sections(struct f2fs_sb_info *sbi)  in free_sections()  argument
432 	return FREE_I(sbi)->free_sections;  in free_sections()
435 static inline unsigned int prefree_segments(struct f2fs_sb_info *sbi)  in prefree_segments()  argument
437 	return DIRTY_I(sbi)->nr_dirty[PRE];  in prefree_segments()
440 static inline unsigned int dirty_segments(struct f2fs_sb_info *sbi)  in dirty_segments()  argument
442 	return DIRTY_I(sbi)->nr_dirty[DIRTY_HOT_DATA] +  in dirty_segments()
443 		DIRTY_I(sbi)->nr_dirty[DIRTY_WARM_DATA] +  in dirty_segments()
444 		DIRTY_I(sbi)->nr_dirty[DIRTY_COLD_DATA] +  in dirty_segments()
445 		DIRTY_I(sbi)->nr_dirty[DIRTY_HOT_NODE] +  in dirty_segments()
446 		DIRTY_I(sbi)->nr_dirty[DIRTY_WARM_NODE] +  in dirty_segments()
447 		DIRTY_I(sbi)->nr_dirty[DIRTY_COLD_NODE];  in dirty_segments()
450 static inline int overprovision_segments(struct f2fs_sb_info *sbi)  in overprovision_segments()  argument
452 	return SM_I(sbi)->ovp_segments;  in overprovision_segments()
455 static inline int overprovision_sections(struct f2fs_sb_info *sbi)  in overprovision_sections()  argument
457 	return ((unsigned int) overprovision_segments(sbi)) / sbi->segs_per_sec;  in overprovision_sections()
460 static inline int reserved_sections(struct f2fs_sb_info *sbi)  in reserved_sections()  argument
462 	return ((unsigned int) reserved_segments(sbi)) / sbi->segs_per_sec;  in reserved_sections()
465 static inline bool need_SSR(struct f2fs_sb_info *sbi)  in need_SSR()  argument
467 	int node_secs = get_blocktype_secs(sbi, F2FS_DIRTY_NODES);  in need_SSR()
468 	int dent_secs = get_blocktype_secs(sbi, F2FS_DIRTY_DENTS);  in need_SSR()
469 	return free_sections(sbi) <= (node_secs + 2 * dent_secs +  in need_SSR()
470 						reserved_sections(sbi) + 1);  in need_SSR()
473 static inline bool has_not_enough_free_secs(struct f2fs_sb_info *sbi, int freed)  in has_not_enough_free_secs()  argument
475 	int node_secs = get_blocktype_secs(sbi, F2FS_DIRTY_NODES);  in has_not_enough_free_secs()
476 	int dent_secs = get_blocktype_secs(sbi, F2FS_DIRTY_DENTS);  in has_not_enough_free_secs()
478 	if (unlikely(is_sbi_flag_set(sbi, SBI_POR_DOING)))  in has_not_enough_free_secs()
481 	return (free_sections(sbi) + freed) <= (node_secs + 2 * dent_secs +  in has_not_enough_free_secs()
482 						reserved_sections(sbi));  in has_not_enough_free_secs()
485 static inline bool excess_prefree_segs(struct f2fs_sb_info *sbi)  in excess_prefree_segs()  argument
487 	return prefree_segments(sbi) > SM_I(sbi)->rec_prefree_segments;  in excess_prefree_segs()
490 static inline int utilization(struct f2fs_sb_info *sbi)  in utilization()  argument
492 	return div_u64((u64)valid_user_blocks(sbi) * 100,  in utilization()
493 					sbi->user_block_count);  in utilization()
523 	struct f2fs_sb_info *sbi = F2FS_I_SB(inode);  in need_inplace_update()  local
524 	unsigned int policy = SM_I(sbi)->ipu_policy;  in need_inplace_update()
532 	if (policy & (0x1 << F2FS_IPU_SSR) && need_SSR(sbi))  in need_inplace_update()
535 			utilization(sbi) > SM_I(sbi)->min_ipu_util)  in need_inplace_update()
537 	if (policy & (0x1 << F2FS_IPU_SSR_UTIL) && need_SSR(sbi) &&  in need_inplace_update()
538 			utilization(sbi) > SM_I(sbi)->min_ipu_util)  in need_inplace_update()
549 static inline unsigned int curseg_segno(struct f2fs_sb_info *sbi,  in curseg_segno()  argument
552 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_segno()
556 static inline unsigned char curseg_alloc_type(struct f2fs_sb_info *sbi,  in curseg_alloc_type()  argument
559 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_alloc_type()
563 static inline unsigned short curseg_blkoff(struct f2fs_sb_info *sbi, int type)  in curseg_blkoff()  argument
565 	struct curseg_info *curseg = CURSEG_I(sbi, type);  in curseg_blkoff()
569 static inline void check_seg_range(struct f2fs_sb_info *sbi, unsigned int segno)  in check_seg_range()  argument
571 	f2fs_bug_on(sbi, segno > TOTAL_SEGS(sbi) - 1);  in check_seg_range()
574 static inline void verify_block_addr(struct f2fs_sb_info *sbi, block_t blk_addr)  in verify_block_addr()  argument
576 	f2fs_bug_on(sbi, blk_addr < SEG0_BLKADDR(sbi)  in verify_block_addr()
577 					|| blk_addr >= MAX_BLKADDR(sbi));  in verify_block_addr()
583 static inline void check_block_count(struct f2fs_sb_info *sbi,  in check_block_count()  argument
595 					sbi->blocks_per_seg,  in check_block_count()
600 					sbi->blocks_per_seg,  in check_block_count()
604 	} while (cur_pos < sbi->blocks_per_seg);  in check_block_count()
608 	f2fs_bug_on(sbi, GET_SIT_VBLOCKS(raw_sit) > sbi->blocks_per_seg  in check_block_count()
609 					|| segno > TOTAL_SEGS(sbi) - 1);  in check_block_count()
612 static inline pgoff_t current_sit_addr(struct f2fs_sb_info *sbi,  in current_sit_addr()  argument
615 	struct sit_info *sit_i = SIT_I(sbi);  in current_sit_addr()
619 	check_seg_range(sbi, start);  in current_sit_addr()
628 static inline pgoff_t next_sit_addr(struct f2fs_sb_info *sbi,  in next_sit_addr()  argument
631 	struct sit_info *sit_i = SIT_I(sbi);  in next_sit_addr()
648 static inline unsigned long long get_mtime(struct f2fs_sb_info *sbi)  in get_mtime()  argument
650 	struct sit_info *sit_i = SIT_I(sbi);  in get_mtime()
663 static inline block_t start_sum_block(struct f2fs_sb_info *sbi)  in start_sum_block()  argument
665 	return __start_cp_addr(sbi) +  in start_sum_block()
666 		le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_start_sum);  in start_sum_block()
669 static inline block_t sum_blk_addr(struct f2fs_sb_info *sbi, int base, int type)  in sum_blk_addr()  argument
671 	return __start_cp_addr(sbi) +  in sum_blk_addr()
672 		le32_to_cpu(F2FS_CKPT(sbi)->cp_pack_total_block_count)  in sum_blk_addr()
676 static inline bool sec_usage_check(struct f2fs_sb_info *sbi, unsigned int secno)  in sec_usage_check()  argument
678 	if (IS_CURSEC(sbi, secno) || (sbi->cur_victim_sec == secno))  in sec_usage_check()
683 static inline unsigned int max_hw_blocks(struct f2fs_sb_info *sbi)  in max_hw_blocks()  argument
685 	struct block_device *bdev = sbi->sb->s_bdev;  in max_hw_blocks()
697 static inline int nr_pages_to_skip(struct f2fs_sb_info *sbi, int type)  in nr_pages_to_skip()  argument
699 	if (sbi->sb->s_bdi->wb.dirty_exceeded)  in nr_pages_to_skip()
703 		return sbi->blocks_per_seg;  in nr_pages_to_skip()
705 		return 3 * sbi->blocks_per_seg;  in nr_pages_to_skip()
707 		return MAX_BIO_BLOCKS(sbi);  in nr_pages_to_skip()
715 static inline long nr_pages_to_write(struct f2fs_sb_info *sbi, int type,  in nr_pages_to_write()  argument
728 		desired = 3 * max_hw_blocks(sbi);  in nr_pages_to_write()
730 		desired = MAX_BIO_BLOCKS(sbi);  in nr_pages_to_write()