Lines Matching refs:rwstat
196 const struct blkg_rwstat *rwstat);
566 static inline int blkg_rwstat_init(struct blkg_rwstat *rwstat, gfp_t gfp) in blkg_rwstat_init() argument
571 ret = percpu_counter_init(&rwstat->cpu_cnt[i], 0, gfp); in blkg_rwstat_init()
574 percpu_counter_destroy(&rwstat->cpu_cnt[i]); in blkg_rwstat_init()
577 atomic64_set(&rwstat->aux_cnt[i], 0); in blkg_rwstat_init()
582 static inline void blkg_rwstat_exit(struct blkg_rwstat *rwstat) in blkg_rwstat_exit() argument
587 percpu_counter_destroy(&rwstat->cpu_cnt[i]); in blkg_rwstat_exit()
599 static inline void blkg_rwstat_add(struct blkg_rwstat *rwstat, in blkg_rwstat_add() argument
605 cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_WRITE]; in blkg_rwstat_add()
607 cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_READ]; in blkg_rwstat_add()
612 cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_SYNC]; in blkg_rwstat_add()
614 cnt = &rwstat->cpu_cnt[BLKG_RWSTAT_ASYNC]; in blkg_rwstat_add()
625 static inline struct blkg_rwstat blkg_rwstat_read(struct blkg_rwstat *rwstat) in blkg_rwstat_read() argument
632 percpu_counter_sum_positive(&rwstat->cpu_cnt[i])); in blkg_rwstat_read()
644 static inline uint64_t blkg_rwstat_total(struct blkg_rwstat *rwstat) in blkg_rwstat_total() argument
646 struct blkg_rwstat tmp = blkg_rwstat_read(rwstat); in blkg_rwstat_total()
656 static inline void blkg_rwstat_reset(struct blkg_rwstat *rwstat) in blkg_rwstat_reset() argument
661 percpu_counter_set(&rwstat->cpu_cnt[i], 0); in blkg_rwstat_reset()
662 atomic64_set(&rwstat->aux_cnt[i], 0); in blkg_rwstat_reset()