Lines Matching refs:stats_cpu
146 struct tg_stats_cpu __percpu *stats_cpu; member
272 static struct tg_stats_cpu *stats_cpu; /* this fn is non-reentrant */ in tg_stats_alloc_fn() local
277 if (!stats_cpu) { in tg_stats_alloc_fn()
280 stats_cpu = alloc_percpu(struct tg_stats_cpu); in tg_stats_alloc_fn()
281 if (!stats_cpu) { in tg_stats_alloc_fn()
287 tg_stats_init(per_cpu_ptr(stats_cpu, cpu)); in tg_stats_alloc_fn()
296 swap(tg->stats_cpu, stats_cpu); in tg_stats_alloc_fn()
491 free_percpu(tg->stats_cpu); in throtl_pd_exit()
501 if (tg->stats_cpu == NULL) in throtl_pd_reset_stats()
505 struct tg_stats_cpu *sc = per_cpu_ptr(tg->stats_cpu, cpu); in throtl_pd_reset_stats()
963 struct tg_stats_cpu *stats_cpu; in throtl_update_dispatch_stats() local
967 if (tg->stats_cpu == NULL) in throtl_update_dispatch_stats()
977 stats_cpu = this_cpu_ptr(tg->stats_cpu); in throtl_update_dispatch_stats()
979 blkg_rwstat_add(&stats_cpu->serviced, rw, 1); in throtl_update_dispatch_stats()
980 blkg_rwstat_add(&stats_cpu->service_bytes, rw, bytes); in throtl_update_dispatch_stats()
1295 if (tg->stats_cpu == NULL) in tg_prfill_cpu_rwstat()
1299 struct tg_stats_cpu *sc = per_cpu_ptr(tg->stats_cpu, cpu); in tg_prfill_cpu_rwstat()