286 void thread_group_cputime(struct task_struct *tsk, struct task_cputime *times)  in thread_group_cputime()  argument
288 	struct signal_struct *sig = tsk->signal;  in thread_group_cputime()
304 		for_each_thread(tsk, t) {  in thread_group_cputime()
415 void vtime_common_account_irq_enter(struct task_struct *tsk)  in vtime_common_account_irq_enter()  argument
425 			vtime_account_user(tsk);  in vtime_common_account_irq_enter()
429 		if (is_idle_task(tsk)) {  in vtime_common_account_irq_enter()
430 			vtime_account_idle(tsk);  in vtime_common_account_irq_enter()
434 	vtime_account_system(tsk);  in vtime_common_account_irq_enter()
647 static unsigned long long vtime_delta(struct task_struct *tsk)  in vtime_delta()  argument
652 	if (clock < tsk->vtime_snap)  in vtime_delta()
655 	return clock - tsk->vtime_snap;  in vtime_delta()
658 static cputime_t get_vtime_delta(struct task_struct *tsk)  in get_vtime_delta()  argument
660 	unsigned long long delta = vtime_delta(tsk);  in get_vtime_delta()
662 	WARN_ON_ONCE(tsk->vtime_snap_whence == VTIME_SLEEPING);  in get_vtime_delta()
663 	tsk->vtime_snap += delta;  in get_vtime_delta()
669 static void __vtime_account_system(struct task_struct *tsk)  in __vtime_account_system()  argument
671 	cputime_t delta_cpu = get_vtime_delta(tsk);  in __vtime_account_system()
673 	account_system_time(tsk, irq_count(), delta_cpu, cputime_to_scaled(delta_cpu));  in __vtime_account_system()
676 void vtime_account_system(struct task_struct *tsk)  in vtime_account_system()  argument
678 	write_seqlock(&tsk->vtime_seqlock);  in vtime_account_system()
679 	__vtime_account_system(tsk);  in vtime_account_system()
680 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_account_system()
683 void vtime_gen_account_irq_exit(struct task_struct *tsk)  in vtime_gen_account_irq_exit()  argument
685 	write_seqlock(&tsk->vtime_seqlock);  in vtime_gen_account_irq_exit()
686 	__vtime_account_system(tsk);  in vtime_gen_account_irq_exit()
688 		tsk->vtime_snap_whence = VTIME_USER;  in vtime_gen_account_irq_exit()
689 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_gen_account_irq_exit()
692 void vtime_account_user(struct task_struct *tsk)  in vtime_account_user()  argument
696 	write_seqlock(&tsk->vtime_seqlock);  in vtime_account_user()
697 	delta_cpu = get_vtime_delta(tsk);  in vtime_account_user()
698 	tsk->vtime_snap_whence = VTIME_SYS;  in vtime_account_user()
699 	account_user_time(tsk, delta_cpu, cputime_to_scaled(delta_cpu));  in vtime_account_user()
700 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_account_user()
703 void vtime_user_enter(struct task_struct *tsk)  in vtime_user_enter()  argument
705 	write_seqlock(&tsk->vtime_seqlock);  in vtime_user_enter()
706 	__vtime_account_system(tsk);  in vtime_user_enter()
707 	tsk->vtime_snap_whence = VTIME_USER;  in vtime_user_enter()
708 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_user_enter()
711 void vtime_guest_enter(struct task_struct *tsk)  in vtime_guest_enter()  argument
720 	write_seqlock(&tsk->vtime_seqlock);  in vtime_guest_enter()
721 	__vtime_account_system(tsk);  in vtime_guest_enter()
723 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_guest_enter()
727 void vtime_guest_exit(struct task_struct *tsk)  in vtime_guest_exit()  argument
729 	write_seqlock(&tsk->vtime_seqlock);  in vtime_guest_exit()
730 	__vtime_account_system(tsk);  in vtime_guest_exit()
732 	write_sequnlock(&tsk->vtime_seqlock);  in vtime_guest_exit()
736 void vtime_account_idle(struct task_struct *tsk)  in vtime_account_idle()  argument
738 	cputime_t delta_cpu = get_vtime_delta(tsk);  in vtime_account_idle()