52 static void tick_do_update_jiffies64(ktime_t now)  in tick_do_update_jiffies64()  argument
60 	delta = ktime_sub(now, last_jiffies_update);  in tick_do_update_jiffies64()
67 	delta = ktime_sub(now, last_jiffies_update);  in tick_do_update_jiffies64()
112 static void tick_sched_do_timer(ktime_t now)  in tick_sched_do_timer()  argument
131 		tick_do_update_jiffies64(now);  in tick_sched_do_timer()
423 static void tick_nohz_update_jiffies(ktime_t now)  in tick_nohz_update_jiffies()  argument
427 	__this_cpu_write(tick_cpu_sched.idle_waketime, now);  in tick_nohz_update_jiffies()
430 	tick_do_update_jiffies64(now);  in tick_nohz_update_jiffies()
440 update_ts_time_stats(int cpu, struct tick_sched *ts, ktime_t now, u64 *last_update_time)  in update_ts_time_stats()  argument
445 		delta = ktime_sub(now, ts->idle_entrytime);  in update_ts_time_stats()
450 		ts->idle_entrytime = now;  in update_ts_time_stats()
454 		*last_update_time = ktime_to_us(now);  in update_ts_time_stats()
458 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now)  in tick_nohz_stop_idle()  argument
460 	update_ts_time_stats(smp_processor_id(), ts, now, NULL);  in tick_nohz_stop_idle()
468 	ktime_t now = ktime_get();  in tick_nohz_start_idle()  local
470 	ts->idle_entrytime = now;  in tick_nohz_start_idle()
473 	return now;  in tick_nohz_start_idle()
493 	ktime_t now, idle;  in get_cpu_idle_time_us()  local
498 	now = ktime_get();  in get_cpu_idle_time_us()
500 		update_ts_time_stats(cpu, ts, now, last_update_time);  in get_cpu_idle_time_us()
504 			ktime_t delta = ktime_sub(now, ts->idle_entrytime);  in get_cpu_idle_time_us()
534 	ktime_t now, iowait;  in get_cpu_iowait_time_us()  local
539 	now = ktime_get();  in get_cpu_iowait_time_us()
541 		update_ts_time_stats(cpu, ts, now, last_update_time);  in get_cpu_iowait_time_us()
545 			ktime_t delta = ktime_sub(now, ts->idle_entrytime);  in get_cpu_iowait_time_us()
557 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now)  in tick_nohz_restart()  argument
563 	hrtimer_forward(&ts->sched_timer, now, tick_period);  in tick_nohz_restart()
572 					 ktime_t now, int cpu)  in tick_nohz_stop_sched_tick()  argument
615 			tick_nohz_restart(ts, now);  in tick_nohz_stop_sched_tick()
693 	ts->sleep_length = ktime_sub(dev->next_event, now);  in tick_nohz_stop_sched_tick()
697 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now)  in tick_nohz_restart_sched_tick()  argument
700 	tick_do_update_jiffies64(now);  in tick_nohz_restart_sched_tick()
709 	ts->idle_exittime = now;  in tick_nohz_restart_sched_tick()
711 	tick_nohz_restart(ts, now);  in tick_nohz_restart_sched_tick()
787 	ktime_t now, expires;  in __tick_nohz_idle_enter()  local
790 	now = tick_nohz_start_idle(ts);  in __tick_nohz_idle_enter()
797 		expires = tick_nohz_stop_sched_tick(ts, now, cpu);  in __tick_nohz_idle_enter()
904 	ktime_t now;  in tick_nohz_idle_exit()  local
913 		now = ktime_get();  in tick_nohz_idle_exit()
916 		tick_nohz_stop_idle(ts, now);  in tick_nohz_idle_exit()
919 		tick_nohz_restart_sched_tick(ts, now);  in tick_nohz_idle_exit()
933 	ktime_t now = ktime_get();  in tick_nohz_handler()  local
937 	tick_sched_do_timer(now);  in tick_nohz_handler()
944 	hrtimer_forward(&ts->sched_timer, now, tick_period);  in tick_nohz_handler()
997 static void tick_nohz_kick_tick(struct tick_sched *ts, ktime_t now)  in tick_nohz_kick_tick()  argument
1007 	delta =	ktime_sub(hrtimer_get_expires(&ts->sched_timer), now);  in tick_nohz_kick_tick()
1011 	tick_nohz_restart(ts, now);  in tick_nohz_kick_tick()
1018 	ktime_t now;  in tick_nohz_irq_enter()  local
1022 	now = ktime_get();  in tick_nohz_irq_enter()
1024 		tick_nohz_stop_idle(ts, now);  in tick_nohz_irq_enter()
1026 		tick_nohz_update_jiffies(now);  in tick_nohz_irq_enter()
1027 		tick_nohz_kick_tick(ts, now);  in tick_nohz_irq_enter()
1061 	ktime_t now = ktime_get();  in tick_sched_timer()  local
1063 	tick_sched_do_timer(now);  in tick_sched_timer()
1076 	hrtimer_forward(timer, now, tick_period);  in tick_sched_timer()
1097 	ktime_t now = ktime_get();  in tick_setup_sched_timer()  local
1116 	hrtimer_forward(&ts->sched_timer, now, tick_period);  in tick_setup_sched_timer()