1446 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_try_advance_all_cbs()  local
1451 	if (jiffies == rdtp->last_advance_all)  in rcu_try_advance_all_cbs()
1453 	rdtp->last_advance_all = jiffies;  in rcu_try_advance_all_cbs()
1486 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_needs_cpu()  local
1489 	rdtp->nonlazy_posted_snap = rdtp->nonlazy_posted;  in rcu_needs_cpu()
1492 	if (!rcu_cpu_has_callbacks(&rdtp->all_lazy)) {  in rcu_needs_cpu()
1503 	rdtp->last_accelerate = jiffies;  in rcu_needs_cpu()
1506 	if (!rdtp->all_lazy) {  in rcu_needs_cpu()
1531 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_prepare_for_idle()  local
1538 	if (tne != rdtp->tick_nohz_enabled_snap) {  in rcu_prepare_for_idle()
1541 		rdtp->tick_nohz_enabled_snap = tne;  in rcu_prepare_for_idle()
1556 	if (rdtp->all_lazy &&  in rcu_prepare_for_idle()
1557 	    rdtp->nonlazy_posted != rdtp->nonlazy_posted_snap) {  in rcu_prepare_for_idle()
1558 		rdtp->all_lazy = false;  in rcu_prepare_for_idle()
1559 		rdtp->nonlazy_posted_snap = rdtp->nonlazy_posted;  in rcu_prepare_for_idle()
1568 	if (rdtp->last_accelerate == jiffies)  in rcu_prepare_for_idle()
1570 	rdtp->last_accelerate = jiffies;  in rcu_prepare_for_idle()
1705 	struct rcu_dynticks *rdtp = &per_cpu(rcu_dynticks, cpu);  in print_cpu_stall_fast_no_hz()  local
1706 	unsigned long nlpd = rdtp->nonlazy_posted - rdtp->nonlazy_posted_snap;  in print_cpu_stall_fast_no_hz()
1709 		rdtp->last_accelerate & 0xffff, jiffies & 0xffff,  in print_cpu_stall_fast_no_hz()
1711 		rdtp->all_lazy ? 'L' : '.',  in print_cpu_stall_fast_no_hz()
1712 		rdtp->tick_nohz_enabled_snap ? '.' : 'D');  in print_cpu_stall_fast_no_hz()
1746 	struct rcu_dynticks *rdtp = rdp->dynticks;  in print_cpu_stall_info()  local
1760 	       atomic_read(&rdtp->dynticks) & 0xfff,  in print_cpu_stall_info()
1761 	       rdtp->dynticks_nesting, rdtp->dynticks_nmi_nesting,  in print_cpu_stall_info()
2641 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_sysidle_enter()  local
2649 		rdtp->dynticks_idle_nesting--;  in rcu_sysidle_enter()
2650 		WARN_ON_ONCE(rdtp->dynticks_idle_nesting < 0);  in rcu_sysidle_enter()
2651 		if (rdtp->dynticks_idle_nesting != 0)  in rcu_sysidle_enter()
2654 		if ((rdtp->dynticks_idle_nesting & DYNTICK_TASK_NEST_MASK) ==  in rcu_sysidle_enter()
2656 			rdtp->dynticks_idle_nesting = 0;  in rcu_sysidle_enter()
2658 			rdtp->dynticks_idle_nesting -= DYNTICK_TASK_NEST_VALUE;  in rcu_sysidle_enter()
2659 			WARN_ON_ONCE(rdtp->dynticks_idle_nesting < 0);  in rcu_sysidle_enter()
2666 	ACCESS_ONCE(rdtp->dynticks_idle_jiffies) = j;  in rcu_sysidle_enter()
2668 	atomic_inc(&rdtp->dynticks_idle);  in rcu_sysidle_enter()
2670 	WARN_ON_ONCE(atomic_read(&rdtp->dynticks_idle) & 0x1);  in rcu_sysidle_enter()
2712 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_sysidle_exit()  local
2720 		rdtp->dynticks_idle_nesting++;  in rcu_sysidle_exit()
2721 		WARN_ON_ONCE(rdtp->dynticks_idle_nesting <= 0);  in rcu_sysidle_exit()
2722 		if (rdtp->dynticks_idle_nesting != 1)  in rcu_sysidle_exit()
2730 		if (rdtp->dynticks_idle_nesting & DYNTICK_TASK_NEST_MASK) {  in rcu_sysidle_exit()
2731 			rdtp->dynticks_idle_nesting += DYNTICK_TASK_NEST_VALUE;  in rcu_sysidle_exit()
2732 			WARN_ON_ONCE(rdtp->dynticks_idle_nesting <= 0);  in rcu_sysidle_exit()
2735 			rdtp->dynticks_idle_nesting = DYNTICK_TASK_EXIT_IDLE;  in rcu_sysidle_exit()
2741 	atomic_inc(&rdtp->dynticks_idle);  in rcu_sysidle_exit()
2743 	WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks_idle) & 0x1));  in rcu_sysidle_exit()
2771 	struct rcu_dynticks *rdtp = rdp->dynticks;  in rcu_sysidle_check_cpu()  local
2789 	cur = atomic_read(&rdtp->dynticks_idle);  in rcu_sysidle_check_cpu()
2797 	j = ACCESS_ONCE(rdtp->dynticks_idle_jiffies);  in rcu_sysidle_check_cpu()
3001 static void rcu_sysidle_init_percpu_data(struct rcu_dynticks *rdtp)  in rcu_sysidle_init_percpu_data()  argument
3003 	rdtp->dynticks_idle_nesting = DYNTICK_TASK_NEST_VALUE;  in rcu_sysidle_init_percpu_data()
3031 static void rcu_sysidle_init_percpu_data(struct rcu_dynticks *rdtp)  in rcu_sysidle_init_percpu_data()  argument