262 	struct rcu_dynticks *rdtp;  in rcu_momentary_dyntick_idle()  local
291 		rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_momentary_dyntick_idle()
293 		atomic_add(2, &rdtp->dynticks);  /* QS. */  in rcu_momentary_dyntick_idle()
585 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_enter_common()  local
587 	trace_rcu_dyntick(TPS("Start"), oldval, rdtp->dynticks_nesting);  in rcu_eqs_enter_common()
605 	atomic_inc(&rdtp->dynticks);  in rcu_eqs_enter_common()
607 	WARN_ON_ONCE(atomic_read(&rdtp->dynticks) & 0x1);  in rcu_eqs_enter_common()
629 	struct rcu_dynticks *rdtp;  in rcu_eqs_enter()  local
631 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_enter()
632 	oldval = rdtp->dynticks_nesting;  in rcu_eqs_enter()
635 		rdtp->dynticks_nesting = 0;  in rcu_eqs_enter()
638 		rdtp->dynticks_nesting -= DYNTICK_TASK_NEST_VALUE;  in rcu_eqs_enter()
700 	struct rcu_dynticks *rdtp;  in rcu_irq_exit()  local
703 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_irq_exit()
704 	oldval = rdtp->dynticks_nesting;  in rcu_irq_exit()
705 	rdtp->dynticks_nesting--;  in rcu_irq_exit()
706 	WARN_ON_ONCE(rdtp->dynticks_nesting < 0);  in rcu_irq_exit()
707 	if (rdtp->dynticks_nesting)  in rcu_irq_exit()
708 		trace_rcu_dyntick(TPS("--="), oldval, rdtp->dynticks_nesting);  in rcu_irq_exit()
724 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_exit_common()  local
728 	atomic_inc(&rdtp->dynticks);  in rcu_eqs_exit_common()
731 	WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1));  in rcu_eqs_exit_common()
733 	trace_rcu_dyntick(TPS("End"), oldval, rdtp->dynticks_nesting);  in rcu_eqs_exit_common()
739 				  oldval, rdtp->dynticks_nesting);  in rcu_eqs_exit_common()
753 	struct rcu_dynticks *rdtp;  in rcu_eqs_exit()  local
756 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_exit()
757 	oldval = rdtp->dynticks_nesting;  in rcu_eqs_exit()
760 		rdtp->dynticks_nesting += DYNTICK_TASK_NEST_VALUE;  in rcu_eqs_exit()
762 		rdtp->dynticks_nesting = DYNTICK_TASK_EXIT_IDLE;  in rcu_eqs_exit()
824 	struct rcu_dynticks *rdtp;  in rcu_irq_enter()  local
828 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_irq_enter()
829 	oldval = rdtp->dynticks_nesting;  in rcu_irq_enter()
830 	rdtp->dynticks_nesting++;  in rcu_irq_enter()
831 	WARN_ON_ONCE(rdtp->dynticks_nesting == 0);  in rcu_irq_enter()
833 		trace_rcu_dyntick(TPS("++="), oldval, rdtp->dynticks_nesting);  in rcu_irq_enter()
851 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_nmi_enter()  local
855 	WARN_ON_ONCE(rdtp->dynticks_nmi_nesting < 0);  in rcu_nmi_enter()
865 	if (!(atomic_read(&rdtp->dynticks) & 0x1)) {  in rcu_nmi_enter()
867 		atomic_inc(&rdtp->dynticks);  in rcu_nmi_enter()
870 		WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1));  in rcu_nmi_enter()
873 	rdtp->dynticks_nmi_nesting += incby;  in rcu_nmi_enter()
887 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_nmi_exit()  local
894 	WARN_ON_ONCE(rdtp->dynticks_nmi_nesting <= 0);  in rcu_nmi_exit()
895 	WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1));  in rcu_nmi_exit()
901 	if (rdtp->dynticks_nmi_nesting != 1) {  in rcu_nmi_exit()
902 		rdtp->dynticks_nmi_nesting -= 2;  in rcu_nmi_exit()
907 	rdtp->dynticks_nmi_nesting = 0;  in rcu_nmi_exit()
910 	atomic_inc(&rdtp->dynticks);  in rcu_nmi_exit()
912 	WARN_ON_ONCE(atomic_read(&rdtp->dynticks) & 0x1);  in rcu_nmi_exit()
3315 			struct rcu_dynticks *rdtp = &per_cpu(rcu_dynticks, cpu);  in synchronize_sched_expedited()  local
3317 			if (!(atomic_add_return(0, &rdtp->dynticks) & 0x1))  in synchronize_sched_expedited()