Lines Matching refs:dynticks
237 .dynticks = ATOMIC_INIT(1),
293 atomic_add(2, &rdtp->dynticks); /* QS. */ in rcu_momentary_dyntick_idle()
605 atomic_inc(&rdtp->dynticks); in rcu_eqs_enter_common()
607 WARN_ON_ONCE(atomic_read(&rdtp->dynticks) & 0x1); in rcu_eqs_enter_common()
728 atomic_inc(&rdtp->dynticks); in rcu_eqs_exit_common()
731 WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1)); in rcu_eqs_exit_common()
865 if (!(atomic_read(&rdtp->dynticks) & 0x1)) { in rcu_nmi_enter()
867 atomic_inc(&rdtp->dynticks); in rcu_nmi_enter()
870 WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1)); in rcu_nmi_enter()
895 WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1)); in rcu_nmi_exit()
910 atomic_inc(&rdtp->dynticks); in rcu_nmi_exit()
912 WARN_ON_ONCE(atomic_read(&rdtp->dynticks) & 0x1); in rcu_nmi_exit()
925 return atomic_read(this_cpu_ptr(&rcu_dynticks.dynticks)) & 0x1; in __rcu_is_watching()
1008 rdp->dynticks_snap = atomic_add_return(0, &rdp->dynticks->dynticks); in dyntick_save_progress_counter()
1034 curr = (unsigned int)atomic_add_return(0, &rdp->dynticks->dynticks); in rcu_implicit_dynticks_qs()
3317 if (!(atomic_add_return(0, &rdtp->dynticks) & 0x1)) in synchronize_sched_expedited()
3733 rdp->dynticks = &per_cpu(rcu_dynticks, cpu); in rcu_boot_init_percpu_data()
3734 WARN_ON_ONCE(rdp->dynticks->dynticks_nesting != DYNTICK_TASK_EXIT_IDLE); in rcu_boot_init_percpu_data()
3735 WARN_ON_ONCE(atomic_read(&rdp->dynticks->dynticks) != 1); in rcu_boot_init_percpu_data()
3764 rdp->dynticks->dynticks_nesting = DYNTICK_TASK_EXIT_IDLE; in rcu_init_percpu_data()
3765 rcu_sysidle_init_percpu_data(rdp->dynticks); in rcu_init_percpu_data()
3766 atomic_set(&rdp->dynticks->dynticks, in rcu_init_percpu_data()
3767 (atomic_read(&rdp->dynticks->dynticks) & ~0x1) + 1); in rcu_init_percpu_data()