Lines Matching refs:completed
101 .completed = 0UL - 300UL, \
204 return ACCESS_ONCE(rsp->completed) != ACCESS_ONCE(rsp->gpnum); in rcu_gp_in_progress()
281 if (ACCESS_ONCE(rdp->mynode->completed) != in rcu_momentary_dyntick_idle()
394 return rcu_state_p->completed; in rcu_batches_completed()
403 return rcu_sched_state.completed; in rcu_batches_completed_sched()
412 return rcu_bh_state.completed; in rcu_batches_completed_bh()
476 unsigned long *gpnum, unsigned long *completed) in rcutorture_get_gp_data() argument
496 *completed = ACCESS_ONCE(rsp->completed); in rcutorture_get_gp_data()
501 *completed = 0; in rcutorture_get_gp_data()
542 int idx = (ACCESS_ONCE(rnp->completed) + 1) & 0x1; in rcu_future_needs_gp()
568 ULONG_CMP_LT(ACCESS_ONCE(rsp->completed), in cpu_needs_another_gp()
1098 ACCESS_ONCE(rdp->mynode->completed); in rcu_implicit_dynticks_qs()
1211 (long)rsp->gpnum, (long)rsp->completed, totqlen); in print_other_cpu_stall()
1216 ACCESS_ONCE(rsp->completed) == gpnum) { in print_other_cpu_stall()
1258 (long)rsp->gpnum, (long)rsp->completed, totqlen); in print_cpu_stall()
1282 unsigned long completed; in check_cpu_stall() local
1316 completed = ACCESS_ONCE(rsp->completed); in check_cpu_stall()
1317 if (ULONG_CMP_GE(completed, gpnum) || in check_cpu_stall()
1396 if (rcu_get_root(rsp) == rnp && rnp->gpnum == rnp->completed) in rcu_cbs_completed()
1397 return rnp->completed + 1; in rcu_cbs_completed()
1403 return rnp->completed + 2; in rcu_cbs_completed()
1414 rnp->completed, c, rnp->level, in trace_rcu_future_gp()
1459 if (rnp->gpnum != rnp->completed || in rcu_start_future_gp()
1460 ACCESS_ONCE(rnp_root->gpnum) != ACCESS_ONCE(rnp_root->completed)) { in rcu_start_future_gp()
1500 if (rnp_root->gpnum != rnp_root->completed) { in rcu_start_future_gp()
1523 int c = rnp->completed; in rcu_future_gp_cleanup()
1647 if (ULONG_CMP_LT(rnp->completed, rdp->nxtcompleted[i])) in rcu_advance_cbs()
1679 if (rdp->completed == rnp->completed && in __note_gp_changes()
1691 rdp->completed = rnp->completed; in __note_gp_changes()
1721 rdp->completed == ACCESS_ONCE(rnp->completed) && in note_gp_changes()
1838 if (WARN_ON_ONCE(rnp->completed != rsp->completed)) in rcu_gp_init()
1839 ACCESS_ONCE(rnp->completed) = rsp->completed; in rcu_gp_init()
1937 ACCESS_ONCE(rnp->completed) = rsp->gpnum; in rcu_gp_cleanup()
1953 ACCESS_ONCE(rsp->completed) = rsp->gpnum; in rcu_gp_cleanup()
1954 trace_rcu_grace_period(rsp->name, rsp->completed, TPS("end")); in rcu_gp_cleanup()
2270 rdp->gpnum != rnp->gpnum || rnp->completed == rnp->gpnum || in rcu_report_qs_rdp()
3215 newstate = smp_load_acquire(&rcu_state_p->completed); in cond_synchronize_rcu()
3453 if (ACCESS_ONCE(rnp->completed) != rdp->completed) { /* outside lock */ in __rcu_pending()
3780 rdp->gpnum = rnp->completed; /* Make CPU later note any new GP. */ in rcu_init_percpu_data()
3781 rdp->completed = rnp->completed; in rcu_init_percpu_data()
4001 rnp->completed = rsp->completed; in rcu_init_one()