171 			if (READ_ONCE(node->locked))  in pv_wait_node()
187 		if (!READ_ONCE(node->locked))  in pv_wait_node()
240 	WRITE_ONCE(l->locked, _Q_SLOW_VAL);  in pv_kick_node()
264 			if (!READ_ONCE(l->locked))  in pv_wait_head()
283 			if (!cmpxchg(&l->locked, _Q_LOCKED_VAL, _Q_SLOW_VAL)) {  in pv_wait_head()
293 		pv_wait(&l->locked, _Q_SLOW_VAL);  in pv_wait_head()
318 	u8 locked;  in __pv_queued_spin_unlock()  local
325 	locked = cmpxchg(&l->locked, _Q_LOCKED_VAL, 0);  in __pv_queued_spin_unlock()
326 	if (likely(locked == _Q_LOCKED_VAL))  in __pv_queued_spin_unlock()
329 	if (unlikely(locked != _Q_SLOW_VAL)) {  in __pv_queued_spin_unlock()
355 	smp_store_release(&l->locked, 0);  in __pv_queued_spin_unlock()