29 void complete(struct completion *x)  in complete()  argument
33 	spin_lock_irqsave(&x->wait.lock, flags);  in complete()
34 	x->done++;  in complete()
35 	__wake_up_locked(&x->wait, TASK_NORMAL, 1);  in complete()
36 	spin_unlock_irqrestore(&x->wait.lock, flags);  in complete()
49 void complete_all(struct completion *x)  in complete_all()  argument
53 	spin_lock_irqsave(&x->wait.lock, flags);  in complete_all()
54 	x->done += UINT_MAX/2;  in complete_all()
55 	__wake_up_locked(&x->wait, TASK_NORMAL, 0);  in complete_all()
56 	spin_unlock_irqrestore(&x->wait.lock, flags);  in complete_all()
61 do_wait_for_common(struct completion *x,  in do_wait_for_common()  argument
64 	if (!x->done) {  in do_wait_for_common()
67 		__add_wait_queue_tail_exclusive(&x->wait, &wait);  in do_wait_for_common()
74 			spin_unlock_irq(&x->wait.lock);  in do_wait_for_common()
76 			spin_lock_irq(&x->wait.lock);  in do_wait_for_common()
77 		} while (!x->done && timeout);  in do_wait_for_common()
78 		__remove_wait_queue(&x->wait, &wait);  in do_wait_for_common()
79 		if (!x->done)  in do_wait_for_common()
82 	x->done--;  in do_wait_for_common()
87 __wait_for_common(struct completion *x,  in __wait_for_common()  argument
92 	spin_lock_irq(&x->wait.lock);  in __wait_for_common()
93 	timeout = do_wait_for_common(x, action, timeout, state);  in __wait_for_common()
94 	spin_unlock_irq(&x->wait.lock);  in __wait_for_common()
99 wait_for_common(struct completion *x, long timeout, int state)  in wait_for_common()  argument
101 	return __wait_for_common(x, schedule_timeout, timeout, state);  in wait_for_common()
105 wait_for_common_io(struct completion *x, long timeout, int state)  in wait_for_common_io()  argument
107 	return __wait_for_common(x, io_schedule_timeout, timeout, state);  in wait_for_common_io()
120 void __sched wait_for_completion(struct completion *x)  in wait_for_completion()  argument
122 	wait_for_common(x, MAX_SCHEDULE_TIMEOUT, TASK_UNINTERRUPTIBLE);  in wait_for_completion()
139 wait_for_completion_timeout(struct completion *x, unsigned long timeout)  in wait_for_completion_timeout()  argument
141 	return wait_for_common(x, timeout, TASK_UNINTERRUPTIBLE);  in wait_for_completion_timeout()
153 void __sched wait_for_completion_io(struct completion *x)  in wait_for_completion_io()  argument
155 	wait_for_common_io(x, MAX_SCHEDULE_TIMEOUT, TASK_UNINTERRUPTIBLE);  in wait_for_completion_io()
173 wait_for_completion_io_timeout(struct completion *x, unsigned long timeout)  in wait_for_completion_io_timeout()  argument
175 	return wait_for_common_io(x, timeout, TASK_UNINTERRUPTIBLE);  in wait_for_completion_io_timeout()
188 int __sched wait_for_completion_interruptible(struct completion *x)  in wait_for_completion_interruptible()  argument
190 	long t = wait_for_common(x, MAX_SCHEDULE_TIMEOUT, TASK_INTERRUPTIBLE);  in wait_for_completion_interruptible()
209 wait_for_completion_interruptible_timeout(struct completion *x,  in wait_for_completion_interruptible_timeout()  argument
212 	return wait_for_common(x, timeout, TASK_INTERRUPTIBLE);  in wait_for_completion_interruptible_timeout()
225 int __sched wait_for_completion_killable(struct completion *x)  in wait_for_completion_killable()  argument
227 	long t = wait_for_common(x, MAX_SCHEDULE_TIMEOUT, TASK_KILLABLE);  in wait_for_completion_killable()
247 wait_for_completion_killable_timeout(struct completion *x,  in wait_for_completion_killable_timeout()  argument
250 	return wait_for_common(x, timeout, TASK_KILLABLE);  in wait_for_completion_killable_timeout()
266 bool try_wait_for_completion(struct completion *x)  in try_wait_for_completion()  argument
277 	if (!READ_ONCE(x->done))  in try_wait_for_completion()
280 	spin_lock_irqsave(&x->wait.lock, flags);  in try_wait_for_completion()
281 	if (!x->done)  in try_wait_for_completion()
284 		x->done--;  in try_wait_for_completion()
285 	spin_unlock_irqrestore(&x->wait.lock, flags);  in try_wait_for_completion()
298 bool completion_done(struct completion *x)  in completion_done()  argument
300 	if (!READ_ONCE(x->done))  in completion_done()
314 	spin_unlock_wait(&x->wait.lock);  in completion_done()