• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  * Generic wait-for-completion handler;
3  *
4  * It differs from semaphores in that their default case is the opposite,
5  * wait_for_completion default blocks whereas semaphore default non-block. The
6  * interface also makes it easy to 'complete' multiple waiting threads,
7  * something which isn't entirely natural for semaphores.
8  *
9  * But more importantly, the primitive documents the usage. Semaphores would
10  * typically be used for exclusion which gives rise to priority inversion.
11  * Waiting for completion is a typically sync point, but not an exclusion point.
12  */
13 
14 #include <linux/sched.h>
15 #include <linux/completion.h>
16 
17 /**
18  * complete: - signals a single thread waiting on this completion
19  * @x:  holds the state of this particular completion
20  *
21  * This will wake up a single thread waiting on this completion. Threads will be
22  * awakened in the same order in which they were queued.
23  *
24  * See also complete_all(), wait_for_completion() and related routines.
25  *
26  * It may be assumed that this function implies a write memory barrier before
27  * changing the task state if and only if any tasks are woken up.
28  */
complete(struct completion * x)29 void complete(struct completion *x)
30 {
31 	unsigned long flags;
32 
33 	spin_lock_irqsave(&x->wait.lock, flags);
34 	x->done++;
35 	__wake_up_locked(&x->wait, TASK_NORMAL, 1);
36 	spin_unlock_irqrestore(&x->wait.lock, flags);
37 }
38 EXPORT_SYMBOL(complete);
39 
40 /**
41  * complete_all: - signals all threads waiting on this completion
42  * @x:  holds the state of this particular completion
43  *
44  * This will wake up all threads waiting on this particular completion event.
45  *
46  * It may be assumed that this function implies a write memory barrier before
47  * changing the task state if and only if any tasks are woken up.
48  */
complete_all(struct completion * x)49 void complete_all(struct completion *x)
50 {
51 	unsigned long flags;
52 
53 	spin_lock_irqsave(&x->wait.lock, flags);
54 	x->done += UINT_MAX/2;
55 	__wake_up_locked(&x->wait, TASK_NORMAL, 0);
56 	spin_unlock_irqrestore(&x->wait.lock, flags);
57 }
58 EXPORT_SYMBOL(complete_all);
59 
60 static inline long __sched
do_wait_for_common(struct completion * x,long (* action)(long),long timeout,int state)61 do_wait_for_common(struct completion *x,
62 		   long (*action)(long), long timeout, int state)
63 {
64 	if (!x->done) {
65 		DECLARE_WAITQUEUE(wait, current);
66 
67 		__add_wait_queue_tail_exclusive(&x->wait, &wait);
68 		do {
69 			if (signal_pending_state(state, current)) {
70 				timeout = -ERESTARTSYS;
71 				break;
72 			}
73 			__set_current_state(state);
74 			spin_unlock_irq(&x->wait.lock);
75 			timeout = action(timeout);
76 			spin_lock_irq(&x->wait.lock);
77 		} while (!x->done && timeout);
78 		__remove_wait_queue(&x->wait, &wait);
79 		if (!x->done)
80 			return timeout;
81 	}
82 	x->done--;
83 	return timeout ?: 1;
84 }
85 
86 static inline long __sched
__wait_for_common(struct completion * x,long (* action)(long),long timeout,int state)87 __wait_for_common(struct completion *x,
88 		  long (*action)(long), long timeout, int state)
89 {
90 	might_sleep();
91 
92 	spin_lock_irq(&x->wait.lock);
93 	timeout = do_wait_for_common(x, action, timeout, state);
94 	spin_unlock_irq(&x->wait.lock);
95 	return timeout;
96 }
97 
98 static long __sched
wait_for_common(struct completion * x,long timeout,int state)99 wait_for_common(struct completion *x, long timeout, int state)
100 {
101 	return __wait_for_common(x, schedule_timeout, timeout, state);
102 }
103 
104 static long __sched
wait_for_common_io(struct completion * x,long timeout,int state)105 wait_for_common_io(struct completion *x, long timeout, int state)
106 {
107 	return __wait_for_common(x, io_schedule_timeout, timeout, state);
108 }
109 
110 /**
111  * wait_for_completion: - waits for completion of a task
112  * @x:  holds the state of this particular completion
113  *
114  * This waits to be signaled for completion of a specific task. It is NOT
115  * interruptible and there is no timeout.
116  *
117  * See also similar routines (i.e. wait_for_completion_timeout()) with timeout
118  * and interrupt capability. Also see complete().
119  */
wait_for_completion(struct completion * x)120 void __sched wait_for_completion(struct completion *x)
121 {
122 	wait_for_common(x, MAX_SCHEDULE_TIMEOUT, TASK_UNINTERRUPTIBLE);
123 }
124 EXPORT_SYMBOL(wait_for_completion);
125 
126 /**
127  * wait_for_completion_timeout: - waits for completion of a task (w/timeout)
128  * @x:  holds the state of this particular completion
129  * @timeout:  timeout value in jiffies
130  *
131  * This waits for either a completion of a specific task to be signaled or for a
132  * specified timeout to expire. The timeout is in jiffies. It is not
133  * interruptible.
134  *
135  * Return: 0 if timed out, and positive (at least 1, or number of jiffies left
136  * till timeout) if completed.
137  */
138 unsigned long __sched
wait_for_completion_timeout(struct completion * x,unsigned long timeout)139 wait_for_completion_timeout(struct completion *x, unsigned long timeout)
140 {
141 	return wait_for_common(x, timeout, TASK_UNINTERRUPTIBLE);
142 }
143 EXPORT_SYMBOL(wait_for_completion_timeout);
144 
145 /**
146  * wait_for_completion_io: - waits for completion of a task
147  * @x:  holds the state of this particular completion
148  *
149  * This waits to be signaled for completion of a specific task. It is NOT
150  * interruptible and there is no timeout. The caller is accounted as waiting
151  * for IO.
152  */
wait_for_completion_io(struct completion * x)153 void __sched wait_for_completion_io(struct completion *x)
154 {
155 	wait_for_common_io(x, MAX_SCHEDULE_TIMEOUT, TASK_UNINTERRUPTIBLE);
156 }
157 EXPORT_SYMBOL(wait_for_completion_io);
158 
159 /**
160  * wait_for_completion_io_timeout: - waits for completion of a task (w/timeout)
161  * @x:  holds the state of this particular completion
162  * @timeout:  timeout value in jiffies
163  *
164  * This waits for either a completion of a specific task to be signaled or for a
165  * specified timeout to expire. The timeout is in jiffies. It is not
166  * interruptible. The caller is accounted as waiting for IO.
167  *
168  * Return: 0 if timed out, and positive (at least 1, or number of jiffies left
169  * till timeout) if completed.
170  */
171 unsigned long __sched
wait_for_completion_io_timeout(struct completion * x,unsigned long timeout)172 wait_for_completion_io_timeout(struct completion *x, unsigned long timeout)
173 {
174 	return wait_for_common_io(x, timeout, TASK_UNINTERRUPTIBLE);
175 }
176 EXPORT_SYMBOL(wait_for_completion_io_timeout);
177 
178 /**
179  * wait_for_completion_interruptible: - waits for completion of a task (w/intr)
180  * @x:  holds the state of this particular completion
181  *
182  * This waits for completion of a specific task to be signaled. It is
183  * interruptible.
184  *
185  * Return: -ERESTARTSYS if interrupted, 0 if completed.
186  */
wait_for_completion_interruptible(struct completion * x)187 int __sched wait_for_completion_interruptible(struct completion *x)
188 {
189 	long t = wait_for_common(x, MAX_SCHEDULE_TIMEOUT, TASK_INTERRUPTIBLE);
190 	if (t == -ERESTARTSYS)
191 		return t;
192 	return 0;
193 }
194 EXPORT_SYMBOL(wait_for_completion_interruptible);
195 
196 /**
197  * wait_for_completion_interruptible_timeout: - waits for completion (w/(to,intr))
198  * @x:  holds the state of this particular completion
199  * @timeout:  timeout value in jiffies
200  *
201  * This waits for either a completion of a specific task to be signaled or for a
202  * specified timeout to expire. It is interruptible. The timeout is in jiffies.
203  *
204  * Return: -ERESTARTSYS if interrupted, 0 if timed out, positive (at least 1,
205  * or number of jiffies left till timeout) if completed.
206  */
207 long __sched
wait_for_completion_interruptible_timeout(struct completion * x,unsigned long timeout)208 wait_for_completion_interruptible_timeout(struct completion *x,
209 					  unsigned long timeout)
210 {
211 	return wait_for_common(x, timeout, TASK_INTERRUPTIBLE);
212 }
213 EXPORT_SYMBOL(wait_for_completion_interruptible_timeout);
214 
215 /**
216  * wait_for_completion_killable: - waits for completion of a task (killable)
217  * @x:  holds the state of this particular completion
218  *
219  * This waits to be signaled for completion of a specific task. It can be
220  * interrupted by a kill signal.
221  *
222  * Return: -ERESTARTSYS if interrupted, 0 if completed.
223  */
wait_for_completion_killable(struct completion * x)224 int __sched wait_for_completion_killable(struct completion *x)
225 {
226 	long t = wait_for_common(x, MAX_SCHEDULE_TIMEOUT, TASK_KILLABLE);
227 	if (t == -ERESTARTSYS)
228 		return t;
229 	return 0;
230 }
231 EXPORT_SYMBOL(wait_for_completion_killable);
232 
233 /**
234  * wait_for_completion_killable_timeout: - waits for completion of a task (w/(to,killable))
235  * @x:  holds the state of this particular completion
236  * @timeout:  timeout value in jiffies
237  *
238  * This waits for either a completion of a specific task to be
239  * signaled or for a specified timeout to expire. It can be
240  * interrupted by a kill signal. The timeout is in jiffies.
241  *
242  * Return: -ERESTARTSYS if interrupted, 0 if timed out, positive (at least 1,
243  * or number of jiffies left till timeout) if completed.
244  */
245 long __sched
wait_for_completion_killable_timeout(struct completion * x,unsigned long timeout)246 wait_for_completion_killable_timeout(struct completion *x,
247 				     unsigned long timeout)
248 {
249 	return wait_for_common(x, timeout, TASK_KILLABLE);
250 }
251 EXPORT_SYMBOL(wait_for_completion_killable_timeout);
252 
253 /**
254  *	try_wait_for_completion - try to decrement a completion without blocking
255  *	@x:	completion structure
256  *
257  *	Return: 0 if a decrement cannot be done without blocking
258  *		 1 if a decrement succeeded.
259  *
260  *	If a completion is being used as a counting completion,
261  *	attempt to decrement the counter without blocking. This
262  *	enables us to avoid waiting if the resource the completion
263  *	is protecting is not available.
264  */
try_wait_for_completion(struct completion * x)265 bool try_wait_for_completion(struct completion *x)
266 {
267 	unsigned long flags;
268 	int ret = 1;
269 
270 	spin_lock_irqsave(&x->wait.lock, flags);
271 	if (!x->done)
272 		ret = 0;
273 	else
274 		x->done--;
275 	spin_unlock_irqrestore(&x->wait.lock, flags);
276 	return ret;
277 }
278 EXPORT_SYMBOL(try_wait_for_completion);
279 
280 /**
281  *	completion_done - Test to see if a completion has any waiters
282  *	@x:	completion structure
283  *
284  *	Return: 0 if there are waiters (wait_for_completion() in progress)
285  *		 1 if there are no waiters.
286  *
287  */
completion_done(struct completion * x)288 bool completion_done(struct completion *x)
289 {
290 	unsigned long flags;
291 	int ret = 1;
292 
293 	spin_lock_irqsave(&x->wait.lock, flags);
294 	if (!x->done)
295 		ret = 0;
296 	spin_unlock_irqrestore(&x->wait.lock, flags);
297 	return ret;
298 }
299 EXPORT_SYMBOL(completion_done);
300