Blame view

include/linux/rcuwait.h 1.82 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  /* SPDX-License-Identifier: GPL-2.0 */
8f95c90ce   Davidlohr Bueso   sched/wait, RCU: ...
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
  #ifndef _LINUX_RCUWAIT_H_
  #define _LINUX_RCUWAIT_H_
  
  #include <linux/rcupdate.h>
  
  /*
   * rcuwait provides a way of blocking and waking up a single
   * task in an rcu-safe manner; where it is forbidden to use
   * after exit_notify(). task_struct is not properly rcu protected,
   * unless dealing with rcu-aware lists, ie: find_task_by_*().
   *
   * Alternatively we have task_rcu_dereference(), but the return
   * semantics have different implications which would break the
   * wakeup side. The only time @task is non-nil is when a user is
   * blocked (or checking if it needs to) on a condition, and reset
   * as soon as we know that the condition has succeeded and are
   * awoken.
   */
  struct rcuwait {
  	struct task_struct *task;
  };
  
  #define __RCUWAIT_INITIALIZER(name)		\
  	{ .task = NULL, }
  
  static inline void rcuwait_init(struct rcuwait *w)
  {
  	w->task = NULL;
  }
  
  extern void rcuwait_wake_up(struct rcuwait *w);
  
  /*
   * The caller is responsible for locking around rcuwait_wait_event(),
   * such that writes to @task are properly serialized.
   */
  #define rcuwait_wait_event(w, condition)				\
  ({									\
  	/*								\
  	 * Complain if we are called after do_exit()/exit_notify(),     \
  	 * as we cannot rely on the rcu critical region for the		\
  	 * wakeup side.							\
  	 */                                                             \
  	WARN_ON(current->exit_state);                                   \
  									\
  	rcu_assign_pointer((w)->task, current);				\
  	for (;;) {							\
  		/*							\
  		 * Implicit barrier (A) pairs with (B) in		\
7e1f9467d   Davidlohr Bueso   sched/wait, rcuwa...
51
  		 * rcuwait_wake_up().					\
8f95c90ce   Davidlohr Bueso   sched/wait, RCU: ...
52
53
54
55
56
57
58
59
60
61
62
63
64
  		 */							\
  		set_current_state(TASK_UNINTERRUPTIBLE);		\
  		if (condition)						\
  			break;						\
  									\
  		schedule();						\
  	}								\
  									\
  	WRITE_ONCE((w)->task, NULL);					\
  	__set_current_state(TASK_RUNNING);				\
  })
  
  #endif /* _LINUX_RCUWAIT_H_ */