Blame view

include/linux/bit_spinlock.h 2.24 KB
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
1
2
  #ifndef __LINUX_BIT_SPINLOCK_H
  #define __LINUX_BIT_SPINLOCK_H
626d60743   Nick Piggin   bit_spinlock: add...
3
4
  #include <linux/kernel.h>
  #include <linux/preempt.h>
60063497a   Arun Sharma   atomic: use <linu...
5
  #include <linux/atomic.h>
626d60743   Nick Piggin   bit_spinlock: add...
6

fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
  /*
   *  bit-based spin_lock()
   *
   * Don't use this unless you really need to: spin_lock() and spin_unlock()
   * are significantly faster.
   */
  static inline void bit_spin_lock(int bitnum, unsigned long *addr)
  {
  	/*
  	 * Assuming the lock is uncontended, this never enters
  	 * the body of the outer loop. If it is contended, then
  	 * within the inner loop a non-atomic test is used to
  	 * busywait with less bus contention for a good time to
  	 * attempt to acquire the lock bit.
  	 */
  	preempt_disable();
  #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
b8dc93cbe   Nick Piggin   bit_spin_lock: us...
24
  	while (unlikely(test_and_set_bit_lock(bitnum, addr))) {
3dd2ee482   Linus Torvalds   bit_spinlock: don...
25
26
  		preempt_enable();
  		do {
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
27
  			cpu_relax();
3dd2ee482   Linus Torvalds   bit_spinlock: don...
28
29
  		} while (test_bit(bitnum, addr));
  		preempt_disable();
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
30
31
32
33
34
35
36
37
38
39
40
41
  	}
  #endif
  	__acquire(bitlock);
  }
  
  /*
   * Return true if it was acquired
   */
  static inline int bit_spin_trylock(int bitnum, unsigned long *addr)
  {
  	preempt_disable();
  #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
b8dc93cbe   Nick Piggin   bit_spin_lock: us...
42
  	if (unlikely(test_and_set_bit_lock(bitnum, addr))) {
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
43
44
45
46
47
48
49
50
51
52
53
54
55
  		preempt_enable();
  		return 0;
  	}
  #endif
  	__acquire(bitlock);
  	return 1;
  }
  
  /*
   *  bit-based spin_unlock()
   */
  static inline void bit_spin_unlock(int bitnum, unsigned long *addr)
  {
b8dc93cbe   Nick Piggin   bit_spin_lock: us...
56
57
58
  #ifdef CONFIG_DEBUG_SPINLOCK
  	BUG_ON(!test_bit(bitnum, addr));
  #endif
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
59
  #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
b8dc93cbe   Nick Piggin   bit_spin_lock: us...
60
61
62
63
64
65
66
67
68
69
70
71
72
73
  	clear_bit_unlock(bitnum, addr);
  #endif
  	preempt_enable();
  	__release(bitlock);
  }
  
  /*
   *  bit-based spin_unlock()
   *  non-atomic version, which can be used eg. if the bit lock itself is
   *  protecting the rest of the flags in the word.
   */
  static inline void __bit_spin_unlock(int bitnum, unsigned long *addr)
  {
  #ifdef CONFIG_DEBUG_SPINLOCK
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
74
  	BUG_ON(!test_bit(bitnum, addr));
b8dc93cbe   Nick Piggin   bit_spin_lock: us...
75
76
77
  #endif
  #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
  	__clear_bit_unlock(bitnum, addr);
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
78
79
80
81
82
83
84
85
86
87
88
89
  #endif
  	preempt_enable();
  	__release(bitlock);
  }
  
  /*
   * Return true if the lock is held.
   */
  static inline int bit_spin_is_locked(int bitnum, unsigned long *addr)
  {
  #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK)
  	return test_bit(bitnum, addr);
bdd4e85dc   Frederic Weisbecker   sched: Isolate pr...
90
  #elif defined CONFIG_PREEMPT_COUNT
fb1c8f93d   Ingo Molnar   [PATCH] spinlock ...
91
92
93
94
95
96
97
  	return preempt_count();
  #else
  	return 1;
  #endif
  }
  
  #endif /* __LINUX_BIT_SPINLOCK_H */