Blame view
include/linux/bit_spinlock.h
2.27 KB
fb1c8f93d
|
1 2 |
#ifndef __LINUX_BIT_SPINLOCK_H #define __LINUX_BIT_SPINLOCK_H |
626d60743
|
3 4 |
#include <linux/kernel.h> #include <linux/preempt.h> |
60063497a
|
5 |
#include <linux/atomic.h> |
187f1882b
|
6 |
#include <linux/bug.h> |
626d60743
|
7 |
|
fb1c8f93d
|
8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
/* * bit-based spin_lock() * * Don't use this unless you really need to: spin_lock() and spin_unlock() * are significantly faster. */ static inline void bit_spin_lock(int bitnum, unsigned long *addr) { /* * Assuming the lock is uncontended, this never enters * the body of the outer loop. If it is contended, then * within the inner loop a non-atomic test is used to * busywait with less bus contention for a good time to * attempt to acquire the lock bit. */ preempt_disable(); #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) |
b8dc93cbe
|
25 |
while (unlikely(test_and_set_bit_lock(bitnum, addr))) { |
3dd2ee482
|
26 27 |
preempt_enable(); do { |
fb1c8f93d
|
28 |
cpu_relax(); |
3dd2ee482
|
29 30 |
} while (test_bit(bitnum, addr)); preempt_disable(); |
fb1c8f93d
|
31 32 33 34 35 36 37 38 39 40 41 42 |
} #endif __acquire(bitlock); } /* * Return true if it was acquired */ static inline int bit_spin_trylock(int bitnum, unsigned long *addr) { preempt_disable(); #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) |
b8dc93cbe
|
43 |
if (unlikely(test_and_set_bit_lock(bitnum, addr))) { |
fb1c8f93d
|
44 45 46 47 48 49 50 51 52 53 54 55 56 |
preempt_enable(); return 0; } #endif __acquire(bitlock); return 1; } /* * bit-based spin_unlock() */ static inline void bit_spin_unlock(int bitnum, unsigned long *addr) { |
b8dc93cbe
|
57 58 59 |
#ifdef CONFIG_DEBUG_SPINLOCK BUG_ON(!test_bit(bitnum, addr)); #endif |
fb1c8f93d
|
60 |
#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) |
b8dc93cbe
|
61 62 63 64 65 66 67 68 69 70 71 72 73 74 |
clear_bit_unlock(bitnum, addr); #endif preempt_enable(); __release(bitlock); } /* * bit-based spin_unlock() * non-atomic version, which can be used eg. if the bit lock itself is * protecting the rest of the flags in the word. */ static inline void __bit_spin_unlock(int bitnum, unsigned long *addr) { #ifdef CONFIG_DEBUG_SPINLOCK |
fb1c8f93d
|
75 |
BUG_ON(!test_bit(bitnum, addr)); |
b8dc93cbe
|
76 77 78 |
#endif #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) __clear_bit_unlock(bitnum, addr); |
fb1c8f93d
|
79 80 81 82 83 84 85 86 87 88 89 90 |
#endif preempt_enable(); __release(bitlock); } /* * Return true if the lock is held. */ static inline int bit_spin_is_locked(int bitnum, unsigned long *addr) { #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) return test_bit(bitnum, addr); |
bdd4e85dc
|
91 |
#elif defined CONFIG_PREEMPT_COUNT |
fb1c8f93d
|
92 93 94 95 96 97 98 |
return preempt_count(); #else return 1; #endif } #endif /* __LINUX_BIT_SPINLOCK_H */ |