Blame view
include/linux/bit_spinlock.h
2.24 KB
fb1c8f93d [PATCH] spinlock ... |
1 2 |
#ifndef __LINUX_BIT_SPINLOCK_H #define __LINUX_BIT_SPINLOCK_H |
626d60743 bit_spinlock: add... |
3 4 |
#include <linux/kernel.h> #include <linux/preempt.h> |
60063497a atomic: use <linu... |
5 |
#include <linux/atomic.h> |
626d60743 bit_spinlock: add... |
6 |
|
fb1c8f93d [PATCH] spinlock ... |
7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 |
/* * bit-based spin_lock() * * Don't use this unless you really need to: spin_lock() and spin_unlock() * are significantly faster. */ static inline void bit_spin_lock(int bitnum, unsigned long *addr) { /* * Assuming the lock is uncontended, this never enters * the body of the outer loop. If it is contended, then * within the inner loop a non-atomic test is used to * busywait with less bus contention for a good time to * attempt to acquire the lock bit. */ preempt_disable(); #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) |
b8dc93cbe bit_spin_lock: us... |
24 |
while (unlikely(test_and_set_bit_lock(bitnum, addr))) { |
3dd2ee482 bit_spinlock: don... |
25 26 |
preempt_enable(); do { |
fb1c8f93d [PATCH] spinlock ... |
27 |
cpu_relax(); |
3dd2ee482 bit_spinlock: don... |
28 29 |
} while (test_bit(bitnum, addr)); preempt_disable(); |
fb1c8f93d [PATCH] spinlock ... |
30 31 32 33 34 35 36 37 38 39 40 41 |
} #endif __acquire(bitlock); } /* * Return true if it was acquired */ static inline int bit_spin_trylock(int bitnum, unsigned long *addr) { preempt_disable(); #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) |
b8dc93cbe bit_spin_lock: us... |
42 |
if (unlikely(test_and_set_bit_lock(bitnum, addr))) { |
fb1c8f93d [PATCH] spinlock ... |
43 44 45 46 47 48 49 50 51 52 53 54 55 |
preempt_enable(); return 0; } #endif __acquire(bitlock); return 1; } /* * bit-based spin_unlock() */ static inline void bit_spin_unlock(int bitnum, unsigned long *addr) { |
b8dc93cbe bit_spin_lock: us... |
56 57 58 |
#ifdef CONFIG_DEBUG_SPINLOCK BUG_ON(!test_bit(bitnum, addr)); #endif |
fb1c8f93d [PATCH] spinlock ... |
59 |
#if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) |
b8dc93cbe bit_spin_lock: us... |
60 61 62 63 64 65 66 67 68 69 70 71 72 73 |
clear_bit_unlock(bitnum, addr); #endif preempt_enable(); __release(bitlock); } /* * bit-based spin_unlock() * non-atomic version, which can be used eg. if the bit lock itself is * protecting the rest of the flags in the word. */ static inline void __bit_spin_unlock(int bitnum, unsigned long *addr) { #ifdef CONFIG_DEBUG_SPINLOCK |
fb1c8f93d [PATCH] spinlock ... |
74 |
BUG_ON(!test_bit(bitnum, addr)); |
b8dc93cbe bit_spin_lock: us... |
75 76 77 |
#endif #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) __clear_bit_unlock(bitnum, addr); |
fb1c8f93d [PATCH] spinlock ... |
78 79 80 81 82 83 84 85 86 87 88 89 |
#endif preempt_enable(); __release(bitlock); } /* * Return true if the lock is held. */ static inline int bit_spin_is_locked(int bitnum, unsigned long *addr) { #if defined(CONFIG_SMP) || defined(CONFIG_DEBUG_SPINLOCK) return test_bit(bitnum, addr); |
bdd4e85dc sched: Isolate pr... |
90 |
#elif defined CONFIG_PREEMPT_COUNT |
fb1c8f93d [PATCH] spinlock ... |
91 92 93 94 95 96 97 |
return preempt_count(); #else return 1; #endif } #endif /* __LINUX_BIT_SPINLOCK_H */ |