Blame view
include/asm-parisc/atomic.h
7.81 KB
2e13b31e5 [PARISC] atomic64... |
1 2 3 |
/* Copyright (C) 2000 Philipp Rumpf <prumpf@tux.org> * Copyright (C) 2006 Kyle McMartin <kyle@parisc-linux.org> */ |
1da177e4c Linux-2.6.12-rc2 |
4 5 6 7 |
#ifndef _ASM_PARISC_ATOMIC_H_ #define _ASM_PARISC_ATOMIC_H_ #include <linux/config.h> |
2e13b31e5 [PARISC] atomic64... |
8 |
#include <linux/types.h> |
1da177e4c Linux-2.6.12-rc2 |
9 |
#include <asm/system.h> |
1da177e4c Linux-2.6.12-rc2 |
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
/* * Atomic operations that C can't guarantee us. Useful for * resource counting etc.. * * And probably incredibly slow on parisc. OTOH, we don't * have to write any serious assembly. prumpf */ #ifdef CONFIG_SMP #include <asm/spinlock.h> #include <asm/cache.h> /* we use L1_CACHE_BYTES */ /* Use an array of spinlocks for our atomic_ts. * Hash function to index into a different SPINLOCK. * Since "a" is usually an address, use one spinlock per cacheline. */ # define ATOMIC_HASH_SIZE 4 # define ATOMIC_HASH(a) (&(__atomic_hash[ (((unsigned long) a)/L1_CACHE_BYTES) & (ATOMIC_HASH_SIZE-1) ])) |
fb1c8f93d [PATCH] spinlock ... |
29 |
extern raw_spinlock_t __atomic_hash[ATOMIC_HASH_SIZE] __lock_aligned; |
1da177e4c Linux-2.6.12-rc2 |
30 |
|
fb1c8f93d [PATCH] spinlock ... |
31 |
/* Can't use raw_spin_lock_irq because of #include problems, so |
1da177e4c Linux-2.6.12-rc2 |
32 33 |
* this is the substitute */ #define _atomic_spin_lock_irqsave(l,f) do { \ |
fb1c8f93d [PATCH] spinlock ... |
34 |
raw_spinlock_t *s = ATOMIC_HASH(l); \ |
1da177e4c Linux-2.6.12-rc2 |
35 |
local_irq_save(f); \ |
fb1c8f93d [PATCH] spinlock ... |
36 |
__raw_spin_lock(s); \ |
1da177e4c Linux-2.6.12-rc2 |
37 38 39 |
} while(0) #define _atomic_spin_unlock_irqrestore(l,f) do { \ |
fb1c8f93d [PATCH] spinlock ... |
40 41 |
raw_spinlock_t *s = ATOMIC_HASH(l); \ __raw_spin_unlock(s); \ |
1da177e4c Linux-2.6.12-rc2 |
42 43 44 45 46 47 48 49 |
local_irq_restore(f); \ } while(0) #else # define _atomic_spin_lock_irqsave(l,f) do { local_irq_save(f); } while (0) # define _atomic_spin_unlock_irqrestore(l,f) do { local_irq_restore(f); } while (0) #endif |
1da177e4c Linux-2.6.12-rc2 |
50 51 52 53 54 55 56 57 58 59 60 61 62 63 |
/* This should get optimized out since it's never called. ** Or get a link error if xchg is used "wrong". */ extern void __xchg_called_with_bad_pointer(void); /* __xchg32/64 defined in arch/parisc/lib/bitops.c */ extern unsigned long __xchg8(char, char *); extern unsigned long __xchg32(int, int *); #ifdef __LP64__ extern unsigned long __xchg64(unsigned long, unsigned long *); #endif /* optimizer better get rid of switch since size is a constant */ |
2e13b31e5 [PARISC] atomic64... |
64 65 |
static __inline__ unsigned long __xchg(unsigned long x, __volatile__ void * ptr, int size) |
1da177e4c Linux-2.6.12-rc2 |
66 |
{ |
1da177e4c Linux-2.6.12-rc2 |
67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 |
switch(size) { #ifdef __LP64__ case 8: return __xchg64(x,(unsigned long *) ptr); #endif case 4: return __xchg32((int) x, (int *) ptr); case 1: return __xchg8((char) x, (char *) ptr); } __xchg_called_with_bad_pointer(); return x; } /* ** REVISIT - Abandoned use of LDCW in xchg() for now: ** o need to test sizeof(*ptr) to avoid clearing adjacent bytes ** o and while we are at it, could __LP64__ code use LDCD too? ** ** if (__builtin_constant_p(x) && (x == NULL)) ** if (((unsigned long)p & 0xf) == 0) ** return __ldcw(p); */ #define xchg(ptr,x) \ ((__typeof__(*(ptr)))__xchg((unsigned long)(x),(ptr),sizeof(*(ptr)))) #define __HAVE_ARCH_CMPXCHG 1 /* bug catcher for when unsupported size is used - won't link */ extern void __cmpxchg_called_with_bad_pointer(void); /* __cmpxchg_u32/u64 defined in arch/parisc/lib/bitops.c */ extern unsigned long __cmpxchg_u32(volatile unsigned int *m, unsigned int old, unsigned int new_); extern unsigned long __cmpxchg_u64(volatile unsigned long *ptr, unsigned long old, unsigned long new_); /* don't worry...optimizer will get rid of most of this */ static __inline__ unsigned long __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new_, int size) { switch(size) { #ifdef __LP64__ case 8: return __cmpxchg_u64((unsigned long *)ptr, old, new_); #endif case 4: return __cmpxchg_u32((unsigned int *)ptr, (unsigned int) old, (unsigned int) new_); } __cmpxchg_called_with_bad_pointer(); return old; } #define cmpxchg(ptr,o,n) \ ({ \ __typeof__(*(ptr)) _o_ = (o); \ __typeof__(*(ptr)) _n_ = (n); \ (__typeof__(*(ptr))) __cmpxchg((ptr), (unsigned long)_o_, \ (unsigned long)_n_, sizeof(*(ptr))); \ }) |
2e13b31e5 [PARISC] atomic64... |
122 123 124 125 126 |
/* Note that we need not lock read accesses - aligned word writes/reads * are atomic, so a reader never sees unconsistent values. * * Cache-line alignment would conflict with, for example, linux/module.h */ |
1da177e4c Linux-2.6.12-rc2 |
127 |
|
2e13b31e5 [PARISC] atomic64... |
128 |
typedef struct { volatile int counter; } atomic_t; |
1da177e4c Linux-2.6.12-rc2 |
129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 |
/* It's possible to reduce all atomic operations to either * __atomic_add_return, atomic_set and atomic_read (the latter * is there only for consistency). */ static __inline__ int __atomic_add_return(int i, atomic_t *v) { int ret; unsigned long flags; _atomic_spin_lock_irqsave(v, flags); ret = (v->counter += i); _atomic_spin_unlock_irqrestore(v, flags); return ret; } static __inline__ void atomic_set(atomic_t *v, int i) { unsigned long flags; _atomic_spin_lock_irqsave(v, flags); v->counter = i; _atomic_spin_unlock_irqrestore(v, flags); } static __inline__ int atomic_read(const atomic_t *v) { return v->counter; } /* exported interface */ |
4a6dae6d3 [PATCH] atomic: c... |
163 |
#define atomic_cmpxchg(v, o, n) ((int)cmpxchg(&((v)->counter), (o), (n))) |
ffbf670f5 [PATCH] mutex sub... |
164 |
#define atomic_xchg(v, new) (xchg(&((v)->counter), new)) |
1da177e4c Linux-2.6.12-rc2 |
165 |
|
8426e1f6a [PATCH] atomic: i... |
166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 |
/** * atomic_add_unless - add unless the number is a given value * @v: pointer of type atomic_t * @a: the amount to add to v... * @u: ...unless v is equal to u. * * Atomically adds @a to @v, so long as it was not @u. * Returns non-zero if @v was not @u, and zero otherwise. */ #define atomic_add_unless(v, a, u) \ ({ \ int c, old; \ c = atomic_read(v); \ while (c != (u) && (old = atomic_cmpxchg((v), c, c + (a))) != c) \ c = old; \ c != (u); \ }) #define atomic_inc_not_zero(v) atomic_add_unless((v), 1, 0) |
1da177e4c Linux-2.6.12-rc2 |
184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 |
#define atomic_add(i,v) ((void)(__atomic_add_return( ((int)i),(v)))) #define atomic_sub(i,v) ((void)(__atomic_add_return(-((int)i),(v)))) #define atomic_inc(v) ((void)(__atomic_add_return( 1,(v)))) #define atomic_dec(v) ((void)(__atomic_add_return( -1,(v)))) #define atomic_add_return(i,v) (__atomic_add_return( ((int)i),(v))) #define atomic_sub_return(i,v) (__atomic_add_return(-((int)i),(v))) #define atomic_inc_return(v) (__atomic_add_return( 1,(v))) #define atomic_dec_return(v) (__atomic_add_return( -1,(v))) #define atomic_add_negative(a, v) (atomic_add_return((a), (v)) < 0) /* * atomic_inc_and_test - increment and test * @v: pointer of type atomic_t * * Atomically increments @v by 1 * and returns true if the result is zero, or false for all * other cases. */ #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0) #define atomic_dec_and_test(v) (atomic_dec_return(v) == 0) |
2e13b31e5 [PARISC] atomic64... |
207 |
#define ATOMIC_INIT(i) ((atomic_t) { (i) }) |
1da177e4c Linux-2.6.12-rc2 |
208 209 210 211 212 |
#define smp_mb__before_atomic_dec() smp_mb() #define smp_mb__after_atomic_dec() smp_mb() #define smp_mb__before_atomic_inc() smp_mb() #define smp_mb__after_atomic_inc() smp_mb() |
2e13b31e5 [PARISC] atomic64... |
213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 |
#ifdef __LP64__ typedef struct { volatile s64 counter; } atomic64_t; #define ATOMIC64_INIT(i) ((atomic64_t) { (i) }) static __inline__ int __atomic64_add_return(s64 i, atomic64_t *v) { int ret; unsigned long flags; _atomic_spin_lock_irqsave(v, flags); ret = (v->counter += i); _atomic_spin_unlock_irqrestore(v, flags); return ret; } static __inline__ void atomic64_set(atomic64_t *v, s64 i) { unsigned long flags; _atomic_spin_lock_irqsave(v, flags); v->counter = i; _atomic_spin_unlock_irqrestore(v, flags); } static __inline__ s64 atomic64_read(const atomic64_t *v) { return v->counter; } #define atomic64_add(i,v) ((void)(__atomic64_add_return( ((s64)i),(v)))) #define atomic64_sub(i,v) ((void)(__atomic64_add_return(-((s64)i),(v)))) #define atomic64_inc(v) ((void)(__atomic64_add_return( 1,(v)))) #define atomic64_dec(v) ((void)(__atomic64_add_return( -1,(v)))) #define atomic64_add_return(i,v) (__atomic64_add_return( ((s64)i),(v))) #define atomic64_sub_return(i,v) (__atomic64_add_return(-((s64)i),(v))) #define atomic64_inc_return(v) (__atomic64_add_return( 1,(v))) #define atomic64_dec_return(v) (__atomic64_add_return( -1,(v))) #define atomic64_add_negative(a, v) (atomic64_add_return((a), (v)) < 0) #define atomic64_inc_and_test(v) (atomic64_inc_return(v) == 0) #define atomic64_dec_and_test(v) (atomic64_dec_return(v) == 0) #endif /* __LP64__ */ |
d3cb48714 [PATCH] atomic_lo... |
265 |
#include <asm-generic/atomic.h> |
2e13b31e5 [PARISC] atomic64... |
266 267 |
#endif /* _ASM_PARISC_ATOMIC_H_ */ |