Blame view

include/asm-generic/mutex-dec.h 2.87 KB
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
1
  /*
f30c22695   Uwe Zeisberger   fix file specific...
2
   * include/asm-generic/mutex-dec.h
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
   *
   * Generic implementation of the mutex fastpath, based on atomic
   * decrement/increment.
   */
  #ifndef _ASM_GENERIC_MUTEX_DEC_H
  #define _ASM_GENERIC_MUTEX_DEC_H
  
  /**
   *  __mutex_fastpath_lock - try to take the lock by moving the count
   *                          from 1 to a 0 value
   *  @count: pointer of type atomic_t
   *  @fail_fn: function to call if the original value was not 1
   *
   * Change the count from 1 to a value lower than 1, and call <fail_fn> if
   * it wasn't 1 originally. This function MUST leave the value lower than
   * 1 even when the "1" assertion wasn't true.
   */
e358c1a2c   Nicolas Pitre   [PATCH] mutex: so...
20
  static inline void
144b2a914   Harvey Harrison   asm-generic: remo...
21
  __mutex_fastpath_lock(atomic_t *count, void (*fail_fn)(atomic_t *))
e358c1a2c   Nicolas Pitre   [PATCH] mutex: so...
22
23
24
  {
  	if (unlikely(atomic_dec_return(count) < 0))
  		fail_fn(count);
e358c1a2c   Nicolas Pitre   [PATCH] mutex: so...
25
  }
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
26
27
28
29
30
31
32
33
34
35
36
37
  
  /**
   *  __mutex_fastpath_lock_retval - try to take the lock by moving the count
   *                                 from 1 to a 0 value
   *  @count: pointer of type atomic_t
   *  @fail_fn: function to call if the original value was not 1
   *
   * Change the count from 1 to a value lower than 1, and call <fail_fn> if
   * it wasn't 1 originally. This function returns 0 if the fastpath succeeds,
   * or anything the slow path function returns.
   */
  static inline int
144b2a914   Harvey Harrison   asm-generic: remo...
38
  __mutex_fastpath_lock_retval(atomic_t *count, int (*fail_fn)(atomic_t *))
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
39
40
41
  {
  	if (unlikely(atomic_dec_return(count) < 0))
  		return fail_fn(count);
a8ddac7e5   Nick Piggin   mutex: speed up g...
42
  	return 0;
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
  }
  
  /**
   *  __mutex_fastpath_unlock - try to promote the count from 0 to 1
   *  @count: pointer of type atomic_t
   *  @fail_fn: function to call if the original value was not 0
   *
   * Try to promote the count from 0 to 1. If it wasn't 0, call <fail_fn>.
   * In the failure case, this function is allowed to either set the value to
   * 1, or to set it to a value lower than 1.
   *
   * If the implementation sets it to a value of lower than 1, then the
   * __mutex_slowpath_needs_to_unlock() macro needs to return 1, it needs
   * to return 0 otherwise.
   */
e358c1a2c   Nicolas Pitre   [PATCH] mutex: so...
58
  static inline void
144b2a914   Harvey Harrison   asm-generic: remo...
59
  __mutex_fastpath_unlock(atomic_t *count, void (*fail_fn)(atomic_t *))
e358c1a2c   Nicolas Pitre   [PATCH] mutex: so...
60
  {
e358c1a2c   Nicolas Pitre   [PATCH] mutex: so...
61
62
63
  	if (unlikely(atomic_inc_return(count) <= 0))
  		fail_fn(count);
  }
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
  
  #define __mutex_slowpath_needs_to_unlock()		1
  
  /**
   * __mutex_fastpath_trylock - try to acquire the mutex, without waiting
   *
   *  @count: pointer of type atomic_t
   *  @fail_fn: fallback function
   *
   * Change the count from 1 to a value lower than 1, and return 0 (failure)
   * if it wasn't 1 originally, or return 1 (success) otherwise. This function
   * MUST leave the value lower than 1 even when the "1" assertion wasn't true.
   * Additionally, if the value was < 0 originally, this function must not leave
   * it to 0 on failure.
   *
   * If the architecture has no effective trylock variant, it should call the
   * <fail_fn> spinlock-based trylock variant unconditionally.
   */
  static inline int
  __mutex_fastpath_trylock(atomic_t *count, int (*fail_fn)(atomic_t *))
  {
a8ddac7e5   Nick Piggin   mutex: speed up g...
85
  	if (likely(atomic_cmpxchg(count, 1, 0) == 1))
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
86
  		return 1;
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
87
  	return 0;
620a6fd18   Ingo Molnar   [PATCH] mutex sub...
88
89
90
  }
  
  #endif