Blame view

kernel/locking/mutex-debug.c 3.1 KB
408894ee4   Ingo Molnar   [PATCH] mutex sub...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
  /*
   * kernel/mutex-debug.c
   *
   * Debugging code for mutexes
   *
   * Started by Ingo Molnar:
   *
   *  Copyright (C) 2004, 2005, 2006 Red Hat, Inc., Ingo Molnar <mingo@redhat.com>
   *
   * lock debugging, locking tree, deadlock detection started by:
   *
   *  Copyright (C) 2004, LynuxWorks, Inc., Igor Manyilov, Bill Huey
   *  Released under the General Public License (GPL).
   */
  #include <linux/mutex.h>
408894ee4   Ingo Molnar   [PATCH] mutex sub...
16
  #include <linux/delay.h>
9984de1a5   Paul Gortmaker   kernel: Map most ...
17
  #include <linux/export.h>
a7807a32b   Randy Dunlap   [PATCH] poison: a...
18
  #include <linux/poison.h>
d43c36dc6   Alexey Dobriyan   headers: remove s...
19
  #include <linux/sched.h>
408894ee4   Ingo Molnar   [PATCH] mutex sub...
20
21
22
  #include <linux/spinlock.h>
  #include <linux/kallsyms.h>
  #include <linux/interrupt.h>
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
23
  #include <linux/debug_locks.h>
408894ee4   Ingo Molnar   [PATCH] mutex sub...
24

408894ee4   Ingo Molnar   [PATCH] mutex sub...
25
26
27
  #include "mutex-debug.h"
  
  /*
408894ee4   Ingo Molnar   [PATCH] mutex sub...
28
29
   * Must be called with lock->wait_lock held.
   */
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
30
  void debug_mutex_lock_common(struct mutex *lock, struct mutex_waiter *waiter)
408894ee4   Ingo Molnar   [PATCH] mutex sub...
31
  {
a7807a32b   Randy Dunlap   [PATCH] poison: a...
32
  	memset(waiter, MUTEX_DEBUG_INIT, sizeof(*waiter));
408894ee4   Ingo Molnar   [PATCH] mutex sub...
33
34
35
36
37
38
  	waiter->magic = waiter;
  	INIT_LIST_HEAD(&waiter->list);
  }
  
  void debug_mutex_wake_waiter(struct mutex *lock, struct mutex_waiter *waiter)
  {
9e7f4d451   Ingo Molnar   [PATCH] lockdep: ...
39
40
41
42
  	SMP_DEBUG_LOCKS_WARN_ON(!spin_is_locked(&lock->wait_lock));
  	DEBUG_LOCKS_WARN_ON(list_empty(&lock->wait_list));
  	DEBUG_LOCKS_WARN_ON(waiter->magic != waiter);
  	DEBUG_LOCKS_WARN_ON(list_empty(&waiter->list));
408894ee4   Ingo Molnar   [PATCH] mutex sub...
43
44
45
46
  }
  
  void debug_mutex_free_waiter(struct mutex_waiter *waiter)
  {
9e7f4d451   Ingo Molnar   [PATCH] lockdep: ...
47
  	DEBUG_LOCKS_WARN_ON(!list_empty(&waiter->list));
a7807a32b   Randy Dunlap   [PATCH] poison: a...
48
  	memset(waiter, MUTEX_DEBUG_FREE, sizeof(*waiter));
408894ee4   Ingo Molnar   [PATCH] mutex sub...
49
50
51
  }
  
  void debug_mutex_add_waiter(struct mutex *lock, struct mutex_waiter *waiter,
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
52
  			    struct thread_info *ti)
408894ee4   Ingo Molnar   [PATCH] mutex sub...
53
  {
9e7f4d451   Ingo Molnar   [PATCH] lockdep: ...
54
  	SMP_DEBUG_LOCKS_WARN_ON(!spin_is_locked(&lock->wait_lock));
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
55

408894ee4   Ingo Molnar   [PATCH] mutex sub...
56
57
  	/* Mark the current thread as blocked on the lock: */
  	ti->task->blocked_on = waiter;
408894ee4   Ingo Molnar   [PATCH] mutex sub...
58
59
60
61
62
  }
  
  void mutex_remove_waiter(struct mutex *lock, struct mutex_waiter *waiter,
  			 struct thread_info *ti)
  {
9e7f4d451   Ingo Molnar   [PATCH] lockdep: ...
63
64
65
  	DEBUG_LOCKS_WARN_ON(list_empty(&waiter->list));
  	DEBUG_LOCKS_WARN_ON(waiter->task != ti->task);
  	DEBUG_LOCKS_WARN_ON(ti->task->blocked_on != waiter);
408894ee4   Ingo Molnar   [PATCH] mutex sub...
66
67
68
69
70
71
72
73
  	ti->task->blocked_on = NULL;
  
  	list_del_init(&waiter->list);
  	waiter->task = NULL;
  }
  
  void debug_mutex_unlock(struct mutex *lock)
  {
a227960fe   Peter Zijlstra   locking/mutex: Fi...
74
75
  	if (likely(debug_locks)) {
  		DEBUG_LOCKS_WARN_ON(lock->magic != lock);
2ee91f197   Ingo Molnar   [PATCH] lockdep: ...
76

a227960fe   Peter Zijlstra   locking/mutex: Fi...
77
78
79
80
  		if (!lock->owner)
  			DEBUG_LOCKS_WARN_ON(!lock->owner);
  		else
  			DEBUG_LOCKS_WARN_ON(lock->owner != current);
91f30a170   Chuansheng Liu   mutexes: Give mor...
81

a227960fe   Peter Zijlstra   locking/mutex: Fi...
82
  		DEBUG_LOCKS_WARN_ON(!lock->wait_list.prev && !lock->wait_list.next);
a227960fe   Peter Zijlstra   locking/mutex: Fi...
83
  	}
6f008e72c   Peter Zijlstra   locking/mutex: Fi...
84
85
86
87
88
  
  	/*
  	 * __mutex_slowpath_needs_to_unlock() is explicitly 0 for debug
  	 * mutexes so that we can do it here after we've verified state.
  	 */
a63b03e2d   Chris Wilson   mutex: Always cle...
89
  	mutex_clear_owner(lock);
6f008e72c   Peter Zijlstra   locking/mutex: Fi...
90
  	atomic_set(&lock->count, 1);
408894ee4   Ingo Molnar   [PATCH] mutex sub...
91
  }
ef5d4707b   Ingo Molnar   [PATCH] lockdep: ...
92
93
  void debug_mutex_init(struct mutex *lock, const char *name,
  		      struct lock_class_key *key)
408894ee4   Ingo Molnar   [PATCH] mutex sub...
94
  {
ef5d4707b   Ingo Molnar   [PATCH] lockdep: ...
95
  #ifdef CONFIG_DEBUG_LOCK_ALLOC
408894ee4   Ingo Molnar   [PATCH] mutex sub...
96
97
98
  	/*
  	 * Make sure we are not reinitializing a held lock:
  	 */
9a11b49a8   Ingo Molnar   [PATCH] lockdep: ...
99
  	debug_check_no_locks_freed((void *)lock, sizeof(*lock));
4dfbb9d8c   Peter Zijlstra   Lockdep: add lock...
100
  	lockdep_init_map(&lock->dep_map, name, key, 0);
ef5d4707b   Ingo Molnar   [PATCH] lockdep: ...
101
  #endif
408894ee4   Ingo Molnar   [PATCH] mutex sub...
102
103
104
105
106
107
108
109
110
111
112
  	lock->magic = lock;
  }
  
  /***
   * mutex_destroy - mark a mutex unusable
   * @lock: the mutex to be destroyed
   *
   * This function marks the mutex uninitialized, and any subsequent
   * use of the mutex is forbidden. The mutex must not be locked when
   * this function is called.
   */
7ad5b3a50   Harvey Harrison   kernel: remove fa...
113
  void mutex_destroy(struct mutex *lock)
408894ee4   Ingo Molnar   [PATCH] mutex sub...
114
  {
9e7f4d451   Ingo Molnar   [PATCH] lockdep: ...
115
  	DEBUG_LOCKS_WARN_ON(mutex_is_locked(lock));
408894ee4   Ingo Molnar   [PATCH] mutex sub...
116
117
118
119
  	lock->magic = NULL;
  }
  
  EXPORT_SYMBOL_GPL(mutex_destroy);