Blame view

include/linux/hardirq.h 1.7 KB
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1
2
  #ifndef LINUX_HARDIRQ_H
  #define LINUX_HARDIRQ_H
92cf21187   Frederic Weisbecker   sched/preempt: Me...
3
  #include <linux/preempt.h>
fbb9ce953   Ingo Molnar   [PATCH] lockdep: ...
4
  #include <linux/lockdep.h>
6a60dd121   Steven Rostedt   ftrace: split out...
5
  #include <linux/ftrace_irq.h>
dcbf832e5   Frederic Weisbecker   vtime: Gather vti...
6
  #include <linux/vtime.h>
0bd3a173d   Peter Zijlstra   sched/preempt, lo...
7
  #include <asm/hardirq.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
8

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
9

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
10
  extern void synchronize_irq(unsigned int irq);
02cea3958   Peter Zijlstra   genirq: Provide d...
11
  extern bool synchronize_hardirq(unsigned int irq);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
12

127781d1b   Paul E. McKenney   rcu: Remove TINY_...
13
  #if defined(CONFIG_TINY_RCU)
9b1d82fa1   Paul E. McKenney   rcu: "Tiny RCU", ...
14
15
16
17
18
19
20
21
22
23
  
  static inline void rcu_nmi_enter(void)
  {
  }
  
  static inline void rcu_nmi_exit(void)
  {
  }
  
  #else
64db4cfff   Paul E. McKenney   "Tree RCU": scala...
24
25
  extern void rcu_nmi_enter(void);
  extern void rcu_nmi_exit(void);
9b1d82fa1   Paul E. McKenney   rcu: "Tiny RCU", ...
26
  #endif
2232c2d8e   Steven Rostedt   rcu: add support ...
27

de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
28
29
30
31
32
33
  /*
   * It is safe to do non-atomic ops on ->hardirq_context,
   * because NMI handlers may not preempt and the ops are
   * always balanced, so the interrupted value of ->hardirq_context
   * will always be restored.
   */
79bf2bb33   Thomas Gleixner   [PATCH] tick-mana...
34
35
  #define __irq_enter()					\
  	do {						\
6a61671bb   Frederic Weisbecker   cputime: Safely r...
36
  		account_irq_enter_time(current);	\
bdb438065   Peter Zijlstra   sched: Extract th...
37
  		preempt_count_add(HARDIRQ_OFFSET);	\
79bf2bb33   Thomas Gleixner   [PATCH] tick-mana...
38
39
40
41
42
43
  		trace_hardirq_enter();			\
  	} while (0)
  
  /*
   * Enter irq context (on NO_HZ, update jiffies):
   */
dde4b2b5f   Ingo Molnar   [PATCH] uninline ...
44
  extern void irq_enter(void);
de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
45
46
47
48
49
50
51
  
  /*
   * Exit irq context without processing softirqs:
   */
  #define __irq_exit()					\
  	do {						\
  		trace_hardirq_exit();			\
6a61671bb   Frederic Weisbecker   cputime: Safely r...
52
  		account_irq_exit_time(current);		\
bdb438065   Peter Zijlstra   sched: Extract th...
53
  		preempt_count_sub(HARDIRQ_OFFSET);	\
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
54
  	} while (0)
de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
55
56
57
  /*
   * Exit irq context and process softirqs if needed:
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
58
  extern void irq_exit(void);
2a7b8df04   Steven Rostedt   sched: do not acc...
59
60
  #define nmi_enter()						\
  	do {							\
0f1ac8fd2   Steven Rostedt   tracing/lockdep: ...
61
  		lockdep_off();					\
2a7b8df04   Steven Rostedt   sched: do not acc...
62
63
  		ftrace_nmi_enter();				\
  		BUG_ON(in_nmi());				\
bdb438065   Peter Zijlstra   sched: Extract th...
64
  		preempt_count_add(NMI_OFFSET + HARDIRQ_OFFSET);	\
2a7b8df04   Steven Rostedt   sched: do not acc...
65
66
  		rcu_nmi_enter();				\
  		trace_hardirq_enter();				\
17666f02b   Steven Rostedt   ftrace: nmi safe ...
67
  	} while (0)
5f34fe1cf   Linus Torvalds   Merge branch 'cor...
68

2a7b8df04   Steven Rostedt   sched: do not acc...
69
70
71
72
  #define nmi_exit()						\
  	do {							\
  		trace_hardirq_exit();				\
  		rcu_nmi_exit();					\
2a7b8df04   Steven Rostedt   sched: do not acc...
73
  		BUG_ON(!in_nmi());				\
bdb438065   Peter Zijlstra   sched: Extract th...
74
  		preempt_count_sub(NMI_OFFSET + HARDIRQ_OFFSET);	\
2a7b8df04   Steven Rostedt   sched: do not acc...
75
  		ftrace_nmi_exit();				\
0f1ac8fd2   Steven Rostedt   tracing/lockdep: ...
76
  		lockdep_on();					\
17666f02b   Steven Rostedt   ftrace: nmi safe ...
77
  	} while (0)
de30a2b35   Ingo Molnar   [PATCH] lockdep: ...
78

1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
79
  #endif /* LINUX_HARDIRQ_H */