~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/include/linux/hardirq.h

Version: ~ [ linux-5.16 ] ~ [ linux-5.15.13 ] ~ [ linux-5.14.21 ] ~ [ linux-5.13.19 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.90 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.170 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.224 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.261 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.296 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.298 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.18.140 ] ~ [ linux-3.16.85 ] ~ [ linux-3.14.79 ] ~ [ linux-3.12.74 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 /* SPDX-License-Identifier: GPL-2.0 */
  2 #ifndef LINUX_HARDIRQ_H
  3 #define LINUX_HARDIRQ_H
  4 
  5 #include <linux/preempt.h>
  6 #include <linux/lockdep.h>
  7 #include <linux/ftrace_irq.h>
  8 #include <linux/vtime.h>
  9 #include <asm/hardirq.h>
 10 
 11 
 12 extern void synchronize_irq(unsigned int irq);
 13 extern bool synchronize_hardirq(unsigned int irq);
 14 
 15 #if defined(CONFIG_TINY_RCU)
 16 
 17 static inline void rcu_nmi_enter(void)
 18 {
 19 }
 20 
 21 static inline void rcu_nmi_exit(void)
 22 {
 23 }
 24 
 25 #else
 26 extern void rcu_nmi_enter(void);
 27 extern void rcu_nmi_exit(void);
 28 #endif
 29 
 30 /*
 31  * It is safe to do non-atomic ops on ->hardirq_context,
 32  * because NMI handlers may not preempt and the ops are
 33  * always balanced, so the interrupted value of ->hardirq_context
 34  * will always be restored.
 35  */
 36 #define __irq_enter()                                   \
 37         do {                                            \
 38                 account_irq_enter_time(current);        \
 39                 preempt_count_add(HARDIRQ_OFFSET);      \
 40                 trace_hardirq_enter();                  \
 41         } while (0)
 42 
 43 /*
 44  * Enter irq context (on NO_HZ, update jiffies):
 45  */
 46 extern void irq_enter(void);
 47 
 48 /*
 49  * Exit irq context without processing softirqs:
 50  */
 51 #define __irq_exit()                                    \
 52         do {                                            \
 53                 trace_hardirq_exit();                   \
 54                 account_irq_exit_time(current);         \
 55                 preempt_count_sub(HARDIRQ_OFFSET);      \
 56         } while (0)
 57 
 58 /*
 59  * Exit irq context and process softirqs if needed:
 60  */
 61 extern void irq_exit(void);
 62 
 63 #ifndef arch_nmi_enter
 64 #define arch_nmi_enter()        do { } while (0)
 65 #define arch_nmi_exit()         do { } while (0)
 66 #endif
 67 
 68 #define nmi_enter()                                             \
 69         do {                                                    \
 70                 arch_nmi_enter();                               \
 71                 printk_nmi_enter();                             \
 72                 lockdep_off();                                  \
 73                 ftrace_nmi_enter();                             \
 74                 BUG_ON(in_nmi());                               \
 75                 preempt_count_add(NMI_OFFSET + HARDIRQ_OFFSET); \
 76                 rcu_nmi_enter();                                \
 77                 trace_hardirq_enter();                          \
 78         } while (0)
 79 
 80 #define nmi_exit()                                              \
 81         do {                                                    \
 82                 trace_hardirq_exit();                           \
 83                 rcu_nmi_exit();                                 \
 84                 BUG_ON(!in_nmi());                              \
 85                 preempt_count_sub(NMI_OFFSET + HARDIRQ_OFFSET); \
 86                 ftrace_nmi_exit();                              \
 87                 lockdep_on();                                   \
 88                 printk_nmi_exit();                              \
 89                 arch_nmi_exit();                                \
 90         } while (0)
 91 
 92 #endif /* LINUX_HARDIRQ_H */
 93 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp