/*
* include/linux/irqflags.h
*
* IRQ flags tracing: follow the state of the hardirq and softirq flags and
* provide callbacks for transitions between ON and OFF states.
*
* This file gets included from lowlevel asm headers too, to provide
* wrapped versions of the local_irq_*() APIs, based on the
* raw_local_irq_*() macros from the lowlevel headers.
*/
#ifndef _LINUX_TRACE_IRQFLAGS_H
#define _LINUX_TRACE_IRQFLAGS_H
#include <linux/typecheck.h>
#include <asm/irqflags.h>
#ifdef [31mCONFIG_TRACE_IRQFLAGS[0m
#if defined(X86_BOOT_CODE) && defined([31mCONFIG_LOCKDOC[0m)
# define trace_softirqs_on(ip)
# define trace_softirqs_off(ip)
# define trace_hardirqs_on(ip)
# define trace_hardirqs_off(ip)
#elif !defined(X86_BOOT_CODE) && defined([31mCONFIG_LOCKDOC[0m) /* !X86_BOOT_CODE && CONFIG_LOCKDOC */
#include <linux/lockdoc_event.h>
#define _log_lock(_acquire,_lockmember,_ptr,_file,_line,_function,_irqsync) { \
int status = log_preempt_count(); \
if (_ptr == (void*)PSEUDOLOCK_ADDR_HARDIRQ) { \
__log_lock(_acquire,_lockmember,_ptr,_file,_line,_function,PSEUDOLOCK_NAME_HARDIRQ,status,_irqsync,0); \
} else if (_ptr == (void*)PSEUDOLOCK_ADDR_SOFTIRQ) { \
__log_lock(_acquire,_lockmember,_ptr,_file,_line,_function,PSEUDOLOCK_NAME_SOFTIRQ,status,_irqsync,0); \
} \
}
int log_preempt_count(void);
static inline void __log_lock(int acquire, const char *lockmember, const void *ptr, const char *file, int line, const char *function, const char *lockType, int status, int irqsync, int flags);
# define trace_softirqs_on(ip) _log_lock(V_WRITE, PSEUDOLOCK_VAR_SOFTIRQ, (void*)PSEUDOLOCK_ADDR_SOFTIRQ, __FILE__, __LINE__, __func__,0);
# define trace_softirqs_off(ip) _log_lock(P_WRITE, PSEUDOLOCK_VAR_SOFTIRQ, (void*)PSEUDOLOCK_ADDR_SOFTIRQ, __FILE__, __LINE__, __func__,0);
# define trace_hardirqs_on(ip) _log_lock(V_WRITE, PSEUDOLOCK_VAR_HARDIRQ, (void*)PSEUDOLOCK_ADDR_HARDIRQ, __FILE__, __LINE__, __func__,0);
# define trace_hardirqs_off(ip) _log_lock(P_WRITE, PSEUDOLOCK_VAR_HARDIRQ, (void*)PSEUDOLOCK_ADDR_HARDIRQ, __FILE__, __LINE__, __func__,0);
#else /* !X86_BOOT_CODE && !CONFIG_LOCKDOC */
extern void trace_softirqs_on(unsigned long ip);
extern void trace_softirqs_off(unsigned long ip);
extern void trace_hardirqs_on(void);
extern void trace_hardirqs_off(void);
#endif /* X86_BOOT_CODE && CONFIG_LOCKDOC */
# define trace_hardirq_context(p) ((p)->hardirq_context)
# define trace_softirq_context(p) ((p)->softirq_context)
# define trace_hardirqs_enabled(p) ((p)->hardirqs_enabled)
# define trace_softirqs_enabled(p) ((p)->softirqs_enabled)
# define trace_hardirq_enter() do { current->hardirq_context++; } while (0)
# define trace_hardirq_exit() do { current->hardirq_context--; } while (0)
# define lockdep_softirq_enter() do { current->softirq_context++; } while (0)
# define lockdep_softirq_exit() do { current->softirq_context--; } while (0)
# define INIT_TRACE_IRQFLAGS .softirqs_enabled = 1,
#else
# define trace_hardirqs_on() do { } while (0)
# define trace_hardirqs_off() do { } while (0)
# define trace_softirqs_on(ip) do { } while (0)
# define trace_softirqs_off(ip) do { } while (0)
# define trace_hardirq_context(p) 0
# define trace_softirq_context(p) 0
# define trace_hardirqs_enabled(p) 0
# define trace_softirqs_enabled(p) 0
# define trace_hardirq_enter() do { } while (0)
# define trace_hardirq_exit() do { } while (0)
# define lockdep_softirq_enter() do { } while (0)
# define lockdep_softirq_exit() do { } while (0)
# define INIT_TRACE_IRQFLAGS
#endif
#if defined([31mCONFIG_IRQSOFF_TRACER[0m) || \
defined([31mCONFIG_PREEMPT_TRACER[0m)
extern void stop_critical_timings(void);
extern void start_critical_timings(void);
#else
# define stop_critical_timings() do { } while (0)
# define start_critical_timings() do { } while (0)
#endif
/*
* Wrap the arch provided IRQ routines to provide appropriate checks.
*/
#define raw_local_irq_disable() arch_local_irq_disable()
#define raw_local_irq_enable() arch_local_irq_enable()
#define raw_local_irq_save(flags) \
do { \
typecheck(unsigned long, flags); \
flags = arch_local_irq_save(); \
} while (0)
#define raw_local_irq_restore(flags) \
do { \
typecheck(unsigned long, flags); \
arch_local_irq_restore(flags); \
} while (0)
#define raw_local_save_flags(flags) \
do { \
typecheck(unsigned long, flags); \
flags = arch_local_save_flags(); \
} while (0)
#define raw_irqs_disabled_flags(flags) \
({ \
typecheck(unsigned long, flags); \
arch_irqs_disabled_flags(flags); \
})
#define raw_irqs_disabled() (arch_irqs_disabled())
#define raw_safe_halt() arch_safe_halt()
/*
* The local_irq_*() APIs are equal to the raw_local_irq*()
* if !TRACE_IRQFLAGS.
*/
#ifdef [31mCONFIG_TRACE_IRQFLAGS[0m
#ifdef [31mCONFIG_LOCKDOC_SANITY_CHECK_IRQ[0m
#define DISABLE_SANITY 0
#else /* !CONFIG_LOCKDOC_SANITY_CHECK_IRQ */
#define DISABLE_SANITY 1
#endif /* CONFIG_LOCKDOC_SANITY_CHECK_IRQ */
#ifdef [31mCONFIG_LOCKDOC[0m
#define local_irq_enable() \
do { \
if (irqs_disabled() || DISABLE_SANITY) { \
trace_hardirqs_on(); \
} \
raw_local_irq_enable(); \
} while (0)
#define local_irq_disable() \
do { \
unsigned long _flags; \
raw_local_save_flags(_flags); \
raw_local_irq_disable(); \
if (!raw_irqs_disabled_flags(_flags) || DISABLE_SANITY) { \
trace_hardirqs_off(); \
} \
} while (0)
#define local_irq_save(flags) \
do { \
raw_local_irq_save(flags); \
if (!raw_irqs_disabled_flags(flags)) { \
trace_hardirqs_off(); \
} \
} while (0)
#define local_irq_restore(flags) \
do { \
if (irqs_disabled() && !raw_irqs_disabled_flags(flags)) { \
trace_hardirqs_on(); \
raw_local_irq_restore(flags); \
} else if (!irqs_disabled() && raw_irqs_disabled_flags(flags)){ \
raw_local_irq_restore(flags); \
trace_hardirqs_off(); \
} else { \
raw_local_irq_restore(flags); \
} \
} while (0)
#define safe_halt() \
do { \
if (irqs_disabled() || DISABLE_SANITY) { \
trace_hardirqs_on(); \
} \
raw_safe_halt(); \
} while (0)
#else /* !CONFIG_LOCKDOC */
#define local_irq_enable() \
do { trace_hardirqs_on(); raw_local_irq_enable(); } while (0)
#define local_irq_disable() \
do { raw_local_irq_disable(); trace_hardirqs_off(); } while (0)
#define local_irq_save(flags) \
do { \
raw_local_irq_save(flags); \
trace_hardirqs_off(); \
} while (0)
#define local_irq_restore(flags) \
do { \
if (raw_irqs_disabled_flags(flags)) { \
raw_local_irq_restore(flags); \
trace_hardirqs_off(); \
} else { \
trace_hardirqs_on(); \
raw_local_irq_restore(flags); \
} \
} while (0)
#define safe_halt() \
do { \
trace_hardirqs_on(); \
raw_safe_halt(); \
} while (0)
#endif /* CONFIG_LOCKDOC */
#else /* !CONFIG_TRACE_IRQFLAGS */
#define local_irq_enable() do { raw_local_irq_enable(); } while (0)
#define local_irq_disable() do { raw_local_irq_disable(); } while (0)
#define local_irq_save(flags) \
do { \
raw_local_irq_save(flags); \
} while (0)
#define local_irq_restore(flags) do { raw_local_irq_restore(flags); } while (0)
#define safe_halt() do { raw_safe_halt(); } while (0)
#endif /* CONFIG_TRACE_IRQFLAGS */
#define local_save_flags(flags) raw_local_save_flags(flags)
/*
* Some architectures don't define arch_irqs_disabled(), so even if either
* definition would be fine we need to use different ones for the time being
* to avoid build issues.
*/
#ifdef [31mCONFIG_TRACE_IRQFLAGS_SUPPORT[0m
#define irqs_disabled() \
({ \
unsigned long _flags; \
raw_local_save_flags(_flags); \
raw_irqs_disabled_flags(_flags); \
})
#else /* !CONFIG_TRACE_IRQFLAGS_SUPPORT */
#define irqs_disabled() raw_irqs_disabled()
#endif /* CONFIG_TRACE_IRQFLAGS_SUPPORT */
#define irqs_disabled_flags(flags) raw_irqs_disabled_flags(flags)
#endif