LXR linux/arch/x86/include/asm/irqflags.h

   1#ifndef _X86_IRQFLAGS_H_
   2#define _X86_IRQFLAGS_H_
   3
   4#include <asm/processor-flags.h>
   5
   6#ifndef __ASSEMBLY__
   7/*
   8 * Interrupt control:
   9 */
  10
  11static inline unsigned long native_save_fl(void)
  12{
  13        unsigned long flags;
  14
  15        /*
  16         * "=rm" is safe here, because "pop" adjusts the stack before
  17         * it evaluates its effective address -- this is part of the
  18         * documented behavior of the "pop" instruction.
  19         */
  20        asm volatile("# __raw_save_flags\n\t"
  21                     "pushf ; pop %0"
  22                     : "=rm" (flags)
  23                     : /* no input */
  24                     : "memory");
  25
  26        return flags;
  27}
  28
  29static inline void native_restore_fl(unsigned long flags)
  30{
  31        asm volatile("push %0 ; popf"
  32                     : /* no output */
  33                     :"g" (flags)
  34                     :"memory", "cc");
  35}
  36
  37static inline void native_irq_disable(void)
  38{
  39        asm volatile("cli": : :"memory");
  40}
  41
  42static inline void native_irq_enable(void)
  43{
  44        asm volatile("sti": : :"memory");
  45}
  46
  47static inline void native_safe_halt(void)
  48{
  49        asm volatile("sti; hlt": : :"memory");
  50}
  51
  52static inline void native_halt(void)
  53{
  54        asm volatile("hlt": : :"memory");
  55}
  56
  57#endif
  58
  59#ifdef CONFIG_PARAVIRT
  60#include <asm/paravirt.h>
  61#else
  62#ifndef __ASSEMBLY__
  63#include <linux/types.h>
  64
  65static inline notrace unsigned long arch_local_save_flags(void)
  66{
  67        return native_save_fl();
  68}
  69
  70static inline notrace void arch_local_irq_restore(unsigned long flags)
  71{
  72        native_restore_fl(flags);
  73}
  74
  75static inline notrace void arch_local_irq_disable(void)
  76{
  77        native_irq_disable();
  78}
  79
  80static inline notrace void arch_local_irq_enable(void)
  81{
  82        native_irq_enable();
  83}
  84
  85/*
  86 * Used in the idle loop; sti takes one instruction cycle
  87 * to complete:
  88 */
  89static inline void arch_safe_halt(void)
  90{
  91        native_safe_halt();
  92}
  93
  94/*
  95 * Used when interrupts are already enabled or to
  96 * shutdown the processor:
  97 */
  98static inline void halt(void)
  99{
 100        native_halt();
 101}
 102
 103/*
 104 * For spinlocks, etc:
 105 */
 106static inline notrace unsigned long arch_local_irq_save(void)
 107{
 108        unsigned long flags = arch_local_save_flags();
 109        arch_local_irq_disable();
 110        return flags;
 111}
 112#else
 113
 114#define ENABLE_INTERRUPTS(x)    sti
 115#define DISABLE_INTERRUPTS(x)   cli
 116
 117#ifdef CONFIG_X86_64
 118#define SWAPGS  swapgs
 119/*
 120 * Currently paravirt can't handle swapgs nicely when we
 121 * don't have a stack we can rely on (such as a user space
 122 * stack).  So we either find a way around these or just fault
 123 * and emulate if a guest tries to call swapgs directly.
 124 *
 125 * Either way, this is a good way to document that we don't
 126 * have a reliable stack. x86_64 only.
 127 */
 128#define SWAPGS_UNSAFE_STACK     swapgs
 129
 130#define PARAVIRT_ADJUST_EXCEPTION_FRAME /*  */
 131
 132#define INTERRUPT_RETURN        jmp native_iret
 133#define USERGS_SYSRET64                         \
 134        swapgs;                                 \
 135        sysretq;
 136#define USERGS_SYSRET32                         \
 137        swapgs;                                 \
 138        sysretl
 139
 140#else
 141#define INTERRUPT_RETURN                iret
 142#define ENABLE_INTERRUPTS_SYSEXIT       sti; sysexit
 143#define GET_CR0_INTO_EAX                movl %cr0, %eax
 144#endif
 145
 146
 147#endif /* __ASSEMBLY__ */
 148#endif /* CONFIG_PARAVIRT */
 149
 150#ifndef __ASSEMBLY__
 151static inline int arch_irqs_disabled_flags(unsigned long flags)
 152{
 153        return !(flags & X86_EFLAGS_IF);
 154}
 155
 156static inline int arch_irqs_disabled(void)
 157{
 158        unsigned long flags = arch_local_save_flags();
 159
 160        return arch_irqs_disabled_flags(flags);
 161}
 162#endif /* !__ASSEMBLY__ */
 163
 164#ifdef __ASSEMBLY__
 165#ifdef CONFIG_TRACE_IRQFLAGS
 166#  define TRACE_IRQS_ON         call trace_hardirqs_on_thunk;
 167#  define TRACE_IRQS_OFF        call trace_hardirqs_off_thunk;
 168#else
 169#  define TRACE_IRQS_ON
 170#  define TRACE_IRQS_OFF
 171#endif
 172#ifdef CONFIG_DEBUG_LOCK_ALLOC
 173#  ifdef CONFIG_X86_64
 174#    define LOCKDEP_SYS_EXIT            call lockdep_sys_exit_thunk
 175#    define LOCKDEP_SYS_EXIT_IRQ \
 176        TRACE_IRQS_ON; \
 177        sti; \
 178        call lockdep_sys_exit_thunk; \
 179        cli; \
 180        TRACE_IRQS_OFF;
 181#  else
 182#    define LOCKDEP_SYS_EXIT \
 183        pushl %eax;                             \
 184        pushl %ecx;                             \
 185        pushl %edx;                             \
 186        call lockdep_sys_exit;                  \
 187        popl %edx;                              \
 188        popl %ecx;                              \
 189        popl %eax;
 190#    define LOCKDEP_SYS_EXIT_IRQ
 191#  endif
 192#else
 193#  define LOCKDEP_SYS_EXIT
 194#  define LOCKDEP_SYS_EXIT_IRQ
 195#endif
 196#endif /* __ASSEMBLY__ */
 197
 198#endif
 199