1 #ifndef _X86_IRQFLAGS_H_
2 #define _X86_IRQFLAGS_H_
4 #include <asm/processor-flags.h>
8 #include <asm/nospec-branch.h>
14 /* Declaration required for gcc < 4.9 to prevent -Werror=missing-prototypes */
15 extern inline unsigned long native_save_fl(void);
16 extern inline unsigned long native_save_fl(void)
21 * "=rm" is safe here, because "pop" adjusts the stack before
22 * it evaluates its effective address -- this is part of the
23 * documented behavior of the "pop" instruction.
25 asm volatile("# __raw_save_flags\n\t"
34 extern inline void native_restore_fl(unsigned long flags);
35 extern inline void native_restore_fl(unsigned long flags)
37 asm volatile("push %0 ; popf"
43 static inline void native_irq_disable(void)
45 asm volatile("cli": : :"memory");
48 static inline void native_irq_enable(void)
50 asm volatile("sti": : :"memory");
53 static inline void native_safe_halt(void)
55 mds_idle_clear_cpu_buffers();
56 asm volatile("sti; hlt": : :"memory");
59 static inline void native_halt(void)
61 mds_idle_clear_cpu_buffers();
62 asm volatile("hlt": : :"memory");
67 #ifdef CONFIG_PARAVIRT
68 #include <asm/paravirt.h>
71 #include <linux/types.h>
73 static inline notrace unsigned long arch_local_save_flags(void)
75 return native_save_fl();
78 static inline notrace void arch_local_irq_restore(unsigned long flags)
80 native_restore_fl(flags);
83 static inline notrace void arch_local_irq_disable(void)
88 static inline notrace void arch_local_irq_enable(void)
94 * Used in the idle loop; sti takes one instruction cycle
97 static inline void arch_safe_halt(void)
103 * Used when interrupts are already enabled or to
104 * shutdown the processor:
106 static inline void halt(void)
112 * For spinlocks, etc:
114 static inline notrace unsigned long arch_local_irq_save(void)
116 unsigned long flags = arch_local_save_flags();
117 arch_local_irq_disable();
122 #define ENABLE_INTERRUPTS(x) sti
123 #define DISABLE_INTERRUPTS(x) cli
126 #define SWAPGS swapgs
128 * Currently paravirt can't handle swapgs nicely when we
129 * don't have a stack we can rely on (such as a user space
130 * stack). So we either find a way around these or just fault
131 * and emulate if a guest tries to call swapgs directly.
133 * Either way, this is a good way to document that we don't
134 * have a reliable stack. x86_64 only.
136 #define SWAPGS_UNSAFE_STACK swapgs
138 #define PARAVIRT_ADJUST_EXCEPTION_FRAME /* */
140 #define INTERRUPT_RETURN jmp native_iret
141 #define USERGS_SYSRET64 \
144 #define USERGS_SYSRET32 \
149 #define INTERRUPT_RETURN iret
150 #define ENABLE_INTERRUPTS_SYSEXIT sti; sysexit
151 #define GET_CR0_INTO_EAX movl %cr0, %eax
155 #endif /* __ASSEMBLY__ */
156 #endif /* CONFIG_PARAVIRT */
159 static inline int arch_irqs_disabled_flags(unsigned long flags)
161 return !(flags & X86_EFLAGS_IF);
164 static inline int arch_irqs_disabled(void)
166 unsigned long flags = arch_local_save_flags();
168 return arch_irqs_disabled_flags(flags);
170 #endif /* !__ASSEMBLY__ */
173 #ifdef CONFIG_TRACE_IRQFLAGS
174 # define TRACE_IRQS_ON call trace_hardirqs_on_thunk;
175 # define TRACE_IRQS_OFF call trace_hardirqs_off_thunk;
177 # define TRACE_IRQS_ON
178 # define TRACE_IRQS_OFF
180 #ifdef CONFIG_DEBUG_LOCK_ALLOC
181 # ifdef CONFIG_X86_64
182 # define LOCKDEP_SYS_EXIT call lockdep_sys_exit_thunk
183 # define LOCKDEP_SYS_EXIT_IRQ \
186 call lockdep_sys_exit_thunk; \
190 # define LOCKDEP_SYS_EXIT \
194 call lockdep_sys_exit; \
198 # define LOCKDEP_SYS_EXIT_IRQ
201 # define LOCKDEP_SYS_EXIT
202 # define LOCKDEP_SYS_EXIT_IRQ
204 #endif /* __ASSEMBLY__ */