1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _X86_IRQFLAGS_H_
3 #define _X86_IRQFLAGS_H_
5 #include <asm/processor-flags.h>
9 #include <asm/nospec-branch.h>
11 /* Provide __cpuidle; we can't safely include <linux/cpu.h> */
12 #define __cpuidle __attribute__((__section__(".cpuidle.text")))
18 /* Declaration required for gcc < 4.9 to prevent -Werror=missing-prototypes */
19 extern inline unsigned long native_save_fl(void);
20 extern inline unsigned long native_save_fl(void)
25 * "=rm" is safe here, because "pop" adjusts the stack before
26 * it evaluates its effective address -- this is part of the
27 * documented behavior of the "pop" instruction.
29 asm volatile("# __raw_save_flags\n\t"
38 extern inline void native_restore_fl(unsigned long flags
);
39 extern inline void native_restore_fl(unsigned long flags
)
41 asm volatile("push %0 ; popf"
47 static inline void native_irq_disable(void)
49 asm volatile("cli": : :"memory");
52 static inline void native_irq_enable(void)
54 asm volatile("sti": : :"memory");
57 static inline __cpuidle
void native_safe_halt(void)
59 mds_idle_clear_cpu_buffers();
60 asm volatile("sti; hlt": : :"memory");
63 static inline __cpuidle
void native_halt(void)
65 mds_idle_clear_cpu_buffers();
66 asm volatile("hlt": : :"memory");
71 #ifdef CONFIG_PARAVIRT
72 #include <asm/paravirt.h>
75 #include <linux/types.h>
77 static inline notrace
unsigned long arch_local_save_flags(void)
79 return native_save_fl();
82 static inline notrace
void arch_local_irq_restore(unsigned long flags
)
84 native_restore_fl(flags
);
87 static inline notrace
void arch_local_irq_disable(void)
92 static inline notrace
void arch_local_irq_enable(void)
98 * Used in the idle loop; sti takes one instruction cycle
101 static inline __cpuidle
void arch_safe_halt(void)
107 * Used when interrupts are already enabled or to
108 * shutdown the processor:
110 static inline __cpuidle
void halt(void)
116 * For spinlocks, etc:
118 static inline notrace
unsigned long arch_local_irq_save(void)
120 unsigned long flags
= arch_local_save_flags();
121 arch_local_irq_disable();
126 #define ENABLE_INTERRUPTS(x) sti
127 #define DISABLE_INTERRUPTS(x) cli
130 #define SWAPGS swapgs
132 * Currently paravirt can't handle swapgs nicely when we
133 * don't have a stack we can rely on (such as a user space
134 * stack). So we either find a way around these or just fault
135 * and emulate if a guest tries to call swapgs directly.
137 * Either way, this is a good way to document that we don't
138 * have a reliable stack. x86_64 only.
140 #define SWAPGS_UNSAFE_STACK swapgs
142 #define PARAVIRT_ADJUST_EXCEPTION_FRAME /* */
144 #define INTERRUPT_RETURN jmp native_iret
145 #define USERGS_SYSRET64 \
148 #define USERGS_SYSRET32 \
152 #ifdef CONFIG_DEBUG_ENTRY
153 #define SAVE_FLAGS(x) pushfq; popq %rax
156 #define INTERRUPT_RETURN iret
157 #define ENABLE_INTERRUPTS_SYSEXIT sti; sysexit
158 #define GET_CR0_INTO_EAX movl %cr0, %eax
162 #endif /* __ASSEMBLY__ */
163 #endif /* CONFIG_PARAVIRT */
166 static inline int arch_irqs_disabled_flags(unsigned long flags
)
168 return !(flags
& X86_EFLAGS_IF
);
171 static inline int arch_irqs_disabled(void)
173 unsigned long flags
= arch_local_save_flags();
175 return arch_irqs_disabled_flags(flags
);
177 #endif /* !__ASSEMBLY__ */
180 #ifdef CONFIG_TRACE_IRQFLAGS
181 # define TRACE_IRQS_ON call trace_hardirqs_on_thunk;
182 # define TRACE_IRQS_OFF call trace_hardirqs_off_thunk;
184 # define TRACE_IRQS_ON
185 # define TRACE_IRQS_OFF
187 #ifdef CONFIG_DEBUG_LOCK_ALLOC
188 # ifdef CONFIG_X86_64
189 # define LOCKDEP_SYS_EXIT call lockdep_sys_exit_thunk
190 # define LOCKDEP_SYS_EXIT_IRQ \
193 call lockdep_sys_exit_thunk; \
197 # define LOCKDEP_SYS_EXIT \
201 call lockdep_sys_exit; \
205 # define LOCKDEP_SYS_EXIT_IRQ
208 # define LOCKDEP_SYS_EXIT
209 # define LOCKDEP_SYS_EXIT_IRQ
211 #endif /* __ASSEMBLY__ */