arch/x86/include/asm/hardirq.h

   1 #ifndef _ASM_X86_HARDIRQ_H
   2 #define _ASM_X86_HARDIRQ_H
   3
   4 #include <linux/threads.h>
   5
   6 typedef struct {
   7         u16          __softirq_pending;
   8 #if IS_ENABLED(CONFIG_KVM_INTEL)
   9         u8           kvm_cpu_l1tf_flush_l1d;
  10 #endif
  11         unsigned int __nmi_count;       /* arch dependent */
  12 #ifdef CONFIG_X86_LOCAL_APIC
  13         unsigned int apic_timer_irqs;   /* arch dependent */
  14         unsigned int irq_spurious_count;
  15         unsigned int icr_read_retry_count;
  16 #endif
  17 #ifdef CONFIG_HAVE_KVM
  18         unsigned int kvm_posted_intr_ipis;
  19         unsigned int kvm_posted_intr_wakeup_ipis;
  20 #endif
  21         unsigned int x86_platform_ipis; /* arch dependent */
  22         unsigned int apic_perf_irqs;
  23         unsigned int apic_irq_work_irqs;
  24 #ifdef CONFIG_SMP
  25         unsigned int irq_resched_count;
  26         unsigned int irq_call_count;
  27 #endif
  28         unsigned int irq_tlb_count;
  29 #ifdef CONFIG_X86_THERMAL_VECTOR
  30         unsigned int irq_thermal_count;
  31 #endif
  32 #ifdef CONFIG_X86_MCE_THRESHOLD
  33         unsigned int irq_threshold_count;
  34 #endif
  35 #ifdef CONFIG_X86_MCE_AMD
  36         unsigned int irq_deferred_error_count;
  37 #endif
  38 #if IS_ENABLED(CONFIG_HYPERV) || defined(CONFIG_XEN)
  39         unsigned int irq_hv_callback_count;
  40 #endif
  41 } ____cacheline_aligned irq_cpustat_t;
  42
  43 DECLARE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t, irq_stat);
  44
  45 #define __ARCH_IRQ_STAT
  46
  47 #define inc_irq_stat(member)    this_cpu_inc(irq_stat.member)
  48
  49 #define local_softirq_pending() this_cpu_read(irq_stat.__softirq_pending)
  50
  51 #define __ARCH_SET_SOFTIRQ_PENDING
  52
  53 #define set_softirq_pending(x)  \
  54                 this_cpu_write(irq_stat.__softirq_pending, (x))
  55 #define or_softirq_pending(x)   this_cpu_or(irq_stat.__softirq_pending, (x))
  56
  57 extern void ack_bad_irq(unsigned int irq);
  58
  59 extern u64 arch_irq_stat_cpu(unsigned int cpu);
  60 #define arch_irq_stat_cpu       arch_irq_stat_cpu
  61
  62 extern u64 arch_irq_stat(void);
  63 #define arch_irq_stat           arch_irq_stat
  64
  65
  66 #if IS_ENABLED(CONFIG_KVM_INTEL)
  67 static inline void kvm_set_cpu_l1tf_flush_l1d(void)
  68 {
  69         __this_cpu_write(irq_stat.kvm_cpu_l1tf_flush_l1d, 1);
  70 }
  71
  72 static inline void kvm_clear_cpu_l1tf_flush_l1d(void)
  73 {
  74         __this_cpu_write(irq_stat.kvm_cpu_l1tf_flush_l1d, 0);
  75 }
  76
  77 static inline bool kvm_get_cpu_l1tf_flush_l1d(void)
  78 {
  79         return __this_cpu_read(irq_stat.kvm_cpu_l1tf_flush_l1d);
  80 }
  81 #else /* !IS_ENABLED(CONFIG_KVM_INTEL) */
  82 static inline void kvm_set_cpu_l1tf_flush_l1d(void) { }
  83 #endif /* IS_ENABLED(CONFIG_KVM_INTEL) */
  84
  85 #endif /* _ASM_X86_HARDIRQ_H */