Lines Matching full:nsp
537 struct nmi_stats *nsp = this_cpu_ptr(&nmi_stats); in DEFINE_IDTENTRY_RAW() local
545 raw_atomic_long_inc(&nsp->idt_calls); in DEFINE_IDTENTRY_RAW()
562 WRITE_ONCE(nsp->idt_seq, nsp->idt_seq + 1); in DEFINE_IDTENTRY_RAW()
563 WARN_ON_ONCE(!(nsp->idt_seq & 0x1)); in DEFINE_IDTENTRY_RAW()
564 WRITE_ONCE(nsp->recv_jiffies, jiffies); in DEFINE_IDTENTRY_RAW()
580 WRITE_ONCE(nsp->idt_ignored, nsp->idt_ignored + 1); in DEFINE_IDTENTRY_RAW()
583 WRITE_ONCE(nsp->idt_nmi_seq, nsp->idt_nmi_seq + 1); in DEFINE_IDTENTRY_RAW()
584 WARN_ON_ONCE(!(nsp->idt_nmi_seq & 0x1)); in DEFINE_IDTENTRY_RAW()
588 WRITE_ONCE(nsp->idt_nmi_seq, nsp->idt_nmi_seq + 1); in DEFINE_IDTENTRY_RAW()
589 WARN_ON_ONCE(nsp->idt_nmi_seq & 0x1); in DEFINE_IDTENTRY_RAW()
602 WRITE_ONCE(nsp->idt_seq, nsp->idt_seq + 1); in DEFINE_IDTENTRY_RAW()
603 WARN_ON_ONCE(nsp->idt_seq & 0x1); in DEFINE_IDTENTRY_RAW()
604 WRITE_ONCE(nsp->recv_jiffies, jiffies); in DEFINE_IDTENTRY_RAW()
624 /* +--------- nsp->idt_seq_snap & 0x1: CPU is in NMI handler. */
626 /* | | +--- nsp->idt_calls_snap != atomic_long_read(&nsp->idt_calls): */
643 struct nmi_stats *nsp; in nmi_backtrace_stall_snap() local
646 nsp = per_cpu_ptr(&nmi_stats, cpu); in nmi_backtrace_stall_snap()
647 nsp->idt_seq_snap = READ_ONCE(nsp->idt_seq); in nmi_backtrace_stall_snap()
648 nsp->idt_nmi_seq_snap = READ_ONCE(nsp->idt_nmi_seq); in nmi_backtrace_stall_snap()
649 nsp->idt_ignored_snap = READ_ONCE(nsp->idt_ignored); in nmi_backtrace_stall_snap()
650 nsp->idt_calls_snap = atomic_long_read(&nsp->idt_calls); in nmi_backtrace_stall_snap()
663 struct nmi_stats *nsp; in nmi_backtrace_stall_check() local
666 nsp = per_cpu_ptr(&nmi_stats, cpu); in nmi_backtrace_stall_check()
669 nmi_seq = READ_ONCE(nsp->idt_nmi_seq); in nmi_backtrace_stall_check()
670 if (nsp->idt_nmi_seq_snap + 1 == nmi_seq && (nmi_seq & 0x1)) { in nmi_backtrace_stall_check()
672 } else if ((nsp->idt_nmi_seq_snap & 0x1) != (nmi_seq & 0x1)) { in nmi_backtrace_stall_check()
675 idx = ((nsp->idt_seq_snap & 0x1) << 2) | in nmi_backtrace_stall_check()
677 (nsp->idt_calls_snap != atomic_long_read(&nsp->idt_calls)); in nmi_backtrace_stall_check()
679 if (nsp->idt_ignored_snap != READ_ONCE(nsp->idt_ignored) && (idx & 0x1)) in nmi_backtrace_stall_check()
683 else if (nsp->idt_nmi_seq_snap + 1 == nmi_seq) in nmi_backtrace_stall_check()
687 __func__, cpu, msgp, modp, msghp, j - READ_ONCE(nsp->recv_jiffies)); in nmi_backtrace_stall_check()