Lines Matching refs:gseq
4002 unsigned long gseq = READ_ONCE(rcu_state.barrier_sequence); in rcu_barrier_entrain() local
4008 if (rcu_seq_state(lseq) || !rcu_seq_state(gseq) || rcu_seq_ctr(lseq) != rcu_seq_ctr(gseq)) in rcu_barrier_entrain()
4031 smp_store_release(&rdp->barrier_seq_snap, gseq); in rcu_barrier_entrain()
4062 unsigned long gseq; in rcu_barrier() local
4082 gseq = rcu_state.barrier_sequence; in rcu_barrier()
4104 if (smp_load_acquire(&rdp->barrier_seq_snap) == gseq) in rcu_barrier()
4108 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
4115 WARN_ON_ONCE(READ_ONCE(rdp->barrier_seq_snap) != gseq); in rcu_barrier()
4125 WARN_ON_ONCE(READ_ONCE(rdp->barrier_seq_snap) != gseq); in rcu_barrier()
4142 gseq = rcu_state.barrier_sequence; in rcu_barrier()
4146 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()