Home
last modified time | relevance | path

Searched refs:rcu_state (Results 1 – 13 of 13) sorted by relevance

/openbmc/linux/kernel/rcu/
H A Dtree_stall.h103 return !time_before(j, READ_ONCE(rcu_state.gp_start) + d); in rcu_gp_might_be_stalled()
161 WRITE_ONCE(rcu_state.nr_fqs_jiffies_stall, 3); in rcu_cpu_stall_reset()
162 WRITE_ONCE(rcu_state.jiffies_stall, ULONG_MAX); in rcu_cpu_stall_reset()
175 WRITE_ONCE(rcu_state.gp_start, j); in record_gp_stall_check_time()
178 WRITE_ONCE(rcu_state.nr_fqs_jiffies_stall, 0); in record_gp_stall_check_time()
179 WRITE_ONCE(rcu_state.jiffies_stall, j + j1); in record_gp_stall_check_time()
180 rcu_state.jiffies_resched = j + j1 / 2; in record_gp_stall_check_time()
181 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); in record_gp_stall_check_time()
202 j = READ_ONCE(rcu_state.jiffies_kick_kthreads); in rcu_stall_kick_kthreads()
203 if (time_after(jiffies, j) && rcu_state.gp_kthread && in rcu_stall_kick_kthreads()
[all …]
H A Dtree.c85 static struct rcu_state rcu_state = { variable
86 .level = { &rcu_state.node[0] },
89 .barrier_mutex = __MUTEX_INITIALIZER(rcu_state.barrier_mutex),
90 .barrier_lock = __RAW_SPIN_LOCK_UNLOCKED(rcu_state.barrier_lock),
93 .exp_mutex = __MUTEX_INITIALIZER(rcu_state.exp_mutex),
94 .exp_wake_mutex = __MUTEX_INITIALIZER(rcu_state.exp_wake_mutex),
227 return rcu_seq_state(rcu_seq_current(&rcu_state.gp_seq)); in rcu_gp_in_progress()
484 return READ_ONCE(rcu_state.gp_seq); in rcu_get_gp_seq()
496 return rcu_state.expedited_sequence; in rcu_exp_batches_completed()
505 return &rcu_state.node[0]; in rcu_get_root()
[all …]
H A Dtree_exp.h21 rcu_seq_start(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_start()
22 rcu_poll_gp_seq_start_unlocked(&rcu_state.gp_seq_polled_exp_snap); in rcu_exp_gp_seq_start()
31 return rcu_seq_endval(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_endval()
39 rcu_poll_gp_seq_end_unlocked(&rcu_state.gp_seq_polled_exp_snap); in rcu_exp_gp_seq_end()
40 rcu_seq_end(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_end()
54 s = rcu_seq_snap(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_snap()
55 trace_rcu_exp_grace_period(rcu_state.name, s, TPS("snap")); in rcu_exp_gp_seq_snap()
66 return rcu_seq_done(&rcu_state.expedited_sequence, s); in rcu_exp_gp_seq_done()
82 int ncpus = smp_load_acquire(&rcu_state.ncpus); /* Order vs. locking. */ in sync_exp_reset_tree_hotplug()
87 if (likely(ncpus == rcu_state.ncpus_snap)) in sync_exp_reset_tree_hotplug()
[all …]
H A Dtree_nocb.h72 rcu_state.nocb_is_setup = true; in rcu_nocb_setup()
206 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in __wake_nocb_gp()
222 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("DoWake")); in __wake_nocb_gp()
301 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, reason); in wake_nocb_gp_defer()
458 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
477 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
508 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, TPS("FirstBQ")); in rcu_nocb_try_bypass()
523 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
527 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
556 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in __call_rcu_nocb_wake()
[all …]
H A Drcu.h375 #define rcu_first_leaf_node() (rcu_state.level[rcu_num_lvls - 1])
381 #define rcu_is_last_leaf_node(rnp) ((rnp) == &rcu_state.node[rcu_num_nodes - 1])
392 _rcu_for_each_node_breadth_first(&rcu_state, rnp)
404 (rnp) < &rcu_state.node[rcu_num_nodes]; (rnp)++)
H A Dtree_plugin.h28 !(lockdep_is_held(&rcu_state.barrier_mutex) || in rcu_rdp_is_offloaded()
337 trace_rcu_preempt_task(rcu_state.name, in rcu_note_context_switch()
405 if (IS_ENABLED(CONFIG_RCU_STRICT_GRACE_PERIOD) && rcu_state.gp_kthread) in __rcu_read_lock()
744 time_after(jiffies, rcu_state.gp_start + HZ)) in rcu_flavor_sched_clock_irq()
824 if (irqs_disabled() || preempt_count() || !rcu_state.gp_kthread) in rcu_read_unlock_strict()
1165 (!time_after(rnp->boost_time, jiffies) || rcu_state.cbovld || in rcu_initiate_boost()
1293 time_before(jiffies, READ_ONCE(rcu_state.gp_start) + HZ))) in rcu_nohz_full_cpu()
H A Dtree.h328 struct rcu_state { struct
/openbmc/linux/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst27 This diagram shows an enclosing ``rcu_state`` structure containing a tree
137 #. Each ``rcu_state`` structures has a lock and a mutex, and some fields
154 #. ``rcu_state``: This structure forms the interconnection between the
189 following sections give more details on the ``rcu_state``, ``rcu_node``
192 The ``rcu_state`` Structure
195 The ``rcu_state`` structure is the base structure that represents the
202 A few of the ``rcu_state`` structure's fields are discussed, singly and
209 This portion of the ``rcu_state`` structure is declared as follows:
268 This portion of the ``rcu_state`` structure is declared as follows:
283 structures as well. The fields in the ``rcu_state`` structure represent
[all …]
/openbmc/linux/net/sched/
H A Dsch_generic.c1582 cond_synchronize_rcu(miniq->rcu_state); in mini_qdisc_pair_swap()
1583 else if (!poll_state_synchronize_rcu(miniq->rcu_state)) in mini_qdisc_pair_swap()
1595 miniq_old->rcu_state = start_poll_synchronize_rcu(); in mini_qdisc_pair_swap()
1614 miniqp->miniq1.rcu_state = get_state_synchronize_rcu(); in mini_qdisc_pair_init()
1615 miniqp->miniq2.rcu_state = miniqp->miniq1.rcu_state; in mini_qdisc_pair_init()
/openbmc/linux/Documentation/RCU/Design/Expedited-Grace-Periods/
H A DExpedited-Grace-Periods.rst150 ``rcu_state`` structure's ``->ncpus`` field. The ``rcu_state``
160 ``rcu_state`` structure's ``->ncpus`` and ``->ncpus_snap`` fields are
259 ``->expedited_sequence`` in the ``rcu_state`` structure. This counter
309 respectively. The current value of the ``rcu_state`` structure's
351 Task A now acquires the ``rcu_state`` structure's ``->exp_mutex`` and
/openbmc/linux/Documentation/RCU/Design/Memory-Ordering/
H A DTree-RCU-Memory-Ordering.rst341 advance the ``rcu_state`` structure's ``->gp_seq`` grace-period-number
370 to the newly advanced value from the ``rcu_state`` structure, as shown
379 ``rcu_state`` structure's ``->gp_seq`` field) before setting each leaf
567 ``rcu_state`` structure's ``->gp_seq`` field. The ordering effects are
586 | once the ``rcu_state`` structure's ``->gp_seq`` field has been |
/openbmc/linux/include/net/
H A Dsch_generic.h1288 unsigned long rcu_state; member
/openbmc/linux/Documentation/RCU/
H A Dstallwarn.rst241 possible for an rcu_state stall to be caused by both CPUs *and* tasks,