Lines Matching defs:rcu_data

179 struct rcu_data {  struct
181 unsigned long gp_seq; /* Track rsp->gp_seq counter. */
182 unsigned long gp_seq_needed; /* Track furthest future GP request. */
183 union rcu_noqs cpu_no_qs; /* No QSes yet for this CPU. */
184 bool core_needs_qs; /* Core waits for quiescent state. */
185 bool beenonline; /* CPU online at least once. */
186 bool gpwrap; /* Possible ->gp_seq wrap. */
187 bool cpu_started; /* RCU watching this onlining CPU. */
188 struct rcu_node *mynode; /* This CPU's leaf of hierarchy */
189 unsigned long grpmask; /* Mask to apply to leaf qsmask. */
190 unsigned long ticks_this_gp; /* The number of scheduling-clock */
194 struct irq_work defer_qs_iw; /* Obtain later scheduler attention. */
195 bool defer_qs_iw_pending; /* Scheduler attention pending? */
196 struct work_struct strict_work; /* Schedule readers for strict GPs. */
199 struct rcu_segcblist cblist; /* Segmented callback list, with */
202 long qlen_last_fqs_check;
204 unsigned long n_cbs_invoked; /* # callbacks invoked since boot. */
205 unsigned long n_force_qs_snap;
207 long blimit; /* Upper limit on a processed batch */
210 int dynticks_snap; /* Per-GP tracking for dynticks. */
211 bool rcu_need_heavy_qs; /* GP old, so heavy quiescent state! */
212 bool rcu_urgent_qs; /* GP old need light quiescent state. */
213 bool rcu_forced_tick; /* Forced tick to provide QS. */
214 bool rcu_forced_tick_exp; /* ... provide QS to expedited GP. */
217 unsigned long barrier_seq_snap; /* Snap of rcu_state.barrier_sequence. */
218 struct rcu_head barrier_head;
219 int exp_dynticks_snap; /* Double-check need for IPI. */
223 struct swait_queue_head nocb_cb_wq; /* For nocb kthreads to sleep on. */
224 struct swait_queue_head nocb_state_wq; /* For offloading state changes */
225 struct task_struct *nocb_gp_kthread;
226 raw_spinlock_t nocb_lock; /* Guard following pair of fields. */
227 int nocb_defer_wakeup; /* Defer wakeup of nocb_kthread. */
251 * Head of rcu_data list in wakeup chain, argument
254 struct list_head nocb_entry_rdp; /* rcu_data node in wakeup chain. */ argument
255 struct rcu_data *nocb_toggling_rdp; /* rdp queued for (de-)offloading */ argument
258 struct rcu_data *nocb_gp_rdp ____cacheline_internodealigned_in_smp; argument
263 struct task_struct *rcu_cpu_kthread_task;
288 /* Values for nocb_defer_wakeup field in struct rcu_data. */ argument