237 	struct rcu_data *rdp;  in rcu_report_exp_cpu_mult()  local
246 		rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_report_exp_cpu_mult()
247 		if (!IS_ENABLED(CONFIG_NO_HZ_FULL) || !rdp->rcu_forced_tick_exp)  in rcu_report_exp_cpu_mult()
249 		rdp->rcu_forced_tick_exp = false;  in rcu_report_exp_cpu_mult()
258 static void rcu_report_exp_rdp(struct rcu_data *rdp)  in rcu_report_exp_rdp()  argument
260 	WRITE_ONCE(rdp->cpu_no_qs.b.exp, false);  in rcu_report_exp_rdp()
261 	rcu_report_exp_cpu_mult(rdp->mynode, rdp->grpmask, true);  in rcu_report_exp_rdp()
284 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());  in exp_funnel_lock()  local
285 	struct rcu_node *rnp = rdp->mynode;  in exp_funnel_lock()
353 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in __sync_rcu_exp_select_node_cpus()  local
354 		unsigned long mask = rdp->grpmask;  in __sync_rcu_exp_select_node_cpus()
365 				rdp->exp_dynticks_snap = snap;  in __sync_rcu_exp_select_node_cpus()
381 		struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in __sync_rcu_exp_select_node_cpus()  local
382 		unsigned long mask = rdp->grpmask;  in __sync_rcu_exp_select_node_cpus()
385 		if (rcu_dynticks_in_eqs_since(rdp, rdp->exp_dynticks_snap)) {  in __sync_rcu_exp_select_node_cpus()
603 	struct rcu_data *rdp;  in synchronize_rcu_expedited_wait()  local
618 				rdp = per_cpu_ptr(&rcu_data, cpu);  in synchronize_rcu_expedited_wait()
619 				if (rdp->rcu_forced_tick_exp)  in synchronize_rcu_expedited_wait()
621 				rdp->rcu_forced_tick_exp = true;  in synchronize_rcu_expedited_wait()
644 				struct rcu_data *rdp;  in synchronize_rcu_expedited_wait()  local
650 				rdp = per_cpu_ptr(&rcu_data, cpu);  in synchronize_rcu_expedited_wait()
653 					"o."[!!(rdp->grpmask & rnp->expmaskinit)],  in synchronize_rcu_expedited_wait()
654 					"N."[!!(rdp->grpmask & rnp->expmaskinitnext)],  in synchronize_rcu_expedited_wait()
655 					"D."[!!data_race(rdp->cpu_no_qs.b.exp)]);  in synchronize_rcu_expedited_wait()
752 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_exp_handler()  local
753 	struct rcu_node *rnp = rdp->mynode;  in rcu_exp_handler()
764 			rcu_report_exp_rdp(rdp);  in rcu_exp_handler()
766 			WRITE_ONCE(rdp->cpu_no_qs.b.exp, true);  in rcu_exp_handler()
787 		if (rnp->expmask & rdp->grpmask) {  in rcu_exp_handler()
788 			WRITE_ONCE(rdp->cpu_no_qs.b.exp, true);  in rcu_exp_handler()
875 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in rcu_exp_handler()  local
876 	struct rcu_node *rnp = rdp->mynode;  in rcu_exp_handler()
879 	if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||  in rcu_exp_handler()
895 	struct rcu_data *rdp;  in sync_sched_exp_online_cleanup()  local
899 	rdp = per_cpu_ptr(&rcu_data, cpu);  in sync_sched_exp_online_cleanup()
900 	rnp = rdp->mynode;  in sync_sched_exp_online_cleanup()
903 	if (!(READ_ONCE(rnp->expmask) & rdp->grpmask) ||  in sync_sched_exp_online_cleanup()
904 	    READ_ONCE(rdp->cpu_no_qs.b.exp)) {  in sync_sched_exp_online_cleanup()
1073 	struct rcu_data *rdp;  in start_poll_synchronize_rcu_expedited()  local
1078 	rdp = per_cpu_ptr(&rcu_data, raw_smp_processor_id());  in start_poll_synchronize_rcu_expedited()
1079 	rnp = rdp->mynode;  in start_poll_synchronize_rcu_expedited()