49 static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv)  in __cpuidle_unset_driver()  argument
53 	for_each_cpu(cpu, drv->cpumask) {  in __cpuidle_unset_driver()
55 		if (drv != __cpuidle_get_cpu_driver(cpu))  in __cpuidle_unset_driver()
69 static inline int __cpuidle_set_driver(struct cpuidle_driver *drv)  in __cpuidle_set_driver()  argument
73 	for_each_cpu(cpu, drv->cpumask) {  in __cpuidle_set_driver()
77 		if (old_drv && old_drv != drv)  in __cpuidle_set_driver()
81 	for_each_cpu(cpu, drv->cpumask)  in __cpuidle_set_driver()
82 		per_cpu(cpuidle_drivers, cpu) = drv;  in __cpuidle_set_driver()
109 static inline int __cpuidle_set_driver(struct cpuidle_driver *drv)  in __cpuidle_set_driver()  argument
114 	cpuidle_curr_driver = drv;  in __cpuidle_set_driver()
126 static inline void __cpuidle_unset_driver(struct cpuidle_driver *drv)  in __cpuidle_unset_driver()  argument
128 	if (drv == cpuidle_curr_driver)  in __cpuidle_unset_driver()
155 static void __cpuidle_driver_init(struct cpuidle_driver *drv)  in __cpuidle_driver_init()  argument
164 	if (!drv->cpumask)  in __cpuidle_driver_init()
165 		drv->cpumask = (struct cpumask *)cpu_possible_mask;  in __cpuidle_driver_init()
167 	for (i = 0; i < drv->state_count; i++) {  in __cpuidle_driver_init()
168 		struct cpuidle_state *s = &drv->states[i];  in __cpuidle_driver_init()
176 			drv->bctimer = 1;  in __cpuidle_driver_init()
212 static int __cpuidle_register_driver(struct cpuidle_driver *drv)  in __cpuidle_register_driver()  argument
216 	if (!drv || !drv->state_count)  in __cpuidle_register_driver()
219 	ret = cpuidle_coupled_state_verify(drv);  in __cpuidle_register_driver()
226 	__cpuidle_driver_init(drv);  in __cpuidle_register_driver()
228 	ret = __cpuidle_set_driver(drv);  in __cpuidle_register_driver()
232 	if (drv->bctimer)  in __cpuidle_register_driver()
233 		on_each_cpu_mask(drv->cpumask, cpuidle_setup_broadcast_timer,  in __cpuidle_register_driver()
248 static void __cpuidle_unregister_driver(struct cpuidle_driver *drv)  in __cpuidle_unregister_driver()  argument
250 	if (drv->bctimer) {  in __cpuidle_unregister_driver()
251 		drv->bctimer = 0;  in __cpuidle_unregister_driver()
252 		on_each_cpu_mask(drv->cpumask, cpuidle_setup_broadcast_timer,  in __cpuidle_unregister_driver()
256 	__cpuidle_unset_driver(drv);  in __cpuidle_unregister_driver()
269 int cpuidle_register_driver(struct cpuidle_driver *drv)  in cpuidle_register_driver()  argument
275 	ret = __cpuidle_register_driver(drv);  in cpuidle_register_driver()
278 	if (!ret && !strlen(param_governor) && drv->governor &&  in cpuidle_register_driver()
279 	    (cpuidle_get_driver() == drv)) {  in cpuidle_register_driver()
281 		gov = cpuidle_find_governor(drv->governor);  in cpuidle_register_driver()
302 void cpuidle_unregister_driver(struct cpuidle_driver *drv)  in cpuidle_unregister_driver()  argument
304 	bool enabled = (cpuidle_get_driver() == drv);  in cpuidle_unregister_driver()
307 	__cpuidle_unregister_driver(drv);  in cpuidle_unregister_driver()
329 	struct cpuidle_driver *drv;  in cpuidle_get_driver()  local
333 	drv = __cpuidle_get_cpu_driver(cpu);  in cpuidle_get_driver()
336 	return drv;  in cpuidle_get_driver()
362 void cpuidle_driver_state_disabled(struct cpuidle_driver *drv, int idx,  in cpuidle_driver_state_disabled()  argument
371 	if (!drv->cpumask) {  in cpuidle_driver_state_disabled()
372 		drv->states[idx].flags |= CPUIDLE_FLAG_UNUSABLE;  in cpuidle_driver_state_disabled()
376 	for_each_cpu(cpu, drv->cpumask) {  in cpuidle_driver_state_disabled()