52 bool cpuidle_not_available(struct cpuidle_driver *drv,  in cpuidle_not_available()  argument
55 	return off || !initialized || !drv || !dev || !dev->enabled;  in cpuidle_not_available()
66 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in cpuidle_play_dead()  local
69 	if (!drv)  in cpuidle_play_dead()
73 	for (i = drv->state_count - 1; i >= 0; i--)  in cpuidle_play_dead()
74 		if (drv->states[i].enter_dead)  in cpuidle_play_dead()
75 			return drv->states[i].enter_dead(dev, i);  in cpuidle_play_dead()
80 static int find_deepest_state(struct cpuidle_driver *drv,  in find_deepest_state()  argument
89 	for (i = 1; i < drv->state_count; i++) {  in find_deepest_state()
90 		struct cpuidle_state *s = &drv->states[i];  in find_deepest_state()
132 int cpuidle_find_deepest_state(struct cpuidle_driver *drv,  in cpuidle_find_deepest_state()  argument
136 	return find_deepest_state(drv, dev, latency_limit_ns, 0, false);  in cpuidle_find_deepest_state()
140 static noinstr void enter_s2idle_proper(struct cpuidle_driver *drv,  in enter_s2idle_proper()  argument
143 	struct cpuidle_state *target_state = &drv->states[index];  in enter_s2idle_proper()
162 	target_state->enter_s2idle(dev, drv, index);  in enter_s2idle_proper()
187 int cpuidle_enter_s2idle(struct cpuidle_driver *drv, struct cpuidle_device *dev)  in cpuidle_enter_s2idle()  argument
196 	index = find_deepest_state(drv, dev, U64_MAX, 0, true);  in cpuidle_enter_s2idle()
198 		enter_s2idle_proper(drv, dev, index);  in cpuidle_enter_s2idle()
212 				 struct cpuidle_driver *drv,  in cpuidle_enter_state()  argument
217 	struct cpuidle_state *target_state = &drv->states[index];  in cpuidle_enter_state()
229 		index = find_deepest_state(drv, dev, target_state->exit_latency_ns,  in cpuidle_enter_state()
235 		target_state = &drv->states[index];  in cpuidle_enter_state()
267 	entered_state = target_state->enter(dev, drv, index);  in cpuidle_enter_state()
288 	if (!cpuidle_state_is_coupled(drv, index))  in cpuidle_enter_state()
292 		s64 diff, delay = drv->states[entered_state].exit_latency_ns;  in cpuidle_enter_state()
306 		if (diff < drv->states[entered_state].target_residency_ns) {  in cpuidle_enter_state()
317 			for (i = entered_state + 1; i < drv->state_count; i++) {  in cpuidle_enter_state()
325 				if (diff - delay >= drv->states[i].target_residency_ns) {  in cpuidle_enter_state()
356 int cpuidle_select(struct cpuidle_driver *drv, struct cpuidle_device *dev,  in cpuidle_select()  argument
359 	return cpuidle_curr_governor->select(drv, dev, stop_tick);  in cpuidle_select()
372 int cpuidle_enter(struct cpuidle_driver *drv, struct cpuidle_device *dev,  in cpuidle_enter()  argument
385 	if (cpuidle_state_is_coupled(drv, index))  in cpuidle_enter()
386 		ret = cpuidle_enter_state_coupled(dev, drv, index);  in cpuidle_enter()
388 		ret = cpuidle_enter_state(dev, drv, index);  in cpuidle_enter()
429 __cpuidle u64 cpuidle_poll_time(struct cpuidle_driver *drv,  in cpuidle_poll_time()  argument
441 	for (i = 1; i < drv->state_count; i++) {  in cpuidle_poll_time()
447 		state_limit = drv->states[i].target_residency_ns;  in cpuidle_poll_time()
537 	struct cpuidle_driver *drv;  in cpuidle_enable_device()  local
548 	drv = cpuidle_get_cpu_driver(dev);  in cpuidle_enable_device()
550 	if (!drv)  in cpuidle_enable_device()
561 		ret = cpuidle_curr_governor->enable(drv, dev);  in cpuidle_enable_device()
590 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in cpuidle_disable_device()  local
595 	if (!drv || !cpuidle_curr_governor)  in cpuidle_disable_device()
601 		cpuidle_curr_governor->disable(drv, dev);  in cpuidle_disable_device()
611 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in __cpuidle_unregister_device()  local
615 	module_put(drv->owner);  in __cpuidle_unregister_device()
636 	struct cpuidle_driver *drv = cpuidle_get_cpu_driver(dev);  in __cpuidle_register_device()  local
639 	if (!try_module_get(drv->owner))  in __cpuidle_register_device()
642 	for (i = 0; i < drv->state_count; i++) {  in __cpuidle_register_device()
643 		if (drv->states[i].flags & CPUIDLE_FLAG_UNUSABLE)  in __cpuidle_register_device()
646 		if (drv->states[i].flags & CPUIDLE_FLAG_OFF)  in __cpuidle_register_device()
739 void cpuidle_unregister(struct cpuidle_driver *drv)  in cpuidle_unregister()  argument
744 	for_each_cpu(cpu, drv->cpumask) {  in cpuidle_unregister()
749 	cpuidle_unregister_driver(drv);  in cpuidle_unregister()
764 int cpuidle_register(struct cpuidle_driver *drv,  in cpuidle_register()  argument
770 	ret = cpuidle_register_driver(drv);  in cpuidle_register()
776 	for_each_cpu(cpu, drv->cpumask) {  in cpuidle_register()
795 		cpuidle_unregister(drv);  in cpuidle_register()