15de363b6SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2b02c999aSRafael J. Wysocki /*
3b02c999aSRafael J. Wysocki * drivers/base/power/domain_governor.c - Governors for device PM domains.
4b02c999aSRafael J. Wysocki *
5b02c999aSRafael J. Wysocki * Copyright (C) 2011 Rafael J. Wysocki <rjw@sisk.pl>, Renesas Electronics Corp.
6b02c999aSRafael J. Wysocki */
7b02c999aSRafael J. Wysocki #include <linux/kernel.h>
8b02c999aSRafael J. Wysocki #include <linux/pm_domain.h>
9b02c999aSRafael J. Wysocki #include <linux/pm_qos.h>
10221e9b58SRafael J. Wysocki #include <linux/hrtimer.h>
11e9499968SUlf Hansson #include <linux/cpuidle.h>
12e9499968SUlf Hansson #include <linux/cpumask.h>
13e9499968SUlf Hansson #include <linux/ktime.h>
14b02c999aSRafael J. Wysocki
dev_update_qos_constraint(struct device * dev,void * data)15a5bef810SRafael J. Wysocki static int dev_update_qos_constraint(struct device *dev, void *data)
16a5bef810SRafael J. Wysocki {
17a5bef810SRafael J. Wysocki s64 *constraint_ns_p = data;
18704d2ce6SRafael J. Wysocki s64 constraint_ns;
19a5bef810SRafael J. Wysocki
20704d2ce6SRafael J. Wysocki if (dev->power.subsys_data && dev->power.subsys_data->domain_data) {
2166d29d80SUlf Hansson struct gpd_timing_data *td = dev_gpd_data(dev)->td;
2266d29d80SUlf Hansson
23704d2ce6SRafael J. Wysocki /*
24704d2ce6SRafael J. Wysocki * Only take suspend-time QoS constraints of devices into
25704d2ce6SRafael J. Wysocki * account, because constraints updated after the device has
26704d2ce6SRafael J. Wysocki * been suspended are not guaranteed to be taken into account
27704d2ce6SRafael J. Wysocki * anyway. In order for them to take effect, the device has to
28704d2ce6SRafael J. Wysocki * be resumed and suspended again.
29704d2ce6SRafael J. Wysocki */
3066d29d80SUlf Hansson constraint_ns = td ? td->effective_constraint_ns :
3166d29d80SUlf Hansson PM_QOS_RESUME_LATENCY_NO_CONSTRAINT_NS;
32704d2ce6SRafael J. Wysocki } else {
33704d2ce6SRafael J. Wysocki /*
34704d2ce6SRafael J. Wysocki * The child is not in a domain and there's no info on its
35704d2ce6SRafael J. Wysocki * suspend/resume latencies, so assume them to be negligible and
36704d2ce6SRafael J. Wysocki * take its current PM QoS constraint (that's the only thing
37704d2ce6SRafael J. Wysocki * known at this point anyway).
38704d2ce6SRafael J. Wysocki */
392a79ea5eSViresh Kumar constraint_ns = dev_pm_qos_read_value(dev, DEV_PM_QOS_RESUME_LATENCY);
40a5bef810SRafael J. Wysocki constraint_ns *= NSEC_PER_USEC;
41a5bef810SRafael J. Wysocki }
42704d2ce6SRafael J. Wysocki
430759e80bSRafael J. Wysocki if (constraint_ns < *constraint_ns_p)
44a5bef810SRafael J. Wysocki *constraint_ns_p = constraint_ns;
45a5bef810SRafael J. Wysocki
46a5bef810SRafael J. Wysocki return 0;
47a5bef810SRafael J. Wysocki }
48a5bef810SRafael J. Wysocki
49b02c999aSRafael J. Wysocki /**
509df3921eSUlf Hansson * default_suspend_ok - Default PM domain governor routine to suspend devices.
51b02c999aSRafael J. Wysocki * @dev: Device to check.
52b02c999aSRafael J. Wysocki */
default_suspend_ok(struct device * dev)539df3921eSUlf Hansson static bool default_suspend_ok(struct device *dev)
54b02c999aSRafael J. Wysocki {
5566d29d80SUlf Hansson struct gpd_timing_data *td = dev_gpd_data(dev)->td;
566ff7bb0dSRafael J. Wysocki unsigned long flags;
57a5bef810SRafael J. Wysocki s64 constraint_ns;
58b02c999aSRafael J. Wysocki
59b02c999aSRafael J. Wysocki dev_dbg(dev, "%s()\n", __func__);
60b02c999aSRafael J. Wysocki
616ff7bb0dSRafael J. Wysocki spin_lock_irqsave(&dev->power.lock, flags);
626ff7bb0dSRafael J. Wysocki
636ff7bb0dSRafael J. Wysocki if (!td->constraint_changed) {
649df3921eSUlf Hansson bool ret = td->cached_suspend_ok;
656ff7bb0dSRafael J. Wysocki
666ff7bb0dSRafael J. Wysocki spin_unlock_irqrestore(&dev->power.lock, flags);
676ff7bb0dSRafael J. Wysocki return ret;
686ff7bb0dSRafael J. Wysocki }
696ff7bb0dSRafael J. Wysocki td->constraint_changed = false;
709df3921eSUlf Hansson td->cached_suspend_ok = false;
710759e80bSRafael J. Wysocki td->effective_constraint_ns = 0;
728262331eSViresh Kumar constraint_ns = __dev_pm_qos_resume_latency(dev);
736ff7bb0dSRafael J. Wysocki
746ff7bb0dSRafael J. Wysocki spin_unlock_irqrestore(&dev->power.lock, flags);
756ff7bb0dSRafael J. Wysocki
760759e80bSRafael J. Wysocki if (constraint_ns == 0)
77a5bef810SRafael J. Wysocki return false;
78b02c999aSRafael J. Wysocki
79a5bef810SRafael J. Wysocki constraint_ns *= NSEC_PER_USEC;
80a5bef810SRafael J. Wysocki /*
81a5bef810SRafael J. Wysocki * We can walk the children without any additional locking, because
826ff7bb0dSRafael J. Wysocki * they all have been suspended at this point and their
836ff7bb0dSRafael J. Wysocki * effective_constraint_ns fields won't be modified in parallel with us.
84a5bef810SRafael J. Wysocki */
85a5bef810SRafael J. Wysocki if (!dev->power.ignore_children)
86a5bef810SRafael J. Wysocki device_for_each_child(dev, &constraint_ns,
87a5bef810SRafael J. Wysocki dev_update_qos_constraint);
88a5bef810SRafael J. Wysocki
890759e80bSRafael J. Wysocki if (constraint_ns == PM_QOS_RESUME_LATENCY_NO_CONSTRAINT_NS) {
90704d2ce6SRafael J. Wysocki /* "No restriction", so the device is allowed to suspend. */
910759e80bSRafael J. Wysocki td->effective_constraint_ns = PM_QOS_RESUME_LATENCY_NO_CONSTRAINT_NS;
92704d2ce6SRafael J. Wysocki td->cached_suspend_ok = true;
930759e80bSRafael J. Wysocki } else if (constraint_ns == 0) {
94704d2ce6SRafael J. Wysocki /*
95704d2ce6SRafael J. Wysocki * This triggers if one of the children that don't belong to a
960759e80bSRafael J. Wysocki * domain has a zero PM QoS constraint and it's better not to
970759e80bSRafael J. Wysocki * suspend then. effective_constraint_ns is zero already and
980759e80bSRafael J. Wysocki * cached_suspend_ok is false, so bail out.
99704d2ce6SRafael J. Wysocki */
100704d2ce6SRafael J. Wysocki return false;
101704d2ce6SRafael J. Wysocki } else {
1022b1d88cdSUlf Hansson constraint_ns -= td->suspend_latency_ns +
1032b1d88cdSUlf Hansson td->resume_latency_ns;
104704d2ce6SRafael J. Wysocki /*
1050759e80bSRafael J. Wysocki * effective_constraint_ns is zero already and cached_suspend_ok
1060759e80bSRafael J. Wysocki * is false, so if the computed value is not positive, return
1070759e80bSRafael J. Wysocki * right away.
108704d2ce6SRafael J. Wysocki */
109704d2ce6SRafael J. Wysocki if (constraint_ns <= 0)
110a5bef810SRafael J. Wysocki return false;
111704d2ce6SRafael J. Wysocki
112a5bef810SRafael J. Wysocki td->effective_constraint_ns = constraint_ns;
113704d2ce6SRafael J. Wysocki td->cached_suspend_ok = true;
114704d2ce6SRafael J. Wysocki }
115a98f1b78SUlf Hansson
116a5bef810SRafael J. Wysocki /*
117a5bef810SRafael J. Wysocki * The children have been suspended already, so we don't need to take
1189df3921eSUlf Hansson * their suspend latencies into account here.
119a5bef810SRafael J. Wysocki */
1209df3921eSUlf Hansson return td->cached_suspend_ok;
121b02c999aSRafael J. Wysocki }
122b02c999aSRafael J. Wysocki
update_domain_next_wakeup(struct generic_pm_domain * genpd,ktime_t now)123c79aa080SLina Iyer static void update_domain_next_wakeup(struct generic_pm_domain *genpd, ktime_t now)
124c79aa080SLina Iyer {
125c79aa080SLina Iyer ktime_t domain_wakeup = KTIME_MAX;
126c79aa080SLina Iyer ktime_t next_wakeup;
127c79aa080SLina Iyer struct pm_domain_data *pdd;
128c79aa080SLina Iyer struct gpd_link *link;
129c79aa080SLina Iyer
130c79aa080SLina Iyer if (!(genpd->flags & GENPD_FLAG_MIN_RESIDENCY))
131c79aa080SLina Iyer return;
132c79aa080SLina Iyer
133c79aa080SLina Iyer /*
134c79aa080SLina Iyer * Devices that have a predictable wakeup pattern, may specify
135c79aa080SLina Iyer * their next wakeup. Let's find the next wakeup from all the
136c79aa080SLina Iyer * devices attached to this domain and from all the sub-domains.
137c79aa080SLina Iyer * It is possible that component's a next wakeup may have become
138c79aa080SLina Iyer * stale when we read that here. We will ignore to ensure the domain
139c79aa080SLina Iyer * is able to enter its optimal idle state.
140c79aa080SLina Iyer */
141c79aa080SLina Iyer list_for_each_entry(pdd, &genpd->dev_list, list_node) {
1429c74f2acSUlf Hansson next_wakeup = to_gpd_data(pdd)->td->next_wakeup;
143c79aa080SLina Iyer if (next_wakeup != KTIME_MAX && !ktime_before(next_wakeup, now))
144c79aa080SLina Iyer if (ktime_before(next_wakeup, domain_wakeup))
145c79aa080SLina Iyer domain_wakeup = next_wakeup;
146c79aa080SLina Iyer }
147c79aa080SLina Iyer
148c79aa080SLina Iyer list_for_each_entry(link, &genpd->parent_links, parent_node) {
149f38d1a6dSUlf Hansson struct genpd_governor_data *cgd = link->child->gd;
150f38d1a6dSUlf Hansson
151f38d1a6dSUlf Hansson next_wakeup = cgd ? cgd->next_wakeup : KTIME_MAX;
152c79aa080SLina Iyer if (next_wakeup != KTIME_MAX && !ktime_before(next_wakeup, now))
153c79aa080SLina Iyer if (ktime_before(next_wakeup, domain_wakeup))
154c79aa080SLina Iyer domain_wakeup = next_wakeup;
155c79aa080SLina Iyer }
156c79aa080SLina Iyer
157f38d1a6dSUlf Hansson genpd->gd->next_wakeup = domain_wakeup;
158c79aa080SLina Iyer }
159c79aa080SLina Iyer
next_wakeup_allows_state(struct generic_pm_domain * genpd,unsigned int state,ktime_t now)160c79aa080SLina Iyer static bool next_wakeup_allows_state(struct generic_pm_domain *genpd,
161c79aa080SLina Iyer unsigned int state, ktime_t now)
162c79aa080SLina Iyer {
163f38d1a6dSUlf Hansson ktime_t domain_wakeup = genpd->gd->next_wakeup;
164c79aa080SLina Iyer s64 idle_time_ns, min_sleep_ns;
165c79aa080SLina Iyer
166c79aa080SLina Iyer min_sleep_ns = genpd->states[state].power_off_latency_ns +
167c79aa080SLina Iyer genpd->states[state].residency_ns;
168c79aa080SLina Iyer
169c79aa080SLina Iyer idle_time_ns = ktime_to_ns(ktime_sub(domain_wakeup, now));
170c79aa080SLina Iyer
171c79aa080SLina Iyer return idle_time_ns >= min_sleep_ns;
172c79aa080SLina Iyer }
173c79aa080SLina Iyer
__default_power_down_ok(struct dev_pm_domain * pd,unsigned int state)174fc5cbf0cSAxel Haslam static bool __default_power_down_ok(struct dev_pm_domain *pd,
175fc5cbf0cSAxel Haslam unsigned int state)
176221e9b58SRafael J. Wysocki {
177221e9b58SRafael J. Wysocki struct generic_pm_domain *genpd = pd_to_genpd(pd);
178221e9b58SRafael J. Wysocki struct gpd_link *link;
179221e9b58SRafael J. Wysocki struct pm_domain_data *pdd;
180b723b0ebSRafael J. Wysocki s64 min_off_time_ns;
181221e9b58SRafael J. Wysocki s64 off_on_time_ns;
182221e9b58SRafael J. Wysocki
183fc5cbf0cSAxel Haslam off_on_time_ns = genpd->states[state].power_off_latency_ns +
184fc5cbf0cSAxel Haslam genpd->states[state].power_on_latency_ns;
1856ff7bb0dSRafael J. Wysocki
186b723b0ebSRafael J. Wysocki min_off_time_ns = -1;
187221e9b58SRafael J. Wysocki /*
188221e9b58SRafael J. Wysocki * Check if subdomains can be off for enough time.
189221e9b58SRafael J. Wysocki *
190221e9b58SRafael J. Wysocki * All subdomains have been powered off already at this point.
191221e9b58SRafael J. Wysocki */
1928d87ae48SKees Cook list_for_each_entry(link, &genpd->parent_links, parent_node) {
193f38d1a6dSUlf Hansson struct genpd_governor_data *cgd = link->child->gd;
194f38d1a6dSUlf Hansson
195f38d1a6dSUlf Hansson s64 sd_max_off_ns = cgd ? cgd->max_off_time_ns : -1;
196221e9b58SRafael J. Wysocki
197221e9b58SRafael J. Wysocki if (sd_max_off_ns < 0)
198221e9b58SRafael J. Wysocki continue;
199221e9b58SRafael J. Wysocki
200221e9b58SRafael J. Wysocki /*
201221e9b58SRafael J. Wysocki * Check if the subdomain is allowed to be off long enough for
202221e9b58SRafael J. Wysocki * the current domain to turn off and on (that's how much time
203221e9b58SRafael J. Wysocki * it will have to wait worst case).
204221e9b58SRafael J. Wysocki */
205221e9b58SRafael J. Wysocki if (sd_max_off_ns <= off_on_time_ns)
206221e9b58SRafael J. Wysocki return false;
207b723b0ebSRafael J. Wysocki
208b723b0ebSRafael J. Wysocki if (min_off_time_ns > sd_max_off_ns || min_off_time_ns < 0)
209b723b0ebSRafael J. Wysocki min_off_time_ns = sd_max_off_ns;
210221e9b58SRafael J. Wysocki }
211221e9b58SRafael J. Wysocki
212221e9b58SRafael J. Wysocki /*
213221e9b58SRafael J. Wysocki * Check if the devices in the domain can be off enough time.
214221e9b58SRafael J. Wysocki */
215221e9b58SRafael J. Wysocki list_for_each_entry(pdd, &genpd->dev_list, list_node) {
216221e9b58SRafael J. Wysocki struct gpd_timing_data *td;
217dd8683e9SRafael J. Wysocki s64 constraint_ns;
218221e9b58SRafael J. Wysocki
219dd8683e9SRafael J. Wysocki /*
220dd8683e9SRafael J. Wysocki * Check if the device is allowed to be off long enough for the
221dd8683e9SRafael J. Wysocki * domain to turn off and on (that's how much time it will
222dd8683e9SRafael J. Wysocki * have to wait worst case).
223dd8683e9SRafael J. Wysocki */
22466d29d80SUlf Hansson td = to_gpd_data(pdd)->td;
225dd8683e9SRafael J. Wysocki constraint_ns = td->effective_constraint_ns;
226704d2ce6SRafael J. Wysocki /*
2270759e80bSRafael J. Wysocki * Zero means "no suspend at all" and this runs only when all
2280759e80bSRafael J. Wysocki * devices in the domain are suspended, so it must be positive.
229704d2ce6SRafael J. Wysocki */
2300759e80bSRafael J. Wysocki if (constraint_ns == PM_QOS_RESUME_LATENCY_NO_CONSTRAINT_NS)
231dd8683e9SRafael J. Wysocki continue;
232dd8683e9SRafael J. Wysocki
233dd8683e9SRafael J. Wysocki if (constraint_ns <= off_on_time_ns)
234221e9b58SRafael J. Wysocki return false;
235221e9b58SRafael J. Wysocki
236b723b0ebSRafael J. Wysocki if (min_off_time_ns > constraint_ns || min_off_time_ns < 0)
237b723b0ebSRafael J. Wysocki min_off_time_ns = constraint_ns;
238221e9b58SRafael J. Wysocki }
239221e9b58SRafael J. Wysocki
240221e9b58SRafael J. Wysocki /*
241dd8683e9SRafael J. Wysocki * If the computed minimum device off time is negative, there are no
242dd8683e9SRafael J. Wysocki * latency constraints, so the domain can spend arbitrary time in the
243dd8683e9SRafael J. Wysocki * "off" state.
244221e9b58SRafael J. Wysocki */
245b723b0ebSRafael J. Wysocki if (min_off_time_ns < 0)
246221e9b58SRafael J. Wysocki return true;
247221e9b58SRafael J. Wysocki
248221e9b58SRafael J. Wysocki /*
249b723b0ebSRafael J. Wysocki * The difference between the computed minimum subdomain or device off
250b723b0ebSRafael J. Wysocki * time and the time needed to turn the domain on is the maximum
251b723b0ebSRafael J. Wysocki * theoretical time this domain can spend in the "off" state.
252221e9b58SRafael J. Wysocki */
253f38d1a6dSUlf Hansson genpd->gd->max_off_time_ns = min_off_time_ns -
254fc5cbf0cSAxel Haslam genpd->states[state].power_on_latency_ns;
255221e9b58SRafael J. Wysocki return true;
256221e9b58SRafael J. Wysocki }
257221e9b58SRafael J. Wysocki
258268cd2edSKrzysztof Kozlowski /**
259c79aa080SLina Iyer * _default_power_down_ok - Default generic PM domain power off governor routine.
260268cd2edSKrzysztof Kozlowski * @pd: PM domain to check.
261763663c9SYang Yingliang * @now: current ktime.
262268cd2edSKrzysztof Kozlowski *
263268cd2edSKrzysztof Kozlowski * This routine must be executed under the PM domain's lock.
264268cd2edSKrzysztof Kozlowski */
_default_power_down_ok(struct dev_pm_domain * pd,ktime_t now)265c79aa080SLina Iyer static bool _default_power_down_ok(struct dev_pm_domain *pd, ktime_t now)
266fc5cbf0cSAxel Haslam {
267fc5cbf0cSAxel Haslam struct generic_pm_domain *genpd = pd_to_genpd(pd);
268f38d1a6dSUlf Hansson struct genpd_governor_data *gd = genpd->gd;
269c79aa080SLina Iyer int state_idx = genpd->state_count - 1;
270fc5cbf0cSAxel Haslam struct gpd_link *link;
271fc5cbf0cSAxel Haslam
272c79aa080SLina Iyer /*
273c79aa080SLina Iyer * Find the next wakeup from devices that can determine their own wakeup
274c79aa080SLina Iyer * to find when the domain would wakeup and do it for every device down
275c79aa080SLina Iyer * the hierarchy. It is not worth while to sleep if the state's residency
276c79aa080SLina Iyer * cannot be met.
277c79aa080SLina Iyer */
278c79aa080SLina Iyer update_domain_next_wakeup(genpd, now);
279f38d1a6dSUlf Hansson if ((genpd->flags & GENPD_FLAG_MIN_RESIDENCY) && (gd->next_wakeup != KTIME_MAX)) {
280c79aa080SLina Iyer /* Let's find out the deepest domain idle state, the devices prefer */
281c79aa080SLina Iyer while (state_idx >= 0) {
282c79aa080SLina Iyer if (next_wakeup_allows_state(genpd, state_idx, now)) {
283f38d1a6dSUlf Hansson gd->max_off_time_changed = true;
284c79aa080SLina Iyer break;
285c79aa080SLina Iyer }
286c79aa080SLina Iyer state_idx--;
287c79aa080SLina Iyer }
288c79aa080SLina Iyer
289c79aa080SLina Iyer if (state_idx < 0) {
290c79aa080SLina Iyer state_idx = 0;
291f38d1a6dSUlf Hansson gd->cached_power_down_ok = false;
292c79aa080SLina Iyer goto done;
293c79aa080SLina Iyer }
294c79aa080SLina Iyer }
295c79aa080SLina Iyer
296f38d1a6dSUlf Hansson if (!gd->max_off_time_changed) {
297f38d1a6dSUlf Hansson genpd->state_idx = gd->cached_power_down_state_idx;
298f38d1a6dSUlf Hansson return gd->cached_power_down_ok;
299e9499968SUlf Hansson }
300fc5cbf0cSAxel Haslam
301fc5cbf0cSAxel Haslam /*
3028d87ae48SKees Cook * We have to invalidate the cached results for the parents, so
303fc5cbf0cSAxel Haslam * use the observation that default_power_down_ok() is not
3048d87ae48SKees Cook * going to be called for any parent until this instance
305fc5cbf0cSAxel Haslam * returns.
306fc5cbf0cSAxel Haslam */
307f38d1a6dSUlf Hansson list_for_each_entry(link, &genpd->child_links, child_node) {
308f38d1a6dSUlf Hansson struct genpd_governor_data *pgd = link->parent->gd;
309fc5cbf0cSAxel Haslam
310f38d1a6dSUlf Hansson if (pgd)
311f38d1a6dSUlf Hansson pgd->max_off_time_changed = true;
312f38d1a6dSUlf Hansson }
313f38d1a6dSUlf Hansson
314f38d1a6dSUlf Hansson gd->max_off_time_ns = -1;
315f38d1a6dSUlf Hansson gd->max_off_time_changed = false;
316f38d1a6dSUlf Hansson gd->cached_power_down_ok = true;
317fc5cbf0cSAxel Haslam
318c79aa080SLina Iyer /*
319c79aa080SLina Iyer * Find a state to power down to, starting from the state
320c79aa080SLina Iyer * determined by the next wakeup.
321c79aa080SLina Iyer */
322c79aa080SLina Iyer while (!__default_power_down_ok(pd, state_idx)) {
323c79aa080SLina Iyer if (state_idx == 0) {
324f38d1a6dSUlf Hansson gd->cached_power_down_ok = false;
325fc5cbf0cSAxel Haslam break;
326fc5cbf0cSAxel Haslam }
327c79aa080SLina Iyer state_idx--;
328fc5cbf0cSAxel Haslam }
329fc5cbf0cSAxel Haslam
330c79aa080SLina Iyer done:
331c79aa080SLina Iyer genpd->state_idx = state_idx;
332f38d1a6dSUlf Hansson gd->cached_power_down_state_idx = genpd->state_idx;
333f38d1a6dSUlf Hansson return gd->cached_power_down_ok;
334fc5cbf0cSAxel Haslam }
335fc5cbf0cSAxel Haslam
default_power_down_ok(struct dev_pm_domain * pd)336c79aa080SLina Iyer static bool default_power_down_ok(struct dev_pm_domain *pd)
337c79aa080SLina Iyer {
338c79aa080SLina Iyer return _default_power_down_ok(pd, ktime_get());
339c79aa080SLina Iyer }
340c79aa080SLina Iyer
341e9499968SUlf Hansson #ifdef CONFIG_CPU_IDLE
cpu_power_down_ok(struct dev_pm_domain * pd)342e9499968SUlf Hansson static bool cpu_power_down_ok(struct dev_pm_domain *pd)
343e9499968SUlf Hansson {
344e9499968SUlf Hansson struct generic_pm_domain *genpd = pd_to_genpd(pd);
345e9499968SUlf Hansson struct cpuidle_device *dev;
346e9499968SUlf Hansson ktime_t domain_wakeup, next_hrtimer;
347c79aa080SLina Iyer ktime_t now = ktime_get();
348e9499968SUlf Hansson s64 idle_duration_ns;
349e9499968SUlf Hansson int cpu, i;
350e9499968SUlf Hansson
351e9499968SUlf Hansson /* Validate dev PM QoS constraints. */
352c79aa080SLina Iyer if (!_default_power_down_ok(pd, now))
353e9499968SUlf Hansson return false;
354e9499968SUlf Hansson
355e9499968SUlf Hansson if (!(genpd->flags & GENPD_FLAG_CPU_DOMAIN))
356e9499968SUlf Hansson return true;
357e9499968SUlf Hansson
358e9499968SUlf Hansson /*
359e9499968SUlf Hansson * Find the next wakeup for any of the online CPUs within the PM domain
360e9499968SUlf Hansson * and its subdomains. Note, we only need the genpd->cpus, as it already
361e9499968SUlf Hansson * contains a mask of all CPUs from subdomains.
362e9499968SUlf Hansson */
363e9499968SUlf Hansson domain_wakeup = ktime_set(KTIME_SEC_MAX, 0);
364e9499968SUlf Hansson for_each_cpu_and(cpu, genpd->cpus, cpu_online_mask) {
365e9499968SUlf Hansson dev = per_cpu(cpuidle_devices, cpu);
366e9499968SUlf Hansson if (dev) {
367e9499968SUlf Hansson next_hrtimer = READ_ONCE(dev->next_hrtimer);
368e9499968SUlf Hansson if (ktime_before(next_hrtimer, domain_wakeup))
369e9499968SUlf Hansson domain_wakeup = next_hrtimer;
370e9499968SUlf Hansson }
371e9499968SUlf Hansson }
372e9499968SUlf Hansson
373e9499968SUlf Hansson /* The minimum idle duration is from now - until the next wakeup. */
374c79aa080SLina Iyer idle_duration_ns = ktime_to_ns(ktime_sub(domain_wakeup, now));
375e9499968SUlf Hansson if (idle_duration_ns <= 0)
376e9499968SUlf Hansson return false;
377e9499968SUlf Hansson
378*1498c503SMaulik Shah /* Store the next domain_wakeup to allow consumers to use it. */
379*1498c503SMaulik Shah genpd->gd->next_hrtimer = domain_wakeup;
380*1498c503SMaulik Shah
381e9499968SUlf Hansson /*
382e9499968SUlf Hansson * Find the deepest idle state that has its residency value satisfied
383e9499968SUlf Hansson * and by also taking into account the power off latency for the state.
384e9499968SUlf Hansson * Start at the state picked by the dev PM QoS constraint validation.
385e9499968SUlf Hansson */
386e9499968SUlf Hansson i = genpd->state_idx;
387e9499968SUlf Hansson do {
388e9499968SUlf Hansson if (idle_duration_ns >= (genpd->states[i].residency_ns +
389e9499968SUlf Hansson genpd->states[i].power_off_latency_ns)) {
390e9499968SUlf Hansson genpd->state_idx = i;
391e9499968SUlf Hansson return true;
392e9499968SUlf Hansson }
393e9499968SUlf Hansson } while (--i >= 0);
394e9499968SUlf Hansson
395e9499968SUlf Hansson return false;
396e9499968SUlf Hansson }
397e9499968SUlf Hansson
398e9499968SUlf Hansson struct dev_power_governor pm_domain_cpu_gov = {
399e9499968SUlf Hansson .suspend_ok = default_suspend_ok,
400e9499968SUlf Hansson .power_down_ok = cpu_power_down_ok,
401e9499968SUlf Hansson };
402e9499968SUlf Hansson #endif
403e9499968SUlf Hansson
404e59a8db8SRafael J. Wysocki struct dev_power_governor simple_qos_governor = {
4059df3921eSUlf Hansson .suspend_ok = default_suspend_ok,
406e59a8db8SRafael J. Wysocki .power_down_ok = default_power_down_ok,
407e59a8db8SRafael J. Wysocki };
408e59a8db8SRafael J. Wysocki
409925b44a2SMark Brown /**
410925b44a2SMark Brown * pm_genpd_gov_always_on - A governor implementing an always-on policy
411925b44a2SMark Brown */
412925b44a2SMark Brown struct dev_power_governor pm_domain_always_on_gov = {
4139df3921eSUlf Hansson .suspend_ok = default_suspend_ok,
414925b44a2SMark Brown };
415