1108c35a9SDaniel Lezcano // SPDX-License-Identifier: GPL-2.0
2adaf9fcdSRafael J. Wysocki /*
3adaf9fcdSRafael J. Wysocki * Scheduler code and data structures related to cpufreq.
4adaf9fcdSRafael J. Wysocki *
5adaf9fcdSRafael J. Wysocki * Copyright (C) 2016, Intel Corporation
6adaf9fcdSRafael J. Wysocki * Author: Rafael J. Wysocki <rafael.j.wysocki@intel.com>
7adaf9fcdSRafael J. Wysocki */
8adaf9fcdSRafael J. Wysocki
9b10abd0aSJoel Fernandes (Google) DEFINE_PER_CPU(struct update_util_data __rcu *, cpufreq_update_util_data);
10adaf9fcdSRafael J. Wysocki
11adaf9fcdSRafael J. Wysocki /**
120bed612bSRafael J. Wysocki * cpufreq_add_update_util_hook - Populate the CPU's update_util_data pointer.
13adaf9fcdSRafael J. Wysocki * @cpu: The CPU to set the pointer for.
14adaf9fcdSRafael J. Wysocki * @data: New pointer value.
150bed612bSRafael J. Wysocki * @func: Callback function to set for the CPU.
16adaf9fcdSRafael J. Wysocki *
170bed612bSRafael J. Wysocki * Set and publish the update_util_data pointer for the given CPU.
180bed612bSRafael J. Wysocki *
190bed612bSRafael J. Wysocki * The update_util_data pointer of @cpu is set to @data and the callback
200bed612bSRafael J. Wysocki * function pointer in the target struct update_util_data is set to @func.
210bed612bSRafael J. Wysocki * That function will be called by cpufreq_update_util() from RCU-sched
220bed612bSRafael J. Wysocki * read-side critical sections, so it must not sleep. @data will always be
230bed612bSRafael J. Wysocki * passed to it as the first argument which allows the function to get to the
240bed612bSRafael J. Wysocki * target update_util_data structure and its container.
250bed612bSRafael J. Wysocki *
260bed612bSRafael J. Wysocki * The update_util_data pointer of @cpu must be NULL when this function is
270bed612bSRafael J. Wysocki * called or it will WARN() and return with no effect.
280bed612bSRafael J. Wysocki */
cpufreq_add_update_util_hook(int cpu,struct update_util_data * data,void (* func)(struct update_util_data * data,u64 time,unsigned int flags))290bed612bSRafael J. Wysocki void cpufreq_add_update_util_hook(int cpu, struct update_util_data *data,
300bed612bSRafael J. Wysocki void (*func)(struct update_util_data *data, u64 time,
3158919e83SRafael J. Wysocki unsigned int flags))
320bed612bSRafael J. Wysocki {
330bed612bSRafael J. Wysocki if (WARN_ON(!data || !func))
340bed612bSRafael J. Wysocki return;
350bed612bSRafael J. Wysocki
360bed612bSRafael J. Wysocki if (WARN_ON(per_cpu(cpufreq_update_util_data, cpu)))
370bed612bSRafael J. Wysocki return;
380bed612bSRafael J. Wysocki
390bed612bSRafael J. Wysocki data->func = func;
400bed612bSRafael J. Wysocki rcu_assign_pointer(per_cpu(cpufreq_update_util_data, cpu), data);
410bed612bSRafael J. Wysocki }
420bed612bSRafael J. Wysocki EXPORT_SYMBOL_GPL(cpufreq_add_update_util_hook);
430bed612bSRafael J. Wysocki
440bed612bSRafael J. Wysocki /**
450bed612bSRafael J. Wysocki * cpufreq_remove_update_util_hook - Clear the CPU's update_util_data pointer.
460bed612bSRafael J. Wysocki * @cpu: The CPU to clear the pointer for.
470bed612bSRafael J. Wysocki *
480bed612bSRafael J. Wysocki * Clear the update_util_data pointer for the given CPU.
49adaf9fcdSRafael J. Wysocki *
50b290ebcfSPaul E. McKenney * Callers must use RCU callbacks to free any memory that might be
51b290ebcfSPaul E. McKenney * accessed via the old update_util_data pointer or invoke synchronize_rcu()
52adaf9fcdSRafael J. Wysocki * right after this function to avoid use-after-free.
53adaf9fcdSRafael J. Wysocki */
cpufreq_remove_update_util_hook(int cpu)540bed612bSRafael J. Wysocki void cpufreq_remove_update_util_hook(int cpu)
55adaf9fcdSRafael J. Wysocki {
560bed612bSRafael J. Wysocki rcu_assign_pointer(per_cpu(cpufreq_update_util_data, cpu), NULL);
57adaf9fcdSRafael J. Wysocki }
580bed612bSRafael J. Wysocki EXPORT_SYMBOL_GPL(cpufreq_remove_update_util_hook);
59*85572c2cSRafael J. Wysocki
60*85572c2cSRafael J. Wysocki /**
61*85572c2cSRafael J. Wysocki * cpufreq_this_cpu_can_update - Check if cpufreq policy can be updated.
62*85572c2cSRafael J. Wysocki * @policy: cpufreq policy to check.
63*85572c2cSRafael J. Wysocki *
64*85572c2cSRafael J. Wysocki * Return 'true' if:
65*85572c2cSRafael J. Wysocki * - the local and remote CPUs share @policy,
66*85572c2cSRafael J. Wysocki * - dvfs_possible_from_any_cpu is set in @policy and the local CPU is not going
67*85572c2cSRafael J. Wysocki * offline (in which case it is not expected to run cpufreq updates any more).
68*85572c2cSRafael J. Wysocki */
cpufreq_this_cpu_can_update(struct cpufreq_policy * policy)69*85572c2cSRafael J. Wysocki bool cpufreq_this_cpu_can_update(struct cpufreq_policy *policy)
70*85572c2cSRafael J. Wysocki {
71*85572c2cSRafael J. Wysocki return cpumask_test_cpu(smp_processor_id(), policy->cpus) ||
72*85572c2cSRafael J. Wysocki (policy->dvfs_possible_from_any_cpu &&
73*85572c2cSRafael J. Wysocki rcu_dereference_sched(*this_cpu_ptr(&cpufreq_update_util_data)));
74*85572c2cSRafael J. Wysocki }
75