xref: /openbmc/linux/drivers/cpufreq/qcom-cpufreq-nvmem.c (revision 865d7e719262e9845a3c847040fbd4d84c8b5bd9)
17d127095SSricharan R // SPDX-License-Identifier: GPL-2.0
27d127095SSricharan R /*
37d127095SSricharan R  * Copyright (c) 2018, The Linux Foundation. All rights reserved.
47d127095SSricharan R  */
57d127095SSricharan R 
67d127095SSricharan R /*
77d127095SSricharan R  * In Certain QCOM SoCs like apq8096 and msm8996 that have KRYO processors,
87d127095SSricharan R  * the CPU frequency subset and voltage value of each OPP varies
97d127095SSricharan R  * based on the silicon variant in use. Qualcomm Process Voltage Scaling Tables
107d127095SSricharan R  * defines the voltage and frequency value based on the msm-id in SMEM
117d127095SSricharan R  * and speedbin blown in the efuse combination.
127d127095SSricharan R  * The qcom-cpufreq-nvmem driver reads the msm-id and efuse value from the SoC
137d127095SSricharan R  * to provide the OPP framework with required information.
147d127095SSricharan R  * This is used to determine the voltage and frequency value for each OPP of
157d127095SSricharan R  * operating-points-v2 table when it is parsed by the OPP framework.
167d127095SSricharan R  */
177d127095SSricharan R 
187d127095SSricharan R #include <linux/cpu.h>
197d127095SSricharan R #include <linux/err.h>
207d127095SSricharan R #include <linux/init.h>
217d127095SSricharan R #include <linux/kernel.h>
227d127095SSricharan R #include <linux/module.h>
237d127095SSricharan R #include <linux/nvmem-consumer.h>
247d127095SSricharan R #include <linux/of.h>
257d127095SSricharan R #include <linux/of_device.h>
267d127095SSricharan R #include <linux/platform_device.h>
271cb8339cSNiklas Cassel #include <linux/pm_domain.h>
287d127095SSricharan R #include <linux/pm_opp.h>
297d127095SSricharan R #include <linux/slab.h>
307d127095SSricharan R #include <linux/soc/qcom/smem.h>
317d127095SSricharan R 
327d127095SSricharan R #define MSM_ID_SMEM	137
337d127095SSricharan R 
34*865d7e71SRobert Marko #include <dt-bindings/arm/qcom,ids.h>
357d127095SSricharan R 
367d127095SSricharan R enum _msm8996_version {
377d127095SSricharan R 	MSM8996_V3,
387d127095SSricharan R 	MSM8996_SG,
397d127095SSricharan R 	NUM_OF_MSM8996_VERSIONS,
407d127095SSricharan R };
417d127095SSricharan R 
4257f2f8b4SNiklas Cassel struct qcom_cpufreq_drv;
4357f2f8b4SNiklas Cassel 
4457f2f8b4SNiklas Cassel struct qcom_cpufreq_match_data {
4557f2f8b4SNiklas Cassel 	int (*get_version)(struct device *cpu_dev,
4657f2f8b4SNiklas Cassel 			   struct nvmem_cell *speedbin_nvmem,
47a8811ec7SAnsuel Smith 			   char **pvs_name,
4857f2f8b4SNiklas Cassel 			   struct qcom_cpufreq_drv *drv);
491cb8339cSNiklas Cassel 	const char **genpd_names;
5057f2f8b4SNiklas Cassel };
5157f2f8b4SNiklas Cassel 
5257f2f8b4SNiklas Cassel struct qcom_cpufreq_drv {
5349cd000dSViresh Kumar 	int *opp_tokens;
5457f2f8b4SNiklas Cassel 	u32 versions;
5557f2f8b4SNiklas Cassel 	const struct qcom_cpufreq_match_data *data;
5657f2f8b4SNiklas Cassel };
5757f2f8b4SNiklas Cassel 
587d127095SSricharan R static struct platform_device *cpufreq_dt_pdev, *cpufreq_pdev;
597d127095SSricharan R 
60a8811ec7SAnsuel Smith static void get_krait_bin_format_a(struct device *cpu_dev,
61a8811ec7SAnsuel Smith 					  int *speed, int *pvs, int *pvs_ver,
62a05887f0SFabien Parent 					  u8 *buf)
63a8811ec7SAnsuel Smith {
64a8811ec7SAnsuel Smith 	u32 pte_efuse;
65a8811ec7SAnsuel Smith 
66a8811ec7SAnsuel Smith 	pte_efuse = *((u32 *)buf);
67a8811ec7SAnsuel Smith 
68a8811ec7SAnsuel Smith 	*speed = pte_efuse & 0xf;
69a8811ec7SAnsuel Smith 	if (*speed == 0xf)
70a8811ec7SAnsuel Smith 		*speed = (pte_efuse >> 4) & 0xf;
71a8811ec7SAnsuel Smith 
72a8811ec7SAnsuel Smith 	if (*speed == 0xf) {
73a8811ec7SAnsuel Smith 		*speed = 0;
74a8811ec7SAnsuel Smith 		dev_warn(cpu_dev, "Speed bin: Defaulting to %d\n", *speed);
75a8811ec7SAnsuel Smith 	} else {
76a8811ec7SAnsuel Smith 		dev_dbg(cpu_dev, "Speed bin: %d\n", *speed);
77a8811ec7SAnsuel Smith 	}
78a8811ec7SAnsuel Smith 
79a8811ec7SAnsuel Smith 	*pvs = (pte_efuse >> 10) & 0x7;
80a8811ec7SAnsuel Smith 	if (*pvs == 0x7)
81a8811ec7SAnsuel Smith 		*pvs = (pte_efuse >> 13) & 0x7;
82a8811ec7SAnsuel Smith 
83a8811ec7SAnsuel Smith 	if (*pvs == 0x7) {
84a8811ec7SAnsuel Smith 		*pvs = 0;
85a8811ec7SAnsuel Smith 		dev_warn(cpu_dev, "PVS bin: Defaulting to %d\n", *pvs);
86a8811ec7SAnsuel Smith 	} else {
87a8811ec7SAnsuel Smith 		dev_dbg(cpu_dev, "PVS bin: %d\n", *pvs);
88a8811ec7SAnsuel Smith 	}
89a8811ec7SAnsuel Smith }
90a8811ec7SAnsuel Smith 
91a8811ec7SAnsuel Smith static void get_krait_bin_format_b(struct device *cpu_dev,
92a8811ec7SAnsuel Smith 					  int *speed, int *pvs, int *pvs_ver,
93a05887f0SFabien Parent 					  u8 *buf)
94a8811ec7SAnsuel Smith {
95a8811ec7SAnsuel Smith 	u32 pte_efuse, redundant_sel;
96a8811ec7SAnsuel Smith 
97a8811ec7SAnsuel Smith 	pte_efuse = *((u32 *)buf);
98a8811ec7SAnsuel Smith 	redundant_sel = (pte_efuse >> 24) & 0x7;
99a8811ec7SAnsuel Smith 
100a8811ec7SAnsuel Smith 	*pvs_ver = (pte_efuse >> 4) & 0x3;
101a8811ec7SAnsuel Smith 
102a8811ec7SAnsuel Smith 	switch (redundant_sel) {
103a8811ec7SAnsuel Smith 	case 1:
104a8811ec7SAnsuel Smith 		*pvs = ((pte_efuse >> 28) & 0x8) | ((pte_efuse >> 6) & 0x7);
105a8811ec7SAnsuel Smith 		*speed = (pte_efuse >> 27) & 0xf;
106a8811ec7SAnsuel Smith 		break;
107a8811ec7SAnsuel Smith 	case 2:
108a8811ec7SAnsuel Smith 		*pvs = (pte_efuse >> 27) & 0xf;
109a8811ec7SAnsuel Smith 		*speed = pte_efuse & 0x7;
110a8811ec7SAnsuel Smith 		break;
111a8811ec7SAnsuel Smith 	default:
112a8811ec7SAnsuel Smith 		/* 4 bits of PVS are in efuse register bits 31, 8-6. */
113a8811ec7SAnsuel Smith 		*pvs = ((pte_efuse >> 28) & 0x8) | ((pte_efuse >> 6) & 0x7);
114a8811ec7SAnsuel Smith 		*speed = pte_efuse & 0x7;
115a8811ec7SAnsuel Smith 	}
116a8811ec7SAnsuel Smith 
117a8811ec7SAnsuel Smith 	/* Check SPEED_BIN_BLOW_STATUS */
118a8811ec7SAnsuel Smith 	if (pte_efuse & BIT(3)) {
119a8811ec7SAnsuel Smith 		dev_dbg(cpu_dev, "Speed bin: %d\n", *speed);
120a8811ec7SAnsuel Smith 	} else {
121a8811ec7SAnsuel Smith 		dev_warn(cpu_dev, "Speed bin not set. Defaulting to 0!\n");
122a8811ec7SAnsuel Smith 		*speed = 0;
123a8811ec7SAnsuel Smith 	}
124a8811ec7SAnsuel Smith 
125a8811ec7SAnsuel Smith 	/* Check PVS_BLOW_STATUS */
1264a8a77abSLuca Weiss 	pte_efuse = *(((u32 *)buf) + 1);
127a8811ec7SAnsuel Smith 	pte_efuse &= BIT(21);
128a8811ec7SAnsuel Smith 	if (pte_efuse) {
129a8811ec7SAnsuel Smith 		dev_dbg(cpu_dev, "PVS bin: %d\n", *pvs);
130a8811ec7SAnsuel Smith 	} else {
131a8811ec7SAnsuel Smith 		dev_warn(cpu_dev, "PVS bin not set. Defaulting to 0!\n");
132a8811ec7SAnsuel Smith 		*pvs = 0;
133a8811ec7SAnsuel Smith 	}
134a8811ec7SAnsuel Smith 
135a8811ec7SAnsuel Smith 	dev_dbg(cpu_dev, "PVS version: %d\n", *pvs_ver);
136a8811ec7SAnsuel Smith }
137a8811ec7SAnsuel Smith 
1387d127095SSricharan R static enum _msm8996_version qcom_cpufreq_get_msm_id(void)
1397d127095SSricharan R {
1407d127095SSricharan R 	size_t len;
1417d127095SSricharan R 	u32 *msm_id;
1427d127095SSricharan R 	enum _msm8996_version version;
1437d127095SSricharan R 
1447d127095SSricharan R 	msm_id = qcom_smem_get(QCOM_SMEM_HOST_ANY, MSM_ID_SMEM, &len);
1457d127095SSricharan R 	if (IS_ERR(msm_id))
1467d127095SSricharan R 		return NUM_OF_MSM8996_VERSIONS;
1477d127095SSricharan R 
1487d127095SSricharan R 	/* The first 4 bytes are format, next to them is the actual msm-id */
1497d127095SSricharan R 	msm_id++;
1507d127095SSricharan R 
1517d127095SSricharan R 	switch ((enum _msm_id)*msm_id) {
152*865d7e71SRobert Marko 	case QCOM_ID_MSM8996:
153*865d7e71SRobert Marko 	case QCOM_ID_APQ8096:
1547d127095SSricharan R 		version = MSM8996_V3;
1557d127095SSricharan R 		break;
156*865d7e71SRobert Marko 	case QCOM_ID_MSM8996SG:
157*865d7e71SRobert Marko 	case QCOM_ID_APQ8096SG:
1587d127095SSricharan R 		version = MSM8996_SG;
1597d127095SSricharan R 		break;
1607d127095SSricharan R 	default:
1617d127095SSricharan R 		version = NUM_OF_MSM8996_VERSIONS;
1627d127095SSricharan R 	}
1637d127095SSricharan R 
1647d127095SSricharan R 	return version;
1657d127095SSricharan R }
1667d127095SSricharan R 
1677d127095SSricharan R static int qcom_cpufreq_kryo_name_version(struct device *cpu_dev,
1687d127095SSricharan R 					  struct nvmem_cell *speedbin_nvmem,
169a8811ec7SAnsuel Smith 					  char **pvs_name,
17057f2f8b4SNiklas Cassel 					  struct qcom_cpufreq_drv *drv)
1717d127095SSricharan R {
1727d127095SSricharan R 	size_t len;
1737d127095SSricharan R 	u8 *speedbin;
1747d127095SSricharan R 	enum _msm8996_version msm8996_version;
175a8811ec7SAnsuel Smith 	*pvs_name = NULL;
1767d127095SSricharan R 
1777d127095SSricharan R 	msm8996_version = qcom_cpufreq_get_msm_id();
1787d127095SSricharan R 	if (NUM_OF_MSM8996_VERSIONS == msm8996_version) {
1797d127095SSricharan R 		dev_err(cpu_dev, "Not Snapdragon 820/821!");
1807d127095SSricharan R 		return -ENODEV;
1817d127095SSricharan R 	}
1827d127095SSricharan R 
1837d127095SSricharan R 	speedbin = nvmem_cell_read(speedbin_nvmem, &len);
1847d127095SSricharan R 	if (IS_ERR(speedbin))
1857d127095SSricharan R 		return PTR_ERR(speedbin);
1867d127095SSricharan R 
1877d127095SSricharan R 	switch (msm8996_version) {
1887d127095SSricharan R 	case MSM8996_V3:
18957f2f8b4SNiklas Cassel 		drv->versions = 1 << (unsigned int)(*speedbin);
1907d127095SSricharan R 		break;
1917d127095SSricharan R 	case MSM8996_SG:
19257f2f8b4SNiklas Cassel 		drv->versions = 1 << ((unsigned int)(*speedbin) + 4);
1937d127095SSricharan R 		break;
1947d127095SSricharan R 	default:
1957d127095SSricharan R 		BUG();
1967d127095SSricharan R 		break;
1977d127095SSricharan R 	}
1987d127095SSricharan R 
1997d127095SSricharan R 	kfree(speedbin);
2007d127095SSricharan R 	return 0;
2017d127095SSricharan R }
2027d127095SSricharan R 
203a8811ec7SAnsuel Smith static int qcom_cpufreq_krait_name_version(struct device *cpu_dev,
204a8811ec7SAnsuel Smith 					   struct nvmem_cell *speedbin_nvmem,
205a8811ec7SAnsuel Smith 					   char **pvs_name,
206a8811ec7SAnsuel Smith 					   struct qcom_cpufreq_drv *drv)
207a8811ec7SAnsuel Smith {
208a8811ec7SAnsuel Smith 	int speed = 0, pvs = 0, pvs_ver = 0;
209a8811ec7SAnsuel Smith 	u8 *speedbin;
210a8811ec7SAnsuel Smith 	size_t len;
2119f42cf54SFabien Parent 	int ret = 0;
212a8811ec7SAnsuel Smith 
213a8811ec7SAnsuel Smith 	speedbin = nvmem_cell_read(speedbin_nvmem, &len);
214a8811ec7SAnsuel Smith 
215a8811ec7SAnsuel Smith 	if (IS_ERR(speedbin))
216a8811ec7SAnsuel Smith 		return PTR_ERR(speedbin);
217a8811ec7SAnsuel Smith 
218a8811ec7SAnsuel Smith 	switch (len) {
219a8811ec7SAnsuel Smith 	case 4:
220a8811ec7SAnsuel Smith 		get_krait_bin_format_a(cpu_dev, &speed, &pvs, &pvs_ver,
221a05887f0SFabien Parent 				       speedbin);
222a8811ec7SAnsuel Smith 		break;
223a8811ec7SAnsuel Smith 	case 8:
224a8811ec7SAnsuel Smith 		get_krait_bin_format_b(cpu_dev, &speed, &pvs, &pvs_ver,
225a05887f0SFabien Parent 				       speedbin);
226a8811ec7SAnsuel Smith 		break;
227a8811ec7SAnsuel Smith 	default:
228a8811ec7SAnsuel Smith 		dev_err(cpu_dev, "Unable to read nvmem data. Defaulting to 0!\n");
2299f42cf54SFabien Parent 		ret = -ENODEV;
2309f42cf54SFabien Parent 		goto len_error;
231a8811ec7SAnsuel Smith 	}
232a8811ec7SAnsuel Smith 
233a8811ec7SAnsuel Smith 	snprintf(*pvs_name, sizeof("speedXX-pvsXX-vXX"), "speed%d-pvs%d-v%d",
234a8811ec7SAnsuel Smith 		 speed, pvs, pvs_ver);
235a8811ec7SAnsuel Smith 
236a8811ec7SAnsuel Smith 	drv->versions = (1 << speed);
237a8811ec7SAnsuel Smith 
2389f42cf54SFabien Parent len_error:
239a8811ec7SAnsuel Smith 	kfree(speedbin);
2409f42cf54SFabien Parent 	return ret;
241a8811ec7SAnsuel Smith }
242a8811ec7SAnsuel Smith 
24357f2f8b4SNiklas Cassel static const struct qcom_cpufreq_match_data match_data_kryo = {
24457f2f8b4SNiklas Cassel 	.get_version = qcom_cpufreq_kryo_name_version,
24557f2f8b4SNiklas Cassel };
24657f2f8b4SNiklas Cassel 
247a8811ec7SAnsuel Smith static const struct qcom_cpufreq_match_data match_data_krait = {
248a8811ec7SAnsuel Smith 	.get_version = qcom_cpufreq_krait_name_version,
249a8811ec7SAnsuel Smith };
250a8811ec7SAnsuel Smith 
2511cb8339cSNiklas Cassel static const char *qcs404_genpd_names[] = { "cpr", NULL };
2521cb8339cSNiklas Cassel 
2531cb8339cSNiklas Cassel static const struct qcom_cpufreq_match_data match_data_qcs404 = {
2541cb8339cSNiklas Cassel 	.genpd_names = qcs404_genpd_names,
2551cb8339cSNiklas Cassel };
2561cb8339cSNiklas Cassel 
2577d127095SSricharan R static int qcom_cpufreq_probe(struct platform_device *pdev)
2587d127095SSricharan R {
25957f2f8b4SNiklas Cassel 	struct qcom_cpufreq_drv *drv;
2607d127095SSricharan R 	struct nvmem_cell *speedbin_nvmem;
2617d127095SSricharan R 	struct device_node *np;
2627d127095SSricharan R 	struct device *cpu_dev;
26301039fb8SFabien Parent 	char pvs_name_buffer[] = "speedXX-pvsXX-vXX";
26401039fb8SFabien Parent 	char *pvs_name = pvs_name_buffer;
2657d127095SSricharan R 	unsigned cpu;
2667d127095SSricharan R 	const struct of_device_id *match;
2677d127095SSricharan R 	int ret;
2687d127095SSricharan R 
2697d127095SSricharan R 	cpu_dev = get_cpu_device(0);
2707d127095SSricharan R 	if (!cpu_dev)
2717d127095SSricharan R 		return -ENODEV;
2727d127095SSricharan R 
2737d127095SSricharan R 	np = dev_pm_opp_of_get_opp_desc_node(cpu_dev);
2747d127095SSricharan R 	if (!np)
2757d127095SSricharan R 		return -ENOENT;
2767d127095SSricharan R 
2772dea6516SAnsuel Smith 	ret = of_device_is_compatible(np, "operating-points-v2-kryo-cpu");
2787d127095SSricharan R 	if (!ret) {
2797d127095SSricharan R 		of_node_put(np);
2807d127095SSricharan R 		return -ENOENT;
2817d127095SSricharan R 	}
2827d127095SSricharan R 
28357f2f8b4SNiklas Cassel 	drv = kzalloc(sizeof(*drv), GFP_KERNEL);
28457f2f8b4SNiklas Cassel 	if (!drv)
28557f2f8b4SNiklas Cassel 		return -ENOMEM;
28657f2f8b4SNiklas Cassel 
28757f2f8b4SNiklas Cassel 	match = pdev->dev.platform_data;
28857f2f8b4SNiklas Cassel 	drv->data = match->data;
28957f2f8b4SNiklas Cassel 	if (!drv->data) {
29057f2f8b4SNiklas Cassel 		ret = -ENODEV;
29157f2f8b4SNiklas Cassel 		goto free_drv;
2927d127095SSricharan R 	}
2937d127095SSricharan R 
29457f2f8b4SNiklas Cassel 	if (drv->data->get_version) {
29557f2f8b4SNiklas Cassel 		speedbin_nvmem = of_nvmem_cell_get(np, NULL);
29657f2f8b4SNiklas Cassel 		if (IS_ERR(speedbin_nvmem)) {
297d78be404SYang Yingliang 			ret = dev_err_probe(cpu_dev, PTR_ERR(speedbin_nvmem),
298d78be404SYang Yingliang 					    "Could not get nvmem cell\n");
29957f2f8b4SNiklas Cassel 			goto free_drv;
30057f2f8b4SNiklas Cassel 		}
3017d127095SSricharan R 
302a8811ec7SAnsuel Smith 		ret = drv->data->get_version(cpu_dev,
303a8811ec7SAnsuel Smith 							speedbin_nvmem, &pvs_name, drv);
30457f2f8b4SNiklas Cassel 		if (ret) {
30557f2f8b4SNiklas Cassel 			nvmem_cell_put(speedbin_nvmem);
30657f2f8b4SNiklas Cassel 			goto free_drv;
30757f2f8b4SNiklas Cassel 		}
30857f2f8b4SNiklas Cassel 		nvmem_cell_put(speedbin_nvmem);
30957f2f8b4SNiklas Cassel 	}
31057f2f8b4SNiklas Cassel 	of_node_put(np);
31157f2f8b4SNiklas Cassel 
31249cd000dSViresh Kumar 	drv->opp_tokens = kcalloc(num_possible_cpus(), sizeof(*drv->opp_tokens),
31357f2f8b4SNiklas Cassel 				  GFP_KERNEL);
31449cd000dSViresh Kumar 	if (!drv->opp_tokens) {
31557f2f8b4SNiklas Cassel 		ret = -ENOMEM;
31657f2f8b4SNiklas Cassel 		goto free_drv;
31757f2f8b4SNiklas Cassel 	}
3181cb8339cSNiklas Cassel 
3197d127095SSricharan R 	for_each_possible_cpu(cpu) {
32049cd000dSViresh Kumar 		struct dev_pm_opp_config config = {
32149cd000dSViresh Kumar 			.supported_hw = NULL,
32249cd000dSViresh Kumar 		};
32349cd000dSViresh Kumar 
3247d127095SSricharan R 		cpu_dev = get_cpu_device(cpu);
3257d127095SSricharan R 		if (NULL == cpu_dev) {
3267d127095SSricharan R 			ret = -ENODEV;
32749cd000dSViresh Kumar 			goto free_opp;
3287d127095SSricharan R 		}
3297d127095SSricharan R 
33057f2f8b4SNiklas Cassel 		if (drv->data->get_version) {
33149cd000dSViresh Kumar 			config.supported_hw = &drv->versions;
33249cd000dSViresh Kumar 			config.supported_hw_count = 1;
333a8811ec7SAnsuel Smith 
33449cd000dSViresh Kumar 			if (pvs_name)
33549cd000dSViresh Kumar 				config.prop_name = pvs_name;
3361cb8339cSNiklas Cassel 		}
3371cb8339cSNiklas Cassel 
3381cb8339cSNiklas Cassel 		if (drv->data->genpd_names) {
33949cd000dSViresh Kumar 			config.genpd_names = drv->data->genpd_names;
34049cd000dSViresh Kumar 			config.virt_devs = NULL;
34149cd000dSViresh Kumar 		}
34249cd000dSViresh Kumar 
34349cd000dSViresh Kumar 		if (config.supported_hw || config.genpd_names) {
34449cd000dSViresh Kumar 			drv->opp_tokens[cpu] = dev_pm_opp_set_config(cpu_dev, &config);
34549cd000dSViresh Kumar 			if (drv->opp_tokens[cpu] < 0) {
34649cd000dSViresh Kumar 				ret = drv->opp_tokens[cpu];
34749cd000dSViresh Kumar 				dev_err(cpu_dev, "Failed to set OPP config\n");
34849cd000dSViresh Kumar 				goto free_opp;
3497d127095SSricharan R 			}
3507d127095SSricharan R 		}
35157f2f8b4SNiklas Cassel 	}
3527d127095SSricharan R 
3537d127095SSricharan R 	cpufreq_dt_pdev = platform_device_register_simple("cpufreq-dt", -1,
3547d127095SSricharan R 							  NULL, 0);
3557d127095SSricharan R 	if (!IS_ERR(cpufreq_dt_pdev)) {
35657f2f8b4SNiklas Cassel 		platform_set_drvdata(pdev, drv);
3577d127095SSricharan R 		return 0;
3587d127095SSricharan R 	}
3597d127095SSricharan R 
3607d127095SSricharan R 	ret = PTR_ERR(cpufreq_dt_pdev);
3617d127095SSricharan R 	dev_err(cpu_dev, "Failed to register platform device\n");
3627d127095SSricharan R 
3637d127095SSricharan R free_opp:
36449cd000dSViresh Kumar 	for_each_possible_cpu(cpu)
36549cd000dSViresh Kumar 		dev_pm_opp_clear_config(drv->opp_tokens[cpu]);
36649cd000dSViresh Kumar 	kfree(drv->opp_tokens);
36757f2f8b4SNiklas Cassel free_drv:
36857f2f8b4SNiklas Cassel 	kfree(drv);
3697d127095SSricharan R 
3707d127095SSricharan R 	return ret;
3717d127095SSricharan R }
3727d127095SSricharan R 
3737d127095SSricharan R static int qcom_cpufreq_remove(struct platform_device *pdev)
3747d127095SSricharan R {
37557f2f8b4SNiklas Cassel 	struct qcom_cpufreq_drv *drv = platform_get_drvdata(pdev);
3767d127095SSricharan R 	unsigned int cpu;
3777d127095SSricharan R 
3787d127095SSricharan R 	platform_device_unregister(cpufreq_dt_pdev);
3797d127095SSricharan R 
38049cd000dSViresh Kumar 	for_each_possible_cpu(cpu)
38149cd000dSViresh Kumar 		dev_pm_opp_clear_config(drv->opp_tokens[cpu]);
3827d127095SSricharan R 
38349cd000dSViresh Kumar 	kfree(drv->opp_tokens);
38457f2f8b4SNiklas Cassel 	kfree(drv);
3857d127095SSricharan R 
3867d127095SSricharan R 	return 0;
3877d127095SSricharan R }
3887d127095SSricharan R 
3897d127095SSricharan R static struct platform_driver qcom_cpufreq_driver = {
3907d127095SSricharan R 	.probe = qcom_cpufreq_probe,
3917d127095SSricharan R 	.remove = qcom_cpufreq_remove,
3927d127095SSricharan R 	.driver = {
3937d127095SSricharan R 		.name = "qcom-cpufreq-nvmem",
3947d127095SSricharan R 	},
3957d127095SSricharan R };
3967d127095SSricharan R 
3977d127095SSricharan R static const struct of_device_id qcom_cpufreq_match_list[] __initconst = {
39857f2f8b4SNiklas Cassel 	{ .compatible = "qcom,apq8096", .data = &match_data_kryo },
39957f2f8b4SNiklas Cassel 	{ .compatible = "qcom,msm8996", .data = &match_data_kryo },
4001cb8339cSNiklas Cassel 	{ .compatible = "qcom,qcs404", .data = &match_data_qcs404 },
401a8811ec7SAnsuel Smith 	{ .compatible = "qcom,ipq8064", .data = &match_data_krait },
402a8811ec7SAnsuel Smith 	{ .compatible = "qcom,apq8064", .data = &match_data_krait },
403a8811ec7SAnsuel Smith 	{ .compatible = "qcom,msm8974", .data = &match_data_krait },
404a8811ec7SAnsuel Smith 	{ .compatible = "qcom,msm8960", .data = &match_data_krait },
4057d127095SSricharan R 	{},
4067d127095SSricharan R };
407a5a60316SPali Rohár MODULE_DEVICE_TABLE(of, qcom_cpufreq_match_list);
4087d127095SSricharan R 
4097d127095SSricharan R /*
4107d127095SSricharan R  * Since the driver depends on smem and nvmem drivers, which may
4117d127095SSricharan R  * return EPROBE_DEFER, all the real activity is done in the probe,
4127d127095SSricharan R  * which may be defered as well. The init here is only registering
4137d127095SSricharan R  * the driver and the platform device.
4147d127095SSricharan R  */
4157d127095SSricharan R static int __init qcom_cpufreq_init(void)
4167d127095SSricharan R {
4177d127095SSricharan R 	struct device_node *np = of_find_node_by_path("/");
4187d127095SSricharan R 	const struct of_device_id *match;
4197d127095SSricharan R 	int ret;
4207d127095SSricharan R 
4217d127095SSricharan R 	if (!np)
4227d127095SSricharan R 		return -ENODEV;
4237d127095SSricharan R 
4247d127095SSricharan R 	match = of_match_node(qcom_cpufreq_match_list, np);
4257d127095SSricharan R 	of_node_put(np);
4267d127095SSricharan R 	if (!match)
4277d127095SSricharan R 		return -ENODEV;
4287d127095SSricharan R 
4297d127095SSricharan R 	ret = platform_driver_register(&qcom_cpufreq_driver);
4307d127095SSricharan R 	if (unlikely(ret < 0))
4317d127095SSricharan R 		return ret;
4327d127095SSricharan R 
4337d127095SSricharan R 	cpufreq_pdev = platform_device_register_data(NULL, "qcom-cpufreq-nvmem",
4347d127095SSricharan R 						     -1, match, sizeof(*match));
4357d127095SSricharan R 	ret = PTR_ERR_OR_ZERO(cpufreq_pdev);
4367d127095SSricharan R 	if (0 == ret)
4377d127095SSricharan R 		return 0;
4387d127095SSricharan R 
4397d127095SSricharan R 	platform_driver_unregister(&qcom_cpufreq_driver);
4407d127095SSricharan R 	return ret;
4417d127095SSricharan R }
4427d127095SSricharan R module_init(qcom_cpufreq_init);
4437d127095SSricharan R 
4447d127095SSricharan R static void __exit qcom_cpufreq_exit(void)
4457d127095SSricharan R {
4467d127095SSricharan R 	platform_device_unregister(cpufreq_pdev);
4477d127095SSricharan R 	platform_driver_unregister(&qcom_cpufreq_driver);
4487d127095SSricharan R }
4497d127095SSricharan R module_exit(qcom_cpufreq_exit);
4507d127095SSricharan R 
4517d127095SSricharan R MODULE_DESCRIPTION("Qualcomm Technologies, Inc. CPUfreq driver");
4527d127095SSricharan R MODULE_LICENSE("GPL v2");
453