17d127095SSricharan R // SPDX-License-Identifier: GPL-2.0 27d127095SSricharan R /* 37d127095SSricharan R * Copyright (c) 2018, The Linux Foundation. All rights reserved. 47d127095SSricharan R */ 57d127095SSricharan R 67d127095SSricharan R /* 77d127095SSricharan R * In Certain QCOM SoCs like apq8096 and msm8996 that have KRYO processors, 87d127095SSricharan R * the CPU frequency subset and voltage value of each OPP varies 97d127095SSricharan R * based on the silicon variant in use. Qualcomm Process Voltage Scaling Tables 107d127095SSricharan R * defines the voltage and frequency value based on the msm-id in SMEM 117d127095SSricharan R * and speedbin blown in the efuse combination. 127d127095SSricharan R * The qcom-cpufreq-nvmem driver reads the msm-id and efuse value from the SoC 137d127095SSricharan R * to provide the OPP framework with required information. 147d127095SSricharan R * This is used to determine the voltage and frequency value for each OPP of 157d127095SSricharan R * operating-points-v2 table when it is parsed by the OPP framework. 167d127095SSricharan R */ 177d127095SSricharan R 187d127095SSricharan R #include <linux/cpu.h> 197d127095SSricharan R #include <linux/err.h> 207d127095SSricharan R #include <linux/init.h> 217d127095SSricharan R #include <linux/kernel.h> 227d127095SSricharan R #include <linux/module.h> 237d127095SSricharan R #include <linux/nvmem-consumer.h> 247d127095SSricharan R #include <linux/of.h> 257d127095SSricharan R #include <linux/of_device.h> 267d127095SSricharan R #include <linux/platform_device.h> 271cb8339cSNiklas Cassel #include <linux/pm_domain.h> 287d127095SSricharan R #include <linux/pm_opp.h> 297d127095SSricharan R #include <linux/slab.h> 307d127095SSricharan R #include <linux/soc/qcom/smem.h> 317d127095SSricharan R 327d127095SSricharan R #define MSM_ID_SMEM 137 337d127095SSricharan R 347d127095SSricharan R enum _msm_id { 357d127095SSricharan R MSM8996V3 = 0xF6ul, 367d127095SSricharan R APQ8096V3 = 0x123ul, 377d127095SSricharan R MSM8996SG = 0x131ul, 387d127095SSricharan R APQ8096SG = 0x138ul, 397d127095SSricharan R }; 407d127095SSricharan R 417d127095SSricharan R enum _msm8996_version { 427d127095SSricharan R MSM8996_V3, 437d127095SSricharan R MSM8996_SG, 447d127095SSricharan R NUM_OF_MSM8996_VERSIONS, 457d127095SSricharan R }; 467d127095SSricharan R 4757f2f8b4SNiklas Cassel struct qcom_cpufreq_drv; 4857f2f8b4SNiklas Cassel 4957f2f8b4SNiklas Cassel struct qcom_cpufreq_match_data { 5057f2f8b4SNiklas Cassel int (*get_version)(struct device *cpu_dev, 5157f2f8b4SNiklas Cassel struct nvmem_cell *speedbin_nvmem, 52*a8811ec7SAnsuel Smith char **pvs_name, 5357f2f8b4SNiklas Cassel struct qcom_cpufreq_drv *drv); 541cb8339cSNiklas Cassel const char **genpd_names; 5557f2f8b4SNiklas Cassel }; 5657f2f8b4SNiklas Cassel 5757f2f8b4SNiklas Cassel struct qcom_cpufreq_drv { 58*a8811ec7SAnsuel Smith struct opp_table **names_opp_tables; 59*a8811ec7SAnsuel Smith struct opp_table **hw_opp_tables; 601cb8339cSNiklas Cassel struct opp_table **genpd_opp_tables; 6157f2f8b4SNiklas Cassel u32 versions; 6257f2f8b4SNiklas Cassel const struct qcom_cpufreq_match_data *data; 6357f2f8b4SNiklas Cassel }; 6457f2f8b4SNiklas Cassel 657d127095SSricharan R static struct platform_device *cpufreq_dt_pdev, *cpufreq_pdev; 667d127095SSricharan R 67*a8811ec7SAnsuel Smith static void get_krait_bin_format_a(struct device *cpu_dev, 68*a8811ec7SAnsuel Smith int *speed, int *pvs, int *pvs_ver, 69*a8811ec7SAnsuel Smith struct nvmem_cell *pvs_nvmem, u8 *buf) 70*a8811ec7SAnsuel Smith { 71*a8811ec7SAnsuel Smith u32 pte_efuse; 72*a8811ec7SAnsuel Smith 73*a8811ec7SAnsuel Smith pte_efuse = *((u32 *)buf); 74*a8811ec7SAnsuel Smith 75*a8811ec7SAnsuel Smith *speed = pte_efuse & 0xf; 76*a8811ec7SAnsuel Smith if (*speed == 0xf) 77*a8811ec7SAnsuel Smith *speed = (pte_efuse >> 4) & 0xf; 78*a8811ec7SAnsuel Smith 79*a8811ec7SAnsuel Smith if (*speed == 0xf) { 80*a8811ec7SAnsuel Smith *speed = 0; 81*a8811ec7SAnsuel Smith dev_warn(cpu_dev, "Speed bin: Defaulting to %d\n", *speed); 82*a8811ec7SAnsuel Smith } else { 83*a8811ec7SAnsuel Smith dev_dbg(cpu_dev, "Speed bin: %d\n", *speed); 84*a8811ec7SAnsuel Smith } 85*a8811ec7SAnsuel Smith 86*a8811ec7SAnsuel Smith *pvs = (pte_efuse >> 10) & 0x7; 87*a8811ec7SAnsuel Smith if (*pvs == 0x7) 88*a8811ec7SAnsuel Smith *pvs = (pte_efuse >> 13) & 0x7; 89*a8811ec7SAnsuel Smith 90*a8811ec7SAnsuel Smith if (*pvs == 0x7) { 91*a8811ec7SAnsuel Smith *pvs = 0; 92*a8811ec7SAnsuel Smith dev_warn(cpu_dev, "PVS bin: Defaulting to %d\n", *pvs); 93*a8811ec7SAnsuel Smith } else { 94*a8811ec7SAnsuel Smith dev_dbg(cpu_dev, "PVS bin: %d\n", *pvs); 95*a8811ec7SAnsuel Smith } 96*a8811ec7SAnsuel Smith } 97*a8811ec7SAnsuel Smith 98*a8811ec7SAnsuel Smith static void get_krait_bin_format_b(struct device *cpu_dev, 99*a8811ec7SAnsuel Smith int *speed, int *pvs, int *pvs_ver, 100*a8811ec7SAnsuel Smith struct nvmem_cell *pvs_nvmem, u8 *buf) 101*a8811ec7SAnsuel Smith { 102*a8811ec7SAnsuel Smith u32 pte_efuse, redundant_sel; 103*a8811ec7SAnsuel Smith 104*a8811ec7SAnsuel Smith pte_efuse = *((u32 *)buf); 105*a8811ec7SAnsuel Smith redundant_sel = (pte_efuse >> 24) & 0x7; 106*a8811ec7SAnsuel Smith 107*a8811ec7SAnsuel Smith *pvs_ver = (pte_efuse >> 4) & 0x3; 108*a8811ec7SAnsuel Smith 109*a8811ec7SAnsuel Smith switch (redundant_sel) { 110*a8811ec7SAnsuel Smith case 1: 111*a8811ec7SAnsuel Smith *pvs = ((pte_efuse >> 28) & 0x8) | ((pte_efuse >> 6) & 0x7); 112*a8811ec7SAnsuel Smith *speed = (pte_efuse >> 27) & 0xf; 113*a8811ec7SAnsuel Smith break; 114*a8811ec7SAnsuel Smith case 2: 115*a8811ec7SAnsuel Smith *pvs = (pte_efuse >> 27) & 0xf; 116*a8811ec7SAnsuel Smith *speed = pte_efuse & 0x7; 117*a8811ec7SAnsuel Smith break; 118*a8811ec7SAnsuel Smith default: 119*a8811ec7SAnsuel Smith /* 4 bits of PVS are in efuse register bits 31, 8-6. */ 120*a8811ec7SAnsuel Smith *pvs = ((pte_efuse >> 28) & 0x8) | ((pte_efuse >> 6) & 0x7); 121*a8811ec7SAnsuel Smith *speed = pte_efuse & 0x7; 122*a8811ec7SAnsuel Smith } 123*a8811ec7SAnsuel Smith 124*a8811ec7SAnsuel Smith /* Check SPEED_BIN_BLOW_STATUS */ 125*a8811ec7SAnsuel Smith if (pte_efuse & BIT(3)) { 126*a8811ec7SAnsuel Smith dev_dbg(cpu_dev, "Speed bin: %d\n", *speed); 127*a8811ec7SAnsuel Smith } else { 128*a8811ec7SAnsuel Smith dev_warn(cpu_dev, "Speed bin not set. Defaulting to 0!\n"); 129*a8811ec7SAnsuel Smith *speed = 0; 130*a8811ec7SAnsuel Smith } 131*a8811ec7SAnsuel Smith 132*a8811ec7SAnsuel Smith /* Check PVS_BLOW_STATUS */ 133*a8811ec7SAnsuel Smith pte_efuse = *(((u32 *)buf) + 4); 134*a8811ec7SAnsuel Smith pte_efuse &= BIT(21); 135*a8811ec7SAnsuel Smith if (pte_efuse) { 136*a8811ec7SAnsuel Smith dev_dbg(cpu_dev, "PVS bin: %d\n", *pvs); 137*a8811ec7SAnsuel Smith } else { 138*a8811ec7SAnsuel Smith dev_warn(cpu_dev, "PVS bin not set. Defaulting to 0!\n"); 139*a8811ec7SAnsuel Smith *pvs = 0; 140*a8811ec7SAnsuel Smith } 141*a8811ec7SAnsuel Smith 142*a8811ec7SAnsuel Smith dev_dbg(cpu_dev, "PVS version: %d\n", *pvs_ver); 143*a8811ec7SAnsuel Smith } 144*a8811ec7SAnsuel Smith 1457d127095SSricharan R static enum _msm8996_version qcom_cpufreq_get_msm_id(void) 1467d127095SSricharan R { 1477d127095SSricharan R size_t len; 1487d127095SSricharan R u32 *msm_id; 1497d127095SSricharan R enum _msm8996_version version; 1507d127095SSricharan R 1517d127095SSricharan R msm_id = qcom_smem_get(QCOM_SMEM_HOST_ANY, MSM_ID_SMEM, &len); 1527d127095SSricharan R if (IS_ERR(msm_id)) 1537d127095SSricharan R return NUM_OF_MSM8996_VERSIONS; 1547d127095SSricharan R 1557d127095SSricharan R /* The first 4 bytes are format, next to them is the actual msm-id */ 1567d127095SSricharan R msm_id++; 1577d127095SSricharan R 1587d127095SSricharan R switch ((enum _msm_id)*msm_id) { 1597d127095SSricharan R case MSM8996V3: 1607d127095SSricharan R case APQ8096V3: 1617d127095SSricharan R version = MSM8996_V3; 1627d127095SSricharan R break; 1637d127095SSricharan R case MSM8996SG: 1647d127095SSricharan R case APQ8096SG: 1657d127095SSricharan R version = MSM8996_SG; 1667d127095SSricharan R break; 1677d127095SSricharan R default: 1687d127095SSricharan R version = NUM_OF_MSM8996_VERSIONS; 1697d127095SSricharan R } 1707d127095SSricharan R 1717d127095SSricharan R return version; 1727d127095SSricharan R } 1737d127095SSricharan R 1747d127095SSricharan R static int qcom_cpufreq_kryo_name_version(struct device *cpu_dev, 1757d127095SSricharan R struct nvmem_cell *speedbin_nvmem, 176*a8811ec7SAnsuel Smith char **pvs_name, 17757f2f8b4SNiklas Cassel struct qcom_cpufreq_drv *drv) 1787d127095SSricharan R { 1797d127095SSricharan R size_t len; 1807d127095SSricharan R u8 *speedbin; 1817d127095SSricharan R enum _msm8996_version msm8996_version; 182*a8811ec7SAnsuel Smith *pvs_name = NULL; 1837d127095SSricharan R 1847d127095SSricharan R msm8996_version = qcom_cpufreq_get_msm_id(); 1857d127095SSricharan R if (NUM_OF_MSM8996_VERSIONS == msm8996_version) { 1867d127095SSricharan R dev_err(cpu_dev, "Not Snapdragon 820/821!"); 1877d127095SSricharan R return -ENODEV; 1887d127095SSricharan R } 1897d127095SSricharan R 1907d127095SSricharan R speedbin = nvmem_cell_read(speedbin_nvmem, &len); 1917d127095SSricharan R if (IS_ERR(speedbin)) 1927d127095SSricharan R return PTR_ERR(speedbin); 1937d127095SSricharan R 1947d127095SSricharan R switch (msm8996_version) { 1957d127095SSricharan R case MSM8996_V3: 19657f2f8b4SNiklas Cassel drv->versions = 1 << (unsigned int)(*speedbin); 1977d127095SSricharan R break; 1987d127095SSricharan R case MSM8996_SG: 19957f2f8b4SNiklas Cassel drv->versions = 1 << ((unsigned int)(*speedbin) + 4); 2007d127095SSricharan R break; 2017d127095SSricharan R default: 2027d127095SSricharan R BUG(); 2037d127095SSricharan R break; 2047d127095SSricharan R } 2057d127095SSricharan R 2067d127095SSricharan R kfree(speedbin); 2077d127095SSricharan R return 0; 2087d127095SSricharan R } 2097d127095SSricharan R 210*a8811ec7SAnsuel Smith static int qcom_cpufreq_krait_name_version(struct device *cpu_dev, 211*a8811ec7SAnsuel Smith struct nvmem_cell *speedbin_nvmem, 212*a8811ec7SAnsuel Smith char **pvs_name, 213*a8811ec7SAnsuel Smith struct qcom_cpufreq_drv *drv) 214*a8811ec7SAnsuel Smith { 215*a8811ec7SAnsuel Smith int speed = 0, pvs = 0, pvs_ver = 0; 216*a8811ec7SAnsuel Smith u8 *speedbin; 217*a8811ec7SAnsuel Smith size_t len; 218*a8811ec7SAnsuel Smith 219*a8811ec7SAnsuel Smith speedbin = nvmem_cell_read(speedbin_nvmem, &len); 220*a8811ec7SAnsuel Smith 221*a8811ec7SAnsuel Smith if (IS_ERR(speedbin)) 222*a8811ec7SAnsuel Smith return PTR_ERR(speedbin); 223*a8811ec7SAnsuel Smith 224*a8811ec7SAnsuel Smith switch (len) { 225*a8811ec7SAnsuel Smith case 4: 226*a8811ec7SAnsuel Smith get_krait_bin_format_a(cpu_dev, &speed, &pvs, &pvs_ver, 227*a8811ec7SAnsuel Smith speedbin_nvmem, speedbin); 228*a8811ec7SAnsuel Smith break; 229*a8811ec7SAnsuel Smith case 8: 230*a8811ec7SAnsuel Smith get_krait_bin_format_b(cpu_dev, &speed, &pvs, &pvs_ver, 231*a8811ec7SAnsuel Smith speedbin_nvmem, speedbin); 232*a8811ec7SAnsuel Smith break; 233*a8811ec7SAnsuel Smith default: 234*a8811ec7SAnsuel Smith dev_err(cpu_dev, "Unable to read nvmem data. Defaulting to 0!\n"); 235*a8811ec7SAnsuel Smith return -ENODEV; 236*a8811ec7SAnsuel Smith } 237*a8811ec7SAnsuel Smith 238*a8811ec7SAnsuel Smith snprintf(*pvs_name, sizeof("speedXX-pvsXX-vXX"), "speed%d-pvs%d-v%d", 239*a8811ec7SAnsuel Smith speed, pvs, pvs_ver); 240*a8811ec7SAnsuel Smith 241*a8811ec7SAnsuel Smith drv->versions = (1 << speed); 242*a8811ec7SAnsuel Smith 243*a8811ec7SAnsuel Smith kfree(speedbin); 244*a8811ec7SAnsuel Smith return 0; 245*a8811ec7SAnsuel Smith } 246*a8811ec7SAnsuel Smith 24757f2f8b4SNiklas Cassel static const struct qcom_cpufreq_match_data match_data_kryo = { 24857f2f8b4SNiklas Cassel .get_version = qcom_cpufreq_kryo_name_version, 24957f2f8b4SNiklas Cassel }; 25057f2f8b4SNiklas Cassel 251*a8811ec7SAnsuel Smith static const struct qcom_cpufreq_match_data match_data_krait = { 252*a8811ec7SAnsuel Smith .get_version = qcom_cpufreq_krait_name_version, 253*a8811ec7SAnsuel Smith }; 254*a8811ec7SAnsuel Smith 2551cb8339cSNiklas Cassel static const char *qcs404_genpd_names[] = { "cpr", NULL }; 2561cb8339cSNiklas Cassel 2571cb8339cSNiklas Cassel static const struct qcom_cpufreq_match_data match_data_qcs404 = { 2581cb8339cSNiklas Cassel .genpd_names = qcs404_genpd_names, 2591cb8339cSNiklas Cassel }; 2601cb8339cSNiklas Cassel 2617d127095SSricharan R static int qcom_cpufreq_probe(struct platform_device *pdev) 2627d127095SSricharan R { 26357f2f8b4SNiklas Cassel struct qcom_cpufreq_drv *drv; 2647d127095SSricharan R struct nvmem_cell *speedbin_nvmem; 2657d127095SSricharan R struct device_node *np; 2667d127095SSricharan R struct device *cpu_dev; 267*a8811ec7SAnsuel Smith char *pvs_name = "speedXX-pvsXX-vXX"; 2687d127095SSricharan R unsigned cpu; 2697d127095SSricharan R const struct of_device_id *match; 2707d127095SSricharan R int ret; 2717d127095SSricharan R 2727d127095SSricharan R cpu_dev = get_cpu_device(0); 2737d127095SSricharan R if (!cpu_dev) 2747d127095SSricharan R return -ENODEV; 2757d127095SSricharan R 2767d127095SSricharan R np = dev_pm_opp_of_get_opp_desc_node(cpu_dev); 2777d127095SSricharan R if (!np) 2787d127095SSricharan R return -ENOENT; 2797d127095SSricharan R 280*a8811ec7SAnsuel Smith ret = of_device_is_compatible(np, "operating-points-v2-qcom-cpu"); 2817d127095SSricharan R if (!ret) { 2827d127095SSricharan R of_node_put(np); 2837d127095SSricharan R return -ENOENT; 2847d127095SSricharan R } 2857d127095SSricharan R 28657f2f8b4SNiklas Cassel drv = kzalloc(sizeof(*drv), GFP_KERNEL); 28757f2f8b4SNiklas Cassel if (!drv) 28857f2f8b4SNiklas Cassel return -ENOMEM; 28957f2f8b4SNiklas Cassel 29057f2f8b4SNiklas Cassel match = pdev->dev.platform_data; 29157f2f8b4SNiklas Cassel drv->data = match->data; 29257f2f8b4SNiklas Cassel if (!drv->data) { 29357f2f8b4SNiklas Cassel ret = -ENODEV; 29457f2f8b4SNiklas Cassel goto free_drv; 2957d127095SSricharan R } 2967d127095SSricharan R 29757f2f8b4SNiklas Cassel if (drv->data->get_version) { 29857f2f8b4SNiklas Cassel speedbin_nvmem = of_nvmem_cell_get(np, NULL); 29957f2f8b4SNiklas Cassel if (IS_ERR(speedbin_nvmem)) { 30057f2f8b4SNiklas Cassel if (PTR_ERR(speedbin_nvmem) != -EPROBE_DEFER) 30157f2f8b4SNiklas Cassel dev_err(cpu_dev, 30257f2f8b4SNiklas Cassel "Could not get nvmem cell: %ld\n", 30357f2f8b4SNiklas Cassel PTR_ERR(speedbin_nvmem)); 30457f2f8b4SNiklas Cassel ret = PTR_ERR(speedbin_nvmem); 30557f2f8b4SNiklas Cassel goto free_drv; 30657f2f8b4SNiklas Cassel } 3077d127095SSricharan R 308*a8811ec7SAnsuel Smith ret = drv->data->get_version(cpu_dev, 309*a8811ec7SAnsuel Smith speedbin_nvmem, &pvs_name, drv); 31057f2f8b4SNiklas Cassel if (ret) { 31157f2f8b4SNiklas Cassel nvmem_cell_put(speedbin_nvmem); 31257f2f8b4SNiklas Cassel goto free_drv; 31357f2f8b4SNiklas Cassel } 31457f2f8b4SNiklas Cassel nvmem_cell_put(speedbin_nvmem); 31557f2f8b4SNiklas Cassel } 31657f2f8b4SNiklas Cassel of_node_put(np); 31757f2f8b4SNiklas Cassel 318*a8811ec7SAnsuel Smith drv->names_opp_tables = kcalloc(num_possible_cpus(), 319*a8811ec7SAnsuel Smith sizeof(*drv->names_opp_tables), 32057f2f8b4SNiklas Cassel GFP_KERNEL); 321*a8811ec7SAnsuel Smith if (!drv->names_opp_tables) { 32257f2f8b4SNiklas Cassel ret = -ENOMEM; 32357f2f8b4SNiklas Cassel goto free_drv; 32457f2f8b4SNiklas Cassel } 325*a8811ec7SAnsuel Smith drv->hw_opp_tables = kcalloc(num_possible_cpus(), 326*a8811ec7SAnsuel Smith sizeof(*drv->hw_opp_tables), 327*a8811ec7SAnsuel Smith GFP_KERNEL); 328*a8811ec7SAnsuel Smith if (!drv->hw_opp_tables) { 329*a8811ec7SAnsuel Smith ret = -ENOMEM; 330*a8811ec7SAnsuel Smith goto free_opp_names; 331*a8811ec7SAnsuel Smith } 3327d127095SSricharan R 3331cb8339cSNiklas Cassel drv->genpd_opp_tables = kcalloc(num_possible_cpus(), 3341cb8339cSNiklas Cassel sizeof(*drv->genpd_opp_tables), 3351cb8339cSNiklas Cassel GFP_KERNEL); 3361cb8339cSNiklas Cassel if (!drv->genpd_opp_tables) { 3371cb8339cSNiklas Cassel ret = -ENOMEM; 3381cb8339cSNiklas Cassel goto free_opp; 3391cb8339cSNiklas Cassel } 3401cb8339cSNiklas Cassel 3417d127095SSricharan R for_each_possible_cpu(cpu) { 3427d127095SSricharan R cpu_dev = get_cpu_device(cpu); 3437d127095SSricharan R if (NULL == cpu_dev) { 3447d127095SSricharan R ret = -ENODEV; 3451cb8339cSNiklas Cassel goto free_genpd_opp; 3467d127095SSricharan R } 3477d127095SSricharan R 34857f2f8b4SNiklas Cassel if (drv->data->get_version) { 349*a8811ec7SAnsuel Smith 350*a8811ec7SAnsuel Smith if (pvs_name) { 351*a8811ec7SAnsuel Smith drv->names_opp_tables[cpu] = dev_pm_opp_set_prop_name( 352*a8811ec7SAnsuel Smith cpu_dev, 353*a8811ec7SAnsuel Smith pvs_name); 354*a8811ec7SAnsuel Smith if (IS_ERR(drv->names_opp_tables[cpu])) { 355*a8811ec7SAnsuel Smith ret = PTR_ERR(drv->names_opp_tables[cpu]); 356*a8811ec7SAnsuel Smith dev_err(cpu_dev, "Failed to add OPP name %s\n", 357*a8811ec7SAnsuel Smith pvs_name); 358*a8811ec7SAnsuel Smith goto free_opp; 359*a8811ec7SAnsuel Smith } 360*a8811ec7SAnsuel Smith } 361*a8811ec7SAnsuel Smith 362*a8811ec7SAnsuel Smith drv->hw_opp_tables[cpu] = dev_pm_opp_set_supported_hw( 363*a8811ec7SAnsuel Smith cpu_dev, &drv->versions, 1); 364*a8811ec7SAnsuel Smith if (IS_ERR(drv->hw_opp_tables[cpu])) { 365*a8811ec7SAnsuel Smith ret = PTR_ERR(drv->hw_opp_tables[cpu]); 36657f2f8b4SNiklas Cassel dev_err(cpu_dev, 36757f2f8b4SNiklas Cassel "Failed to set supported hardware\n"); 3681cb8339cSNiklas Cassel goto free_genpd_opp; 3691cb8339cSNiklas Cassel } 3701cb8339cSNiklas Cassel } 3711cb8339cSNiklas Cassel 3721cb8339cSNiklas Cassel if (drv->data->genpd_names) { 3731cb8339cSNiklas Cassel drv->genpd_opp_tables[cpu] = 3741cb8339cSNiklas Cassel dev_pm_opp_attach_genpd(cpu_dev, 3751cb8339cSNiklas Cassel drv->data->genpd_names, 3761cb8339cSNiklas Cassel NULL); 3771cb8339cSNiklas Cassel if (IS_ERR(drv->genpd_opp_tables[cpu])) { 3781cb8339cSNiklas Cassel ret = PTR_ERR(drv->genpd_opp_tables[cpu]); 3791cb8339cSNiklas Cassel if (ret != -EPROBE_DEFER) 3801cb8339cSNiklas Cassel dev_err(cpu_dev, 3811cb8339cSNiklas Cassel "Could not attach to pm_domain: %d\n", 3821cb8339cSNiklas Cassel ret); 3831cb8339cSNiklas Cassel goto free_genpd_opp; 3847d127095SSricharan R } 3857d127095SSricharan R } 38657f2f8b4SNiklas Cassel } 3877d127095SSricharan R 3887d127095SSricharan R cpufreq_dt_pdev = platform_device_register_simple("cpufreq-dt", -1, 3897d127095SSricharan R NULL, 0); 3907d127095SSricharan R if (!IS_ERR(cpufreq_dt_pdev)) { 39157f2f8b4SNiklas Cassel platform_set_drvdata(pdev, drv); 3927d127095SSricharan R return 0; 3937d127095SSricharan R } 3947d127095SSricharan R 3957d127095SSricharan R ret = PTR_ERR(cpufreq_dt_pdev); 3967d127095SSricharan R dev_err(cpu_dev, "Failed to register platform device\n"); 3977d127095SSricharan R 3981cb8339cSNiklas Cassel free_genpd_opp: 3991cb8339cSNiklas Cassel for_each_possible_cpu(cpu) { 4001cb8339cSNiklas Cassel if (IS_ERR_OR_NULL(drv->genpd_opp_tables[cpu])) 4011cb8339cSNiklas Cassel break; 4021cb8339cSNiklas Cassel dev_pm_opp_detach_genpd(drv->genpd_opp_tables[cpu]); 4031cb8339cSNiklas Cassel } 4041cb8339cSNiklas Cassel kfree(drv->genpd_opp_tables); 4057d127095SSricharan R free_opp: 4067d127095SSricharan R for_each_possible_cpu(cpu) { 407*a8811ec7SAnsuel Smith if (IS_ERR_OR_NULL(drv->names_opp_tables[cpu])) 4087d127095SSricharan R break; 409*a8811ec7SAnsuel Smith dev_pm_opp_put_prop_name(drv->names_opp_tables[cpu]); 4107d127095SSricharan R } 411*a8811ec7SAnsuel Smith for_each_possible_cpu(cpu) { 412*a8811ec7SAnsuel Smith if (IS_ERR_OR_NULL(drv->hw_opp_tables[cpu])) 413*a8811ec7SAnsuel Smith break; 414*a8811ec7SAnsuel Smith dev_pm_opp_put_supported_hw(drv->hw_opp_tables[cpu]); 415*a8811ec7SAnsuel Smith } 416*a8811ec7SAnsuel Smith kfree(drv->hw_opp_tables); 417*a8811ec7SAnsuel Smith free_opp_names: 418*a8811ec7SAnsuel Smith kfree(drv->names_opp_tables); 41957f2f8b4SNiklas Cassel free_drv: 42057f2f8b4SNiklas Cassel kfree(drv); 4217d127095SSricharan R 4227d127095SSricharan R return ret; 4237d127095SSricharan R } 4247d127095SSricharan R 4257d127095SSricharan R static int qcom_cpufreq_remove(struct platform_device *pdev) 4267d127095SSricharan R { 42757f2f8b4SNiklas Cassel struct qcom_cpufreq_drv *drv = platform_get_drvdata(pdev); 4287d127095SSricharan R unsigned int cpu; 4297d127095SSricharan R 4307d127095SSricharan R platform_device_unregister(cpufreq_dt_pdev); 4317d127095SSricharan R 4321cb8339cSNiklas Cassel for_each_possible_cpu(cpu) { 433*a8811ec7SAnsuel Smith if (drv->names_opp_tables[cpu]) 434*a8811ec7SAnsuel Smith dev_pm_opp_put_supported_hw(drv->names_opp_tables[cpu]); 435*a8811ec7SAnsuel Smith if (drv->hw_opp_tables[cpu]) 436*a8811ec7SAnsuel Smith dev_pm_opp_put_supported_hw(drv->hw_opp_tables[cpu]); 4371cb8339cSNiklas Cassel if (drv->genpd_opp_tables[cpu]) 4381cb8339cSNiklas Cassel dev_pm_opp_detach_genpd(drv->genpd_opp_tables[cpu]); 4391cb8339cSNiklas Cassel } 4407d127095SSricharan R 441*a8811ec7SAnsuel Smith kfree(drv->names_opp_tables); 442*a8811ec7SAnsuel Smith kfree(drv->hw_opp_tables); 4431cb8339cSNiklas Cassel kfree(drv->genpd_opp_tables); 44457f2f8b4SNiklas Cassel kfree(drv); 4457d127095SSricharan R 4467d127095SSricharan R return 0; 4477d127095SSricharan R } 4487d127095SSricharan R 4497d127095SSricharan R static struct platform_driver qcom_cpufreq_driver = { 4507d127095SSricharan R .probe = qcom_cpufreq_probe, 4517d127095SSricharan R .remove = qcom_cpufreq_remove, 4527d127095SSricharan R .driver = { 4537d127095SSricharan R .name = "qcom-cpufreq-nvmem", 4547d127095SSricharan R }, 4557d127095SSricharan R }; 4567d127095SSricharan R 4577d127095SSricharan R static const struct of_device_id qcom_cpufreq_match_list[] __initconst = { 45857f2f8b4SNiklas Cassel { .compatible = "qcom,apq8096", .data = &match_data_kryo }, 45957f2f8b4SNiklas Cassel { .compatible = "qcom,msm8996", .data = &match_data_kryo }, 4601cb8339cSNiklas Cassel { .compatible = "qcom,qcs404", .data = &match_data_qcs404 }, 461*a8811ec7SAnsuel Smith { .compatible = "qcom,ipq8064", .data = &match_data_krait }, 462*a8811ec7SAnsuel Smith { .compatible = "qcom,apq8064", .data = &match_data_krait }, 463*a8811ec7SAnsuel Smith { .compatible = "qcom,msm8974", .data = &match_data_krait }, 464*a8811ec7SAnsuel Smith { .compatible = "qcom,msm8960", .data = &match_data_krait }, 4657d127095SSricharan R {}, 4667d127095SSricharan R }; 4677d127095SSricharan R 4687d127095SSricharan R /* 4697d127095SSricharan R * Since the driver depends on smem and nvmem drivers, which may 4707d127095SSricharan R * return EPROBE_DEFER, all the real activity is done in the probe, 4717d127095SSricharan R * which may be defered as well. The init here is only registering 4727d127095SSricharan R * the driver and the platform device. 4737d127095SSricharan R */ 4747d127095SSricharan R static int __init qcom_cpufreq_init(void) 4757d127095SSricharan R { 4767d127095SSricharan R struct device_node *np = of_find_node_by_path("/"); 4777d127095SSricharan R const struct of_device_id *match; 4787d127095SSricharan R int ret; 4797d127095SSricharan R 4807d127095SSricharan R if (!np) 4817d127095SSricharan R return -ENODEV; 4827d127095SSricharan R 4837d127095SSricharan R match = of_match_node(qcom_cpufreq_match_list, np); 4847d127095SSricharan R of_node_put(np); 4857d127095SSricharan R if (!match) 4867d127095SSricharan R return -ENODEV; 4877d127095SSricharan R 4887d127095SSricharan R ret = platform_driver_register(&qcom_cpufreq_driver); 4897d127095SSricharan R if (unlikely(ret < 0)) 4907d127095SSricharan R return ret; 4917d127095SSricharan R 4927d127095SSricharan R cpufreq_pdev = platform_device_register_data(NULL, "qcom-cpufreq-nvmem", 4937d127095SSricharan R -1, match, sizeof(*match)); 4947d127095SSricharan R ret = PTR_ERR_OR_ZERO(cpufreq_pdev); 4957d127095SSricharan R if (0 == ret) 4967d127095SSricharan R return 0; 4977d127095SSricharan R 4987d127095SSricharan R platform_driver_unregister(&qcom_cpufreq_driver); 4997d127095SSricharan R return ret; 5007d127095SSricharan R } 5017d127095SSricharan R module_init(qcom_cpufreq_init); 5027d127095SSricharan R 5037d127095SSricharan R static void __exit qcom_cpufreq_exit(void) 5047d127095SSricharan R { 5057d127095SSricharan R platform_device_unregister(cpufreq_pdev); 5067d127095SSricharan R platform_driver_unregister(&qcom_cpufreq_driver); 5077d127095SSricharan R } 5087d127095SSricharan R module_exit(qcom_cpufreq_exit); 5097d127095SSricharan R 5107d127095SSricharan R MODULE_DESCRIPTION("Qualcomm Technologies, Inc. CPUfreq driver"); 5117d127095SSricharan R MODULE_LICENSE("GPL v2"); 512