1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved. 4 */ 5 6 #include <linux/bitfield.h> 7 #include <linux/clk.h> 8 #include <linux/interconnect-provider.h> 9 #include <linux/io.h> 10 #include <linux/kernel.h> 11 #include <linux/module.h> 12 #include <linux/of_device.h> 13 #include <linux/platform_device.h> 14 15 #include <dt-bindings/interconnect/qcom,osm-l3.h> 16 17 #include "sc7180.h" 18 #include "sc7280.h" 19 #include "sc8180x.h" 20 #include "sdm845.h" 21 #include "sm8150.h" 22 #include "sm8250.h" 23 24 #define LUT_MAX_ENTRIES 40U 25 #define LUT_SRC GENMASK(31, 30) 26 #define LUT_L_VAL GENMASK(7, 0) 27 #define CLK_HW_DIV 2 28 29 /* OSM Register offsets */ 30 #define REG_ENABLE 0x0 31 #define OSM_LUT_ROW_SIZE 32 32 #define OSM_REG_FREQ_LUT 0x110 33 #define OSM_REG_PERF_STATE 0x920 34 35 /* EPSS Register offsets */ 36 #define EPSS_LUT_ROW_SIZE 4 37 #define EPSS_REG_FREQ_LUT 0x100 38 #define EPSS_REG_PERF_STATE 0x320 39 40 #define OSM_L3_MAX_LINKS 1 41 42 #define to_osm_l3_provider(_provider) \ 43 container_of(_provider, struct qcom_osm_l3_icc_provider, provider) 44 45 struct qcom_osm_l3_icc_provider { 46 void __iomem *base; 47 unsigned int max_state; 48 unsigned int reg_perf_state; 49 unsigned long lut_tables[LUT_MAX_ENTRIES]; 50 struct icc_provider provider; 51 }; 52 53 /** 54 * struct qcom_osm_l3_node - Qualcomm specific interconnect nodes 55 * @name: the node name used in debugfs 56 * @links: an array of nodes where we can go next while traversing 57 * @id: a unique node identifier 58 * @num_links: the total number of @links 59 * @buswidth: width of the interconnect between a node and the bus 60 */ 61 struct qcom_osm_l3_node { 62 const char *name; 63 u16 links[OSM_L3_MAX_LINKS]; 64 u16 id; 65 u16 num_links; 66 u16 buswidth; 67 }; 68 69 struct qcom_osm_l3_desc { 70 const struct qcom_osm_l3_node * const *nodes; 71 size_t num_nodes; 72 unsigned int lut_row_size; 73 unsigned int reg_freq_lut; 74 unsigned int reg_perf_state; 75 }; 76 77 #define DEFINE_QNODE(_name, _id, _buswidth, ...) \ 78 static const struct qcom_osm_l3_node _name = { \ 79 .name = #_name, \ 80 .id = _id, \ 81 .buswidth = _buswidth, \ 82 .num_links = ARRAY_SIZE(((int[]){ __VA_ARGS__ })), \ 83 .links = { __VA_ARGS__ }, \ 84 } 85 86 DEFINE_QNODE(sdm845_osm_apps_l3, SDM845_MASTER_OSM_L3_APPS, 16, SDM845_SLAVE_OSM_L3); 87 DEFINE_QNODE(sdm845_osm_l3, SDM845_SLAVE_OSM_L3, 16); 88 89 static const struct qcom_osm_l3_node * const sdm845_osm_l3_nodes[] = { 90 [MASTER_OSM_L3_APPS] = &sdm845_osm_apps_l3, 91 [SLAVE_OSM_L3] = &sdm845_osm_l3, 92 }; 93 94 static const struct qcom_osm_l3_desc sdm845_icc_osm_l3 = { 95 .nodes = sdm845_osm_l3_nodes, 96 .num_nodes = ARRAY_SIZE(sdm845_osm_l3_nodes), 97 .lut_row_size = OSM_LUT_ROW_SIZE, 98 .reg_freq_lut = OSM_REG_FREQ_LUT, 99 .reg_perf_state = OSM_REG_PERF_STATE, 100 }; 101 102 DEFINE_QNODE(sc7180_osm_apps_l3, SC7180_MASTER_OSM_L3_APPS, 16, SC7180_SLAVE_OSM_L3); 103 DEFINE_QNODE(sc7180_osm_l3, SC7180_SLAVE_OSM_L3, 16); 104 105 static const struct qcom_osm_l3_node * const sc7180_osm_l3_nodes[] = { 106 [MASTER_OSM_L3_APPS] = &sc7180_osm_apps_l3, 107 [SLAVE_OSM_L3] = &sc7180_osm_l3, 108 }; 109 110 static const struct qcom_osm_l3_desc sc7180_icc_osm_l3 = { 111 .nodes = sc7180_osm_l3_nodes, 112 .num_nodes = ARRAY_SIZE(sc7180_osm_l3_nodes), 113 .lut_row_size = OSM_LUT_ROW_SIZE, 114 .reg_freq_lut = OSM_REG_FREQ_LUT, 115 .reg_perf_state = OSM_REG_PERF_STATE, 116 }; 117 118 DEFINE_QNODE(sc7280_epss_apps_l3, SC7280_MASTER_EPSS_L3_APPS, 32, SC7280_SLAVE_EPSS_L3); 119 DEFINE_QNODE(sc7280_epss_l3, SC7280_SLAVE_EPSS_L3, 32); 120 121 static const struct qcom_osm_l3_node * const sc7280_epss_l3_nodes[] = { 122 [MASTER_EPSS_L3_APPS] = &sc7280_epss_apps_l3, 123 [SLAVE_EPSS_L3_SHARED] = &sc7280_epss_l3, 124 }; 125 126 static const struct qcom_osm_l3_desc sc7280_icc_epss_l3 = { 127 .nodes = sc7280_epss_l3_nodes, 128 .num_nodes = ARRAY_SIZE(sc7280_epss_l3_nodes), 129 .lut_row_size = EPSS_LUT_ROW_SIZE, 130 .reg_freq_lut = EPSS_REG_FREQ_LUT, 131 .reg_perf_state = EPSS_REG_PERF_STATE, 132 }; 133 134 DEFINE_QNODE(sc8180x_osm_apps_l3, SC8180X_MASTER_OSM_L3_APPS, 32, SC8180X_SLAVE_OSM_L3); 135 DEFINE_QNODE(sc8180x_osm_l3, SC8180X_SLAVE_OSM_L3, 32); 136 137 static const struct qcom_osm_l3_node * const sc8180x_osm_l3_nodes[] = { 138 [MASTER_OSM_L3_APPS] = &sc8180x_osm_apps_l3, 139 [SLAVE_OSM_L3] = &sc8180x_osm_l3, 140 }; 141 142 static const struct qcom_osm_l3_desc sc8180x_icc_osm_l3 = { 143 .nodes = sc8180x_osm_l3_nodes, 144 .num_nodes = ARRAY_SIZE(sc8180x_osm_l3_nodes), 145 .lut_row_size = OSM_LUT_ROW_SIZE, 146 .reg_freq_lut = OSM_REG_FREQ_LUT, 147 .reg_perf_state = OSM_REG_PERF_STATE, 148 }; 149 150 DEFINE_QNODE(sm8150_osm_apps_l3, SM8150_MASTER_OSM_L3_APPS, 32, SM8150_SLAVE_OSM_L3); 151 DEFINE_QNODE(sm8150_osm_l3, SM8150_SLAVE_OSM_L3, 32); 152 153 static const struct qcom_osm_l3_node * const sm8150_osm_l3_nodes[] = { 154 [MASTER_OSM_L3_APPS] = &sm8150_osm_apps_l3, 155 [SLAVE_OSM_L3] = &sm8150_osm_l3, 156 }; 157 158 static const struct qcom_osm_l3_desc sm8150_icc_osm_l3 = { 159 .nodes = sm8150_osm_l3_nodes, 160 .num_nodes = ARRAY_SIZE(sm8150_osm_l3_nodes), 161 .lut_row_size = OSM_LUT_ROW_SIZE, 162 .reg_freq_lut = OSM_REG_FREQ_LUT, 163 .reg_perf_state = OSM_REG_PERF_STATE, 164 }; 165 166 DEFINE_QNODE(sm8250_epss_apps_l3, SM8250_MASTER_EPSS_L3_APPS, 32, SM8250_SLAVE_EPSS_L3); 167 DEFINE_QNODE(sm8250_epss_l3, SM8250_SLAVE_EPSS_L3, 32); 168 169 static const struct qcom_osm_l3_node * const sm8250_epss_l3_nodes[] = { 170 [MASTER_EPSS_L3_APPS] = &sm8250_epss_apps_l3, 171 [SLAVE_EPSS_L3_SHARED] = &sm8250_epss_l3, 172 }; 173 174 static const struct qcom_osm_l3_desc sm8250_icc_epss_l3 = { 175 .nodes = sm8250_epss_l3_nodes, 176 .num_nodes = ARRAY_SIZE(sm8250_epss_l3_nodes), 177 .lut_row_size = EPSS_LUT_ROW_SIZE, 178 .reg_freq_lut = EPSS_REG_FREQ_LUT, 179 .reg_perf_state = EPSS_REG_PERF_STATE, 180 }; 181 182 static int qcom_osm_l3_set(struct icc_node *src, struct icc_node *dst) 183 { 184 struct qcom_osm_l3_icc_provider *qp; 185 struct icc_provider *provider; 186 const struct qcom_osm_l3_node *qn; 187 struct icc_node *n; 188 unsigned int index; 189 u32 agg_peak = 0; 190 u32 agg_avg = 0; 191 u64 rate; 192 193 qn = src->data; 194 provider = src->provider; 195 qp = to_osm_l3_provider(provider); 196 197 list_for_each_entry(n, &provider->nodes, node_list) 198 provider->aggregate(n, 0, n->avg_bw, n->peak_bw, 199 &agg_avg, &agg_peak); 200 201 rate = max(agg_avg, agg_peak); 202 rate = icc_units_to_bps(rate); 203 do_div(rate, qn->buswidth); 204 205 for (index = 0; index < qp->max_state - 1; index++) { 206 if (qp->lut_tables[index] >= rate) 207 break; 208 } 209 210 writel_relaxed(index, qp->base + qp->reg_perf_state); 211 212 return 0; 213 } 214 215 static int qcom_osm_l3_remove(struct platform_device *pdev) 216 { 217 struct qcom_osm_l3_icc_provider *qp = platform_get_drvdata(pdev); 218 219 icc_nodes_remove(&qp->provider); 220 icc_provider_del(&qp->provider); 221 222 return 0; 223 } 224 225 static int qcom_osm_l3_probe(struct platform_device *pdev) 226 { 227 u32 info, src, lval, i, prev_freq = 0, freq; 228 static unsigned long hw_rate, xo_rate; 229 struct qcom_osm_l3_icc_provider *qp; 230 const struct qcom_osm_l3_desc *desc; 231 struct icc_onecell_data *data; 232 struct icc_provider *provider; 233 const struct qcom_osm_l3_node * const *qnodes; 234 struct icc_node *node; 235 size_t num_nodes; 236 struct clk *clk; 237 int ret; 238 239 clk = clk_get(&pdev->dev, "xo"); 240 if (IS_ERR(clk)) 241 return PTR_ERR(clk); 242 243 xo_rate = clk_get_rate(clk); 244 clk_put(clk); 245 246 clk = clk_get(&pdev->dev, "alternate"); 247 if (IS_ERR(clk)) 248 return PTR_ERR(clk); 249 250 hw_rate = clk_get_rate(clk) / CLK_HW_DIV; 251 clk_put(clk); 252 253 qp = devm_kzalloc(&pdev->dev, sizeof(*qp), GFP_KERNEL); 254 if (!qp) 255 return -ENOMEM; 256 257 qp->base = devm_platform_ioremap_resource(pdev, 0); 258 if (IS_ERR(qp->base)) 259 return PTR_ERR(qp->base); 260 261 /* HW should be in enabled state to proceed */ 262 if (!(readl_relaxed(qp->base + REG_ENABLE) & 0x1)) { 263 dev_err(&pdev->dev, "error hardware not enabled\n"); 264 return -ENODEV; 265 } 266 267 desc = device_get_match_data(&pdev->dev); 268 if (!desc) 269 return -EINVAL; 270 271 qp->reg_perf_state = desc->reg_perf_state; 272 273 for (i = 0; i < LUT_MAX_ENTRIES; i++) { 274 info = readl_relaxed(qp->base + desc->reg_freq_lut + 275 i * desc->lut_row_size); 276 src = FIELD_GET(LUT_SRC, info); 277 lval = FIELD_GET(LUT_L_VAL, info); 278 if (src) 279 freq = xo_rate * lval; 280 else 281 freq = hw_rate; 282 283 /* Two of the same frequencies signify end of table */ 284 if (i > 0 && prev_freq == freq) 285 break; 286 287 dev_dbg(&pdev->dev, "index=%d freq=%d\n", i, freq); 288 289 qp->lut_tables[i] = freq; 290 prev_freq = freq; 291 } 292 qp->max_state = i; 293 294 qnodes = desc->nodes; 295 num_nodes = desc->num_nodes; 296 297 data = devm_kcalloc(&pdev->dev, num_nodes, sizeof(*node), GFP_KERNEL); 298 if (!data) 299 return -ENOMEM; 300 301 provider = &qp->provider; 302 provider->dev = &pdev->dev; 303 provider->set = qcom_osm_l3_set; 304 provider->aggregate = icc_std_aggregate; 305 provider->xlate = of_icc_xlate_onecell; 306 INIT_LIST_HEAD(&provider->nodes); 307 provider->data = data; 308 309 ret = icc_provider_add(provider); 310 if (ret) { 311 dev_err(&pdev->dev, "error adding interconnect provider\n"); 312 return ret; 313 } 314 315 for (i = 0; i < num_nodes; i++) { 316 size_t j; 317 318 node = icc_node_create(qnodes[i]->id); 319 if (IS_ERR(node)) { 320 ret = PTR_ERR(node); 321 goto err; 322 } 323 324 node->name = qnodes[i]->name; 325 /* Cast away const and add it back in qcom_osm_l3_set() */ 326 node->data = (void *)qnodes[i]; 327 icc_node_add(node, provider); 328 329 for (j = 0; j < qnodes[i]->num_links; j++) 330 icc_link_create(node, qnodes[i]->links[j]); 331 332 data->nodes[i] = node; 333 } 334 data->num_nodes = num_nodes; 335 336 platform_set_drvdata(pdev, qp); 337 338 return 0; 339 err: 340 icc_nodes_remove(provider); 341 icc_provider_del(provider); 342 343 return ret; 344 } 345 346 static const struct of_device_id osm_l3_of_match[] = { 347 { .compatible = "qcom,sc7180-osm-l3", .data = &sc7180_icc_osm_l3 }, 348 { .compatible = "qcom,sc7280-epss-l3", .data = &sc7280_icc_epss_l3 }, 349 { .compatible = "qcom,sdm845-osm-l3", .data = &sdm845_icc_osm_l3 }, 350 { .compatible = "qcom,sm8150-osm-l3", .data = &sm8150_icc_osm_l3 }, 351 { .compatible = "qcom,sc8180x-osm-l3", .data = &sc8180x_icc_osm_l3 }, 352 { .compatible = "qcom,sm8250-epss-l3", .data = &sm8250_icc_epss_l3 }, 353 { } 354 }; 355 MODULE_DEVICE_TABLE(of, osm_l3_of_match); 356 357 static struct platform_driver osm_l3_driver = { 358 .probe = qcom_osm_l3_probe, 359 .remove = qcom_osm_l3_remove, 360 .driver = { 361 .name = "osm-l3", 362 .of_match_table = osm_l3_of_match, 363 .sync_state = icc_sync_state, 364 }, 365 }; 366 module_platform_driver(osm_l3_driver); 367 368 MODULE_DESCRIPTION("Qualcomm OSM L3 interconnect driver"); 369 MODULE_LICENSE("GPL v2"); 370