1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) 2020-2021, The Linux Foundation. All rights reserved.
4  */
5 
6 #include <linux/bitfield.h>
7 #include <linux/clk.h>
8 #include <linux/interconnect-provider.h>
9 #include <linux/io.h>
10 #include <linux/kernel.h>
11 #include <linux/module.h>
12 #include <linux/of_device.h>
13 #include <linux/platform_device.h>
14 
15 #include <dt-bindings/interconnect/qcom,osm-l3.h>
16 
17 #include "sc7180.h"
18 #include "sc7280.h"
19 #include "sc8180x.h"
20 #include "sdm845.h"
21 #include "sm8150.h"
22 #include "sm8250.h"
23 
24 #define LUT_MAX_ENTRIES			40U
25 #define LUT_SRC				GENMASK(31, 30)
26 #define LUT_L_VAL			GENMASK(7, 0)
27 #define CLK_HW_DIV			2
28 
29 /* OSM Register offsets */
30 #define REG_ENABLE			0x0
31 #define OSM_LUT_ROW_SIZE		32
32 #define OSM_REG_FREQ_LUT		0x110
33 #define OSM_REG_PERF_STATE		0x920
34 
35 /* EPSS Register offsets */
36 #define EPSS_LUT_ROW_SIZE		4
37 #define EPSS_REG_FREQ_LUT		0x100
38 #define EPSS_REG_PERF_STATE		0x320
39 
40 #define OSM_L3_MAX_LINKS		1
41 
42 #define to_osm_l3_provider(_provider) \
43 	container_of(_provider, struct qcom_osm_l3_icc_provider, provider)
44 
45 struct qcom_osm_l3_icc_provider {
46 	void __iomem *base;
47 	unsigned int max_state;
48 	unsigned int reg_perf_state;
49 	unsigned long lut_tables[LUT_MAX_ENTRIES];
50 	struct icc_provider provider;
51 };
52 
53 /**
54  * struct qcom_osm_l3_node - Qualcomm specific interconnect nodes
55  * @name: the node name used in debugfs
56  * @links: an array of nodes where we can go next while traversing
57  * @id: a unique node identifier
58  * @num_links: the total number of @links
59  * @buswidth: width of the interconnect between a node and the bus
60  */
61 struct qcom_osm_l3_node {
62 	const char *name;
63 	u16 links[OSM_L3_MAX_LINKS];
64 	u16 id;
65 	u16 num_links;
66 	u16 buswidth;
67 };
68 
69 struct qcom_osm_l3_desc {
70 	const struct qcom_osm_l3_node * const *nodes;
71 	size_t num_nodes;
72 	unsigned int lut_row_size;
73 	unsigned int reg_freq_lut;
74 	unsigned int reg_perf_state;
75 };
76 
77 #define DEFINE_QNODE(_name, _id, _buswidth, ...)			\
78 	static const struct qcom_osm_l3_node _name = {			\
79 		.name = #_name,						\
80 		.id = _id,						\
81 		.buswidth = _buswidth,					\
82 		.num_links = ARRAY_SIZE(((int[]){ __VA_ARGS__ })),	\
83 		.links = { __VA_ARGS__ },				\
84 	}
85 
86 DEFINE_QNODE(sdm845_osm_apps_l3, SDM845_MASTER_OSM_L3_APPS, 16, SDM845_SLAVE_OSM_L3);
87 DEFINE_QNODE(sdm845_osm_l3, SDM845_SLAVE_OSM_L3, 16);
88 
89 static const struct qcom_osm_l3_node * const sdm845_osm_l3_nodes[] = {
90 	[MASTER_OSM_L3_APPS] = &sdm845_osm_apps_l3,
91 	[SLAVE_OSM_L3] = &sdm845_osm_l3,
92 };
93 
94 static const struct qcom_osm_l3_desc sdm845_icc_osm_l3 = {
95 	.nodes = sdm845_osm_l3_nodes,
96 	.num_nodes = ARRAY_SIZE(sdm845_osm_l3_nodes),
97 	.lut_row_size = OSM_LUT_ROW_SIZE,
98 	.reg_freq_lut = OSM_REG_FREQ_LUT,
99 	.reg_perf_state = OSM_REG_PERF_STATE,
100 };
101 
102 DEFINE_QNODE(sc7180_osm_apps_l3, SC7180_MASTER_OSM_L3_APPS, 16, SC7180_SLAVE_OSM_L3);
103 DEFINE_QNODE(sc7180_osm_l3, SC7180_SLAVE_OSM_L3, 16);
104 
105 static const struct qcom_osm_l3_node * const sc7180_osm_l3_nodes[] = {
106 	[MASTER_OSM_L3_APPS] = &sc7180_osm_apps_l3,
107 	[SLAVE_OSM_L3] = &sc7180_osm_l3,
108 };
109 
110 static const struct qcom_osm_l3_desc sc7180_icc_osm_l3 = {
111 	.nodes = sc7180_osm_l3_nodes,
112 	.num_nodes = ARRAY_SIZE(sc7180_osm_l3_nodes),
113 	.lut_row_size = OSM_LUT_ROW_SIZE,
114 	.reg_freq_lut = OSM_REG_FREQ_LUT,
115 	.reg_perf_state = OSM_REG_PERF_STATE,
116 };
117 
118 DEFINE_QNODE(sc7280_epss_apps_l3, SC7280_MASTER_EPSS_L3_APPS, 32, SC7280_SLAVE_EPSS_L3);
119 DEFINE_QNODE(sc7280_epss_l3, SC7280_SLAVE_EPSS_L3, 32);
120 
121 static const struct qcom_osm_l3_node * const sc7280_epss_l3_nodes[] = {
122 	[MASTER_EPSS_L3_APPS] = &sc7280_epss_apps_l3,
123 	[SLAVE_EPSS_L3_SHARED] = &sc7280_epss_l3,
124 };
125 
126 static const struct qcom_osm_l3_desc sc7280_icc_epss_l3 = {
127 	.nodes = sc7280_epss_l3_nodes,
128 	.num_nodes = ARRAY_SIZE(sc7280_epss_l3_nodes),
129 	.lut_row_size = EPSS_LUT_ROW_SIZE,
130 	.reg_freq_lut = EPSS_REG_FREQ_LUT,
131 	.reg_perf_state = EPSS_REG_PERF_STATE,
132 };
133 
134 DEFINE_QNODE(sc8180x_osm_apps_l3, SC8180X_MASTER_OSM_L3_APPS, 32, SC8180X_SLAVE_OSM_L3);
135 DEFINE_QNODE(sc8180x_osm_l3, SC8180X_SLAVE_OSM_L3, 32);
136 
137 static const struct qcom_osm_l3_node * const sc8180x_osm_l3_nodes[] = {
138 	[MASTER_OSM_L3_APPS] = &sc8180x_osm_apps_l3,
139 	[SLAVE_OSM_L3] = &sc8180x_osm_l3,
140 };
141 
142 static const struct qcom_osm_l3_desc sc8180x_icc_osm_l3 = {
143 	.nodes = sc8180x_osm_l3_nodes,
144 	.num_nodes = ARRAY_SIZE(sc8180x_osm_l3_nodes),
145 	.lut_row_size = OSM_LUT_ROW_SIZE,
146 	.reg_freq_lut = OSM_REG_FREQ_LUT,
147 	.reg_perf_state = OSM_REG_PERF_STATE,
148 };
149 
150 DEFINE_QNODE(sm8150_osm_apps_l3, SM8150_MASTER_OSM_L3_APPS, 32, SM8150_SLAVE_OSM_L3);
151 DEFINE_QNODE(sm8150_osm_l3, SM8150_SLAVE_OSM_L3, 32);
152 
153 static const struct qcom_osm_l3_node * const sm8150_osm_l3_nodes[] = {
154 	[MASTER_OSM_L3_APPS] = &sm8150_osm_apps_l3,
155 	[SLAVE_OSM_L3] = &sm8150_osm_l3,
156 };
157 
158 static const struct qcom_osm_l3_desc sm8150_icc_osm_l3 = {
159 	.nodes = sm8150_osm_l3_nodes,
160 	.num_nodes = ARRAY_SIZE(sm8150_osm_l3_nodes),
161 	.lut_row_size = OSM_LUT_ROW_SIZE,
162 	.reg_freq_lut = OSM_REG_FREQ_LUT,
163 	.reg_perf_state = OSM_REG_PERF_STATE,
164 };
165 
166 DEFINE_QNODE(sm8250_epss_apps_l3, SM8250_MASTER_EPSS_L3_APPS, 32, SM8250_SLAVE_EPSS_L3);
167 DEFINE_QNODE(sm8250_epss_l3, SM8250_SLAVE_EPSS_L3, 32);
168 
169 static const struct qcom_osm_l3_node * const sm8250_epss_l3_nodes[] = {
170 	[MASTER_EPSS_L3_APPS] = &sm8250_epss_apps_l3,
171 	[SLAVE_EPSS_L3_SHARED] = &sm8250_epss_l3,
172 };
173 
174 static const struct qcom_osm_l3_desc sm8250_icc_epss_l3 = {
175 	.nodes = sm8250_epss_l3_nodes,
176 	.num_nodes = ARRAY_SIZE(sm8250_epss_l3_nodes),
177 	.lut_row_size = EPSS_LUT_ROW_SIZE,
178 	.reg_freq_lut = EPSS_REG_FREQ_LUT,
179 	.reg_perf_state = EPSS_REG_PERF_STATE,
180 };
181 
182 static int qcom_osm_l3_set(struct icc_node *src, struct icc_node *dst)
183 {
184 	struct qcom_osm_l3_icc_provider *qp;
185 	struct icc_provider *provider;
186 	const struct qcom_osm_l3_node *qn;
187 	struct icc_node *n;
188 	unsigned int index;
189 	u32 agg_peak = 0;
190 	u32 agg_avg = 0;
191 	u64 rate;
192 
193 	qn = src->data;
194 	provider = src->provider;
195 	qp = to_osm_l3_provider(provider);
196 
197 	list_for_each_entry(n, &provider->nodes, node_list)
198 		provider->aggregate(n, 0, n->avg_bw, n->peak_bw,
199 				    &agg_avg, &agg_peak);
200 
201 	rate = max(agg_avg, agg_peak);
202 	rate = icc_units_to_bps(rate);
203 	do_div(rate, qn->buswidth);
204 
205 	for (index = 0; index < qp->max_state - 1; index++) {
206 		if (qp->lut_tables[index] >= rate)
207 			break;
208 	}
209 
210 	writel_relaxed(index, qp->base + qp->reg_perf_state);
211 
212 	return 0;
213 }
214 
215 static int qcom_osm_l3_remove(struct platform_device *pdev)
216 {
217 	struct qcom_osm_l3_icc_provider *qp = platform_get_drvdata(pdev);
218 
219 	icc_nodes_remove(&qp->provider);
220 	icc_provider_del(&qp->provider);
221 
222 	return 0;
223 }
224 
225 static int qcom_osm_l3_probe(struct platform_device *pdev)
226 {
227 	u32 info, src, lval, i, prev_freq = 0, freq;
228 	static unsigned long hw_rate, xo_rate;
229 	struct qcom_osm_l3_icc_provider *qp;
230 	const struct qcom_osm_l3_desc *desc;
231 	struct icc_onecell_data *data;
232 	struct icc_provider *provider;
233 	const struct qcom_osm_l3_node * const *qnodes;
234 	struct icc_node *node;
235 	size_t num_nodes;
236 	struct clk *clk;
237 	int ret;
238 
239 	clk = clk_get(&pdev->dev, "xo");
240 	if (IS_ERR(clk))
241 		return PTR_ERR(clk);
242 
243 	xo_rate = clk_get_rate(clk);
244 	clk_put(clk);
245 
246 	clk = clk_get(&pdev->dev, "alternate");
247 	if (IS_ERR(clk))
248 		return PTR_ERR(clk);
249 
250 	hw_rate = clk_get_rate(clk) / CLK_HW_DIV;
251 	clk_put(clk);
252 
253 	qp = devm_kzalloc(&pdev->dev, sizeof(*qp), GFP_KERNEL);
254 	if (!qp)
255 		return -ENOMEM;
256 
257 	qp->base = devm_platform_ioremap_resource(pdev, 0);
258 	if (IS_ERR(qp->base))
259 		return PTR_ERR(qp->base);
260 
261 	/* HW should be in enabled state to proceed */
262 	if (!(readl_relaxed(qp->base + REG_ENABLE) & 0x1)) {
263 		dev_err(&pdev->dev, "error hardware not enabled\n");
264 		return -ENODEV;
265 	}
266 
267 	desc = device_get_match_data(&pdev->dev);
268 	if (!desc)
269 		return -EINVAL;
270 
271 	qp->reg_perf_state = desc->reg_perf_state;
272 
273 	for (i = 0; i < LUT_MAX_ENTRIES; i++) {
274 		info = readl_relaxed(qp->base + desc->reg_freq_lut +
275 				     i * desc->lut_row_size);
276 		src = FIELD_GET(LUT_SRC, info);
277 		lval = FIELD_GET(LUT_L_VAL, info);
278 		if (src)
279 			freq = xo_rate * lval;
280 		else
281 			freq = hw_rate;
282 
283 		/* Two of the same frequencies signify end of table */
284 		if (i > 0 && prev_freq == freq)
285 			break;
286 
287 		dev_dbg(&pdev->dev, "index=%d freq=%d\n", i, freq);
288 
289 		qp->lut_tables[i] = freq;
290 		prev_freq = freq;
291 	}
292 	qp->max_state = i;
293 
294 	qnodes = desc->nodes;
295 	num_nodes = desc->num_nodes;
296 
297 	data = devm_kcalloc(&pdev->dev, num_nodes, sizeof(*node), GFP_KERNEL);
298 	if (!data)
299 		return -ENOMEM;
300 
301 	provider = &qp->provider;
302 	provider->dev = &pdev->dev;
303 	provider->set = qcom_osm_l3_set;
304 	provider->aggregate = icc_std_aggregate;
305 	provider->xlate = of_icc_xlate_onecell;
306 	INIT_LIST_HEAD(&provider->nodes);
307 	provider->data = data;
308 
309 	ret = icc_provider_add(provider);
310 	if (ret) {
311 		dev_err(&pdev->dev, "error adding interconnect provider\n");
312 		return ret;
313 	}
314 
315 	for (i = 0; i < num_nodes; i++) {
316 		size_t j;
317 
318 		node = icc_node_create(qnodes[i]->id);
319 		if (IS_ERR(node)) {
320 			ret = PTR_ERR(node);
321 			goto err;
322 		}
323 
324 		node->name = qnodes[i]->name;
325 		/* Cast away const and add it back in qcom_osm_l3_set() */
326 		node->data = (void *)qnodes[i];
327 		icc_node_add(node, provider);
328 
329 		for (j = 0; j < qnodes[i]->num_links; j++)
330 			icc_link_create(node, qnodes[i]->links[j]);
331 
332 		data->nodes[i] = node;
333 	}
334 	data->num_nodes = num_nodes;
335 
336 	platform_set_drvdata(pdev, qp);
337 
338 	return 0;
339 err:
340 	icc_nodes_remove(provider);
341 	icc_provider_del(provider);
342 
343 	return ret;
344 }
345 
346 static const struct of_device_id osm_l3_of_match[] = {
347 	{ .compatible = "qcom,sc7180-osm-l3", .data = &sc7180_icc_osm_l3 },
348 	{ .compatible = "qcom,sc7280-epss-l3", .data = &sc7280_icc_epss_l3 },
349 	{ .compatible = "qcom,sdm845-osm-l3", .data = &sdm845_icc_osm_l3 },
350 	{ .compatible = "qcom,sm8150-osm-l3", .data = &sm8150_icc_osm_l3 },
351 	{ .compatible = "qcom,sc8180x-osm-l3", .data = &sc8180x_icc_osm_l3 },
352 	{ .compatible = "qcom,sm8250-epss-l3", .data = &sm8250_icc_epss_l3 },
353 	{ }
354 };
355 MODULE_DEVICE_TABLE(of, osm_l3_of_match);
356 
357 static struct platform_driver osm_l3_driver = {
358 	.probe = qcom_osm_l3_probe,
359 	.remove = qcom_osm_l3_remove,
360 	.driver = {
361 		.name = "osm-l3",
362 		.of_match_table = osm_l3_of_match,
363 		.sync_state = icc_sync_state,
364 	},
365 };
366 module_platform_driver(osm_l3_driver);
367 
368 MODULE_DESCRIPTION("Qualcomm OSM L3 interconnect driver");
369 MODULE_LICENSE("GPL v2");
370