1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * cbe_regs.c
4  *
5  * Accessor routines for the various MMIO register blocks of the CBE
6  *
7  * (c) 2006 Benjamin Herrenschmidt <benh@kernel.crashing.org>, IBM Corp.
8  */
9 
10 #include <linux/percpu.h>
11 #include <linux/types.h>
12 #include <linux/export.h>
13 #include <linux/of.h>
14 #include <linux/of_address.h>
15 #include <linux/pgtable.h>
16 
17 #include <asm/io.h>
18 #include <asm/ptrace.h>
19 #include <asm/cell-regs.h>
20 
21 /*
22  * Current implementation uses "cpu" nodes. We build our own mapping
23  * array of cpu numbers to cpu nodes locally for now to allow interrupt
24  * time code to have a fast path rather than call of_get_cpu_node(). If
25  * we implement cpu hotplug, we'll have to install an appropriate notifier
26  * in order to release references to the cpu going away
27  */
28 static struct cbe_regs_map
29 {
30 	struct device_node *cpu_node;
31 	struct device_node *be_node;
32 	struct cbe_pmd_regs __iomem *pmd_regs;
33 	struct cbe_iic_regs __iomem *iic_regs;
34 	struct cbe_mic_tm_regs __iomem *mic_tm_regs;
35 	struct cbe_pmd_shadow_regs pmd_shadow_regs;
36 } cbe_regs_maps[MAX_CBE];
37 static int cbe_regs_map_count;
38 
39 static struct cbe_thread_map
40 {
41 	struct device_node *cpu_node;
42 	struct device_node *be_node;
43 	struct cbe_regs_map *regs;
44 	unsigned int thread_id;
45 	unsigned int cbe_id;
46 } cbe_thread_map[NR_CPUS];
47 
48 static cpumask_t cbe_local_mask[MAX_CBE] = { [0 ... MAX_CBE-1] = {CPU_BITS_NONE} };
49 static cpumask_t cbe_first_online_cpu = { CPU_BITS_NONE };
50 
cbe_find_map(struct device_node * np)51 static struct cbe_regs_map *cbe_find_map(struct device_node *np)
52 {
53 	int i;
54 	struct device_node *tmp_np;
55 
56 	if (!of_node_is_type(np, "spe")) {
57 		for (i = 0; i < cbe_regs_map_count; i++)
58 			if (cbe_regs_maps[i].cpu_node == np ||
59 			    cbe_regs_maps[i].be_node == np)
60 				return &cbe_regs_maps[i];
61 		return NULL;
62 	}
63 
64 	if (np->data)
65 		return np->data;
66 
67 	/* walk up path until cpu or be node was found */
68 	tmp_np = np;
69 	do {
70 		tmp_np = tmp_np->parent;
71 		/* on a correct devicetree we wont get up to root */
72 		BUG_ON(!tmp_np);
73 	} while (!of_node_is_type(tmp_np, "cpu") ||
74 		 !of_node_is_type(tmp_np, "be"));
75 
76 	np->data = cbe_find_map(tmp_np);
77 
78 	return np->data;
79 }
80 
cbe_get_pmd_regs(struct device_node * np)81 struct cbe_pmd_regs __iomem *cbe_get_pmd_regs(struct device_node *np)
82 {
83 	struct cbe_regs_map *map = cbe_find_map(np);
84 	if (map == NULL)
85 		return NULL;
86 	return map->pmd_regs;
87 }
88 EXPORT_SYMBOL_GPL(cbe_get_pmd_regs);
89 
cbe_get_cpu_pmd_regs(int cpu)90 struct cbe_pmd_regs __iomem *cbe_get_cpu_pmd_regs(int cpu)
91 {
92 	struct cbe_regs_map *map = cbe_thread_map[cpu].regs;
93 	if (map == NULL)
94 		return NULL;
95 	return map->pmd_regs;
96 }
97 EXPORT_SYMBOL_GPL(cbe_get_cpu_pmd_regs);
98 
cbe_get_pmd_shadow_regs(struct device_node * np)99 struct cbe_pmd_shadow_regs *cbe_get_pmd_shadow_regs(struct device_node *np)
100 {
101 	struct cbe_regs_map *map = cbe_find_map(np);
102 	if (map == NULL)
103 		return NULL;
104 	return &map->pmd_shadow_regs;
105 }
106 
cbe_get_cpu_pmd_shadow_regs(int cpu)107 struct cbe_pmd_shadow_regs *cbe_get_cpu_pmd_shadow_regs(int cpu)
108 {
109 	struct cbe_regs_map *map = cbe_thread_map[cpu].regs;
110 	if (map == NULL)
111 		return NULL;
112 	return &map->pmd_shadow_regs;
113 }
114 
cbe_get_iic_regs(struct device_node * np)115 struct cbe_iic_regs __iomem *cbe_get_iic_regs(struct device_node *np)
116 {
117 	struct cbe_regs_map *map = cbe_find_map(np);
118 	if (map == NULL)
119 		return NULL;
120 	return map->iic_regs;
121 }
122 
cbe_get_cpu_iic_regs(int cpu)123 struct cbe_iic_regs __iomem *cbe_get_cpu_iic_regs(int cpu)
124 {
125 	struct cbe_regs_map *map = cbe_thread_map[cpu].regs;
126 	if (map == NULL)
127 		return NULL;
128 	return map->iic_regs;
129 }
130 
cbe_get_mic_tm_regs(struct device_node * np)131 struct cbe_mic_tm_regs __iomem *cbe_get_mic_tm_regs(struct device_node *np)
132 {
133 	struct cbe_regs_map *map = cbe_find_map(np);
134 	if (map == NULL)
135 		return NULL;
136 	return map->mic_tm_regs;
137 }
138 
cbe_get_cpu_mic_tm_regs(int cpu)139 struct cbe_mic_tm_regs __iomem *cbe_get_cpu_mic_tm_regs(int cpu)
140 {
141 	struct cbe_regs_map *map = cbe_thread_map[cpu].regs;
142 	if (map == NULL)
143 		return NULL;
144 	return map->mic_tm_regs;
145 }
146 EXPORT_SYMBOL_GPL(cbe_get_cpu_mic_tm_regs);
147 
cbe_get_hw_thread_id(int cpu)148 u32 cbe_get_hw_thread_id(int cpu)
149 {
150 	return cbe_thread_map[cpu].thread_id;
151 }
152 EXPORT_SYMBOL_GPL(cbe_get_hw_thread_id);
153 
cbe_cpu_to_node(int cpu)154 u32 cbe_cpu_to_node(int cpu)
155 {
156 	return cbe_thread_map[cpu].cbe_id;
157 }
158 EXPORT_SYMBOL_GPL(cbe_cpu_to_node);
159 
cbe_node_to_cpu(int node)160 u32 cbe_node_to_cpu(int node)
161 {
162 	return cpumask_first(&cbe_local_mask[node]);
163 
164 }
165 EXPORT_SYMBOL_GPL(cbe_node_to_cpu);
166 
cbe_get_be_node(int cpu_id)167 static struct device_node *__init cbe_get_be_node(int cpu_id)
168 {
169 	struct device_node *np;
170 
171 	for_each_node_by_type (np, "be") {
172 		int len,i;
173 		const phandle *cpu_handle;
174 
175 		cpu_handle = of_get_property(np, "cpus", &len);
176 
177 		/*
178 		 * the CAB SLOF tree is non compliant, so we just assume
179 		 * there is only one node
180 		 */
181 		if (WARN_ON_ONCE(!cpu_handle))
182 			return np;
183 
184 		for (i = 0; i < len; i++) {
185 			struct device_node *ch_np = of_find_node_by_phandle(cpu_handle[i]);
186 			struct device_node *ci_np = of_get_cpu_node(cpu_id, NULL);
187 
188 			of_node_put(ch_np);
189 			of_node_put(ci_np);
190 
191 			if (ch_np == ci_np)
192 				return np;
193 		}
194 	}
195 
196 	return NULL;
197 }
198 
cbe_fill_regs_map(struct cbe_regs_map * map)199 static void __init cbe_fill_regs_map(struct cbe_regs_map *map)
200 {
201 	if(map->be_node) {
202 		struct device_node *be, *np, *parent_np;
203 
204 		be = map->be_node;
205 
206 		for_each_node_by_type(np, "pervasive") {
207 			parent_np = of_get_parent(np);
208 			if (parent_np == be)
209 				map->pmd_regs = of_iomap(np, 0);
210 			of_node_put(parent_np);
211 		}
212 
213 		for_each_node_by_type(np, "CBEA-Internal-Interrupt-Controller") {
214 			parent_np = of_get_parent(np);
215 			if (parent_np == be)
216 				map->iic_regs = of_iomap(np, 2);
217 			of_node_put(parent_np);
218 		}
219 
220 		for_each_node_by_type(np, "mic-tm") {
221 			parent_np = of_get_parent(np);
222 			if (parent_np == be)
223 				map->mic_tm_regs = of_iomap(np, 0);
224 			of_node_put(parent_np);
225 		}
226 	} else {
227 		struct device_node *cpu;
228 		/* That hack must die die die ! */
229 		const struct address_prop {
230 			unsigned long address;
231 			unsigned int len;
232 		} __attribute__((packed)) *prop;
233 
234 		cpu = map->cpu_node;
235 
236 		prop = of_get_property(cpu, "pervasive", NULL);
237 		if (prop != NULL)
238 			map->pmd_regs = ioremap(prop->address, prop->len);
239 
240 		prop = of_get_property(cpu, "iic", NULL);
241 		if (prop != NULL)
242 			map->iic_regs = ioremap(prop->address, prop->len);
243 
244 		prop = of_get_property(cpu, "mic-tm", NULL);
245 		if (prop != NULL)
246 			map->mic_tm_regs = ioremap(prop->address, prop->len);
247 	}
248 }
249 
250 
cbe_regs_init(void)251 void __init cbe_regs_init(void)
252 {
253 	int i;
254 	unsigned int thread_id;
255 	struct device_node *cpu;
256 
257 	/* Build local fast map of CPUs */
258 	for_each_possible_cpu(i) {
259 		cbe_thread_map[i].cpu_node = of_get_cpu_node(i, &thread_id);
260 		cbe_thread_map[i].be_node = cbe_get_be_node(i);
261 		cbe_thread_map[i].thread_id = thread_id;
262 	}
263 
264 	/* Find maps for each device tree CPU */
265 	for_each_node_by_type(cpu, "cpu") {
266 		struct cbe_regs_map *map;
267 		unsigned int cbe_id;
268 
269 		cbe_id = cbe_regs_map_count++;
270 		map = &cbe_regs_maps[cbe_id];
271 
272 		if (cbe_regs_map_count > MAX_CBE) {
273 			printk(KERN_ERR "cbe_regs: More BE chips than supported"
274 			       "!\n");
275 			cbe_regs_map_count--;
276 			of_node_put(cpu);
277 			return;
278 		}
279 		of_node_put(map->cpu_node);
280 		map->cpu_node = of_node_get(cpu);
281 
282 		for_each_possible_cpu(i) {
283 			struct cbe_thread_map *thread = &cbe_thread_map[i];
284 
285 			if (thread->cpu_node == cpu) {
286 				thread->regs = map;
287 				thread->cbe_id = cbe_id;
288 				map->be_node = thread->be_node;
289 				cpumask_set_cpu(i, &cbe_local_mask[cbe_id]);
290 				if(thread->thread_id == 0)
291 					cpumask_set_cpu(i, &cbe_first_online_cpu);
292 			}
293 		}
294 
295 		cbe_fill_regs_map(map);
296 	}
297 }
298 
299