xref: /openbmc/linux/drivers/of/of_numa.c (revision 8ccbbdaa2bc06f7b11fec7f44bf2501786a189ba)
1298535c0SDavid Daney /*
2298535c0SDavid Daney  * OF NUMA Parsing support.
3298535c0SDavid Daney  *
4298535c0SDavid Daney  * Copyright (C) 2015 - 2016 Cavium Inc.
5298535c0SDavid Daney  *
6298535c0SDavid Daney  * This program is free software; you can redistribute it and/or modify
7298535c0SDavid Daney  * it under the terms of the GNU General Public License version 2 as
8298535c0SDavid Daney  * published by the Free Software Foundation.
9298535c0SDavid Daney  *
10298535c0SDavid Daney  * This program is distributed in the hope that it will be useful,
11298535c0SDavid Daney  * but WITHOUT ANY WARRANTY; without even the implied warranty of
12298535c0SDavid Daney  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13298535c0SDavid Daney  * GNU General Public License for more details.
14298535c0SDavid Daney  *
15298535c0SDavid Daney  * You should have received a copy of the GNU General Public License
16298535c0SDavid Daney  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
17298535c0SDavid Daney  */
18298535c0SDavid Daney 
19298535c0SDavid Daney #include <linux/of.h>
20298535c0SDavid Daney #include <linux/of_address.h>
21298535c0SDavid Daney #include <linux/nodemask.h>
22298535c0SDavid Daney 
23298535c0SDavid Daney #include <asm/numa.h>
24298535c0SDavid Daney 
25298535c0SDavid Daney /* define default numa node to 0 */
26298535c0SDavid Daney #define DEFAULT_NODE 0
27298535c0SDavid Daney 
28298535c0SDavid Daney /*
29298535c0SDavid Daney  * Even though we connect cpus to numa domains later in SMP
30298535c0SDavid Daney  * init, we need to know the node ids now for all cpus.
31298535c0SDavid Daney */
32298535c0SDavid Daney static void __init of_numa_parse_cpu_nodes(void)
33298535c0SDavid Daney {
34298535c0SDavid Daney 	u32 nid;
35298535c0SDavid Daney 	int r;
36298535c0SDavid Daney 	struct device_node *cpus;
37298535c0SDavid Daney 	struct device_node *np = NULL;
38298535c0SDavid Daney 
39298535c0SDavid Daney 	cpus = of_find_node_by_path("/cpus");
40298535c0SDavid Daney 	if (!cpus)
41298535c0SDavid Daney 		return;
42298535c0SDavid Daney 
43298535c0SDavid Daney 	for_each_child_of_node(cpus, np) {
44298535c0SDavid Daney 		/* Skip things that are not CPUs */
45298535c0SDavid Daney 		if (of_node_cmp(np->type, "cpu") != 0)
46298535c0SDavid Daney 			continue;
47298535c0SDavid Daney 
48298535c0SDavid Daney 		r = of_property_read_u32(np, "numa-node-id", &nid);
49298535c0SDavid Daney 		if (r)
50298535c0SDavid Daney 			continue;
51298535c0SDavid Daney 
52298535c0SDavid Daney 		pr_debug("NUMA: CPU on %u\n", nid);
53298535c0SDavid Daney 		if (nid >= MAX_NUMNODES)
54298535c0SDavid Daney 			pr_warn("NUMA: Node id %u exceeds maximum value\n",
55298535c0SDavid Daney 				nid);
56298535c0SDavid Daney 		else
57298535c0SDavid Daney 			node_set(nid, numa_nodes_parsed);
58298535c0SDavid Daney 	}
59298535c0SDavid Daney }
60298535c0SDavid Daney 
61298535c0SDavid Daney static int __init of_numa_parse_memory_nodes(void)
62298535c0SDavid Daney {
63298535c0SDavid Daney 	struct device_node *np = NULL;
64298535c0SDavid Daney 	struct resource rsrc;
65298535c0SDavid Daney 	u32 nid;
66298535c0SDavid Daney 	int r = 0;
67298535c0SDavid Daney 
68298535c0SDavid Daney 	for (;;) {
69298535c0SDavid Daney 		np = of_find_node_by_type(np, "memory");
70298535c0SDavid Daney 		if (!np)
71298535c0SDavid Daney 			break;
72298535c0SDavid Daney 
73298535c0SDavid Daney 		r = of_property_read_u32(np, "numa-node-id", &nid);
74298535c0SDavid Daney 		if (r == -EINVAL)
75298535c0SDavid Daney 			/*
76298535c0SDavid Daney 			 * property doesn't exist if -EINVAL, continue
77298535c0SDavid Daney 			 * looking for more memory nodes with
78298535c0SDavid Daney 			 * "numa-node-id" property
79298535c0SDavid Daney 			 */
80298535c0SDavid Daney 			continue;
81298535c0SDavid Daney 		else if (r)
82298535c0SDavid Daney 			/* some other error */
83298535c0SDavid Daney 			break;
84298535c0SDavid Daney 
85298535c0SDavid Daney 		r = of_address_to_resource(np, 0, &rsrc);
86298535c0SDavid Daney 		if (r) {
87298535c0SDavid Daney 			pr_err("NUMA: bad reg property in memory node\n");
88298535c0SDavid Daney 			break;
89298535c0SDavid Daney 		}
90298535c0SDavid Daney 
91298535c0SDavid Daney 		pr_debug("NUMA:  base = %llx len = %llx, node = %u\n",
92298535c0SDavid Daney 			 rsrc.start, rsrc.end - rsrc.start + 1, nid);
93298535c0SDavid Daney 
94*8ccbbdaaSHanjun Guo 
95*8ccbbdaaSHanjun Guo 		r = numa_add_memblk(nid, rsrc.start, rsrc.end + 1);
96298535c0SDavid Daney 		if (r)
97298535c0SDavid Daney 			break;
98298535c0SDavid Daney 	}
99298535c0SDavid Daney 	of_node_put(np);
100298535c0SDavid Daney 
101298535c0SDavid Daney 	return r;
102298535c0SDavid Daney }
103298535c0SDavid Daney 
104298535c0SDavid Daney static int __init of_numa_parse_distance_map_v1(struct device_node *map)
105298535c0SDavid Daney {
106298535c0SDavid Daney 	const __be32 *matrix;
107298535c0SDavid Daney 	int entry_count;
108298535c0SDavid Daney 	int i;
109298535c0SDavid Daney 
110298535c0SDavid Daney 	pr_info("NUMA: parsing numa-distance-map-v1\n");
111298535c0SDavid Daney 
112298535c0SDavid Daney 	matrix = of_get_property(map, "distance-matrix", NULL);
113298535c0SDavid Daney 	if (!matrix) {
114298535c0SDavid Daney 		pr_err("NUMA: No distance-matrix property in distance-map\n");
115298535c0SDavid Daney 		return -EINVAL;
116298535c0SDavid Daney 	}
117298535c0SDavid Daney 
118298535c0SDavid Daney 	entry_count = of_property_count_u32_elems(map, "distance-matrix");
119298535c0SDavid Daney 	if (entry_count <= 0) {
120298535c0SDavid Daney 		pr_err("NUMA: Invalid distance-matrix\n");
121298535c0SDavid Daney 		return -EINVAL;
122298535c0SDavid Daney 	}
123298535c0SDavid Daney 
124298535c0SDavid Daney 	for (i = 0; i + 2 < entry_count; i += 3) {
125298535c0SDavid Daney 		u32 nodea, nodeb, distance;
126298535c0SDavid Daney 
127298535c0SDavid Daney 		nodea = of_read_number(matrix, 1);
128298535c0SDavid Daney 		matrix++;
129298535c0SDavid Daney 		nodeb = of_read_number(matrix, 1);
130298535c0SDavid Daney 		matrix++;
131298535c0SDavid Daney 		distance = of_read_number(matrix, 1);
132298535c0SDavid Daney 		matrix++;
133298535c0SDavid Daney 
134298535c0SDavid Daney 		numa_set_distance(nodea, nodeb, distance);
135298535c0SDavid Daney 		pr_debug("NUMA:  distance[node%d -> node%d] = %d\n",
136298535c0SDavid Daney 			 nodea, nodeb, distance);
137298535c0SDavid Daney 
138298535c0SDavid Daney 		/* Set default distance of node B->A same as A->B */
139298535c0SDavid Daney 		if (nodeb > nodea)
140298535c0SDavid Daney 			numa_set_distance(nodeb, nodea, distance);
141298535c0SDavid Daney 	}
142298535c0SDavid Daney 
143298535c0SDavid Daney 	return 0;
144298535c0SDavid Daney }
145298535c0SDavid Daney 
146298535c0SDavid Daney static int __init of_numa_parse_distance_map(void)
147298535c0SDavid Daney {
148298535c0SDavid Daney 	int ret = 0;
149298535c0SDavid Daney 	struct device_node *np;
150298535c0SDavid Daney 
151298535c0SDavid Daney 	np = of_find_compatible_node(NULL, NULL,
152298535c0SDavid Daney 				     "numa-distance-map-v1");
153298535c0SDavid Daney 	if (np)
154298535c0SDavid Daney 		ret = of_numa_parse_distance_map_v1(np);
155298535c0SDavid Daney 
156298535c0SDavid Daney 	of_node_put(np);
157298535c0SDavid Daney 	return ret;
158298535c0SDavid Daney }
159298535c0SDavid Daney 
160298535c0SDavid Daney int of_node_to_nid(struct device_node *device)
161298535c0SDavid Daney {
162298535c0SDavid Daney 	struct device_node *np;
163298535c0SDavid Daney 	u32 nid;
164298535c0SDavid Daney 	int r = -ENODATA;
165298535c0SDavid Daney 
166298535c0SDavid Daney 	np = of_node_get(device);
167298535c0SDavid Daney 
168298535c0SDavid Daney 	while (np) {
169298535c0SDavid Daney 		struct device_node *parent;
170298535c0SDavid Daney 
171298535c0SDavid Daney 		r = of_property_read_u32(np, "numa-node-id", &nid);
172298535c0SDavid Daney 		/*
173298535c0SDavid Daney 		 * -EINVAL indicates the property was not found, and
174298535c0SDavid Daney 		 *  we walk up the tree trying to find a parent with a
175298535c0SDavid Daney 		 *  "numa-node-id".  Any other type of error indicates
176298535c0SDavid Daney 		 *  a bad device tree and we give up.
177298535c0SDavid Daney 		 */
178298535c0SDavid Daney 		if (r != -EINVAL)
179298535c0SDavid Daney 			break;
180298535c0SDavid Daney 
181298535c0SDavid Daney 		parent = of_get_parent(np);
182298535c0SDavid Daney 		of_node_put(np);
183298535c0SDavid Daney 		np = parent;
184298535c0SDavid Daney 	}
185298535c0SDavid Daney 	if (np && r)
186298535c0SDavid Daney 		pr_warn("NUMA: Invalid \"numa-node-id\" property in node %s\n",
187298535c0SDavid Daney 			np->name);
188298535c0SDavid Daney 	of_node_put(np);
189298535c0SDavid Daney 
190298535c0SDavid Daney 	if (!r) {
191298535c0SDavid Daney 		if (nid >= MAX_NUMNODES)
192298535c0SDavid Daney 			pr_warn("NUMA: Node id %u exceeds maximum value\n",
193298535c0SDavid Daney 				nid);
194298535c0SDavid Daney 		else
195298535c0SDavid Daney 			return nid;
196298535c0SDavid Daney 	}
197298535c0SDavid Daney 
198298535c0SDavid Daney 	return NUMA_NO_NODE;
199298535c0SDavid Daney }
200298535c0SDavid Daney EXPORT_SYMBOL(of_node_to_nid);
201298535c0SDavid Daney 
202298535c0SDavid Daney int __init of_numa_init(void)
203298535c0SDavid Daney {
204298535c0SDavid Daney 	int r;
205298535c0SDavid Daney 
206298535c0SDavid Daney 	of_numa_parse_cpu_nodes();
207298535c0SDavid Daney 	r = of_numa_parse_memory_nodes();
208298535c0SDavid Daney 	if (r)
209298535c0SDavid Daney 		return r;
210298535c0SDavid Daney 	return of_numa_parse_distance_map();
211298535c0SDavid Daney }
212