1af6074fcSRob Herring // SPDX-License-Identifier: GPL-2.0 2298535c0SDavid Daney /* 3298535c0SDavid Daney * OF NUMA Parsing support. 4298535c0SDavid Daney * 5298535c0SDavid Daney * Copyright (C) 2015 - 2016 Cavium Inc. 6298535c0SDavid Daney */ 7298535c0SDavid Daney 8ad021805SKefeng Wang #define pr_fmt(fmt) "OF: NUMA: " fmt 9ad021805SKefeng Wang 10298535c0SDavid Daney #include <linux/of.h> 11298535c0SDavid Daney #include <linux/of_address.h> 12298535c0SDavid Daney #include <linux/nodemask.h> 13298535c0SDavid Daney 14298535c0SDavid Daney #include <asm/numa.h> 15298535c0SDavid Daney 16298535c0SDavid Daney /* define default numa node to 0 */ 17298535c0SDavid Daney #define DEFAULT_NODE 0 18298535c0SDavid Daney 19298535c0SDavid Daney /* 20298535c0SDavid Daney * Even though we connect cpus to numa domains later in SMP 21298535c0SDavid Daney * init, we need to know the node ids now for all cpus. 22298535c0SDavid Daney */ 23298535c0SDavid Daney static void __init of_numa_parse_cpu_nodes(void) 24298535c0SDavid Daney { 25298535c0SDavid Daney u32 nid; 26298535c0SDavid Daney int r; 27298535c0SDavid Daney struct device_node *cpus; 28298535c0SDavid Daney struct device_node *np = NULL; 29298535c0SDavid Daney 30298535c0SDavid Daney cpus = of_find_node_by_path("/cpus"); 31298535c0SDavid Daney if (!cpus) 32298535c0SDavid Daney return; 33298535c0SDavid Daney 34298535c0SDavid Daney for_each_child_of_node(cpus, np) { 35298535c0SDavid Daney /* Skip things that are not CPUs */ 36298535c0SDavid Daney if (of_node_cmp(np->type, "cpu") != 0) 37298535c0SDavid Daney continue; 38298535c0SDavid Daney 39298535c0SDavid Daney r = of_property_read_u32(np, "numa-node-id", &nid); 40298535c0SDavid Daney if (r) 41298535c0SDavid Daney continue; 42298535c0SDavid Daney 43ad021805SKefeng Wang pr_debug("CPU on %u\n", nid); 44298535c0SDavid Daney if (nid >= MAX_NUMNODES) 45ad021805SKefeng Wang pr_warn("Node id %u exceeds maximum value\n", nid); 46298535c0SDavid Daney else 47298535c0SDavid Daney node_set(nid, numa_nodes_parsed); 48298535c0SDavid Daney } 49b8475cbeSTyrel Datwyler 50b8475cbeSTyrel Datwyler of_node_put(cpus); 51298535c0SDavid Daney } 52298535c0SDavid Daney 53298535c0SDavid Daney static int __init of_numa_parse_memory_nodes(void) 54298535c0SDavid Daney { 55298535c0SDavid Daney struct device_node *np = NULL; 56298535c0SDavid Daney struct resource rsrc; 57298535c0SDavid Daney u32 nid; 5884b14256SZhen Lei int i, r; 59298535c0SDavid Daney 6084b14256SZhen Lei for_each_node_by_type(np, "memory") { 61298535c0SDavid Daney r = of_property_read_u32(np, "numa-node-id", &nid); 62298535c0SDavid Daney if (r == -EINVAL) 63298535c0SDavid Daney /* 64298535c0SDavid Daney * property doesn't exist if -EINVAL, continue 65298535c0SDavid Daney * looking for more memory nodes with 66298535c0SDavid Daney * "numa-node-id" property 67298535c0SDavid Daney */ 68298535c0SDavid Daney continue; 69298535c0SDavid Daney 70571a588fSZhen Lei if (nid >= MAX_NUMNODES) { 71ad021805SKefeng Wang pr_warn("Node id %u exceeds maximum value\n", nid); 72571a588fSZhen Lei r = -EINVAL; 73571a588fSZhen Lei } 74571a588fSZhen Lei 7584b14256SZhen Lei for (i = 0; !r && !of_address_to_resource(np, i, &rsrc); i++) 768ccbbdaaSHanjun Guo r = numa_add_memblk(nid, rsrc.start, rsrc.end + 1); 77298535c0SDavid Daney 7884b14256SZhen Lei if (!i || r) { 7984b14256SZhen Lei of_node_put(np); 80ad021805SKefeng Wang pr_err("bad property in memory node\n"); 8184b14256SZhen Lei return r ? : -EINVAL; 8284b14256SZhen Lei } 8384b14256SZhen Lei } 8484b14256SZhen Lei 8584b14256SZhen Lei return 0; 86298535c0SDavid Daney } 87298535c0SDavid Daney 88298535c0SDavid Daney static int __init of_numa_parse_distance_map_v1(struct device_node *map) 89298535c0SDavid Daney { 90298535c0SDavid Daney const __be32 *matrix; 91298535c0SDavid Daney int entry_count; 92298535c0SDavid Daney int i; 93298535c0SDavid Daney 94ad021805SKefeng Wang pr_info("parsing numa-distance-map-v1\n"); 95298535c0SDavid Daney 96298535c0SDavid Daney matrix = of_get_property(map, "distance-matrix", NULL); 97298535c0SDavid Daney if (!matrix) { 98ad021805SKefeng Wang pr_err("No distance-matrix property in distance-map\n"); 99298535c0SDavid Daney return -EINVAL; 100298535c0SDavid Daney } 101298535c0SDavid Daney 102298535c0SDavid Daney entry_count = of_property_count_u32_elems(map, "distance-matrix"); 103298535c0SDavid Daney if (entry_count <= 0) { 104ad021805SKefeng Wang pr_err("Invalid distance-matrix\n"); 105298535c0SDavid Daney return -EINVAL; 106298535c0SDavid Daney } 107298535c0SDavid Daney 108298535c0SDavid Daney for (i = 0; i + 2 < entry_count; i += 3) { 109298535c0SDavid Daney u32 nodea, nodeb, distance; 110298535c0SDavid Daney 111298535c0SDavid Daney nodea = of_read_number(matrix, 1); 112298535c0SDavid Daney matrix++; 113298535c0SDavid Daney nodeb = of_read_number(matrix, 1); 114298535c0SDavid Daney matrix++; 115298535c0SDavid Daney distance = of_read_number(matrix, 1); 116298535c0SDavid Daney matrix++; 117298535c0SDavid Daney 118298535c0SDavid Daney numa_set_distance(nodea, nodeb, distance); 119ad021805SKefeng Wang pr_debug("distance[node%d -> node%d] = %d\n", 120298535c0SDavid Daney nodea, nodeb, distance); 121298535c0SDavid Daney 122298535c0SDavid Daney /* Set default distance of node B->A same as A->B */ 123298535c0SDavid Daney if (nodeb > nodea) 124298535c0SDavid Daney numa_set_distance(nodeb, nodea, distance); 125298535c0SDavid Daney } 126298535c0SDavid Daney 127298535c0SDavid Daney return 0; 128298535c0SDavid Daney } 129298535c0SDavid Daney 130298535c0SDavid Daney static int __init of_numa_parse_distance_map(void) 131298535c0SDavid Daney { 132298535c0SDavid Daney int ret = 0; 133298535c0SDavid Daney struct device_node *np; 134298535c0SDavid Daney 135298535c0SDavid Daney np = of_find_compatible_node(NULL, NULL, 136298535c0SDavid Daney "numa-distance-map-v1"); 137298535c0SDavid Daney if (np) 138298535c0SDavid Daney ret = of_numa_parse_distance_map_v1(np); 139298535c0SDavid Daney 140298535c0SDavid Daney of_node_put(np); 141298535c0SDavid Daney return ret; 142298535c0SDavid Daney } 143298535c0SDavid Daney 144298535c0SDavid Daney int of_node_to_nid(struct device_node *device) 145298535c0SDavid Daney { 146298535c0SDavid Daney struct device_node *np; 147298535c0SDavid Daney u32 nid; 148298535c0SDavid Daney int r = -ENODATA; 149298535c0SDavid Daney 150298535c0SDavid Daney np = of_node_get(device); 151298535c0SDavid Daney 152298535c0SDavid Daney while (np) { 153298535c0SDavid Daney r = of_property_read_u32(np, "numa-node-id", &nid); 154298535c0SDavid Daney /* 155298535c0SDavid Daney * -EINVAL indicates the property was not found, and 156298535c0SDavid Daney * we walk up the tree trying to find a parent with a 157298535c0SDavid Daney * "numa-node-id". Any other type of error indicates 158298535c0SDavid Daney * a bad device tree and we give up. 159298535c0SDavid Daney */ 160298535c0SDavid Daney if (r != -EINVAL) 161298535c0SDavid Daney break; 162298535c0SDavid Daney 163837dae1bSKefeng Wang np = of_get_next_parent(np); 164298535c0SDavid Daney } 165298535c0SDavid Daney if (np && r) 166*a613b26aSRob Herring pr_warn("Invalid \"numa-node-id\" property in node %pOFn\n", 167*a613b26aSRob Herring np); 168298535c0SDavid Daney of_node_put(np); 169298535c0SDavid Daney 170b6cc9474SDavid Daney /* 171b6cc9474SDavid Daney * If numa=off passed on command line, or with a defective 172b6cc9474SDavid Daney * device tree, the nid may not be in the set of possible 173b6cc9474SDavid Daney * nodes. Check for this case and return NUMA_NO_NODE. 174b6cc9474SDavid Daney */ 175b6cc9474SDavid Daney if (!r && nid < MAX_NUMNODES && node_possible(nid)) 176298535c0SDavid Daney return nid; 177298535c0SDavid Daney 178298535c0SDavid Daney return NUMA_NO_NODE; 179298535c0SDavid Daney } 180298535c0SDavid Daney 181298535c0SDavid Daney int __init of_numa_init(void) 182298535c0SDavid Daney { 183298535c0SDavid Daney int r; 184298535c0SDavid Daney 185298535c0SDavid Daney of_numa_parse_cpu_nodes(); 186298535c0SDavid Daney r = of_numa_parse_memory_nodes(); 187298535c0SDavid Daney if (r) 188298535c0SDavid Daney return r; 189298535c0SDavid Daney return of_numa_parse_distance_map(); 190298535c0SDavid Daney } 191