11eee9950SDaniel Henrique Barboza /* 21eee9950SDaniel Henrique Barboza * QEMU PowerPC pSeries Logical Partition NUMA associativity handling 31eee9950SDaniel Henrique Barboza * 41eee9950SDaniel Henrique Barboza * Copyright IBM Corp. 2020 51eee9950SDaniel Henrique Barboza * 61eee9950SDaniel Henrique Barboza * Authors: 71eee9950SDaniel Henrique Barboza * Daniel Henrique Barboza <danielhb413@gmail.com> 81eee9950SDaniel Henrique Barboza * 91eee9950SDaniel Henrique Barboza * This work is licensed under the terms of the GNU GPL, version 2 or later. 101eee9950SDaniel Henrique Barboza * See the COPYING file in the top-level directory. 111eee9950SDaniel Henrique Barboza */ 121eee9950SDaniel Henrique Barboza 131eee9950SDaniel Henrique Barboza #include "qemu/osdep.h" 141eee9950SDaniel Henrique Barboza #include "qemu-common.h" 151eee9950SDaniel Henrique Barboza #include "hw/ppc/spapr_numa.h" 16dd7e1d7aSDaniel Henrique Barboza #include "hw/pci-host/spapr.h" 171eee9950SDaniel Henrique Barboza #include "hw/ppc/fdt.h" 181eee9950SDaniel Henrique Barboza 19dd7e1d7aSDaniel Henrique Barboza /* Moved from hw/ppc/spapr_pci_nvlink2.c */ 20dd7e1d7aSDaniel Henrique Barboza #define SPAPR_GPU_NUMA_ID (cpu_to_be32(1)) 21f1aa45ffSDaniel Henrique Barboza 22f1aa45ffSDaniel Henrique Barboza void spapr_numa_associativity_init(SpaprMachineState *spapr, 23f1aa45ffSDaniel Henrique Barboza MachineState *machine) 24f1aa45ffSDaniel Henrique Barboza { 25dd7e1d7aSDaniel Henrique Barboza SpaprMachineClass *smc = SPAPR_MACHINE_GET_CLASS(spapr); 26f1aa45ffSDaniel Henrique Barboza int nb_numa_nodes = machine->numa_state->num_nodes; 27dd7e1d7aSDaniel Henrique Barboza int i, j, max_nodes_with_gpus; 28f1aa45ffSDaniel Henrique Barboza 29f1aa45ffSDaniel Henrique Barboza /* 30f1aa45ffSDaniel Henrique Barboza * For all associativity arrays: first position is the size, 31f1aa45ffSDaniel Henrique Barboza * position MAX_DISTANCE_REF_POINTS is always the numa_id, 32f1aa45ffSDaniel Henrique Barboza * represented by the index 'i'. 33f1aa45ffSDaniel Henrique Barboza * 34f1aa45ffSDaniel Henrique Barboza * This will break on sparse NUMA setups, when/if QEMU starts 35f1aa45ffSDaniel Henrique Barboza * to support it, because there will be no more guarantee that 36f1aa45ffSDaniel Henrique Barboza * 'i' will be a valid node_id set by the user. 37f1aa45ffSDaniel Henrique Barboza */ 38f1aa45ffSDaniel Henrique Barboza for (i = 0; i < nb_numa_nodes; i++) { 39f1aa45ffSDaniel Henrique Barboza spapr->numa_assoc_array[i][0] = cpu_to_be32(MAX_DISTANCE_REF_POINTS); 40f1aa45ffSDaniel Henrique Barboza spapr->numa_assoc_array[i][MAX_DISTANCE_REF_POINTS] = cpu_to_be32(i); 41f1aa45ffSDaniel Henrique Barboza } 42dd7e1d7aSDaniel Henrique Barboza 43dd7e1d7aSDaniel Henrique Barboza /* 44dd7e1d7aSDaniel Henrique Barboza * Initialize NVLink GPU associativity arrays. We know that 45dd7e1d7aSDaniel Henrique Barboza * the first GPU will take the first available NUMA id, and 46dd7e1d7aSDaniel Henrique Barboza * we'll have a maximum of NVGPU_MAX_NUM GPUs in the machine. 47dd7e1d7aSDaniel Henrique Barboza * At this point we're not sure if there are GPUs or not, but 48dd7e1d7aSDaniel Henrique Barboza * let's initialize the associativity arrays and allow NVLink 49dd7e1d7aSDaniel Henrique Barboza * GPUs to be handled like regular NUMA nodes later on. 50dd7e1d7aSDaniel Henrique Barboza */ 51dd7e1d7aSDaniel Henrique Barboza max_nodes_with_gpus = nb_numa_nodes + NVGPU_MAX_NUM; 52dd7e1d7aSDaniel Henrique Barboza 53dd7e1d7aSDaniel Henrique Barboza for (i = nb_numa_nodes; i < max_nodes_with_gpus; i++) { 54dd7e1d7aSDaniel Henrique Barboza spapr->numa_assoc_array[i][0] = cpu_to_be32(MAX_DISTANCE_REF_POINTS); 55dd7e1d7aSDaniel Henrique Barboza 56dd7e1d7aSDaniel Henrique Barboza for (j = 1; j < MAX_DISTANCE_REF_POINTS; j++) { 57dd7e1d7aSDaniel Henrique Barboza uint32_t gpu_assoc = smc->pre_5_1_assoc_refpoints ? 58dd7e1d7aSDaniel Henrique Barboza SPAPR_GPU_NUMA_ID : cpu_to_be32(i); 59dd7e1d7aSDaniel Henrique Barboza spapr->numa_assoc_array[i][j] = gpu_assoc; 60dd7e1d7aSDaniel Henrique Barboza } 61dd7e1d7aSDaniel Henrique Barboza 62dd7e1d7aSDaniel Henrique Barboza spapr->numa_assoc_array[i][MAX_DISTANCE_REF_POINTS] = cpu_to_be32(i); 63dd7e1d7aSDaniel Henrique Barboza } 64f1aa45ffSDaniel Henrique Barboza } 65f1aa45ffSDaniel Henrique Barboza 66f1aa45ffSDaniel Henrique Barboza void spapr_numa_write_associativity_dt(SpaprMachineState *spapr, void *fdt, 67f1aa45ffSDaniel Henrique Barboza int offset, int nodeid) 68f1aa45ffSDaniel Henrique Barboza { 69f1aa45ffSDaniel Henrique Barboza _FDT((fdt_setprop(fdt, offset, "ibm,associativity", 70f1aa45ffSDaniel Henrique Barboza spapr->numa_assoc_array[nodeid], 71f1aa45ffSDaniel Henrique Barboza sizeof(spapr->numa_assoc_array[nodeid])))); 72f1aa45ffSDaniel Henrique Barboza } 73f1aa45ffSDaniel Henrique Barboza 748f86a408SDaniel Henrique Barboza int spapr_numa_fixup_cpu_dt(SpaprMachineState *spapr, void *fdt, 758f86a408SDaniel Henrique Barboza int offset, PowerPCCPU *cpu) 768f86a408SDaniel Henrique Barboza { 778f86a408SDaniel Henrique Barboza int vcpu_assoc_size = NUMA_ASSOC_SIZE + 1; 788f86a408SDaniel Henrique Barboza uint32_t vcpu_assoc[vcpu_assoc_size]; 798f86a408SDaniel Henrique Barboza int index = spapr_get_vcpu_id(cpu); 808f86a408SDaniel Henrique Barboza int i; 818f86a408SDaniel Henrique Barboza 828f86a408SDaniel Henrique Barboza /* 838f86a408SDaniel Henrique Barboza * VCPUs have an extra 'cpu_id' value in ibm,associativity 848f86a408SDaniel Henrique Barboza * compared to other resources. Increment the size at index 858f86a408SDaniel Henrique Barboza * 0, copy all associativity domains already set, then put 868f86a408SDaniel Henrique Barboza * cpu_id last. 878f86a408SDaniel Henrique Barboza */ 888f86a408SDaniel Henrique Barboza vcpu_assoc[0] = cpu_to_be32(MAX_DISTANCE_REF_POINTS + 1); 898f86a408SDaniel Henrique Barboza 908f86a408SDaniel Henrique Barboza for (i = 1; i <= MAX_DISTANCE_REF_POINTS; i++) { 918f86a408SDaniel Henrique Barboza vcpu_assoc[i] = spapr->numa_assoc_array[cpu->node_id][i]; 928f86a408SDaniel Henrique Barboza } 938f86a408SDaniel Henrique Barboza 948f86a408SDaniel Henrique Barboza vcpu_assoc[vcpu_assoc_size - 1] = cpu_to_be32(index); 958f86a408SDaniel Henrique Barboza 968f86a408SDaniel Henrique Barboza /* Advertise NUMA via ibm,associativity */ 978f86a408SDaniel Henrique Barboza return fdt_setprop(fdt, offset, "ibm,associativity", 988f86a408SDaniel Henrique Barboza vcpu_assoc, sizeof(vcpu_assoc)); 998f86a408SDaniel Henrique Barboza } 1008f86a408SDaniel Henrique Barboza 1010ee52012SDaniel Henrique Barboza 1020ee52012SDaniel Henrique Barboza int spapr_numa_write_assoc_lookup_arrays(SpaprMachineState *spapr, void *fdt, 1030ee52012SDaniel Henrique Barboza int offset) 1040ee52012SDaniel Henrique Barboza { 1050ee52012SDaniel Henrique Barboza MachineState *machine = MACHINE(spapr); 1060ee52012SDaniel Henrique Barboza int nb_numa_nodes = machine->numa_state->num_nodes; 1070ee52012SDaniel Henrique Barboza int nr_nodes = nb_numa_nodes ? nb_numa_nodes : 1; 1080ee52012SDaniel Henrique Barboza uint32_t *int_buf, *cur_index, buf_len; 1090ee52012SDaniel Henrique Barboza int ret, i; 1100ee52012SDaniel Henrique Barboza 1110ee52012SDaniel Henrique Barboza /* ibm,associativity-lookup-arrays */ 1120ee52012SDaniel Henrique Barboza buf_len = (nr_nodes * MAX_DISTANCE_REF_POINTS + 2) * sizeof(uint32_t); 1130ee52012SDaniel Henrique Barboza cur_index = int_buf = g_malloc0(buf_len); 1140ee52012SDaniel Henrique Barboza int_buf[0] = cpu_to_be32(nr_nodes); 1150ee52012SDaniel Henrique Barboza /* Number of entries per associativity list */ 1160ee52012SDaniel Henrique Barboza int_buf[1] = cpu_to_be32(MAX_DISTANCE_REF_POINTS); 1170ee52012SDaniel Henrique Barboza cur_index += 2; 1180ee52012SDaniel Henrique Barboza for (i = 0; i < nr_nodes; i++) { 1190ee52012SDaniel Henrique Barboza /* 1200ee52012SDaniel Henrique Barboza * For the lookup-array we use the ibm,associativity array, 1210ee52012SDaniel Henrique Barboza * from numa_assoc_array. without the first element (size). 1220ee52012SDaniel Henrique Barboza */ 1230ee52012SDaniel Henrique Barboza uint32_t *associativity = spapr->numa_assoc_array[i]; 1240ee52012SDaniel Henrique Barboza memcpy(cur_index, ++associativity, 1250ee52012SDaniel Henrique Barboza sizeof(uint32_t) * MAX_DISTANCE_REF_POINTS); 1260ee52012SDaniel Henrique Barboza cur_index += MAX_DISTANCE_REF_POINTS; 1270ee52012SDaniel Henrique Barboza } 1280ee52012SDaniel Henrique Barboza ret = fdt_setprop(fdt, offset, "ibm,associativity-lookup-arrays", int_buf, 1290ee52012SDaniel Henrique Barboza (cur_index - int_buf) * sizeof(uint32_t)); 1300ee52012SDaniel Henrique Barboza g_free(int_buf); 1310ee52012SDaniel Henrique Barboza 1320ee52012SDaniel Henrique Barboza return ret; 1330ee52012SDaniel Henrique Barboza } 1340ee52012SDaniel Henrique Barboza 1351eee9950SDaniel Henrique Barboza /* 1361eee9950SDaniel Henrique Barboza * Helper that writes ibm,associativity-reference-points and 1371eee9950SDaniel Henrique Barboza * max-associativity-domains in the RTAS pointed by @rtas 1381eee9950SDaniel Henrique Barboza * in the DT @fdt. 1391eee9950SDaniel Henrique Barboza */ 1401eee9950SDaniel Henrique Barboza void spapr_numa_write_rtas_dt(SpaprMachineState *spapr, void *fdt, int rtas) 1411eee9950SDaniel Henrique Barboza { 1421eee9950SDaniel Henrique Barboza SpaprMachineClass *smc = SPAPR_MACHINE_GET_CLASS(spapr); 1431eee9950SDaniel Henrique Barboza uint32_t refpoints[] = { 1441eee9950SDaniel Henrique Barboza cpu_to_be32(0x4), 1451eee9950SDaniel Henrique Barboza cpu_to_be32(0x4), 1461eee9950SDaniel Henrique Barboza cpu_to_be32(0x2), 1471eee9950SDaniel Henrique Barboza }; 1481eee9950SDaniel Henrique Barboza uint32_t nr_refpoints = ARRAY_SIZE(refpoints); 1491eee9950SDaniel Henrique Barboza uint32_t maxdomain = cpu_to_be32(spapr->gpu_numa_id > 1 ? 1 : 0); 1501eee9950SDaniel Henrique Barboza uint32_t maxdomains[] = { 1511eee9950SDaniel Henrique Barboza cpu_to_be32(4), 1521eee9950SDaniel Henrique Barboza maxdomain, 1531eee9950SDaniel Henrique Barboza maxdomain, 1541eee9950SDaniel Henrique Barboza maxdomain, 1551eee9950SDaniel Henrique Barboza cpu_to_be32(spapr->gpu_numa_id), 1561eee9950SDaniel Henrique Barboza }; 1571eee9950SDaniel Henrique Barboza 1581eee9950SDaniel Henrique Barboza if (smc->pre_5_1_assoc_refpoints) { 1591eee9950SDaniel Henrique Barboza nr_refpoints = 2; 1601eee9950SDaniel Henrique Barboza } 1611eee9950SDaniel Henrique Barboza 1621eee9950SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,associativity-reference-points", 1631eee9950SDaniel Henrique Barboza refpoints, nr_refpoints * sizeof(refpoints[0]))); 1641eee9950SDaniel Henrique Barboza 1651eee9950SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,max-associativity-domains", 1661eee9950SDaniel Henrique Barboza maxdomains, sizeof(maxdomains))); 1671eee9950SDaniel Henrique Barboza } 168*f8a13fc3SDaniel Henrique Barboza 169*f8a13fc3SDaniel Henrique Barboza static target_ulong h_home_node_associativity(PowerPCCPU *cpu, 170*f8a13fc3SDaniel Henrique Barboza SpaprMachineState *spapr, 171*f8a13fc3SDaniel Henrique Barboza target_ulong opcode, 172*f8a13fc3SDaniel Henrique Barboza target_ulong *args) 173*f8a13fc3SDaniel Henrique Barboza { 174*f8a13fc3SDaniel Henrique Barboza target_ulong flags = args[0]; 175*f8a13fc3SDaniel Henrique Barboza target_ulong procno = args[1]; 176*f8a13fc3SDaniel Henrique Barboza PowerPCCPU *tcpu; 177*f8a13fc3SDaniel Henrique Barboza int idx; 178*f8a13fc3SDaniel Henrique Barboza 179*f8a13fc3SDaniel Henrique Barboza /* only support procno from H_REGISTER_VPA */ 180*f8a13fc3SDaniel Henrique Barboza if (flags != 0x1) { 181*f8a13fc3SDaniel Henrique Barboza return H_FUNCTION; 182*f8a13fc3SDaniel Henrique Barboza } 183*f8a13fc3SDaniel Henrique Barboza 184*f8a13fc3SDaniel Henrique Barboza tcpu = spapr_find_cpu(procno); 185*f8a13fc3SDaniel Henrique Barboza if (tcpu == NULL) { 186*f8a13fc3SDaniel Henrique Barboza return H_P2; 187*f8a13fc3SDaniel Henrique Barboza } 188*f8a13fc3SDaniel Henrique Barboza 189*f8a13fc3SDaniel Henrique Barboza /* sequence is the same as in the "ibm,associativity" property */ 190*f8a13fc3SDaniel Henrique Barboza 191*f8a13fc3SDaniel Henrique Barboza idx = 0; 192*f8a13fc3SDaniel Henrique Barboza #define ASSOCIATIVITY(a, b) (((uint64_t)(a) << 32) | \ 193*f8a13fc3SDaniel Henrique Barboza ((uint64_t)(b) & 0xffffffff)) 194*f8a13fc3SDaniel Henrique Barboza args[idx++] = ASSOCIATIVITY(0, 0); 195*f8a13fc3SDaniel Henrique Barboza args[idx++] = ASSOCIATIVITY(0, tcpu->node_id); 196*f8a13fc3SDaniel Henrique Barboza args[idx++] = ASSOCIATIVITY(procno, -1); 197*f8a13fc3SDaniel Henrique Barboza for ( ; idx < 6; idx++) { 198*f8a13fc3SDaniel Henrique Barboza args[idx] = -1; 199*f8a13fc3SDaniel Henrique Barboza } 200*f8a13fc3SDaniel Henrique Barboza #undef ASSOCIATIVITY 201*f8a13fc3SDaniel Henrique Barboza 202*f8a13fc3SDaniel Henrique Barboza return H_SUCCESS; 203*f8a13fc3SDaniel Henrique Barboza } 204*f8a13fc3SDaniel Henrique Barboza 205*f8a13fc3SDaniel Henrique Barboza static void spapr_numa_register_types(void) 206*f8a13fc3SDaniel Henrique Barboza { 207*f8a13fc3SDaniel Henrique Barboza /* Virtual Processor Home Node */ 208*f8a13fc3SDaniel Henrique Barboza spapr_register_hypercall(H_HOME_NODE_ASSOCIATIVITY, 209*f8a13fc3SDaniel Henrique Barboza h_home_node_associativity); 210*f8a13fc3SDaniel Henrique Barboza } 211*f8a13fc3SDaniel Henrique Barboza 212*f8a13fc3SDaniel Henrique Barboza type_init(spapr_numa_register_types) 213