11eee9950SDaniel Henrique Barboza /* 21eee9950SDaniel Henrique Barboza * QEMU PowerPC pSeries Logical Partition NUMA associativity handling 31eee9950SDaniel Henrique Barboza * 41eee9950SDaniel Henrique Barboza * Copyright IBM Corp. 2020 51eee9950SDaniel Henrique Barboza * 61eee9950SDaniel Henrique Barboza * Authors: 71eee9950SDaniel Henrique Barboza * Daniel Henrique Barboza <danielhb413@gmail.com> 81eee9950SDaniel Henrique Barboza * 91eee9950SDaniel Henrique Barboza * This work is licensed under the terms of the GNU GPL, version 2 or later. 101eee9950SDaniel Henrique Barboza * See the COPYING file in the top-level directory. 111eee9950SDaniel Henrique Barboza */ 121eee9950SDaniel Henrique Barboza 131eee9950SDaniel Henrique Barboza #include "qemu/osdep.h" 141eee9950SDaniel Henrique Barboza #include "qemu-common.h" 151eee9950SDaniel Henrique Barboza #include "hw/ppc/spapr_numa.h" 16dd7e1d7aSDaniel Henrique Barboza #include "hw/pci-host/spapr.h" 171eee9950SDaniel Henrique Barboza #include "hw/ppc/fdt.h" 181eee9950SDaniel Henrique Barboza 19dd7e1d7aSDaniel Henrique Barboza /* Moved from hw/ppc/spapr_pci_nvlink2.c */ 20dd7e1d7aSDaniel Henrique Barboza #define SPAPR_GPU_NUMA_ID (cpu_to_be32(1)) 21f1aa45ffSDaniel Henrique Barboza 22f1aa45ffSDaniel Henrique Barboza void spapr_numa_associativity_init(SpaprMachineState *spapr, 23f1aa45ffSDaniel Henrique Barboza MachineState *machine) 24f1aa45ffSDaniel Henrique Barboza { 25dd7e1d7aSDaniel Henrique Barboza SpaprMachineClass *smc = SPAPR_MACHINE_GET_CLASS(spapr); 26f1aa45ffSDaniel Henrique Barboza int nb_numa_nodes = machine->numa_state->num_nodes; 27dd7e1d7aSDaniel Henrique Barboza int i, j, max_nodes_with_gpus; 28f1aa45ffSDaniel Henrique Barboza 29f1aa45ffSDaniel Henrique Barboza /* 30f1aa45ffSDaniel Henrique Barboza * For all associativity arrays: first position is the size, 31f1aa45ffSDaniel Henrique Barboza * position MAX_DISTANCE_REF_POINTS is always the numa_id, 32f1aa45ffSDaniel Henrique Barboza * represented by the index 'i'. 33f1aa45ffSDaniel Henrique Barboza * 34f1aa45ffSDaniel Henrique Barboza * This will break on sparse NUMA setups, when/if QEMU starts 35f1aa45ffSDaniel Henrique Barboza * to support it, because there will be no more guarantee that 36f1aa45ffSDaniel Henrique Barboza * 'i' will be a valid node_id set by the user. 37f1aa45ffSDaniel Henrique Barboza */ 38f1aa45ffSDaniel Henrique Barboza for (i = 0; i < nb_numa_nodes; i++) { 39f1aa45ffSDaniel Henrique Barboza spapr->numa_assoc_array[i][0] = cpu_to_be32(MAX_DISTANCE_REF_POINTS); 40f1aa45ffSDaniel Henrique Barboza spapr->numa_assoc_array[i][MAX_DISTANCE_REF_POINTS] = cpu_to_be32(i); 41f1aa45ffSDaniel Henrique Barboza } 42dd7e1d7aSDaniel Henrique Barboza 43dd7e1d7aSDaniel Henrique Barboza /* 44dd7e1d7aSDaniel Henrique Barboza * Initialize NVLink GPU associativity arrays. We know that 45dd7e1d7aSDaniel Henrique Barboza * the first GPU will take the first available NUMA id, and 46dd7e1d7aSDaniel Henrique Barboza * we'll have a maximum of NVGPU_MAX_NUM GPUs in the machine. 47dd7e1d7aSDaniel Henrique Barboza * At this point we're not sure if there are GPUs or not, but 48dd7e1d7aSDaniel Henrique Barboza * let's initialize the associativity arrays and allow NVLink 49dd7e1d7aSDaniel Henrique Barboza * GPUs to be handled like regular NUMA nodes later on. 50dd7e1d7aSDaniel Henrique Barboza */ 51dd7e1d7aSDaniel Henrique Barboza max_nodes_with_gpus = nb_numa_nodes + NVGPU_MAX_NUM; 52dd7e1d7aSDaniel Henrique Barboza 53dd7e1d7aSDaniel Henrique Barboza for (i = nb_numa_nodes; i < max_nodes_with_gpus; i++) { 54dd7e1d7aSDaniel Henrique Barboza spapr->numa_assoc_array[i][0] = cpu_to_be32(MAX_DISTANCE_REF_POINTS); 55dd7e1d7aSDaniel Henrique Barboza 56dd7e1d7aSDaniel Henrique Barboza for (j = 1; j < MAX_DISTANCE_REF_POINTS; j++) { 57dd7e1d7aSDaniel Henrique Barboza uint32_t gpu_assoc = smc->pre_5_1_assoc_refpoints ? 58dd7e1d7aSDaniel Henrique Barboza SPAPR_GPU_NUMA_ID : cpu_to_be32(i); 59dd7e1d7aSDaniel Henrique Barboza spapr->numa_assoc_array[i][j] = gpu_assoc; 60dd7e1d7aSDaniel Henrique Barboza } 61dd7e1d7aSDaniel Henrique Barboza 62dd7e1d7aSDaniel Henrique Barboza spapr->numa_assoc_array[i][MAX_DISTANCE_REF_POINTS] = cpu_to_be32(i); 63dd7e1d7aSDaniel Henrique Barboza } 64f1aa45ffSDaniel Henrique Barboza } 65f1aa45ffSDaniel Henrique Barboza 66f1aa45ffSDaniel Henrique Barboza void spapr_numa_write_associativity_dt(SpaprMachineState *spapr, void *fdt, 67f1aa45ffSDaniel Henrique Barboza int offset, int nodeid) 68f1aa45ffSDaniel Henrique Barboza { 69f1aa45ffSDaniel Henrique Barboza _FDT((fdt_setprop(fdt, offset, "ibm,associativity", 70f1aa45ffSDaniel Henrique Barboza spapr->numa_assoc_array[nodeid], 71f1aa45ffSDaniel Henrique Barboza sizeof(spapr->numa_assoc_array[nodeid])))); 72f1aa45ffSDaniel Henrique Barboza } 73f1aa45ffSDaniel Henrique Barboza 74d370f9cfSDaniel Henrique Barboza static uint32_t *spapr_numa_get_vcpu_assoc(SpaprMachineState *spapr, 75d370f9cfSDaniel Henrique Barboza PowerPCCPU *cpu) 768f86a408SDaniel Henrique Barboza { 77d370f9cfSDaniel Henrique Barboza uint32_t *vcpu_assoc = g_new(uint32_t, VCPU_ASSOC_SIZE); 788f86a408SDaniel Henrique Barboza int index = spapr_get_vcpu_id(cpu); 798f86a408SDaniel Henrique Barboza 808f86a408SDaniel Henrique Barboza /* 818f86a408SDaniel Henrique Barboza * VCPUs have an extra 'cpu_id' value in ibm,associativity 828f86a408SDaniel Henrique Barboza * compared to other resources. Increment the size at index 83d370f9cfSDaniel Henrique Barboza * 0, put cpu_id last, then copy the remaining associativity 84d370f9cfSDaniel Henrique Barboza * domains. 858f86a408SDaniel Henrique Barboza */ 868f86a408SDaniel Henrique Barboza vcpu_assoc[0] = cpu_to_be32(MAX_DISTANCE_REF_POINTS + 1); 87d370f9cfSDaniel Henrique Barboza vcpu_assoc[VCPU_ASSOC_SIZE - 1] = cpu_to_be32(index); 88d370f9cfSDaniel Henrique Barboza memcpy(vcpu_assoc + 1, spapr->numa_assoc_array[cpu->node_id] + 1, 89d370f9cfSDaniel Henrique Barboza (VCPU_ASSOC_SIZE - 2) * sizeof(uint32_t)); 908f86a408SDaniel Henrique Barboza 91d370f9cfSDaniel Henrique Barboza return vcpu_assoc; 928f86a408SDaniel Henrique Barboza } 938f86a408SDaniel Henrique Barboza 94d370f9cfSDaniel Henrique Barboza int spapr_numa_fixup_cpu_dt(SpaprMachineState *spapr, void *fdt, 95d370f9cfSDaniel Henrique Barboza int offset, PowerPCCPU *cpu) 96d370f9cfSDaniel Henrique Barboza { 97d370f9cfSDaniel Henrique Barboza g_autofree uint32_t *vcpu_assoc = NULL; 98d370f9cfSDaniel Henrique Barboza 99d370f9cfSDaniel Henrique Barboza vcpu_assoc = spapr_numa_get_vcpu_assoc(spapr, cpu); 1008f86a408SDaniel Henrique Barboza 1018f86a408SDaniel Henrique Barboza /* Advertise NUMA via ibm,associativity */ 102d370f9cfSDaniel Henrique Barboza return fdt_setprop(fdt, offset, "ibm,associativity", vcpu_assoc, 103d370f9cfSDaniel Henrique Barboza VCPU_ASSOC_SIZE * sizeof(uint32_t)); 1048f86a408SDaniel Henrique Barboza } 1058f86a408SDaniel Henrique Barboza 1060ee52012SDaniel Henrique Barboza 1070ee52012SDaniel Henrique Barboza int spapr_numa_write_assoc_lookup_arrays(SpaprMachineState *spapr, void *fdt, 1080ee52012SDaniel Henrique Barboza int offset) 1090ee52012SDaniel Henrique Barboza { 1100ee52012SDaniel Henrique Barboza MachineState *machine = MACHINE(spapr); 1110ee52012SDaniel Henrique Barboza int nb_numa_nodes = machine->numa_state->num_nodes; 1120ee52012SDaniel Henrique Barboza int nr_nodes = nb_numa_nodes ? nb_numa_nodes : 1; 1130ee52012SDaniel Henrique Barboza uint32_t *int_buf, *cur_index, buf_len; 1140ee52012SDaniel Henrique Barboza int ret, i; 1150ee52012SDaniel Henrique Barboza 1160ee52012SDaniel Henrique Barboza /* ibm,associativity-lookup-arrays */ 1170ee52012SDaniel Henrique Barboza buf_len = (nr_nodes * MAX_DISTANCE_REF_POINTS + 2) * sizeof(uint32_t); 1180ee52012SDaniel Henrique Barboza cur_index = int_buf = g_malloc0(buf_len); 1190ee52012SDaniel Henrique Barboza int_buf[0] = cpu_to_be32(nr_nodes); 1200ee52012SDaniel Henrique Barboza /* Number of entries per associativity list */ 1210ee52012SDaniel Henrique Barboza int_buf[1] = cpu_to_be32(MAX_DISTANCE_REF_POINTS); 1220ee52012SDaniel Henrique Barboza cur_index += 2; 1230ee52012SDaniel Henrique Barboza for (i = 0; i < nr_nodes; i++) { 1240ee52012SDaniel Henrique Barboza /* 1250ee52012SDaniel Henrique Barboza * For the lookup-array we use the ibm,associativity array, 1260ee52012SDaniel Henrique Barboza * from numa_assoc_array. without the first element (size). 1270ee52012SDaniel Henrique Barboza */ 1280ee52012SDaniel Henrique Barboza uint32_t *associativity = spapr->numa_assoc_array[i]; 1290ee52012SDaniel Henrique Barboza memcpy(cur_index, ++associativity, 1300ee52012SDaniel Henrique Barboza sizeof(uint32_t) * MAX_DISTANCE_REF_POINTS); 1310ee52012SDaniel Henrique Barboza cur_index += MAX_DISTANCE_REF_POINTS; 1320ee52012SDaniel Henrique Barboza } 1330ee52012SDaniel Henrique Barboza ret = fdt_setprop(fdt, offset, "ibm,associativity-lookup-arrays", int_buf, 1340ee52012SDaniel Henrique Barboza (cur_index - int_buf) * sizeof(uint32_t)); 1350ee52012SDaniel Henrique Barboza g_free(int_buf); 1360ee52012SDaniel Henrique Barboza 1370ee52012SDaniel Henrique Barboza return ret; 1380ee52012SDaniel Henrique Barboza } 1390ee52012SDaniel Henrique Barboza 1401eee9950SDaniel Henrique Barboza /* 1411eee9950SDaniel Henrique Barboza * Helper that writes ibm,associativity-reference-points and 1421eee9950SDaniel Henrique Barboza * max-associativity-domains in the RTAS pointed by @rtas 1431eee9950SDaniel Henrique Barboza * in the DT @fdt. 1441eee9950SDaniel Henrique Barboza */ 1451eee9950SDaniel Henrique Barboza void spapr_numa_write_rtas_dt(SpaprMachineState *spapr, void *fdt, int rtas) 1461eee9950SDaniel Henrique Barboza { 1471eee9950SDaniel Henrique Barboza SpaprMachineClass *smc = SPAPR_MACHINE_GET_CLASS(spapr); 1481eee9950SDaniel Henrique Barboza uint32_t refpoints[] = { 1491eee9950SDaniel Henrique Barboza cpu_to_be32(0x4), 1501eee9950SDaniel Henrique Barboza cpu_to_be32(0x4), 1511eee9950SDaniel Henrique Barboza cpu_to_be32(0x2), 1521eee9950SDaniel Henrique Barboza }; 1531eee9950SDaniel Henrique Barboza uint32_t nr_refpoints = ARRAY_SIZE(refpoints); 1541eee9950SDaniel Henrique Barboza uint32_t maxdomain = cpu_to_be32(spapr->gpu_numa_id > 1 ? 1 : 0); 1551eee9950SDaniel Henrique Barboza uint32_t maxdomains[] = { 1561eee9950SDaniel Henrique Barboza cpu_to_be32(4), 1571eee9950SDaniel Henrique Barboza maxdomain, 1581eee9950SDaniel Henrique Barboza maxdomain, 1591eee9950SDaniel Henrique Barboza maxdomain, 1601eee9950SDaniel Henrique Barboza cpu_to_be32(spapr->gpu_numa_id), 1611eee9950SDaniel Henrique Barboza }; 1621eee9950SDaniel Henrique Barboza 1631eee9950SDaniel Henrique Barboza if (smc->pre_5_1_assoc_refpoints) { 1641eee9950SDaniel Henrique Barboza nr_refpoints = 2; 1651eee9950SDaniel Henrique Barboza } 1661eee9950SDaniel Henrique Barboza 1671eee9950SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,associativity-reference-points", 1681eee9950SDaniel Henrique Barboza refpoints, nr_refpoints * sizeof(refpoints[0]))); 1691eee9950SDaniel Henrique Barboza 1701eee9950SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,max-associativity-domains", 1711eee9950SDaniel Henrique Barboza maxdomains, sizeof(maxdomains))); 1721eee9950SDaniel Henrique Barboza } 173f8a13fc3SDaniel Henrique Barboza 174f8a13fc3SDaniel Henrique Barboza static target_ulong h_home_node_associativity(PowerPCCPU *cpu, 175f8a13fc3SDaniel Henrique Barboza SpaprMachineState *spapr, 176f8a13fc3SDaniel Henrique Barboza target_ulong opcode, 177f8a13fc3SDaniel Henrique Barboza target_ulong *args) 178f8a13fc3SDaniel Henrique Barboza { 179*876ab8d8SDaniel Henrique Barboza g_autofree uint32_t *vcpu_assoc = NULL; 180f8a13fc3SDaniel Henrique Barboza target_ulong flags = args[0]; 181f8a13fc3SDaniel Henrique Barboza target_ulong procno = args[1]; 182f8a13fc3SDaniel Henrique Barboza PowerPCCPU *tcpu; 183*876ab8d8SDaniel Henrique Barboza int idx, assoc_idx; 184f8a13fc3SDaniel Henrique Barboza 185f8a13fc3SDaniel Henrique Barboza /* only support procno from H_REGISTER_VPA */ 186f8a13fc3SDaniel Henrique Barboza if (flags != 0x1) { 187f8a13fc3SDaniel Henrique Barboza return H_FUNCTION; 188f8a13fc3SDaniel Henrique Barboza } 189f8a13fc3SDaniel Henrique Barboza 190f8a13fc3SDaniel Henrique Barboza tcpu = spapr_find_cpu(procno); 191f8a13fc3SDaniel Henrique Barboza if (tcpu == NULL) { 192f8a13fc3SDaniel Henrique Barboza return H_P2; 193f8a13fc3SDaniel Henrique Barboza } 194f8a13fc3SDaniel Henrique Barboza 195*876ab8d8SDaniel Henrique Barboza /* 196*876ab8d8SDaniel Henrique Barboza * Given that we want to be flexible with the sizes and indexes, 197*876ab8d8SDaniel Henrique Barboza * we must consider that there is a hard limit of how many 198*876ab8d8SDaniel Henrique Barboza * associativities domain we can fit in R4 up to R9, which would be 199*876ab8d8SDaniel Henrique Barboza * 12 associativity domains for vcpus. Assert and bail if that's 200*876ab8d8SDaniel Henrique Barboza * not the case. 201*876ab8d8SDaniel Henrique Barboza */ 202*876ab8d8SDaniel Henrique Barboza G_STATIC_ASSERT((VCPU_ASSOC_SIZE - 1) <= 12); 203f8a13fc3SDaniel Henrique Barboza 204*876ab8d8SDaniel Henrique Barboza vcpu_assoc = spapr_numa_get_vcpu_assoc(spapr, tcpu); 205*876ab8d8SDaniel Henrique Barboza /* assoc_idx starts at 1 to skip associativity size */ 206*876ab8d8SDaniel Henrique Barboza assoc_idx = 1; 207*876ab8d8SDaniel Henrique Barboza 208f8a13fc3SDaniel Henrique Barboza #define ASSOCIATIVITY(a, b) (((uint64_t)(a) << 32) | \ 209f8a13fc3SDaniel Henrique Barboza ((uint64_t)(b) & 0xffffffff)) 210*876ab8d8SDaniel Henrique Barboza 211*876ab8d8SDaniel Henrique Barboza for (idx = 0; idx < 6; idx++) { 212*876ab8d8SDaniel Henrique Barboza int32_t a, b; 213*876ab8d8SDaniel Henrique Barboza 214*876ab8d8SDaniel Henrique Barboza /* 215*876ab8d8SDaniel Henrique Barboza * vcpu_assoc[] will contain the associativity domains for tcpu, 216*876ab8d8SDaniel Henrique Barboza * including tcpu->node_id and procno, meaning that we don't 217*876ab8d8SDaniel Henrique Barboza * need to use these variables here. 218*876ab8d8SDaniel Henrique Barboza * 219*876ab8d8SDaniel Henrique Barboza * We'll read 2 values at a time to fill up the ASSOCIATIVITY() 220*876ab8d8SDaniel Henrique Barboza * macro. The ternary will fill the remaining registers with -1 221*876ab8d8SDaniel Henrique Barboza * after we went through vcpu_assoc[]. 222*876ab8d8SDaniel Henrique Barboza */ 223*876ab8d8SDaniel Henrique Barboza a = assoc_idx < VCPU_ASSOC_SIZE ? 224*876ab8d8SDaniel Henrique Barboza be32_to_cpu(vcpu_assoc[assoc_idx++]) : -1; 225*876ab8d8SDaniel Henrique Barboza b = assoc_idx < VCPU_ASSOC_SIZE ? 226*876ab8d8SDaniel Henrique Barboza be32_to_cpu(vcpu_assoc[assoc_idx++]) : -1; 227*876ab8d8SDaniel Henrique Barboza 228*876ab8d8SDaniel Henrique Barboza args[idx] = ASSOCIATIVITY(a, b); 229f8a13fc3SDaniel Henrique Barboza } 230f8a13fc3SDaniel Henrique Barboza #undef ASSOCIATIVITY 231f8a13fc3SDaniel Henrique Barboza 232f8a13fc3SDaniel Henrique Barboza return H_SUCCESS; 233f8a13fc3SDaniel Henrique Barboza } 234f8a13fc3SDaniel Henrique Barboza 235f8a13fc3SDaniel Henrique Barboza static void spapr_numa_register_types(void) 236f8a13fc3SDaniel Henrique Barboza { 237f8a13fc3SDaniel Henrique Barboza /* Virtual Processor Home Node */ 238f8a13fc3SDaniel Henrique Barboza spapr_register_hypercall(H_HOME_NODE_ASSOCIATIVITY, 239f8a13fc3SDaniel Henrique Barboza h_home_node_associativity); 240f8a13fc3SDaniel Henrique Barboza } 241f8a13fc3SDaniel Henrique Barboza 242f8a13fc3SDaniel Henrique Barboza type_init(spapr_numa_register_types) 243