1 // SPDX-License-Identifier: GPL-2.0-only 2 /* 3 * Support for Partition Mobility/Migration 4 * 5 * Copyright (C) 2010 Nathan Fontenot 6 * Copyright (C) 2010 IBM Corporation 7 */ 8 9 #include <linux/cpu.h> 10 #include <linux/kernel.h> 11 #include <linux/kobject.h> 12 #include <linux/sched.h> 13 #include <linux/smp.h> 14 #include <linux/stat.h> 15 #include <linux/completion.h> 16 #include <linux/device.h> 17 #include <linux/delay.h> 18 #include <linux/slab.h> 19 #include <linux/stringify.h> 20 21 #include <asm/machdep.h> 22 #include <asm/rtas.h> 23 #include "pseries.h" 24 #include "../../kernel/cacheinfo.h" 25 26 static struct kobject *mobility_kobj; 27 28 struct update_props_workarea { 29 __be32 phandle; 30 __be32 state; 31 __be64 reserved; 32 __be32 nprops; 33 } __packed; 34 35 #define NODE_ACTION_MASK 0xff000000 36 #define NODE_COUNT_MASK 0x00ffffff 37 38 #define DELETE_DT_NODE 0x01000000 39 #define UPDATE_DT_NODE 0x02000000 40 #define ADD_DT_NODE 0x03000000 41 42 #define MIGRATION_SCOPE (1) 43 #define PRRN_SCOPE -2 44 45 static int mobility_rtas_call(int token, char *buf, s32 scope) 46 { 47 int rc; 48 49 spin_lock(&rtas_data_buf_lock); 50 51 memcpy(rtas_data_buf, buf, RTAS_DATA_BUF_SIZE); 52 rc = rtas_call(token, 2, 1, NULL, rtas_data_buf, scope); 53 memcpy(buf, rtas_data_buf, RTAS_DATA_BUF_SIZE); 54 55 spin_unlock(&rtas_data_buf_lock); 56 return rc; 57 } 58 59 static int delete_dt_node(__be32 phandle) 60 { 61 struct device_node *dn; 62 63 dn = of_find_node_by_phandle(be32_to_cpu(phandle)); 64 if (!dn) 65 return -ENOENT; 66 67 dlpar_detach_node(dn); 68 of_node_put(dn); 69 return 0; 70 } 71 72 static int update_dt_property(struct device_node *dn, struct property **prop, 73 const char *name, u32 vd, char *value) 74 { 75 struct property *new_prop = *prop; 76 int more = 0; 77 78 /* A negative 'vd' value indicates that only part of the new property 79 * value is contained in the buffer and we need to call 80 * ibm,update-properties again to get the rest of the value. 81 * 82 * A negative value is also the two's compliment of the actual value. 83 */ 84 if (vd & 0x80000000) { 85 vd = ~vd + 1; 86 more = 1; 87 } 88 89 if (new_prop) { 90 /* partial property fixup */ 91 char *new_data = kzalloc(new_prop->length + vd, GFP_KERNEL); 92 if (!new_data) 93 return -ENOMEM; 94 95 memcpy(new_data, new_prop->value, new_prop->length); 96 memcpy(new_data + new_prop->length, value, vd); 97 98 kfree(new_prop->value); 99 new_prop->value = new_data; 100 new_prop->length += vd; 101 } else { 102 new_prop = kzalloc(sizeof(*new_prop), GFP_KERNEL); 103 if (!new_prop) 104 return -ENOMEM; 105 106 new_prop->name = kstrdup(name, GFP_KERNEL); 107 if (!new_prop->name) { 108 kfree(new_prop); 109 return -ENOMEM; 110 } 111 112 new_prop->length = vd; 113 new_prop->value = kzalloc(new_prop->length, GFP_KERNEL); 114 if (!new_prop->value) { 115 kfree(new_prop->name); 116 kfree(new_prop); 117 return -ENOMEM; 118 } 119 120 memcpy(new_prop->value, value, vd); 121 *prop = new_prop; 122 } 123 124 if (!more) { 125 of_update_property(dn, new_prop); 126 *prop = NULL; 127 } 128 129 return 0; 130 } 131 132 static int update_dt_node(__be32 phandle, s32 scope) 133 { 134 struct update_props_workarea *upwa; 135 struct device_node *dn; 136 struct property *prop = NULL; 137 int i, rc, rtas_rc; 138 char *prop_data; 139 char *rtas_buf; 140 int update_properties_token; 141 u32 nprops; 142 u32 vd; 143 144 update_properties_token = rtas_token("ibm,update-properties"); 145 if (update_properties_token == RTAS_UNKNOWN_SERVICE) 146 return -EINVAL; 147 148 rtas_buf = kzalloc(RTAS_DATA_BUF_SIZE, GFP_KERNEL); 149 if (!rtas_buf) 150 return -ENOMEM; 151 152 dn = of_find_node_by_phandle(be32_to_cpu(phandle)); 153 if (!dn) { 154 kfree(rtas_buf); 155 return -ENOENT; 156 } 157 158 upwa = (struct update_props_workarea *)&rtas_buf[0]; 159 upwa->phandle = phandle; 160 161 do { 162 rtas_rc = mobility_rtas_call(update_properties_token, rtas_buf, 163 scope); 164 if (rtas_rc < 0) 165 break; 166 167 prop_data = rtas_buf + sizeof(*upwa); 168 nprops = be32_to_cpu(upwa->nprops); 169 170 /* On the first call to ibm,update-properties for a node the 171 * the first property value descriptor contains an empty 172 * property name, the property value length encoded as u32, 173 * and the property value is the node path being updated. 174 */ 175 if (*prop_data == 0) { 176 prop_data++; 177 vd = be32_to_cpu(*(__be32 *)prop_data); 178 prop_data += vd + sizeof(vd); 179 nprops--; 180 } 181 182 for (i = 0; i < nprops; i++) { 183 char *prop_name; 184 185 prop_name = prop_data; 186 prop_data += strlen(prop_name) + 1; 187 vd = be32_to_cpu(*(__be32 *)prop_data); 188 prop_data += sizeof(vd); 189 190 switch (vd) { 191 case 0x00000000: 192 /* name only property, nothing to do */ 193 break; 194 195 case 0x80000000: 196 of_remove_property(dn, of_find_property(dn, 197 prop_name, NULL)); 198 prop = NULL; 199 break; 200 201 default: 202 rc = update_dt_property(dn, &prop, prop_name, 203 vd, prop_data); 204 if (rc) { 205 printk(KERN_ERR "Could not update %s" 206 " property\n", prop_name); 207 } 208 209 prop_data += vd; 210 } 211 212 cond_resched(); 213 } 214 215 cond_resched(); 216 } while (rtas_rc == 1); 217 218 of_node_put(dn); 219 kfree(rtas_buf); 220 return 0; 221 } 222 223 static int add_dt_node(__be32 parent_phandle, __be32 drc_index) 224 { 225 struct device_node *dn; 226 struct device_node *parent_dn; 227 int rc; 228 229 parent_dn = of_find_node_by_phandle(be32_to_cpu(parent_phandle)); 230 if (!parent_dn) 231 return -ENOENT; 232 233 dn = dlpar_configure_connector(drc_index, parent_dn); 234 if (!dn) { 235 of_node_put(parent_dn); 236 return -ENOENT; 237 } 238 239 rc = dlpar_attach_node(dn, parent_dn); 240 if (rc) 241 dlpar_free_cc_nodes(dn); 242 243 of_node_put(parent_dn); 244 return rc; 245 } 246 247 int pseries_devicetree_update(s32 scope) 248 { 249 char *rtas_buf; 250 __be32 *data; 251 int update_nodes_token; 252 int rc; 253 254 update_nodes_token = rtas_token("ibm,update-nodes"); 255 if (update_nodes_token == RTAS_UNKNOWN_SERVICE) 256 return -EINVAL; 257 258 rtas_buf = kzalloc(RTAS_DATA_BUF_SIZE, GFP_KERNEL); 259 if (!rtas_buf) 260 return -ENOMEM; 261 262 do { 263 rc = mobility_rtas_call(update_nodes_token, rtas_buf, scope); 264 if (rc && rc != 1) 265 break; 266 267 data = (__be32 *)rtas_buf + 4; 268 while (be32_to_cpu(*data) & NODE_ACTION_MASK) { 269 int i; 270 u32 action = be32_to_cpu(*data) & NODE_ACTION_MASK; 271 u32 node_count = be32_to_cpu(*data) & NODE_COUNT_MASK; 272 273 data++; 274 275 for (i = 0; i < node_count; i++) { 276 __be32 phandle = *data++; 277 __be32 drc_index; 278 279 switch (action) { 280 case DELETE_DT_NODE: 281 delete_dt_node(phandle); 282 break; 283 case UPDATE_DT_NODE: 284 update_dt_node(phandle, scope); 285 break; 286 case ADD_DT_NODE: 287 drc_index = *data++; 288 add_dt_node(phandle, drc_index); 289 break; 290 } 291 292 cond_resched(); 293 } 294 } 295 296 cond_resched(); 297 } while (rc == 1); 298 299 kfree(rtas_buf); 300 return rc; 301 } 302 303 void post_mobility_fixup(void) 304 { 305 int rc; 306 int activate_fw_token; 307 308 activate_fw_token = rtas_token("ibm,activate-firmware"); 309 if (activate_fw_token == RTAS_UNKNOWN_SERVICE) { 310 printk(KERN_ERR "Could not make post-mobility " 311 "activate-fw call.\n"); 312 return; 313 } 314 315 do { 316 rc = rtas_call(activate_fw_token, 0, 1, NULL); 317 } while (rtas_busy_delay(rc)); 318 319 if (rc) 320 printk(KERN_ERR "Post-mobility activate-fw failed: %d\n", rc); 321 322 /* 323 * We don't want CPUs to go online/offline while the device 324 * tree is being updated. 325 */ 326 cpus_read_lock(); 327 328 /* 329 * It's common for the destination firmware to replace cache 330 * nodes. Release all of the cacheinfo hierarchy's references 331 * before updating the device tree. 332 */ 333 cacheinfo_teardown(); 334 335 rc = pseries_devicetree_update(MIGRATION_SCOPE); 336 if (rc) 337 printk(KERN_ERR "Post-mobility device tree update " 338 "failed: %d\n", rc); 339 340 cacheinfo_rebuild(); 341 342 cpus_read_unlock(); 343 344 /* Possibly switch to a new RFI flush type */ 345 pseries_setup_rfi_flush(); 346 347 /* Reinitialise system information for hv-24x7 */ 348 read_24x7_sys_info(); 349 350 return; 351 } 352 353 static ssize_t migration_store(struct class *class, 354 struct class_attribute *attr, const char *buf, 355 size_t count) 356 { 357 u64 streamid; 358 int rc; 359 360 rc = kstrtou64(buf, 0, &streamid); 361 if (rc) 362 return rc; 363 364 do { 365 rc = rtas_ibm_suspend_me(streamid); 366 if (rc == -EAGAIN) 367 ssleep(1); 368 } while (rc == -EAGAIN); 369 370 if (rc) 371 return rc; 372 373 post_mobility_fixup(); 374 375 return count; 376 } 377 378 /* 379 * Used by drmgr to determine the kernel behavior of the migration interface. 380 * 381 * Version 1: Performs all PAPR requirements for migration including 382 * firmware activation and device tree update. 383 */ 384 #define MIGRATION_API_VERSION 1 385 386 static CLASS_ATTR_WO(migration); 387 static CLASS_ATTR_STRING(api_version, 0444, __stringify(MIGRATION_API_VERSION)); 388 389 static int __init mobility_sysfs_init(void) 390 { 391 int rc; 392 393 mobility_kobj = kobject_create_and_add("mobility", kernel_kobj); 394 if (!mobility_kobj) 395 return -ENOMEM; 396 397 rc = sysfs_create_file(mobility_kobj, &class_attr_migration.attr); 398 if (rc) 399 pr_err("mobility: unable to create migration sysfs file (%d)\n", rc); 400 401 rc = sysfs_create_file(mobility_kobj, &class_attr_api_version.attr.attr); 402 if (rc) 403 pr_err("mobility: unable to create api_version sysfs file (%d)\n", rc); 404 405 return 0; 406 } 407 machine_device_initcall(pseries, mobility_sysfs_init); 408