169a80d3fSPaul Mackerras /* 269a80d3fSPaul Mackerras * SMP support for pSeries machines. 369a80d3fSPaul Mackerras * 469a80d3fSPaul Mackerras * Dave Engebretsen, Peter Bergner, and 569a80d3fSPaul Mackerras * Mike Corrigan {engebret|bergner|mikec}@us.ibm.com 669a80d3fSPaul Mackerras * 769a80d3fSPaul Mackerras * Plus various changes from other IBM teams... 869a80d3fSPaul Mackerras * 969a80d3fSPaul Mackerras * This program is free software; you can redistribute it and/or 1069a80d3fSPaul Mackerras * modify it under the terms of the GNU General Public License 1169a80d3fSPaul Mackerras * as published by the Free Software Foundation; either version 1269a80d3fSPaul Mackerras * 2 of the License, or (at your option) any later version. 1369a80d3fSPaul Mackerras */ 1469a80d3fSPaul Mackerras 1569a80d3fSPaul Mackerras #undef DEBUG 1669a80d3fSPaul Mackerras 1769a80d3fSPaul Mackerras #include <linux/config.h> 1869a80d3fSPaul Mackerras #include <linux/kernel.h> 1969a80d3fSPaul Mackerras #include <linux/module.h> 2069a80d3fSPaul Mackerras #include <linux/sched.h> 2169a80d3fSPaul Mackerras #include <linux/smp.h> 2269a80d3fSPaul Mackerras #include <linux/interrupt.h> 2369a80d3fSPaul Mackerras #include <linux/delay.h> 2469a80d3fSPaul Mackerras #include <linux/init.h> 2569a80d3fSPaul Mackerras #include <linux/spinlock.h> 2669a80d3fSPaul Mackerras #include <linux/cache.h> 2769a80d3fSPaul Mackerras #include <linux/err.h> 2869a80d3fSPaul Mackerras #include <linux/sysdev.h> 2969a80d3fSPaul Mackerras #include <linux/cpu.h> 3069a80d3fSPaul Mackerras 3169a80d3fSPaul Mackerras #include <asm/ptrace.h> 3269a80d3fSPaul Mackerras #include <asm/atomic.h> 3369a80d3fSPaul Mackerras #include <asm/irq.h> 3469a80d3fSPaul Mackerras #include <asm/page.h> 3569a80d3fSPaul Mackerras #include <asm/pgtable.h> 3669a80d3fSPaul Mackerras #include <asm/io.h> 3769a80d3fSPaul Mackerras #include <asm/prom.h> 3869a80d3fSPaul Mackerras #include <asm/smp.h> 3969a80d3fSPaul Mackerras #include <asm/paca.h> 4069a80d3fSPaul Mackerras #include <asm/time.h> 4169a80d3fSPaul Mackerras #include <asm/machdep.h> 42007e8f51SDavid Gibson #include "xics.h" 4369a80d3fSPaul Mackerras #include <asm/cputable.h> 4469a80d3fSPaul Mackerras #include <asm/firmware.h> 4569a80d3fSPaul Mackerras #include <asm/system.h> 4669a80d3fSPaul Mackerras #include <asm/rtas.h> 4769a80d3fSPaul Mackerras #include <asm/pSeries_reconfig.h> 4869a80d3fSPaul Mackerras #include <asm/mpic.h> 49271c3f35SPaul Mackerras #include <asm/vdso_datapage.h> 5069a80d3fSPaul Mackerras 51a1218720SMichael Ellerman #include "plpar_wrappers.h" 52a1218720SMichael Ellerman 5369a80d3fSPaul Mackerras #ifdef DEBUG 54f9e4ec57SMichael Ellerman #include <asm/udbg.h> 5569a80d3fSPaul Mackerras #define DBG(fmt...) udbg_printf(fmt) 5669a80d3fSPaul Mackerras #else 5769a80d3fSPaul Mackerras #define DBG(fmt...) 5869a80d3fSPaul Mackerras #endif 5969a80d3fSPaul Mackerras 6069a80d3fSPaul Mackerras /* 6169a80d3fSPaul Mackerras * The primary thread of each non-boot processor is recorded here before 6269a80d3fSPaul Mackerras * smp init. 6369a80d3fSPaul Mackerras */ 6469a80d3fSPaul Mackerras static cpumask_t of_spin_map; 6569a80d3fSPaul Mackerras 6669a80d3fSPaul Mackerras extern void pSeries_secondary_smp_init(unsigned long); 6769a80d3fSPaul Mackerras 6869a80d3fSPaul Mackerras #ifdef CONFIG_HOTPLUG_CPU 6969a80d3fSPaul Mackerras 7069a80d3fSPaul Mackerras /* Get state of physical CPU. 7169a80d3fSPaul Mackerras * Return codes: 7269a80d3fSPaul Mackerras * 0 - The processor is in the RTAS stopped state 7369a80d3fSPaul Mackerras * 1 - stop-self is in progress 7469a80d3fSPaul Mackerras * 2 - The processor is not in the RTAS stopped state 7569a80d3fSPaul Mackerras * -1 - Hardware Error 7669a80d3fSPaul Mackerras * -2 - Hardware Busy, Try again later. 7769a80d3fSPaul Mackerras */ 7869a80d3fSPaul Mackerras static int query_cpu_stopped(unsigned int pcpu) 7969a80d3fSPaul Mackerras { 8069a80d3fSPaul Mackerras int cpu_status; 8169a80d3fSPaul Mackerras int status, qcss_tok; 8269a80d3fSPaul Mackerras 8369a80d3fSPaul Mackerras qcss_tok = rtas_token("query-cpu-stopped-state"); 8469a80d3fSPaul Mackerras if (qcss_tok == RTAS_UNKNOWN_SERVICE) 8569a80d3fSPaul Mackerras return -1; 8669a80d3fSPaul Mackerras status = rtas_call(qcss_tok, 1, 2, &cpu_status, pcpu); 8769a80d3fSPaul Mackerras if (status != 0) { 8869a80d3fSPaul Mackerras printk(KERN_ERR 8969a80d3fSPaul Mackerras "RTAS query-cpu-stopped-state failed: %i\n", status); 9069a80d3fSPaul Mackerras return status; 9169a80d3fSPaul Mackerras } 9269a80d3fSPaul Mackerras 9369a80d3fSPaul Mackerras return cpu_status; 9469a80d3fSPaul Mackerras } 9569a80d3fSPaul Mackerras 9669a80d3fSPaul Mackerras int pSeries_cpu_disable(void) 9769a80d3fSPaul Mackerras { 9869a80d3fSPaul Mackerras int cpu = smp_processor_id(); 9969a80d3fSPaul Mackerras 10069a80d3fSPaul Mackerras cpu_clear(cpu, cpu_online_map); 101271c3f35SPaul Mackerras vdso_data->processorCount--; 10269a80d3fSPaul Mackerras 10369a80d3fSPaul Mackerras /*fix boot_cpuid here*/ 10469a80d3fSPaul Mackerras if (cpu == boot_cpuid) 10569a80d3fSPaul Mackerras boot_cpuid = any_online_cpu(cpu_online_map); 10669a80d3fSPaul Mackerras 10769a80d3fSPaul Mackerras /* FIXME: abstract this to not be platform specific later on */ 10869a80d3fSPaul Mackerras xics_migrate_irqs_away(); 10969a80d3fSPaul Mackerras return 0; 11069a80d3fSPaul Mackerras } 11169a80d3fSPaul Mackerras 11269a80d3fSPaul Mackerras void pSeries_cpu_die(unsigned int cpu) 11369a80d3fSPaul Mackerras { 11469a80d3fSPaul Mackerras int tries; 11569a80d3fSPaul Mackerras int cpu_status; 11669a80d3fSPaul Mackerras unsigned int pcpu = get_hard_smp_processor_id(cpu); 11769a80d3fSPaul Mackerras 11869a80d3fSPaul Mackerras for (tries = 0; tries < 25; tries++) { 11969a80d3fSPaul Mackerras cpu_status = query_cpu_stopped(pcpu); 12069a80d3fSPaul Mackerras if (cpu_status == 0 || cpu_status == -1) 12169a80d3fSPaul Mackerras break; 12269a80d3fSPaul Mackerras msleep(200); 12369a80d3fSPaul Mackerras } 12469a80d3fSPaul Mackerras if (cpu_status != 0) { 12569a80d3fSPaul Mackerras printk("Querying DEAD? cpu %i (%i) shows %i\n", 12669a80d3fSPaul Mackerras cpu, pcpu, cpu_status); 12769a80d3fSPaul Mackerras } 12869a80d3fSPaul Mackerras 12969a80d3fSPaul Mackerras /* Isolation and deallocation are definatly done by 13069a80d3fSPaul Mackerras * drslot_chrp_cpu. If they were not they would be 13169a80d3fSPaul Mackerras * done here. Change isolate state to Isolate and 13269a80d3fSPaul Mackerras * change allocation-state to Unusable. 13369a80d3fSPaul Mackerras */ 13469a80d3fSPaul Mackerras paca[cpu].cpu_start = 0; 13569a80d3fSPaul Mackerras } 13669a80d3fSPaul Mackerras 13769a80d3fSPaul Mackerras /* 13869a80d3fSPaul Mackerras * Update cpu_present_map and paca(s) for a new cpu node. The wrinkle 13969a80d3fSPaul Mackerras * here is that a cpu device node may represent up to two logical cpus 14069a80d3fSPaul Mackerras * in the SMT case. We must honor the assumption in other code that 14169a80d3fSPaul Mackerras * the logical ids for sibling SMT threads x and y are adjacent, such 14269a80d3fSPaul Mackerras * that x^1 == y and y^1 == x. 14369a80d3fSPaul Mackerras */ 14469a80d3fSPaul Mackerras static int pSeries_add_processor(struct device_node *np) 14569a80d3fSPaul Mackerras { 14669a80d3fSPaul Mackerras unsigned int cpu; 14769a80d3fSPaul Mackerras cpumask_t candidate_map, tmp = CPU_MASK_NONE; 14869a80d3fSPaul Mackerras int err = -ENOSPC, len, nthreads, i; 14969a80d3fSPaul Mackerras u32 *intserv; 15069a80d3fSPaul Mackerras 15169a80d3fSPaul Mackerras intserv = (u32 *)get_property(np, "ibm,ppc-interrupt-server#s", &len); 15269a80d3fSPaul Mackerras if (!intserv) 15369a80d3fSPaul Mackerras return 0; 15469a80d3fSPaul Mackerras 15569a80d3fSPaul Mackerras nthreads = len / sizeof(u32); 15669a80d3fSPaul Mackerras for (i = 0; i < nthreads; i++) 15769a80d3fSPaul Mackerras cpu_set(i, tmp); 15869a80d3fSPaul Mackerras 15969a80d3fSPaul Mackerras lock_cpu_hotplug(); 16069a80d3fSPaul Mackerras 16169a80d3fSPaul Mackerras BUG_ON(!cpus_subset(cpu_present_map, cpu_possible_map)); 16269a80d3fSPaul Mackerras 16369a80d3fSPaul Mackerras /* Get a bitmap of unoccupied slots. */ 16469a80d3fSPaul Mackerras cpus_xor(candidate_map, cpu_possible_map, cpu_present_map); 16569a80d3fSPaul Mackerras if (cpus_empty(candidate_map)) { 16669a80d3fSPaul Mackerras /* If we get here, it most likely means that NR_CPUS is 16769a80d3fSPaul Mackerras * less than the partition's max processors setting. 16869a80d3fSPaul Mackerras */ 16969a80d3fSPaul Mackerras printk(KERN_ERR "Cannot add cpu %s; this system configuration" 17069a80d3fSPaul Mackerras " supports %d logical cpus.\n", np->full_name, 17169a80d3fSPaul Mackerras cpus_weight(cpu_possible_map)); 17269a80d3fSPaul Mackerras goto out_unlock; 17369a80d3fSPaul Mackerras } 17469a80d3fSPaul Mackerras 17569a80d3fSPaul Mackerras while (!cpus_empty(tmp)) 17669a80d3fSPaul Mackerras if (cpus_subset(tmp, candidate_map)) 17769a80d3fSPaul Mackerras /* Found a range where we can insert the new cpu(s) */ 17869a80d3fSPaul Mackerras break; 17969a80d3fSPaul Mackerras else 18069a80d3fSPaul Mackerras cpus_shift_left(tmp, tmp, nthreads); 18169a80d3fSPaul Mackerras 18269a80d3fSPaul Mackerras if (cpus_empty(tmp)) { 18369a80d3fSPaul Mackerras printk(KERN_ERR "Unable to find space in cpu_present_map for" 18469a80d3fSPaul Mackerras " processor %s with %d thread(s)\n", np->name, 18569a80d3fSPaul Mackerras nthreads); 18669a80d3fSPaul Mackerras goto out_unlock; 18769a80d3fSPaul Mackerras } 18869a80d3fSPaul Mackerras 18969a80d3fSPaul Mackerras for_each_cpu_mask(cpu, tmp) { 19069a80d3fSPaul Mackerras BUG_ON(cpu_isset(cpu, cpu_present_map)); 19169a80d3fSPaul Mackerras cpu_set(cpu, cpu_present_map); 19269a80d3fSPaul Mackerras set_hard_smp_processor_id(cpu, *intserv++); 19369a80d3fSPaul Mackerras } 19469a80d3fSPaul Mackerras err = 0; 19569a80d3fSPaul Mackerras out_unlock: 19669a80d3fSPaul Mackerras unlock_cpu_hotplug(); 19769a80d3fSPaul Mackerras return err; 19869a80d3fSPaul Mackerras } 19969a80d3fSPaul Mackerras 20069a80d3fSPaul Mackerras /* 20169a80d3fSPaul Mackerras * Update the present map for a cpu node which is going away, and set 20269a80d3fSPaul Mackerras * the hard id in the paca(s) to -1 to be consistent with boot time 20369a80d3fSPaul Mackerras * convention for non-present cpus. 20469a80d3fSPaul Mackerras */ 20569a80d3fSPaul Mackerras static void pSeries_remove_processor(struct device_node *np) 20669a80d3fSPaul Mackerras { 20769a80d3fSPaul Mackerras unsigned int cpu; 20869a80d3fSPaul Mackerras int len, nthreads, i; 20969a80d3fSPaul Mackerras u32 *intserv; 21069a80d3fSPaul Mackerras 21169a80d3fSPaul Mackerras intserv = (u32 *)get_property(np, "ibm,ppc-interrupt-server#s", &len); 21269a80d3fSPaul Mackerras if (!intserv) 21369a80d3fSPaul Mackerras return; 21469a80d3fSPaul Mackerras 21569a80d3fSPaul Mackerras nthreads = len / sizeof(u32); 21669a80d3fSPaul Mackerras 21769a80d3fSPaul Mackerras lock_cpu_hotplug(); 21869a80d3fSPaul Mackerras for (i = 0; i < nthreads; i++) { 21969a80d3fSPaul Mackerras for_each_present_cpu(cpu) { 22069a80d3fSPaul Mackerras if (get_hard_smp_processor_id(cpu) != intserv[i]) 22169a80d3fSPaul Mackerras continue; 22269a80d3fSPaul Mackerras BUG_ON(cpu_online(cpu)); 22369a80d3fSPaul Mackerras cpu_clear(cpu, cpu_present_map); 22469a80d3fSPaul Mackerras set_hard_smp_processor_id(cpu, -1); 22569a80d3fSPaul Mackerras break; 22669a80d3fSPaul Mackerras } 22769a80d3fSPaul Mackerras if (cpu == NR_CPUS) 22869a80d3fSPaul Mackerras printk(KERN_WARNING "Could not find cpu to remove " 22969a80d3fSPaul Mackerras "with physical id 0x%x\n", intserv[i]); 23069a80d3fSPaul Mackerras } 23169a80d3fSPaul Mackerras unlock_cpu_hotplug(); 23269a80d3fSPaul Mackerras } 23369a80d3fSPaul Mackerras 23469a80d3fSPaul Mackerras static int pSeries_smp_notifier(struct notifier_block *nb, unsigned long action, void *node) 23569a80d3fSPaul Mackerras { 23669a80d3fSPaul Mackerras int err = NOTIFY_OK; 23769a80d3fSPaul Mackerras 23869a80d3fSPaul Mackerras switch (action) { 23969a80d3fSPaul Mackerras case PSERIES_RECONFIG_ADD: 24069a80d3fSPaul Mackerras if (pSeries_add_processor(node)) 24169a80d3fSPaul Mackerras err = NOTIFY_BAD; 24269a80d3fSPaul Mackerras break; 24369a80d3fSPaul Mackerras case PSERIES_RECONFIG_REMOVE: 24469a80d3fSPaul Mackerras pSeries_remove_processor(node); 24569a80d3fSPaul Mackerras break; 24669a80d3fSPaul Mackerras default: 24769a80d3fSPaul Mackerras err = NOTIFY_DONE; 24869a80d3fSPaul Mackerras break; 24969a80d3fSPaul Mackerras } 25069a80d3fSPaul Mackerras return err; 25169a80d3fSPaul Mackerras } 25269a80d3fSPaul Mackerras 25369a80d3fSPaul Mackerras static struct notifier_block pSeries_smp_nb = { 25469a80d3fSPaul Mackerras .notifier_call = pSeries_smp_notifier, 25569a80d3fSPaul Mackerras }; 25669a80d3fSPaul Mackerras 25769a80d3fSPaul Mackerras #endif /* CONFIG_HOTPLUG_CPU */ 25869a80d3fSPaul Mackerras 25969a80d3fSPaul Mackerras /** 26069a80d3fSPaul Mackerras * smp_startup_cpu() - start the given cpu 26169a80d3fSPaul Mackerras * 26269a80d3fSPaul Mackerras * At boot time, there is nothing to do for primary threads which were 26369a80d3fSPaul Mackerras * started from Open Firmware. For anything else, call RTAS with the 26469a80d3fSPaul Mackerras * appropriate start location. 26569a80d3fSPaul Mackerras * 26669a80d3fSPaul Mackerras * Returns: 26769a80d3fSPaul Mackerras * 0 - failure 26869a80d3fSPaul Mackerras * 1 - success 26969a80d3fSPaul Mackerras */ 27069a80d3fSPaul Mackerras static inline int __devinit smp_startup_cpu(unsigned int lcpu) 27169a80d3fSPaul Mackerras { 27269a80d3fSPaul Mackerras int status; 27369a80d3fSPaul Mackerras unsigned long start_here = __pa((u32)*((unsigned long *) 27469a80d3fSPaul Mackerras pSeries_secondary_smp_init)); 27569a80d3fSPaul Mackerras unsigned int pcpu; 27669a80d3fSPaul Mackerras int start_cpu; 27769a80d3fSPaul Mackerras 27869a80d3fSPaul Mackerras if (cpu_isset(lcpu, of_spin_map)) 27969a80d3fSPaul Mackerras /* Already started by OF and sitting in spin loop */ 28069a80d3fSPaul Mackerras return 1; 28169a80d3fSPaul Mackerras 28269a80d3fSPaul Mackerras pcpu = get_hard_smp_processor_id(lcpu); 28369a80d3fSPaul Mackerras 28469a80d3fSPaul Mackerras /* Fixup atomic count: it exited inside IRQ handler. */ 28569a80d3fSPaul Mackerras paca[lcpu].__current->thread_info->preempt_count = 0; 28669a80d3fSPaul Mackerras 28769a80d3fSPaul Mackerras /* 28869a80d3fSPaul Mackerras * If the RTAS start-cpu token does not exist then presume the 28969a80d3fSPaul Mackerras * cpu is already spinning. 29069a80d3fSPaul Mackerras */ 29169a80d3fSPaul Mackerras start_cpu = rtas_token("start-cpu"); 29269a80d3fSPaul Mackerras if (start_cpu == RTAS_UNKNOWN_SERVICE) 29369a80d3fSPaul Mackerras return 1; 29469a80d3fSPaul Mackerras 29569a80d3fSPaul Mackerras status = rtas_call(start_cpu, 3, 1, NULL, pcpu, start_here, lcpu); 29669a80d3fSPaul Mackerras if (status != 0) { 29769a80d3fSPaul Mackerras printk(KERN_ERR "start-cpu failed: %i\n", status); 29869a80d3fSPaul Mackerras return 0; 29969a80d3fSPaul Mackerras } 30069a80d3fSPaul Mackerras 30169a80d3fSPaul Mackerras return 1; 30269a80d3fSPaul Mackerras } 30369a80d3fSPaul Mackerras 30469a80d3fSPaul Mackerras #ifdef CONFIG_XICS 30569a80d3fSPaul Mackerras static inline void smp_xics_do_message(int cpu, int msg) 30669a80d3fSPaul Mackerras { 30769a80d3fSPaul Mackerras set_bit(msg, &xics_ipi_message[cpu].value); 30869a80d3fSPaul Mackerras mb(); 30969a80d3fSPaul Mackerras xics_cause_IPI(cpu); 31069a80d3fSPaul Mackerras } 31169a80d3fSPaul Mackerras 31269a80d3fSPaul Mackerras static void smp_xics_message_pass(int target, int msg) 31369a80d3fSPaul Mackerras { 31469a80d3fSPaul Mackerras unsigned int i; 31569a80d3fSPaul Mackerras 31669a80d3fSPaul Mackerras if (target < NR_CPUS) { 31769a80d3fSPaul Mackerras smp_xics_do_message(target, msg); 31869a80d3fSPaul Mackerras } else { 31969a80d3fSPaul Mackerras for_each_online_cpu(i) { 32069a80d3fSPaul Mackerras if (target == MSG_ALL_BUT_SELF 32169a80d3fSPaul Mackerras && i == smp_processor_id()) 32269a80d3fSPaul Mackerras continue; 32369a80d3fSPaul Mackerras smp_xics_do_message(i, msg); 32469a80d3fSPaul Mackerras } 32569a80d3fSPaul Mackerras } 32669a80d3fSPaul Mackerras } 32769a80d3fSPaul Mackerras 32869a80d3fSPaul Mackerras static int __init smp_xics_probe(void) 32969a80d3fSPaul Mackerras { 33069a80d3fSPaul Mackerras xics_request_IPIs(); 33169a80d3fSPaul Mackerras 33269a80d3fSPaul Mackerras return cpus_weight(cpu_possible_map); 33369a80d3fSPaul Mackerras } 33469a80d3fSPaul Mackerras 33569a80d3fSPaul Mackerras static void __devinit smp_xics_setup_cpu(int cpu) 33669a80d3fSPaul Mackerras { 33769a80d3fSPaul Mackerras if (cpu != boot_cpuid) 33869a80d3fSPaul Mackerras xics_setup_cpu(); 33969a80d3fSPaul Mackerras 34069a80d3fSPaul Mackerras if (firmware_has_feature(FW_FEATURE_SPLPAR)) 34169a80d3fSPaul Mackerras vpa_init(cpu); 34269a80d3fSPaul Mackerras 34369a80d3fSPaul Mackerras cpu_clear(cpu, of_spin_map); 34469a80d3fSPaul Mackerras 34569a80d3fSPaul Mackerras } 34669a80d3fSPaul Mackerras #endif /* CONFIG_XICS */ 34769a80d3fSPaul Mackerras 34869a80d3fSPaul Mackerras static DEFINE_SPINLOCK(timebase_lock); 34969a80d3fSPaul Mackerras static unsigned long timebase = 0; 35069a80d3fSPaul Mackerras 35169a80d3fSPaul Mackerras static void __devinit pSeries_give_timebase(void) 35269a80d3fSPaul Mackerras { 35369a80d3fSPaul Mackerras spin_lock(&timebase_lock); 35469a80d3fSPaul Mackerras rtas_call(rtas_token("freeze-time-base"), 0, 1, NULL); 35569a80d3fSPaul Mackerras timebase = get_tb(); 35669a80d3fSPaul Mackerras spin_unlock(&timebase_lock); 35769a80d3fSPaul Mackerras 35869a80d3fSPaul Mackerras while (timebase) 35969a80d3fSPaul Mackerras barrier(); 36069a80d3fSPaul Mackerras rtas_call(rtas_token("thaw-time-base"), 0, 1, NULL); 36169a80d3fSPaul Mackerras } 36269a80d3fSPaul Mackerras 36369a80d3fSPaul Mackerras static void __devinit pSeries_take_timebase(void) 36469a80d3fSPaul Mackerras { 36569a80d3fSPaul Mackerras while (!timebase) 36669a80d3fSPaul Mackerras barrier(); 36769a80d3fSPaul Mackerras spin_lock(&timebase_lock); 36869a80d3fSPaul Mackerras set_tb(timebase >> 32, timebase & 0xffffffff); 36969a80d3fSPaul Mackerras timebase = 0; 37069a80d3fSPaul Mackerras spin_unlock(&timebase_lock); 37169a80d3fSPaul Mackerras } 37269a80d3fSPaul Mackerras 37369a80d3fSPaul Mackerras static void __devinit smp_pSeries_kick_cpu(int nr) 37469a80d3fSPaul Mackerras { 37569a80d3fSPaul Mackerras BUG_ON(nr < 0 || nr >= NR_CPUS); 37669a80d3fSPaul Mackerras 37769a80d3fSPaul Mackerras if (!smp_startup_cpu(nr)) 37869a80d3fSPaul Mackerras return; 37969a80d3fSPaul Mackerras 38069a80d3fSPaul Mackerras /* 38169a80d3fSPaul Mackerras * The processor is currently spinning, waiting for the 38269a80d3fSPaul Mackerras * cpu_start field to become non-zero After we set cpu_start, 38369a80d3fSPaul Mackerras * the processor will continue on to secondary_start 38469a80d3fSPaul Mackerras */ 38569a80d3fSPaul Mackerras paca[nr].cpu_start = 1; 38669a80d3fSPaul Mackerras } 38769a80d3fSPaul Mackerras 38869a80d3fSPaul Mackerras static int smp_pSeries_cpu_bootable(unsigned int nr) 38969a80d3fSPaul Mackerras { 39069a80d3fSPaul Mackerras /* Special case - we inhibit secondary thread startup 39169a80d3fSPaul Mackerras * during boot if the user requests it. Odd-numbered 39269a80d3fSPaul Mackerras * cpus are assumed to be secondary threads. 39369a80d3fSPaul Mackerras */ 39469a80d3fSPaul Mackerras if (system_state < SYSTEM_RUNNING && 39569a80d3fSPaul Mackerras cpu_has_feature(CPU_FTR_SMT) && 39669a80d3fSPaul Mackerras !smt_enabled_at_boot && nr % 2 != 0) 39769a80d3fSPaul Mackerras return 0; 39869a80d3fSPaul Mackerras 39969a80d3fSPaul Mackerras return 1; 40069a80d3fSPaul Mackerras } 40169a80d3fSPaul Mackerras #ifdef CONFIG_MPIC 40269a80d3fSPaul Mackerras static struct smp_ops_t pSeries_mpic_smp_ops = { 40369a80d3fSPaul Mackerras .message_pass = smp_mpic_message_pass, 40469a80d3fSPaul Mackerras .probe = smp_mpic_probe, 40569a80d3fSPaul Mackerras .kick_cpu = smp_pSeries_kick_cpu, 40669a80d3fSPaul Mackerras .setup_cpu = smp_mpic_setup_cpu, 40769a80d3fSPaul Mackerras }; 40869a80d3fSPaul Mackerras #endif 40969a80d3fSPaul Mackerras #ifdef CONFIG_XICS 41069a80d3fSPaul Mackerras static struct smp_ops_t pSeries_xics_smp_ops = { 41169a80d3fSPaul Mackerras .message_pass = smp_xics_message_pass, 41269a80d3fSPaul Mackerras .probe = smp_xics_probe, 41369a80d3fSPaul Mackerras .kick_cpu = smp_pSeries_kick_cpu, 41469a80d3fSPaul Mackerras .setup_cpu = smp_xics_setup_cpu, 41569a80d3fSPaul Mackerras .cpu_bootable = smp_pSeries_cpu_bootable, 41669a80d3fSPaul Mackerras }; 41769a80d3fSPaul Mackerras #endif 41869a80d3fSPaul Mackerras 41969a80d3fSPaul Mackerras /* This is called very early */ 42069a80d3fSPaul Mackerras void __init smp_init_pSeries(void) 42169a80d3fSPaul Mackerras { 42269a80d3fSPaul Mackerras int i; 42369a80d3fSPaul Mackerras 42469a80d3fSPaul Mackerras DBG(" -> smp_init_pSeries()\n"); 42569a80d3fSPaul Mackerras 42669a80d3fSPaul Mackerras switch (ppc64_interrupt_controller) { 42769a80d3fSPaul Mackerras #ifdef CONFIG_MPIC 42869a80d3fSPaul Mackerras case IC_OPEN_PIC: 42969a80d3fSPaul Mackerras smp_ops = &pSeries_mpic_smp_ops; 43069a80d3fSPaul Mackerras break; 43169a80d3fSPaul Mackerras #endif 43269a80d3fSPaul Mackerras #ifdef CONFIG_XICS 43369a80d3fSPaul Mackerras case IC_PPC_XIC: 43469a80d3fSPaul Mackerras smp_ops = &pSeries_xics_smp_ops; 43569a80d3fSPaul Mackerras break; 43669a80d3fSPaul Mackerras #endif 43769a80d3fSPaul Mackerras default: 43869a80d3fSPaul Mackerras panic("Invalid interrupt controller"); 43969a80d3fSPaul Mackerras } 44069a80d3fSPaul Mackerras 44169a80d3fSPaul Mackerras #ifdef CONFIG_HOTPLUG_CPU 44269a80d3fSPaul Mackerras smp_ops->cpu_disable = pSeries_cpu_disable; 44369a80d3fSPaul Mackerras smp_ops->cpu_die = pSeries_cpu_die; 44469a80d3fSPaul Mackerras 44569a80d3fSPaul Mackerras /* Processors can be added/removed only on LPAR */ 446799d6046SPaul Mackerras if (platform_is_lpar()) 44769a80d3fSPaul Mackerras pSeries_reconfig_notifier_register(&pSeries_smp_nb); 44869a80d3fSPaul Mackerras #endif 44969a80d3fSPaul Mackerras 45069a80d3fSPaul Mackerras /* Mark threads which are still spinning in hold loops. */ 45169a80d3fSPaul Mackerras if (cpu_has_feature(CPU_FTR_SMT)) { 45269a80d3fSPaul Mackerras for_each_present_cpu(i) { 45369a80d3fSPaul Mackerras if (i % 2 == 0) 45469a80d3fSPaul Mackerras /* 45569a80d3fSPaul Mackerras * Even-numbered logical cpus correspond to 45669a80d3fSPaul Mackerras * primary threads. 45769a80d3fSPaul Mackerras */ 45869a80d3fSPaul Mackerras cpu_set(i, of_spin_map); 45969a80d3fSPaul Mackerras } 46069a80d3fSPaul Mackerras } else { 46169a80d3fSPaul Mackerras of_spin_map = cpu_present_map; 46269a80d3fSPaul Mackerras } 46369a80d3fSPaul Mackerras 46469a80d3fSPaul Mackerras cpu_clear(boot_cpuid, of_spin_map); 46569a80d3fSPaul Mackerras 46669a80d3fSPaul Mackerras /* Non-lpar has additional take/give timebase */ 46769a80d3fSPaul Mackerras if (rtas_token("freeze-time-base") != RTAS_UNKNOWN_SERVICE) { 46869a80d3fSPaul Mackerras smp_ops->give_timebase = pSeries_give_timebase; 46969a80d3fSPaul Mackerras smp_ops->take_timebase = pSeries_take_timebase; 47069a80d3fSPaul Mackerras } 47169a80d3fSPaul Mackerras 47269a80d3fSPaul Mackerras DBG(" <- smp_init_pSeries()\n"); 47369a80d3fSPaul Mackerras } 47469a80d3fSPaul Mackerras 475