155190f88SBenjamin Herrenschmidt /*
255190f88SBenjamin Herrenschmidt  * PowerNV setup code.
355190f88SBenjamin Herrenschmidt  *
455190f88SBenjamin Herrenschmidt  * Copyright 2011 IBM Corp.
555190f88SBenjamin Herrenschmidt  *
655190f88SBenjamin Herrenschmidt  * This program is free software; you can redistribute it and/or
755190f88SBenjamin Herrenschmidt  * modify it under the terms of the GNU General Public License
855190f88SBenjamin Herrenschmidt  * as published by the Free Software Foundation; either version
955190f88SBenjamin Herrenschmidt  * 2 of the License, or (at your option) any later version.
1055190f88SBenjamin Herrenschmidt  */
1155190f88SBenjamin Herrenschmidt 
1255190f88SBenjamin Herrenschmidt #undef DEBUG
1355190f88SBenjamin Herrenschmidt 
1455190f88SBenjamin Herrenschmidt #include <linux/cpu.h>
1555190f88SBenjamin Herrenschmidt #include <linux/errno.h>
1655190f88SBenjamin Herrenschmidt #include <linux/sched.h>
1755190f88SBenjamin Herrenschmidt #include <linux/kernel.h>
1855190f88SBenjamin Herrenschmidt #include <linux/tty.h>
1955190f88SBenjamin Herrenschmidt #include <linux/reboot.h>
2055190f88SBenjamin Herrenschmidt #include <linux/init.h>
2155190f88SBenjamin Herrenschmidt #include <linux/console.h>
2255190f88SBenjamin Herrenschmidt #include <linux/delay.h>
2355190f88SBenjamin Herrenschmidt #include <linux/irq.h>
2455190f88SBenjamin Herrenschmidt #include <linux/seq_file.h>
2555190f88SBenjamin Herrenschmidt #include <linux/of.h>
2626a2056eSRob Herring #include <linux/of_fdt.h>
2755190f88SBenjamin Herrenschmidt #include <linux/interrupt.h>
2855190f88SBenjamin Herrenschmidt #include <linux/bug.h>
29cd15b048SBenjamin Herrenschmidt #include <linux/pci.h>
30fb5153d0SGautham R. Shenoy #include <linux/cpufreq.h>
3155190f88SBenjamin Herrenschmidt 
3255190f88SBenjamin Herrenschmidt #include <asm/machdep.h>
3355190f88SBenjamin Herrenschmidt #include <asm/firmware.h>
3455190f88SBenjamin Herrenschmidt #include <asm/xics.h>
35daea1175SBenjamin Herrenschmidt #include <asm/opal.h>
3613906db6SBenjamin Herrenschmidt #include <asm/kexec.h>
37b2a80878SShreyas B. Prabhu #include <asm/smp.h>
3855190f88SBenjamin Herrenschmidt 
3955190f88SBenjamin Herrenschmidt #include "powernv.h"
4055190f88SBenjamin Herrenschmidt 
4155190f88SBenjamin Herrenschmidt static void __init pnv_setup_arch(void)
4255190f88SBenjamin Herrenschmidt {
434817fc32SAnton Blanchard 	set_arch_panic_timeout(10, ARCH_PANIC_TIMEOUT);
444817fc32SAnton Blanchard 
4555190f88SBenjamin Herrenschmidt 	/* Initialize SMP */
4655190f88SBenjamin Herrenschmidt 	pnv_smp_init();
4755190f88SBenjamin Herrenschmidt 
4861305a96SBenjamin Herrenschmidt 	/* Setup PCI */
4961305a96SBenjamin Herrenschmidt 	pnv_pci_init();
5055190f88SBenjamin Herrenschmidt 
51628daa8dSBenjamin Herrenschmidt 	/* Setup RTC and NVRAM callbacks */
52628daa8dSBenjamin Herrenschmidt 	if (firmware_has_feature(FW_FEATURE_OPAL))
53628daa8dSBenjamin Herrenschmidt 		opal_nvram_init();
5455190f88SBenjamin Herrenschmidt 
5555190f88SBenjamin Herrenschmidt 	/* Enable NAP mode */
5655190f88SBenjamin Herrenschmidt 	powersave_nap = 1;
5755190f88SBenjamin Herrenschmidt 
5855190f88SBenjamin Herrenschmidt 	/* XXX PMCS */
5955190f88SBenjamin Herrenschmidt }
6055190f88SBenjamin Herrenschmidt 
61f2d57694SBenjamin Herrenschmidt static void __init pnv_init(void)
6255190f88SBenjamin Herrenschmidt {
633fafe9c2SBenjamin Herrenschmidt 	/*
643fafe9c2SBenjamin Herrenschmidt 	 * Initialize the LPC bus now so that legacy serial
653fafe9c2SBenjamin Herrenschmidt 	 * ports can be found on it
663fafe9c2SBenjamin Herrenschmidt 	 */
673fafe9c2SBenjamin Herrenschmidt 	opal_lpc_init();
683fafe9c2SBenjamin Herrenschmidt 
69daea1175SBenjamin Herrenschmidt #ifdef CONFIG_HVC_OPAL
70daea1175SBenjamin Herrenschmidt 	if (firmware_has_feature(FW_FEATURE_OPAL))
71daea1175SBenjamin Herrenschmidt 		hvc_opal_init_early();
72daea1175SBenjamin Herrenschmidt 	else
73daea1175SBenjamin Herrenschmidt #endif
74daea1175SBenjamin Herrenschmidt 		add_preferred_console("hvc", 0, NULL);
7555190f88SBenjamin Herrenschmidt }
7655190f88SBenjamin Herrenschmidt 
7755190f88SBenjamin Herrenschmidt static void __init pnv_init_IRQ(void)
7855190f88SBenjamin Herrenschmidt {
7955190f88SBenjamin Herrenschmidt 	xics_init();
8055190f88SBenjamin Herrenschmidt 
8155190f88SBenjamin Herrenschmidt 	WARN_ON(!ppc_md.get_irq);
8255190f88SBenjamin Herrenschmidt }
8355190f88SBenjamin Herrenschmidt 
8455190f88SBenjamin Herrenschmidt static void pnv_show_cpuinfo(struct seq_file *m)
8555190f88SBenjamin Herrenschmidt {
8655190f88SBenjamin Herrenschmidt 	struct device_node *root;
8755190f88SBenjamin Herrenschmidt 	const char *model = "";
8855190f88SBenjamin Herrenschmidt 
8955190f88SBenjamin Herrenschmidt 	root = of_find_node_by_path("/");
9055190f88SBenjamin Herrenschmidt 	if (root)
9155190f88SBenjamin Herrenschmidt 		model = of_get_property(root, "model", NULL);
9255190f88SBenjamin Herrenschmidt 	seq_printf(m, "machine\t\t: PowerNV %s\n", model);
93e4d54f71SStewart Smith 	if (firmware_has_feature(FW_FEATURE_OPAL))
94e4d54f71SStewart Smith 		seq_printf(m, "firmware\t: OPAL\n");
9514a43e69SBenjamin Herrenschmidt 	else
9614a43e69SBenjamin Herrenschmidt 		seq_printf(m, "firmware\t: BML\n");
9755190f88SBenjamin Herrenschmidt 	of_node_put(root);
983a4c2601SAneesh Kumar K.V 	if (radix_enabled())
993a4c2601SAneesh Kumar K.V 		seq_printf(m, "MMU\t\t: Radix\n");
1003a4c2601SAneesh Kumar K.V 	else
1013a4c2601SAneesh Kumar K.V 		seq_printf(m, "MMU\t\t: Hash\n");
10255190f88SBenjamin Herrenschmidt }
10355190f88SBenjamin Herrenschmidt 
1042196c6f1SVasant Hegde static void pnv_prepare_going_down(void)
1052196c6f1SVasant Hegde {
1062196c6f1SVasant Hegde 	/*
1072196c6f1SVasant Hegde 	 * Disable all notifiers from OPAL, we can't
1082196c6f1SVasant Hegde 	 * service interrupts anymore anyway
1092196c6f1SVasant Hegde 	 */
11081f2f7ceSAlistair Popple 	opal_event_shutdown();
1112196c6f1SVasant Hegde 
1122196c6f1SVasant Hegde 	/* Soft disable interrupts */
1132196c6f1SVasant Hegde 	local_irq_disable();
1142196c6f1SVasant Hegde 
1152196c6f1SVasant Hegde 	/*
1162196c6f1SVasant Hegde 	 * Return secondary CPUs to firwmare if a flash update
1172196c6f1SVasant Hegde 	 * is pending otherwise we will get all sort of error
1182196c6f1SVasant Hegde 	 * messages about CPU being stuck etc.. This will also
1192196c6f1SVasant Hegde 	 * have the side effect of hard disabling interrupts so
1202196c6f1SVasant Hegde 	 * past this point, the kernel is effectively dead.
1212196c6f1SVasant Hegde 	 */
1222196c6f1SVasant Hegde 	opal_flash_term_callback();
1232196c6f1SVasant Hegde }
1242196c6f1SVasant Hegde 
125ec27329fSBenjamin Herrenschmidt static void  __noreturn pnv_restart(char *cmd)
12655190f88SBenjamin Herrenschmidt {
127ec27329fSBenjamin Herrenschmidt 	long rc = OPAL_BUSY;
128ec27329fSBenjamin Herrenschmidt 
1292196c6f1SVasant Hegde 	pnv_prepare_going_down();
130e8e71fa4SGavin Shan 
131ec27329fSBenjamin Herrenschmidt 	while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) {
132ec27329fSBenjamin Herrenschmidt 		rc = opal_cec_reboot();
133ec27329fSBenjamin Herrenschmidt 		if (rc == OPAL_BUSY_EVENT)
134ec27329fSBenjamin Herrenschmidt 			opal_poll_events(NULL);
135ec27329fSBenjamin Herrenschmidt 		else
136ec27329fSBenjamin Herrenschmidt 			mdelay(10);
137ec27329fSBenjamin Herrenschmidt 	}
138ec27329fSBenjamin Herrenschmidt 	for (;;)
139ec27329fSBenjamin Herrenschmidt 		opal_poll_events(NULL);
14055190f88SBenjamin Herrenschmidt }
14155190f88SBenjamin Herrenschmidt 
142ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_power_off(void)
14355190f88SBenjamin Herrenschmidt {
144ec27329fSBenjamin Herrenschmidt 	long rc = OPAL_BUSY;
145ec27329fSBenjamin Herrenschmidt 
1462196c6f1SVasant Hegde 	pnv_prepare_going_down();
147e8e71fa4SGavin Shan 
148ec27329fSBenjamin Herrenschmidt 	while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) {
149ec27329fSBenjamin Herrenschmidt 		rc = opal_cec_power_down(0);
150ec27329fSBenjamin Herrenschmidt 		if (rc == OPAL_BUSY_EVENT)
151ec27329fSBenjamin Herrenschmidt 			opal_poll_events(NULL);
152ec27329fSBenjamin Herrenschmidt 		else
153ec27329fSBenjamin Herrenschmidt 			mdelay(10);
154ec27329fSBenjamin Herrenschmidt 	}
155ec27329fSBenjamin Herrenschmidt 	for (;;)
156ec27329fSBenjamin Herrenschmidt 		opal_poll_events(NULL);
15755190f88SBenjamin Herrenschmidt }
15855190f88SBenjamin Herrenschmidt 
159ec27329fSBenjamin Herrenschmidt static void __noreturn pnv_halt(void)
16055190f88SBenjamin Herrenschmidt {
161ec27329fSBenjamin Herrenschmidt 	pnv_power_off();
16255190f88SBenjamin Herrenschmidt }
16355190f88SBenjamin Herrenschmidt 
16455190f88SBenjamin Herrenschmidt static void pnv_progress(char *s, unsigned short hex)
16555190f88SBenjamin Herrenschmidt {
16655190f88SBenjamin Herrenschmidt }
16755190f88SBenjamin Herrenschmidt 
16873ed148aSBenjamin Herrenschmidt static void pnv_shutdown(void)
16973ed148aSBenjamin Herrenschmidt {
17073ed148aSBenjamin Herrenschmidt 	/* Let the PCI code clear up IODA tables */
17173ed148aSBenjamin Herrenschmidt 	pnv_pci_shutdown();
17273ed148aSBenjamin Herrenschmidt 
173f7d98d18SVasant Hegde 	/*
174f7d98d18SVasant Hegde 	 * Stop OPAL activity: Unregister all OPAL interrupts so they
175f7d98d18SVasant Hegde 	 * don't fire up while we kexec and make sure all potentially
176f7d98d18SVasant Hegde 	 * DMA'ing ops are complete (such as dump retrieval).
17773ed148aSBenjamin Herrenschmidt 	 */
17873ed148aSBenjamin Herrenschmidt 	opal_shutdown();
17973ed148aSBenjamin Herrenschmidt }
18073ed148aSBenjamin Herrenschmidt 
181da665885SThiago Jung Bauermann #ifdef CONFIG_KEXEC_CORE
182298b34d7SBenjamin Herrenschmidt static void pnv_kexec_wait_secondaries_down(void)
183298b34d7SBenjamin Herrenschmidt {
184298b34d7SBenjamin Herrenschmidt 	int my_cpu, i, notified = -1;
185298b34d7SBenjamin Herrenschmidt 
186298b34d7SBenjamin Herrenschmidt 	my_cpu = get_cpu();
187298b34d7SBenjamin Herrenschmidt 
188298b34d7SBenjamin Herrenschmidt 	for_each_online_cpu(i) {
189298b34d7SBenjamin Herrenschmidt 		uint8_t status;
1901b70386cSSamuel Mendoza-Jonas 		int64_t rc, timeout = 1000;
191298b34d7SBenjamin Herrenschmidt 
192298b34d7SBenjamin Herrenschmidt 		if (i == my_cpu)
193298b34d7SBenjamin Herrenschmidt 			continue;
194298b34d7SBenjamin Herrenschmidt 
195298b34d7SBenjamin Herrenschmidt 		for (;;) {
196298b34d7SBenjamin Herrenschmidt 			rc = opal_query_cpu_status(get_hard_smp_processor_id(i),
197298b34d7SBenjamin Herrenschmidt 						   &status);
198298b34d7SBenjamin Herrenschmidt 			if (rc != OPAL_SUCCESS || status != OPAL_THREAD_STARTED)
199298b34d7SBenjamin Herrenschmidt 				break;
200298b34d7SBenjamin Herrenschmidt 			barrier();
201298b34d7SBenjamin Herrenschmidt 			if (i != notified) {
202298b34d7SBenjamin Herrenschmidt 				printk(KERN_INFO "kexec: waiting for cpu %d "
203298b34d7SBenjamin Herrenschmidt 				       "(physical %d) to enter OPAL\n",
204298b34d7SBenjamin Herrenschmidt 				       i, paca[i].hw_cpu_id);
205298b34d7SBenjamin Herrenschmidt 				notified = i;
206298b34d7SBenjamin Herrenschmidt 			}
2071b70386cSSamuel Mendoza-Jonas 
2081b70386cSSamuel Mendoza-Jonas 			/*
2091b70386cSSamuel Mendoza-Jonas 			 * On crash secondaries might be unreachable or hung,
2101b70386cSSamuel Mendoza-Jonas 			 * so timeout if we've waited too long
2111b70386cSSamuel Mendoza-Jonas 			 * */
2121b70386cSSamuel Mendoza-Jonas 			mdelay(1);
2131b70386cSSamuel Mendoza-Jonas 			if (timeout-- == 0) {
2141b70386cSSamuel Mendoza-Jonas 				printk(KERN_ERR "kexec: timed out waiting for "
2151b70386cSSamuel Mendoza-Jonas 				       "cpu %d (physical %d) to enter OPAL\n",
2161b70386cSSamuel Mendoza-Jonas 				       i, paca[i].hw_cpu_id);
2171b70386cSSamuel Mendoza-Jonas 				break;
2181b70386cSSamuel Mendoza-Jonas 			}
219298b34d7SBenjamin Herrenschmidt 		}
220298b34d7SBenjamin Herrenschmidt 	}
221298b34d7SBenjamin Herrenschmidt }
222298b34d7SBenjamin Herrenschmidt 
22355190f88SBenjamin Herrenschmidt static void pnv_kexec_cpu_down(int crash_shutdown, int secondary)
22455190f88SBenjamin Herrenschmidt {
22555190f88SBenjamin Herrenschmidt 	xics_kexec_teardown_cpu(secondary);
22613906db6SBenjamin Herrenschmidt 
227e4d54f71SStewart Smith 	/* On OPAL, we return all CPUs to firmware */
228298b34d7SBenjamin Herrenschmidt 
229e4d54f71SStewart Smith 	if (!firmware_has_feature(FW_FEATURE_OPAL))
230298b34d7SBenjamin Herrenschmidt 		return;
231298b34d7SBenjamin Herrenschmidt 
232298b34d7SBenjamin Herrenschmidt 	if (secondary) {
23313906db6SBenjamin Herrenschmidt 		/* Return secondary CPUs to firmware on OPAL v3 */
23413906db6SBenjamin Herrenschmidt 		mb();
23513906db6SBenjamin Herrenschmidt 		get_paca()->kexec_state = KEXEC_STATE_REAL_MODE;
23613906db6SBenjamin Herrenschmidt 		mb();
23713906db6SBenjamin Herrenschmidt 
23813906db6SBenjamin Herrenschmidt 		/* Return the CPU to OPAL */
23913906db6SBenjamin Herrenschmidt 		opal_return_cpu();
240298b34d7SBenjamin Herrenschmidt 	} else {
241298b34d7SBenjamin Herrenschmidt 		/* Primary waits for the secondaries to have reached OPAL */
242298b34d7SBenjamin Herrenschmidt 		pnv_kexec_wait_secondaries_down();
243e72bb8a5SSamuel Mendoza-Jonas 
244e72bb8a5SSamuel Mendoza-Jonas 		/*
245e72bb8a5SSamuel Mendoza-Jonas 		 * We might be running as little-endian - now that interrupts
246e72bb8a5SSamuel Mendoza-Jonas 		 * are disabled, reset the HILE bit to big-endian so we don't
247e72bb8a5SSamuel Mendoza-Jonas 		 * take interrupts in the wrong endian later
248e72bb8a5SSamuel Mendoza-Jonas 		 */
249e72bb8a5SSamuel Mendoza-Jonas 		opal_reinit_cpus(OPAL_REINIT_CPUS_HILE_BE);
25013906db6SBenjamin Herrenschmidt 	}
25155190f88SBenjamin Herrenschmidt }
252da665885SThiago Jung Bauermann #endif /* CONFIG_KEXEC_CORE */
25355190f88SBenjamin Herrenschmidt 
2546d97d7a2SAnton Blanchard #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE
2556d97d7a2SAnton Blanchard static unsigned long pnv_memory_block_size(void)
2566d97d7a2SAnton Blanchard {
2576d97d7a2SAnton Blanchard 	return 256UL * 1024 * 1024;
2586d97d7a2SAnton Blanchard }
2596d97d7a2SAnton Blanchard #endif
2606d97d7a2SAnton Blanchard 
261628daa8dSBenjamin Herrenschmidt static void __init pnv_setup_machdep_opal(void)
262628daa8dSBenjamin Herrenschmidt {
263628daa8dSBenjamin Herrenschmidt 	ppc_md.get_boot_time = opal_get_boot_time;
264628daa8dSBenjamin Herrenschmidt 	ppc_md.restart = pnv_restart;
2659178ba29SAlexander Graf 	pm_power_off = pnv_power_off;
266628daa8dSBenjamin Herrenschmidt 	ppc_md.halt = pnv_halt;
267ed79ba9eSBenjamin Herrenschmidt 	ppc_md.machine_check_exception = opal_machine_check;
26855672ecfSMahesh Salgaonkar 	ppc_md.mce_check_early_recovery = opal_mce_check_early_recovery;
2690869b6fdSMahesh Salgaonkar 	ppc_md.hmi_exception_early = opal_hmi_exception_early;
2700869b6fdSMahesh Salgaonkar 	ppc_md.handle_hmi_exception = opal_handle_hmi_exception;
271628daa8dSBenjamin Herrenschmidt }
272628daa8dSBenjamin Herrenschmidt 
27355190f88SBenjamin Herrenschmidt static int __init pnv_probe(void)
27455190f88SBenjamin Herrenschmidt {
275406b0b6aSBenjamin Herrenschmidt 	if (!of_machine_is_compatible("ibm,powernv"))
27655190f88SBenjamin Herrenschmidt 		return 0;
27755190f88SBenjamin Herrenschmidt 
278628daa8dSBenjamin Herrenschmidt 	if (firmware_has_feature(FW_FEATURE_OPAL))
279628daa8dSBenjamin Herrenschmidt 		pnv_setup_machdep_opal();
280628daa8dSBenjamin Herrenschmidt 
28155190f88SBenjamin Herrenschmidt 	pr_debug("PowerNV detected !\n");
28255190f88SBenjamin Herrenschmidt 
283f2d57694SBenjamin Herrenschmidt 	pnv_init();
284f2d57694SBenjamin Herrenschmidt 
28555190f88SBenjamin Herrenschmidt 	return 1;
28655190f88SBenjamin Herrenschmidt }
28755190f88SBenjamin Herrenschmidt 
288fb5153d0SGautham R. Shenoy /*
289fb5153d0SGautham R. Shenoy  * Returns the cpu frequency for 'cpu' in Hz. This is used by
290fb5153d0SGautham R. Shenoy  * /proc/cpuinfo
291fb5153d0SGautham R. Shenoy  */
292e51df2c1SAnton Blanchard static unsigned long pnv_get_proc_freq(unsigned int cpu)
293fb5153d0SGautham R. Shenoy {
294fb5153d0SGautham R. Shenoy 	unsigned long ret_freq;
295fb5153d0SGautham R. Shenoy 
296fb5153d0SGautham R. Shenoy 	ret_freq = cpufreq_quick_get(cpu) * 1000ul;
297fb5153d0SGautham R. Shenoy 
298fb5153d0SGautham R. Shenoy 	/*
299fb5153d0SGautham R. Shenoy 	 * If the backend cpufreq driver does not exist,
300fb5153d0SGautham R. Shenoy          * then fallback to old way of reporting the clockrate.
301fb5153d0SGautham R. Shenoy 	 */
302fb5153d0SGautham R. Shenoy 	if (!ret_freq)
303fb5153d0SGautham R. Shenoy 		ret_freq = ppc_proc_freq;
304fb5153d0SGautham R. Shenoy 	return ret_freq;
305fb5153d0SGautham R. Shenoy }
306fb5153d0SGautham R. Shenoy 
30755190f88SBenjamin Herrenschmidt define_machine(powernv) {
30855190f88SBenjamin Herrenschmidt 	.name			= "PowerNV",
30955190f88SBenjamin Herrenschmidt 	.probe			= pnv_probe,
310628daa8dSBenjamin Herrenschmidt 	.setup_arch		= pnv_setup_arch,
31155190f88SBenjamin Herrenschmidt 	.init_IRQ		= pnv_init_IRQ,
31255190f88SBenjamin Herrenschmidt 	.show_cpuinfo		= pnv_show_cpuinfo,
313fb5153d0SGautham R. Shenoy 	.get_proc_freq          = pnv_get_proc_freq,
31455190f88SBenjamin Herrenschmidt 	.progress		= pnv_progress,
31573ed148aSBenjamin Herrenschmidt 	.machine_shutdown	= pnv_shutdown,
3165593e303SShreyas B. Prabhu 	.power_save             = NULL,
31755190f88SBenjamin Herrenschmidt 	.calibrate_decr		= generic_calibrate_decr,
318da665885SThiago Jung Bauermann #ifdef CONFIG_KEXEC_CORE
31955190f88SBenjamin Herrenschmidt 	.kexec_cpu_down		= pnv_kexec_cpu_down,
32055190f88SBenjamin Herrenschmidt #endif
3216d97d7a2SAnton Blanchard #ifdef CONFIG_MEMORY_HOTPLUG_SPARSE
3226d97d7a2SAnton Blanchard 	.memory_block_size	= pnv_memory_block_size,
3236d97d7a2SAnton Blanchard #endif
32455190f88SBenjamin Herrenschmidt };
325