114a43e69SBenjamin Herrenschmidt /*
214a43e69SBenjamin Herrenschmidt  * PowerNV OPAL high level interfaces
314a43e69SBenjamin Herrenschmidt  *
414a43e69SBenjamin Herrenschmidt  * Copyright 2011 IBM Corp.
514a43e69SBenjamin Herrenschmidt  *
614a43e69SBenjamin Herrenschmidt  * This program is free software; you can redistribute it and/or
714a43e69SBenjamin Herrenschmidt  * modify it under the terms of the GNU General Public License
814a43e69SBenjamin Herrenschmidt  * as published by the Free Software Foundation; either version
914a43e69SBenjamin Herrenschmidt  * 2 of the License, or (at your option) any later version.
1014a43e69SBenjamin Herrenschmidt  */
1114a43e69SBenjamin Herrenschmidt 
12c8742f85SBenjamin Herrenschmidt #define pr_fmt(fmt)	"opal: " fmt
1314a43e69SBenjamin Herrenschmidt 
14c8742f85SBenjamin Herrenschmidt #include <linux/printk.h>
1514a43e69SBenjamin Herrenschmidt #include <linux/types.h>
1614a43e69SBenjamin Herrenschmidt #include <linux/of.h>
1726a2056eSRob Herring #include <linux/of_fdt.h>
1814a43e69SBenjamin Herrenschmidt #include <linux/of_platform.h>
19a125e092SBenjamin Herrenschmidt #include <linux/interrupt.h>
201bc98de2SGavin Shan #include <linux/notifier.h>
2173ed148aSBenjamin Herrenschmidt #include <linux/slab.h>
22b63a0ffeSMahesh Salgaonkar #include <linux/sched.h>
236f68b5e2SVasant Hegde #include <linux/kobject.h>
24f7d98d18SVasant Hegde #include <linux/delay.h>
2555672ecfSMahesh Salgaonkar #include <linux/memblock.h>
263bf57561SBenjamin Herrenschmidt #include <linux/kthread.h>
273bf57561SBenjamin Herrenschmidt #include <linux/freezer.h>
28b14726c5SMichael Ellerman 
29b14726c5SMichael Ellerman #include <asm/machdep.h>
3014a43e69SBenjamin Herrenschmidt #include <asm/opal.h>
3114a43e69SBenjamin Herrenschmidt #include <asm/firmware.h>
3236df96f8SMahesh Salgaonkar #include <asm/mce.h>
3314a43e69SBenjamin Herrenschmidt 
3414a43e69SBenjamin Herrenschmidt #include "powernv.h"
3514a43e69SBenjamin Herrenschmidt 
366f68b5e2SVasant Hegde /* /sys/firmware/opal */
376f68b5e2SVasant Hegde struct kobject *opal_kobj;
386f68b5e2SVasant Hegde 
3914a43e69SBenjamin Herrenschmidt struct opal {
4014a43e69SBenjamin Herrenschmidt 	u64 base;
4114a43e69SBenjamin Herrenschmidt 	u64 entry;
4255672ecfSMahesh Salgaonkar 	u64 size;
4314a43e69SBenjamin Herrenschmidt } opal;
4414a43e69SBenjamin Herrenschmidt 
4555672ecfSMahesh Salgaonkar struct mcheck_recoverable_range {
4655672ecfSMahesh Salgaonkar 	u64 start_addr;
4755672ecfSMahesh Salgaonkar 	u64 end_addr;
4855672ecfSMahesh Salgaonkar 	u64 recover_addr;
4955672ecfSMahesh Salgaonkar };
5055672ecfSMahesh Salgaonkar 
5155672ecfSMahesh Salgaonkar static struct mcheck_recoverable_range *mc_recoverable_range;
5255672ecfSMahesh Salgaonkar static int mc_recoverable_range_len;
5355672ecfSMahesh Salgaonkar 
54bfc36894SJoel Stanley struct device_node *opal_node;
5514a43e69SBenjamin Herrenschmidt static DEFINE_SPINLOCK(opal_write_lock);
5624366360SMahesh Salgaonkar static struct atomic_notifier_head opal_msg_notifier_head[OPAL_MSG_TYPE_MAX];
573bf57561SBenjamin Herrenschmidt static uint32_t opal_heartbeat;
5814a43e69SBenjamin Herrenschmidt 
594926616cSBenjamin Herrenschmidt static void opal_reinit_cores(void)
604926616cSBenjamin Herrenschmidt {
614926616cSBenjamin Herrenschmidt 	/* Do the actual re-init, This will clobber all FPRs, VRs, etc...
624926616cSBenjamin Herrenschmidt 	 *
634926616cSBenjamin Herrenschmidt 	 * It will preserve non volatile GPRs and HSPRG0/1. It will
644926616cSBenjamin Herrenschmidt 	 * also restore HIDs and other SPRs to their original value
654926616cSBenjamin Herrenschmidt 	 * but it might clobber a bunch.
664926616cSBenjamin Herrenschmidt 	 */
674926616cSBenjamin Herrenschmidt #ifdef __BIG_ENDIAN__
684926616cSBenjamin Herrenschmidt 	opal_reinit_cpus(OPAL_REINIT_CPUS_HILE_BE);
694926616cSBenjamin Herrenschmidt #else
704926616cSBenjamin Herrenschmidt 	opal_reinit_cpus(OPAL_REINIT_CPUS_HILE_LE);
714926616cSBenjamin Herrenschmidt #endif
724926616cSBenjamin Herrenschmidt }
734926616cSBenjamin Herrenschmidt 
7414a43e69SBenjamin Herrenschmidt int __init early_init_dt_scan_opal(unsigned long node,
7514a43e69SBenjamin Herrenschmidt 				   const char *uname, int depth, void *data)
7614a43e69SBenjamin Herrenschmidt {
7755672ecfSMahesh Salgaonkar 	const void *basep, *entryp, *sizep;
789d0c4dfeSRob Herring 	int basesz, entrysz, runtimesz;
7914a43e69SBenjamin Herrenschmidt 
8014a43e69SBenjamin Herrenschmidt 	if (depth != 1 || strcmp(uname, "ibm,opal") != 0)
8114a43e69SBenjamin Herrenschmidt 		return 0;
8214a43e69SBenjamin Herrenschmidt 
8314a43e69SBenjamin Herrenschmidt 	basep  = of_get_flat_dt_prop(node, "opal-base-address", &basesz);
8414a43e69SBenjamin Herrenschmidt 	entryp = of_get_flat_dt_prop(node, "opal-entry-address", &entrysz);
8555672ecfSMahesh Salgaonkar 	sizep = of_get_flat_dt_prop(node, "opal-runtime-size", &runtimesz);
8614a43e69SBenjamin Herrenschmidt 
8755672ecfSMahesh Salgaonkar 	if (!basep || !entryp || !sizep)
8814a43e69SBenjamin Herrenschmidt 		return 1;
8914a43e69SBenjamin Herrenschmidt 
9014a43e69SBenjamin Herrenschmidt 	opal.base = of_read_number(basep, basesz/4);
9114a43e69SBenjamin Herrenschmidt 	opal.entry = of_read_number(entryp, entrysz/4);
9255672ecfSMahesh Salgaonkar 	opal.size = of_read_number(sizep, runtimesz/4);
9314a43e69SBenjamin Herrenschmidt 
949d0c4dfeSRob Herring 	pr_debug("OPAL Base  = 0x%llx (basep=%p basesz=%d)\n",
9514a43e69SBenjamin Herrenschmidt 		 opal.base, basep, basesz);
969d0c4dfeSRob Herring 	pr_debug("OPAL Entry = 0x%llx (entryp=%p basesz=%d)\n",
9714a43e69SBenjamin Herrenschmidt 		 opal.entry, entryp, entrysz);
989d0c4dfeSRob Herring 	pr_debug("OPAL Entry = 0x%llx (sizep=%p runtimesz=%d)\n",
9955672ecfSMahesh Salgaonkar 		 opal.size, sizep, runtimesz);
10014a43e69SBenjamin Herrenschmidt 
10114a43e69SBenjamin Herrenschmidt 	powerpc_firmware_features |= FW_FEATURE_OPAL;
10275b93da4SBenjamin Herrenschmidt 	if (of_flat_dt_is_compatible(node, "ibm,opal-v3")) {
10375b93da4SBenjamin Herrenschmidt 		powerpc_firmware_features |= FW_FEATURE_OPALv2;
10475b93da4SBenjamin Herrenschmidt 		powerpc_firmware_features |= FW_FEATURE_OPALv3;
1059a4f5cd0SAnton Blanchard 		pr_info("OPAL V3 detected !\n");
10675b93da4SBenjamin Herrenschmidt 	} else if (of_flat_dt_is_compatible(node, "ibm,opal-v2")) {
10714a43e69SBenjamin Herrenschmidt 		powerpc_firmware_features |= FW_FEATURE_OPALv2;
1089a4f5cd0SAnton Blanchard 		pr_info("OPAL V2 detected !\n");
10914a43e69SBenjamin Herrenschmidt 	} else {
1109a4f5cd0SAnton Blanchard 		pr_info("OPAL V1 detected !\n");
11114a43e69SBenjamin Herrenschmidt 	}
11214a43e69SBenjamin Herrenschmidt 
1134926616cSBenjamin Herrenschmidt 	/* Reinit all cores with the right endian */
1144926616cSBenjamin Herrenschmidt 	opal_reinit_cores();
1154926616cSBenjamin Herrenschmidt 
1164926616cSBenjamin Herrenschmidt 	/* Restore some bits */
1174926616cSBenjamin Herrenschmidt 	if (cur_cpu_spec->cpu_restore)
1184926616cSBenjamin Herrenschmidt 		cur_cpu_spec->cpu_restore();
1194926616cSBenjamin Herrenschmidt 
120c4463b37SJeremy Kerr 	return 1;
121c4463b37SJeremy Kerr }
122c4463b37SJeremy Kerr 
12355672ecfSMahesh Salgaonkar int __init early_init_dt_scan_recoverable_ranges(unsigned long node,
12455672ecfSMahesh Salgaonkar 				   const char *uname, int depth, void *data)
12555672ecfSMahesh Salgaonkar {
1269d0c4dfeSRob Herring 	int i, psize, size;
12755672ecfSMahesh Salgaonkar 	const __be32 *prop;
12855672ecfSMahesh Salgaonkar 
12955672ecfSMahesh Salgaonkar 	if (depth != 1 || strcmp(uname, "ibm,opal") != 0)
13055672ecfSMahesh Salgaonkar 		return 0;
13155672ecfSMahesh Salgaonkar 
1326e556b47SMahesh Salgaonkar 	prop = of_get_flat_dt_prop(node, "mcheck-recoverable-ranges", &psize);
13355672ecfSMahesh Salgaonkar 
13455672ecfSMahesh Salgaonkar 	if (!prop)
13555672ecfSMahesh Salgaonkar 		return 1;
13655672ecfSMahesh Salgaonkar 
13755672ecfSMahesh Salgaonkar 	pr_debug("Found machine check recoverable ranges.\n");
13855672ecfSMahesh Salgaonkar 
13955672ecfSMahesh Salgaonkar 	/*
1406e556b47SMahesh Salgaonkar 	 * Calculate number of available entries.
1416e556b47SMahesh Salgaonkar 	 *
1426e556b47SMahesh Salgaonkar 	 * Each recoverable address range entry is (start address, len,
1436e556b47SMahesh Salgaonkar 	 * recovery address), 2 cells each for start and recovery address,
1446e556b47SMahesh Salgaonkar 	 * 1 cell for len, totalling 5 cells per entry.
1456e556b47SMahesh Salgaonkar 	 */
1466e556b47SMahesh Salgaonkar 	mc_recoverable_range_len = psize / (sizeof(*prop) * 5);
1476e556b47SMahesh Salgaonkar 
1486e556b47SMahesh Salgaonkar 	/* Sanity check */
1496e556b47SMahesh Salgaonkar 	if (!mc_recoverable_range_len)
1506e556b47SMahesh Salgaonkar 		return 1;
1516e556b47SMahesh Salgaonkar 
1526e556b47SMahesh Salgaonkar 	/* Size required to hold all the entries. */
1536e556b47SMahesh Salgaonkar 	size = mc_recoverable_range_len *
1546e556b47SMahesh Salgaonkar 			sizeof(struct mcheck_recoverable_range);
1556e556b47SMahesh Salgaonkar 
1566e556b47SMahesh Salgaonkar 	/*
15755672ecfSMahesh Salgaonkar 	 * Allocate a buffer to hold the MC recoverable ranges. We would be
15855672ecfSMahesh Salgaonkar 	 * accessing them in real mode, hence it needs to be within
15955672ecfSMahesh Salgaonkar 	 * RMO region.
16055672ecfSMahesh Salgaonkar 	 */
16155672ecfSMahesh Salgaonkar 	mc_recoverable_range =__va(memblock_alloc_base(size, __alignof__(u64),
16255672ecfSMahesh Salgaonkar 							ppc64_rma_size));
16355672ecfSMahesh Salgaonkar 	memset(mc_recoverable_range, 0, size);
16455672ecfSMahesh Salgaonkar 
1656e556b47SMahesh Salgaonkar 	for (i = 0; i < mc_recoverable_range_len; i++) {
16655672ecfSMahesh Salgaonkar 		mc_recoverable_range[i].start_addr =
16755672ecfSMahesh Salgaonkar 					of_read_number(prop + (i * 5) + 0, 2);
16855672ecfSMahesh Salgaonkar 		mc_recoverable_range[i].end_addr =
16955672ecfSMahesh Salgaonkar 					mc_recoverable_range[i].start_addr +
17055672ecfSMahesh Salgaonkar 					of_read_number(prop + (i * 5) + 2, 1);
17155672ecfSMahesh Salgaonkar 		mc_recoverable_range[i].recover_addr =
17255672ecfSMahesh Salgaonkar 					of_read_number(prop + (i * 5) + 3, 2);
17355672ecfSMahesh Salgaonkar 
17455672ecfSMahesh Salgaonkar 		pr_debug("Machine check recoverable range: %llx..%llx: %llx\n",
17555672ecfSMahesh Salgaonkar 				mc_recoverable_range[i].start_addr,
17655672ecfSMahesh Salgaonkar 				mc_recoverable_range[i].end_addr,
17755672ecfSMahesh Salgaonkar 				mc_recoverable_range[i].recover_addr);
17855672ecfSMahesh Salgaonkar 	}
17955672ecfSMahesh Salgaonkar 	return 1;
18055672ecfSMahesh Salgaonkar }
18155672ecfSMahesh Salgaonkar 
182c4463b37SJeremy Kerr static int __init opal_register_exception_handlers(void)
183c4463b37SJeremy Kerr {
18429186097SBenjamin Herrenschmidt #ifdef __BIG_ENDIAN__
185c4463b37SJeremy Kerr 	u64 glue;
186c4463b37SJeremy Kerr 
187c4463b37SJeremy Kerr 	if (!(powerpc_firmware_features & FW_FEATURE_OPAL))
188c4463b37SJeremy Kerr 		return -ENODEV;
189c4463b37SJeremy Kerr 
19028446de2SMahesh Salgaonkar 	/* Hookup some exception handlers except machine check. We use the
19128446de2SMahesh Salgaonkar 	 * fwnmi area at 0x7000 to provide the glue space to OPAL
192ed79ba9eSBenjamin Herrenschmidt 	 */
193ed79ba9eSBenjamin Herrenschmidt 	glue = 0x7000;
1946507955cSMahesh Salgaonkar 
1956507955cSMahesh Salgaonkar 	/*
1966507955cSMahesh Salgaonkar 	 * Check if we are running on newer firmware that exports
1976507955cSMahesh Salgaonkar 	 * OPAL_HANDLE_HMI token. If yes, then don't ask OPAL to patch
1986507955cSMahesh Salgaonkar 	 * the HMI interrupt and we catch it directly in Linux.
1996507955cSMahesh Salgaonkar 	 *
2006507955cSMahesh Salgaonkar 	 * For older firmware (i.e currently released POWER8 System Firmware
2016507955cSMahesh Salgaonkar 	 * as of today <= SV810_087), we fallback to old behavior and let OPAL
2026507955cSMahesh Salgaonkar 	 * patch the HMI vector and handle it inside OPAL firmware.
2036507955cSMahesh Salgaonkar 	 *
2046507955cSMahesh Salgaonkar 	 * For newer firmware (in development/yet to be released) we will
2056507955cSMahesh Salgaonkar 	 * start catching/handling HMI directly in Linux.
2066507955cSMahesh Salgaonkar 	 */
2076507955cSMahesh Salgaonkar 	if (!opal_check_token(OPAL_HANDLE_HMI)) {
20808135139SMichael Ellerman 		pr_info("Old firmware detected, OPAL handles HMIs.\n");
2096507955cSMahesh Salgaonkar 		opal_register_exception_handler(
2106507955cSMahesh Salgaonkar 				OPAL_HYPERVISOR_MAINTENANCE_HANDLER,
2116507955cSMahesh Salgaonkar 				0, glue);
2126507955cSMahesh Salgaonkar 		glue += 128;
2136507955cSMahesh Salgaonkar 	}
2146507955cSMahesh Salgaonkar 
215ed79ba9eSBenjamin Herrenschmidt 	opal_register_exception_handler(OPAL_SOFTPATCH_HANDLER, 0, glue);
21629186097SBenjamin Herrenschmidt #endif
217ed79ba9eSBenjamin Herrenschmidt 
218c4463b37SJeremy Kerr 	return 0;
21914a43e69SBenjamin Herrenschmidt }
220b14726c5SMichael Ellerman machine_early_initcall(powernv, opal_register_exception_handlers);
221c4463b37SJeremy Kerr 
22224366360SMahesh Salgaonkar /*
22324366360SMahesh Salgaonkar  * Opal message notifier based on message type. Allow subscribers to get
22424366360SMahesh Salgaonkar  * notified for specific messgae type.
22524366360SMahesh Salgaonkar  */
226d7cf83fcSMichael Ellerman int opal_message_notifier_register(enum opal_msg_type msg_type,
22724366360SMahesh Salgaonkar 					struct notifier_block *nb)
22824366360SMahesh Salgaonkar {
229792f96e9SNeelesh Gupta 	if (!nb || msg_type >= OPAL_MSG_TYPE_MAX) {
230792f96e9SNeelesh Gupta 		pr_warning("%s: Invalid arguments, msg_type:%d\n",
23124366360SMahesh Salgaonkar 			   __func__, msg_type);
23224366360SMahesh Salgaonkar 		return -EINVAL;
23324366360SMahesh Salgaonkar 	}
234792f96e9SNeelesh Gupta 
23524366360SMahesh Salgaonkar 	return atomic_notifier_chain_register(
23624366360SMahesh Salgaonkar 				&opal_msg_notifier_head[msg_type], nb);
23724366360SMahesh Salgaonkar }
238594fcb9eSJeremy Kerr EXPORT_SYMBOL_GPL(opal_message_notifier_register);
23924366360SMahesh Salgaonkar 
240df60f576SMichael Ellerman int opal_message_notifier_unregister(enum opal_msg_type msg_type,
241b921e902SNeelesh Gupta 				     struct notifier_block *nb)
242b921e902SNeelesh Gupta {
243b921e902SNeelesh Gupta 	return atomic_notifier_chain_unregister(
244b921e902SNeelesh Gupta 			&opal_msg_notifier_head[msg_type], nb);
245b921e902SNeelesh Gupta }
246594fcb9eSJeremy Kerr EXPORT_SYMBOL_GPL(opal_message_notifier_unregister);
247b921e902SNeelesh Gupta 
24824366360SMahesh Salgaonkar static void opal_message_do_notify(uint32_t msg_type, void *msg)
24924366360SMahesh Salgaonkar {
25024366360SMahesh Salgaonkar 	/* notify subscribers */
25124366360SMahesh Salgaonkar 	atomic_notifier_call_chain(&opal_msg_notifier_head[msg_type],
25224366360SMahesh Salgaonkar 					msg_type, msg);
25324366360SMahesh Salgaonkar }
25424366360SMahesh Salgaonkar 
25524366360SMahesh Salgaonkar static void opal_handle_message(void)
25624366360SMahesh Salgaonkar {
25724366360SMahesh Salgaonkar 	s64 ret;
25824366360SMahesh Salgaonkar 	/*
25924366360SMahesh Salgaonkar 	 * TODO: pre-allocate a message buffer depending on opal-msg-size
26024366360SMahesh Salgaonkar 	 * value in /proc/device-tree.
26124366360SMahesh Salgaonkar 	 */
26224366360SMahesh Salgaonkar 	static struct opal_msg msg;
263bb4398e1SAnton Blanchard 	u32 type;
26424366360SMahesh Salgaonkar 
26524366360SMahesh Salgaonkar 	ret = opal_get_msg(__pa(&msg), sizeof(msg));
26624366360SMahesh Salgaonkar 	/* No opal message pending. */
26724366360SMahesh Salgaonkar 	if (ret == OPAL_RESOURCE)
26824366360SMahesh Salgaonkar 		return;
26924366360SMahesh Salgaonkar 
27024366360SMahesh Salgaonkar 	/* check for errors. */
27124366360SMahesh Salgaonkar 	if (ret) {
2721a84db56SMasanari Iida 		pr_warning("%s: Failed to retrieve opal message, err=%lld\n",
27324366360SMahesh Salgaonkar 				__func__, ret);
27424366360SMahesh Salgaonkar 		return;
27524366360SMahesh Salgaonkar 	}
27624366360SMahesh Salgaonkar 
277bb4398e1SAnton Blanchard 	type = be32_to_cpu(msg.msg_type);
278bb4398e1SAnton Blanchard 
27924366360SMahesh Salgaonkar 	/* Sanity check */
280792f96e9SNeelesh Gupta 	if (type >= OPAL_MSG_TYPE_MAX) {
281bb4398e1SAnton Blanchard 		pr_warning("%s: Unknown message type: %u\n", __func__, type);
28224366360SMahesh Salgaonkar 		return;
28324366360SMahesh Salgaonkar 	}
284bb4398e1SAnton Blanchard 	opal_message_do_notify(type, (void *)&msg);
28524366360SMahesh Salgaonkar }
28624366360SMahesh Salgaonkar 
287a295af24SAlistair Popple static irqreturn_t opal_message_notify(int irq, void *data)
28824366360SMahesh Salgaonkar {
28924366360SMahesh Salgaonkar 	opal_handle_message();
290a295af24SAlistair Popple 	return IRQ_HANDLED;
29124366360SMahesh Salgaonkar }
29224366360SMahesh Salgaonkar 
29324366360SMahesh Salgaonkar static int __init opal_message_init(void)
29424366360SMahesh Salgaonkar {
295a295af24SAlistair Popple 	int ret, i, irq;
29624366360SMahesh Salgaonkar 
29724366360SMahesh Salgaonkar 	for (i = 0; i < OPAL_MSG_TYPE_MAX; i++)
29824366360SMahesh Salgaonkar 		ATOMIC_INIT_NOTIFIER_HEAD(&opal_msg_notifier_head[i]);
29924366360SMahesh Salgaonkar 
300a295af24SAlistair Popple 	irq = opal_event_request(ilog2(OPAL_EVENT_MSG_PENDING));
301a295af24SAlistair Popple 	if (!irq) {
302a295af24SAlistair Popple 		pr_err("%s: Can't register OPAL event irq (%d)\n",
303a295af24SAlistair Popple 		       __func__, irq);
304a295af24SAlistair Popple 		return irq;
305a295af24SAlistair Popple 	}
306a295af24SAlistair Popple 
307a295af24SAlistair Popple 	ret = request_irq(irq, opal_message_notify,
308a295af24SAlistair Popple 			IRQ_TYPE_LEVEL_HIGH, "opal-msg", NULL);
30924366360SMahesh Salgaonkar 	if (ret) {
310a295af24SAlistair Popple 		pr_err("%s: Can't request OPAL event irq (%d)\n",
31124366360SMahesh Salgaonkar 		       __func__, ret);
31224366360SMahesh Salgaonkar 		return ret;
31324366360SMahesh Salgaonkar 	}
314a295af24SAlistair Popple 
31524366360SMahesh Salgaonkar 	return 0;
31624366360SMahesh Salgaonkar }
31724366360SMahesh Salgaonkar 
31814a43e69SBenjamin Herrenschmidt int opal_get_chars(uint32_t vtermno, char *buf, int count)
31914a43e69SBenjamin Herrenschmidt {
3204f89363bSBenjamin Herrenschmidt 	s64 rc;
3214f89363bSBenjamin Herrenschmidt 	__be64 evt, len;
32214a43e69SBenjamin Herrenschmidt 
32314a43e69SBenjamin Herrenschmidt 	if (!opal.entry)
324daea1175SBenjamin Herrenschmidt 		return -ENODEV;
32514a43e69SBenjamin Herrenschmidt 	opal_poll_events(&evt);
3264f89363bSBenjamin Herrenschmidt 	if ((be64_to_cpu(evt) & OPAL_EVENT_CONSOLE_INPUT) == 0)
32714a43e69SBenjamin Herrenschmidt 		return 0;
3284f89363bSBenjamin Herrenschmidt 	len = cpu_to_be64(count);
32914a43e69SBenjamin Herrenschmidt 	rc = opal_console_read(vtermno, &len, buf);
33014a43e69SBenjamin Herrenschmidt 	if (rc == OPAL_SUCCESS)
3314f89363bSBenjamin Herrenschmidt 		return be64_to_cpu(len);
33214a43e69SBenjamin Herrenschmidt 	return 0;
33314a43e69SBenjamin Herrenschmidt }
33414a43e69SBenjamin Herrenschmidt 
33514a43e69SBenjamin Herrenschmidt int opal_put_chars(uint32_t vtermno, const char *data, int total_len)
33614a43e69SBenjamin Herrenschmidt {
33714a43e69SBenjamin Herrenschmidt 	int written = 0;
3384f89363bSBenjamin Herrenschmidt 	__be64 olen;
339daea1175SBenjamin Herrenschmidt 	s64 len, rc;
34014a43e69SBenjamin Herrenschmidt 	unsigned long flags;
3414f89363bSBenjamin Herrenschmidt 	__be64 evt;
34214a43e69SBenjamin Herrenschmidt 
34314a43e69SBenjamin Herrenschmidt 	if (!opal.entry)
344daea1175SBenjamin Herrenschmidt 		return -ENODEV;
34514a43e69SBenjamin Herrenschmidt 
34614a43e69SBenjamin Herrenschmidt 	/* We want put_chars to be atomic to avoid mangling of hvsi
34714a43e69SBenjamin Herrenschmidt 	 * packets. To do that, we first test for room and return
348daea1175SBenjamin Herrenschmidt 	 * -EAGAIN if there isn't enough.
349daea1175SBenjamin Herrenschmidt 	 *
350daea1175SBenjamin Herrenschmidt 	 * Unfortunately, opal_console_write_buffer_space() doesn't
351daea1175SBenjamin Herrenschmidt 	 * appear to work on opal v1, so we just assume there is
352daea1175SBenjamin Herrenschmidt 	 * enough room and be done with it
35314a43e69SBenjamin Herrenschmidt 	 */
35414a43e69SBenjamin Herrenschmidt 	spin_lock_irqsave(&opal_write_lock, flags);
355daea1175SBenjamin Herrenschmidt 	if (firmware_has_feature(FW_FEATURE_OPALv2)) {
3564f89363bSBenjamin Herrenschmidt 		rc = opal_console_write_buffer_space(vtermno, &olen);
3574f89363bSBenjamin Herrenschmidt 		len = be64_to_cpu(olen);
35814a43e69SBenjamin Herrenschmidt 		if (rc || len < total_len) {
35914a43e69SBenjamin Herrenschmidt 			spin_unlock_irqrestore(&opal_write_lock, flags);
36014a43e69SBenjamin Herrenschmidt 			/* Closed -> drop characters */
36114a43e69SBenjamin Herrenschmidt 			if (rc)
36214a43e69SBenjamin Herrenschmidt 				return total_len;
3634f89363bSBenjamin Herrenschmidt 			opal_poll_events(NULL);
36414a43e69SBenjamin Herrenschmidt 			return -EAGAIN;
36514a43e69SBenjamin Herrenschmidt 		}
366daea1175SBenjamin Herrenschmidt 	}
36714a43e69SBenjamin Herrenschmidt 
36814a43e69SBenjamin Herrenschmidt 	/* We still try to handle partial completions, though they
36914a43e69SBenjamin Herrenschmidt 	 * should no longer happen.
37014a43e69SBenjamin Herrenschmidt 	 */
371daea1175SBenjamin Herrenschmidt 	rc = OPAL_BUSY;
37214a43e69SBenjamin Herrenschmidt 	while(total_len > 0 && (rc == OPAL_BUSY ||
37314a43e69SBenjamin Herrenschmidt 				rc == OPAL_BUSY_EVENT || rc == OPAL_SUCCESS)) {
3744f89363bSBenjamin Herrenschmidt 		olen = cpu_to_be64(total_len);
3754f89363bSBenjamin Herrenschmidt 		rc = opal_console_write(vtermno, &olen, data);
3764f89363bSBenjamin Herrenschmidt 		len = be64_to_cpu(olen);
3771de1455fSBenjamin Herrenschmidt 
3781de1455fSBenjamin Herrenschmidt 		/* Closed or other error drop */
3791de1455fSBenjamin Herrenschmidt 		if (rc != OPAL_SUCCESS && rc != OPAL_BUSY &&
3801de1455fSBenjamin Herrenschmidt 		    rc != OPAL_BUSY_EVENT) {
3811de1455fSBenjamin Herrenschmidt 			written = total_len;
3821de1455fSBenjamin Herrenschmidt 			break;
3831de1455fSBenjamin Herrenschmidt 		}
38414a43e69SBenjamin Herrenschmidt 		if (rc == OPAL_SUCCESS) {
38514a43e69SBenjamin Herrenschmidt 			total_len -= len;
38614a43e69SBenjamin Herrenschmidt 			data += len;
38714a43e69SBenjamin Herrenschmidt 			written += len;
38814a43e69SBenjamin Herrenschmidt 		}
38914a43e69SBenjamin Herrenschmidt 		/* This is a bit nasty but we need that for the console to
39014a43e69SBenjamin Herrenschmidt 		 * flush when there aren't any interrupts. We will clean
39114a43e69SBenjamin Herrenschmidt 		 * things a bit later to limit that to synchronous path
39214a43e69SBenjamin Herrenschmidt 		 * such as the kernel console and xmon/udbg
39314a43e69SBenjamin Herrenschmidt 		 */
39414a43e69SBenjamin Herrenschmidt 		do
39514a43e69SBenjamin Herrenschmidt 			opal_poll_events(&evt);
3964f89363bSBenjamin Herrenschmidt 		while(rc == OPAL_SUCCESS &&
3974f89363bSBenjamin Herrenschmidt 			(be64_to_cpu(evt) & OPAL_EVENT_CONSOLE_OUTPUT));
39814a43e69SBenjamin Herrenschmidt 	}
39914a43e69SBenjamin Herrenschmidt 	spin_unlock_irqrestore(&opal_write_lock, flags);
40014a43e69SBenjamin Herrenschmidt 	return written;
40114a43e69SBenjamin Herrenschmidt }
40214a43e69SBenjamin Herrenschmidt 
403b63a0ffeSMahesh Salgaonkar static int opal_recover_mce(struct pt_regs *regs,
404b63a0ffeSMahesh Salgaonkar 					struct machine_check_event *evt)
405b63a0ffeSMahesh Salgaonkar {
406b63a0ffeSMahesh Salgaonkar 	int recovered = 0;
407b63a0ffeSMahesh Salgaonkar 	uint64_t ea = get_mce_fault_addr(evt);
408b63a0ffeSMahesh Salgaonkar 
409b63a0ffeSMahesh Salgaonkar 	if (!(regs->msr & MSR_RI)) {
410b63a0ffeSMahesh Salgaonkar 		/* If MSR_RI isn't set, we cannot recover */
411b63a0ffeSMahesh Salgaonkar 		recovered = 0;
412b63a0ffeSMahesh Salgaonkar 	} else if (evt->disposition == MCE_DISPOSITION_RECOVERED) {
413b63a0ffeSMahesh Salgaonkar 		/* Platform corrected itself */
414b63a0ffeSMahesh Salgaonkar 		recovered = 1;
415b63a0ffeSMahesh Salgaonkar 	} else if (ea && !is_kernel_addr(ea)) {
416b63a0ffeSMahesh Salgaonkar 		/*
417b63a0ffeSMahesh Salgaonkar 		 * Faulting address is not in kernel text. We should be fine.
418b63a0ffeSMahesh Salgaonkar 		 * We need to find which process uses this address.
419b63a0ffeSMahesh Salgaonkar 		 * For now, kill the task if we have received exception when
420b63a0ffeSMahesh Salgaonkar 		 * in userspace.
421b63a0ffeSMahesh Salgaonkar 		 *
422b63a0ffeSMahesh Salgaonkar 		 * TODO: Queue up this address for hwpoisioning later.
423b63a0ffeSMahesh Salgaonkar 		 */
424b63a0ffeSMahesh Salgaonkar 		if (user_mode(regs) && !is_global_init(current)) {
425b63a0ffeSMahesh Salgaonkar 			_exception(SIGBUS, regs, BUS_MCEERR_AR, regs->nip);
426b63a0ffeSMahesh Salgaonkar 			recovered = 1;
427b63a0ffeSMahesh Salgaonkar 		} else
428b63a0ffeSMahesh Salgaonkar 			recovered = 0;
429b63a0ffeSMahesh Salgaonkar 	} else if (user_mode(regs) && !is_global_init(current) &&
430b63a0ffeSMahesh Salgaonkar 		evt->severity == MCE_SEV_ERROR_SYNC) {
431b63a0ffeSMahesh Salgaonkar 		/*
432b63a0ffeSMahesh Salgaonkar 		 * If we have received a synchronous error when in userspace
433b63a0ffeSMahesh Salgaonkar 		 * kill the task.
434b63a0ffeSMahesh Salgaonkar 		 */
435b63a0ffeSMahesh Salgaonkar 		_exception(SIGBUS, regs, BUS_MCEERR_AR, regs->nip);
436b63a0ffeSMahesh Salgaonkar 		recovered = 1;
437b63a0ffeSMahesh Salgaonkar 	}
438b63a0ffeSMahesh Salgaonkar 	return recovered;
439b63a0ffeSMahesh Salgaonkar }
440b63a0ffeSMahesh Salgaonkar 
441ed79ba9eSBenjamin Herrenschmidt int opal_machine_check(struct pt_regs *regs)
442ed79ba9eSBenjamin Herrenschmidt {
44336df96f8SMahesh Salgaonkar 	struct machine_check_event evt;
444ed79ba9eSBenjamin Herrenschmidt 
44536df96f8SMahesh Salgaonkar 	if (!get_mce_event(&evt, MCE_EVENT_RELEASE))
44636df96f8SMahesh Salgaonkar 		return 0;
447ed79ba9eSBenjamin Herrenschmidt 
448ed79ba9eSBenjamin Herrenschmidt 	/* Print things out */
44936df96f8SMahesh Salgaonkar 	if (evt.version != MCE_V1) {
450ed79ba9eSBenjamin Herrenschmidt 		pr_err("Machine Check Exception, Unknown event version %d !\n",
451ed79ba9eSBenjamin Herrenschmidt 		       evt.version);
452ed79ba9eSBenjamin Herrenschmidt 		return 0;
453ed79ba9eSBenjamin Herrenschmidt 	}
454b5ff4211SMahesh Salgaonkar 	machine_check_print_event_info(&evt);
455ed79ba9eSBenjamin Herrenschmidt 
456b63a0ffeSMahesh Salgaonkar 	if (opal_recover_mce(regs, &evt))
457b63a0ffeSMahesh Salgaonkar 		return 1;
458b63a0ffeSMahesh Salgaonkar 	return 0;
459ed79ba9eSBenjamin Herrenschmidt }
460ed79ba9eSBenjamin Herrenschmidt 
4610869b6fdSMahesh Salgaonkar /* Early hmi handler called in real mode. */
4620869b6fdSMahesh Salgaonkar int opal_hmi_exception_early(struct pt_regs *regs)
4630869b6fdSMahesh Salgaonkar {
4640ef95b41SMahesh Salgaonkar 	s64 rc;
4650ef95b41SMahesh Salgaonkar 
4660ef95b41SMahesh Salgaonkar 	/*
4670ef95b41SMahesh Salgaonkar 	 * call opal hmi handler. Pass paca address as token.
4680ef95b41SMahesh Salgaonkar 	 * The return value OPAL_SUCCESS is an indication that there is
4690ef95b41SMahesh Salgaonkar 	 * an HMI event generated waiting to pull by Linux.
4700ef95b41SMahesh Salgaonkar 	 */
4710ef95b41SMahesh Salgaonkar 	rc = opal_handle_hmi();
4720ef95b41SMahesh Salgaonkar 	if (rc == OPAL_SUCCESS) {
4730ef95b41SMahesh Salgaonkar 		local_paca->hmi_event_available = 1;
4740ef95b41SMahesh Salgaonkar 		return 1;
4750ef95b41SMahesh Salgaonkar 	}
4760869b6fdSMahesh Salgaonkar 	return 0;
4770869b6fdSMahesh Salgaonkar }
4780869b6fdSMahesh Salgaonkar 
4790869b6fdSMahesh Salgaonkar /* HMI exception handler called in virtual mode during check_irq_replay. */
4800869b6fdSMahesh Salgaonkar int opal_handle_hmi_exception(struct pt_regs *regs)
4810869b6fdSMahesh Salgaonkar {
4820ef95b41SMahesh Salgaonkar 	s64 rc;
4830ef95b41SMahesh Salgaonkar 	__be64 evt = 0;
4840ef95b41SMahesh Salgaonkar 
4850ef95b41SMahesh Salgaonkar 	/*
4860ef95b41SMahesh Salgaonkar 	 * Check if HMI event is available.
4870ef95b41SMahesh Salgaonkar 	 * if Yes, then call opal_poll_events to pull opal messages and
4880ef95b41SMahesh Salgaonkar 	 * process them.
4890ef95b41SMahesh Salgaonkar 	 */
4900ef95b41SMahesh Salgaonkar 	if (!local_paca->hmi_event_available)
4910869b6fdSMahesh Salgaonkar 		return 0;
4920ef95b41SMahesh Salgaonkar 
4930ef95b41SMahesh Salgaonkar 	local_paca->hmi_event_available = 0;
4940ef95b41SMahesh Salgaonkar 	rc = opal_poll_events(&evt);
49581f2f7ceSAlistair Popple 	if (rc == OPAL_SUCCESS && evt)
4969f0fd049SAlistair Popple 		opal_handle_events(be64_to_cpu(evt));
4970ef95b41SMahesh Salgaonkar 
4980ef95b41SMahesh Salgaonkar 	return 1;
4990869b6fdSMahesh Salgaonkar }
5000869b6fdSMahesh Salgaonkar 
50155672ecfSMahesh Salgaonkar static uint64_t find_recovery_address(uint64_t nip)
50255672ecfSMahesh Salgaonkar {
50355672ecfSMahesh Salgaonkar 	int i;
50455672ecfSMahesh Salgaonkar 
50555672ecfSMahesh Salgaonkar 	for (i = 0; i < mc_recoverable_range_len; i++)
50655672ecfSMahesh Salgaonkar 		if ((nip >= mc_recoverable_range[i].start_addr) &&
50755672ecfSMahesh Salgaonkar 		    (nip < mc_recoverable_range[i].end_addr))
50855672ecfSMahesh Salgaonkar 		    return mc_recoverable_range[i].recover_addr;
50955672ecfSMahesh Salgaonkar 	return 0;
51055672ecfSMahesh Salgaonkar }
51155672ecfSMahesh Salgaonkar 
51255672ecfSMahesh Salgaonkar bool opal_mce_check_early_recovery(struct pt_regs *regs)
51355672ecfSMahesh Salgaonkar {
51455672ecfSMahesh Salgaonkar 	uint64_t recover_addr = 0;
51555672ecfSMahesh Salgaonkar 
51655672ecfSMahesh Salgaonkar 	if (!opal.base || !opal.size)
51755672ecfSMahesh Salgaonkar 		goto out;
51855672ecfSMahesh Salgaonkar 
51955672ecfSMahesh Salgaonkar 	if ((regs->nip >= opal.base) &&
52055672ecfSMahesh Salgaonkar 			(regs->nip <= (opal.base + opal.size)))
52155672ecfSMahesh Salgaonkar 		recover_addr = find_recovery_address(regs->nip);
52255672ecfSMahesh Salgaonkar 
52355672ecfSMahesh Salgaonkar 	/*
52455672ecfSMahesh Salgaonkar 	 * Setup regs->nip to rfi into fixup address.
52555672ecfSMahesh Salgaonkar 	 */
52655672ecfSMahesh Salgaonkar 	if (recover_addr)
52755672ecfSMahesh Salgaonkar 		regs->nip = recover_addr;
52855672ecfSMahesh Salgaonkar 
52955672ecfSMahesh Salgaonkar out:
53055672ecfSMahesh Salgaonkar 	return !!recover_addr;
53155672ecfSMahesh Salgaonkar }
53255672ecfSMahesh Salgaonkar 
5336f68b5e2SVasant Hegde static int opal_sysfs_init(void)
5346f68b5e2SVasant Hegde {
5356f68b5e2SVasant Hegde 	opal_kobj = kobject_create_and_add("opal", firmware_kobj);
5366f68b5e2SVasant Hegde 	if (!opal_kobj) {
5376f68b5e2SVasant Hegde 		pr_warn("kobject_create_and_add opal failed\n");
5386f68b5e2SVasant Hegde 		return -ENOMEM;
5396f68b5e2SVasant Hegde 	}
5406f68b5e2SVasant Hegde 
5416f68b5e2SVasant Hegde 	return 0;
5426f68b5e2SVasant Hegde }
5436f68b5e2SVasant Hegde 
544c8742f85SBenjamin Herrenschmidt static ssize_t symbol_map_read(struct file *fp, struct kobject *kobj,
545c8742f85SBenjamin Herrenschmidt 			       struct bin_attribute *bin_attr,
546c8742f85SBenjamin Herrenschmidt 			       char *buf, loff_t off, size_t count)
547c8742f85SBenjamin Herrenschmidt {
548c8742f85SBenjamin Herrenschmidt 	return memory_read_from_buffer(buf, count, &off, bin_attr->private,
549c8742f85SBenjamin Herrenschmidt 				       bin_attr->size);
550c8742f85SBenjamin Herrenschmidt }
551c8742f85SBenjamin Herrenschmidt 
552c8742f85SBenjamin Herrenschmidt static BIN_ATTR_RO(symbol_map, 0);
553c8742f85SBenjamin Herrenschmidt 
554c8742f85SBenjamin Herrenschmidt static void opal_export_symmap(void)
555c8742f85SBenjamin Herrenschmidt {
556c8742f85SBenjamin Herrenschmidt 	const __be64 *syms;
557c8742f85SBenjamin Herrenschmidt 	unsigned int size;
558c8742f85SBenjamin Herrenschmidt 	struct device_node *fw;
559c8742f85SBenjamin Herrenschmidt 	int rc;
560c8742f85SBenjamin Herrenschmidt 
561c8742f85SBenjamin Herrenschmidt 	fw = of_find_node_by_path("/ibm,opal/firmware");
562c8742f85SBenjamin Herrenschmidt 	if (!fw)
563c8742f85SBenjamin Herrenschmidt 		return;
564c8742f85SBenjamin Herrenschmidt 	syms = of_get_property(fw, "symbol-map", &size);
565c8742f85SBenjamin Herrenschmidt 	if (!syms || size != 2 * sizeof(__be64))
566c8742f85SBenjamin Herrenschmidt 		return;
567c8742f85SBenjamin Herrenschmidt 
568c8742f85SBenjamin Herrenschmidt 	/* Setup attributes */
569c8742f85SBenjamin Herrenschmidt 	bin_attr_symbol_map.private = __va(be64_to_cpu(syms[0]));
570c8742f85SBenjamin Herrenschmidt 	bin_attr_symbol_map.size = be64_to_cpu(syms[1]);
571c8742f85SBenjamin Herrenschmidt 
572c8742f85SBenjamin Herrenschmidt 	rc = sysfs_create_bin_file(opal_kobj, &bin_attr_symbol_map);
573c8742f85SBenjamin Herrenschmidt 	if (rc)
574c8742f85SBenjamin Herrenschmidt 		pr_warn("Error %d creating OPAL symbols file\n", rc);
575c8742f85SBenjamin Herrenschmidt }
576c8742f85SBenjamin Herrenschmidt 
577b09c2ec4SVasant Hegde static void __init opal_dump_region_init(void)
578b09c2ec4SVasant Hegde {
579b09c2ec4SVasant Hegde 	void *addr;
580b09c2ec4SVasant Hegde 	uint64_t size;
581b09c2ec4SVasant Hegde 	int rc;
582b09c2ec4SVasant Hegde 
583b962f5a4SStewart Smith 	if (!opal_check_token(OPAL_REGISTER_DUMP_REGION))
584b962f5a4SStewart Smith 		return;
585b962f5a4SStewart Smith 
586b09c2ec4SVasant Hegde 	/* Register kernel log buffer */
587b09c2ec4SVasant Hegde 	addr = log_buf_addr_get();
5886501ab5eSPranith Kumar 	if (addr == NULL)
5896501ab5eSPranith Kumar 		return;
5906501ab5eSPranith Kumar 
591b09c2ec4SVasant Hegde 	size = log_buf_len_get();
5926501ab5eSPranith Kumar 	if (size == 0)
5936501ab5eSPranith Kumar 		return;
5946501ab5eSPranith Kumar 
595b09c2ec4SVasant Hegde 	rc = opal_register_dump_region(OPAL_DUMP_REGION_LOG_BUF,
596b09c2ec4SVasant Hegde 				       __pa(addr), size);
597b09c2ec4SVasant Hegde 	/* Don't warn if this is just an older OPAL that doesn't
598b09c2ec4SVasant Hegde 	 * know about that call
599b09c2ec4SVasant Hegde 	 */
600b09c2ec4SVasant Hegde 	if (rc && rc != OPAL_UNSUPPORTED)
601b09c2ec4SVasant Hegde 		pr_warn("DUMP: Failed to register kernel log buffer. "
602b09c2ec4SVasant Hegde 			"rc = %d\n", rc);
603b09c2ec4SVasant Hegde }
604608b286dSJeremy Kerr 
60548c06154SJeremy Kerr static void opal_pdev_init(struct device_node *opal_node,
60648c06154SJeremy Kerr 		const char *compatible)
607ed59190eSCyril Bur {
608ed59190eSCyril Bur 	struct device_node *np;
609ed59190eSCyril Bur 
610ed59190eSCyril Bur 	for_each_child_of_node(opal_node, np)
61148c06154SJeremy Kerr 		if (of_device_is_compatible(np, compatible))
612608b286dSJeremy Kerr 			of_platform_device_create(np, NULL, NULL);
613608b286dSJeremy Kerr }
614608b286dSJeremy Kerr 
61547083450SNeelesh Gupta static void opal_i2c_create_devs(void)
61647083450SNeelesh Gupta {
61747083450SNeelesh Gupta 	struct device_node *np;
61847083450SNeelesh Gupta 
61947083450SNeelesh Gupta 	for_each_compatible_node(np, NULL, "ibm,opal-i2c")
62047083450SNeelesh Gupta 		of_platform_device_create(np, NULL, NULL);
62147083450SNeelesh Gupta }
62247083450SNeelesh Gupta 
6233bf57561SBenjamin Herrenschmidt static int kopald(void *unused)
6243bf57561SBenjamin Herrenschmidt {
6259f0fd049SAlistair Popple 	__be64 events;
6269f0fd049SAlistair Popple 
6273bf57561SBenjamin Herrenschmidt 	set_freezable();
6283bf57561SBenjamin Herrenschmidt 	do {
6293bf57561SBenjamin Herrenschmidt 		try_to_freeze();
6309f0fd049SAlistair Popple 		opal_poll_events(&events);
6319f0fd049SAlistair Popple 		opal_handle_events(be64_to_cpu(events));
6323bf57561SBenjamin Herrenschmidt 		msleep_interruptible(opal_heartbeat);
6333bf57561SBenjamin Herrenschmidt 	} while (!kthread_should_stop());
6343bf57561SBenjamin Herrenschmidt 
6353bf57561SBenjamin Herrenschmidt 	return 0;
6363bf57561SBenjamin Herrenschmidt }
6373bf57561SBenjamin Herrenschmidt 
6383bf57561SBenjamin Herrenschmidt static void opal_init_heartbeat(void)
6393bf57561SBenjamin Herrenschmidt {
6403bf57561SBenjamin Herrenschmidt 	/* Old firwmware, we assume the HVC heartbeat is sufficient */
6413bf57561SBenjamin Herrenschmidt 	if (of_property_read_u32(opal_node, "ibm,heartbeat-ms",
6423bf57561SBenjamin Herrenschmidt 				 &opal_heartbeat) != 0)
6433bf57561SBenjamin Herrenschmidt 		opal_heartbeat = 0;
6443bf57561SBenjamin Herrenschmidt 
6453bf57561SBenjamin Herrenschmidt 	if (opal_heartbeat)
6463bf57561SBenjamin Herrenschmidt 		kthread_run(kopald, NULL, "kopald");
6473bf57561SBenjamin Herrenschmidt }
6483bf57561SBenjamin Herrenschmidt 
64914a43e69SBenjamin Herrenschmidt static int __init opal_init(void)
65014a43e69SBenjamin Herrenschmidt {
65114a43e69SBenjamin Herrenschmidt 	struct device_node *np, *consoles;
652c1c3a526SGavin Shan 	int rc;
65314a43e69SBenjamin Herrenschmidt 
65414a43e69SBenjamin Herrenschmidt 	opal_node = of_find_node_by_path("/ibm,opal");
65514a43e69SBenjamin Herrenschmidt 	if (!opal_node) {
65608135139SMichael Ellerman 		pr_warn("Device node not found\n");
65714a43e69SBenjamin Herrenschmidt 		return -ENODEV;
65814a43e69SBenjamin Herrenschmidt 	}
6592db29d28SBenjamin Herrenschmidt 
6609f0fd049SAlistair Popple 	/* Initialise OPAL events */
6619f0fd049SAlistair Popple 	opal_event_init();
6629f0fd049SAlistair Popple 
6632db29d28SBenjamin Herrenschmidt 	/* Register OPAL consoles if any ports */
66414a43e69SBenjamin Herrenschmidt 	if (firmware_has_feature(FW_FEATURE_OPALv2))
66514a43e69SBenjamin Herrenschmidt 		consoles = of_find_node_by_path("/ibm,opal/consoles");
66614a43e69SBenjamin Herrenschmidt 	else
66714a43e69SBenjamin Herrenschmidt 		consoles = of_node_get(opal_node);
6682db29d28SBenjamin Herrenschmidt 	if (consoles) {
66914a43e69SBenjamin Herrenschmidt 		for_each_child_of_node(consoles, np) {
67014a43e69SBenjamin Herrenschmidt 			if (strcmp(np->name, "serial"))
67114a43e69SBenjamin Herrenschmidt 				continue;
67214a43e69SBenjamin Herrenschmidt 			of_platform_device_create(np, NULL, NULL);
67314a43e69SBenjamin Herrenschmidt 		}
67414a43e69SBenjamin Herrenschmidt 		of_node_put(consoles);
6752db29d28SBenjamin Herrenschmidt 	}
676a125e092SBenjamin Herrenschmidt 
67796e023e7SAlistair Popple 	/* Initialise OPAL messaging system */
67896e023e7SAlistair Popple 	opal_message_init();
67996e023e7SAlistair Popple 
68096e023e7SAlistair Popple 	/* Initialise OPAL asynchronous completion interface */
68196e023e7SAlistair Popple 	opal_async_comp_init();
68296e023e7SAlistair Popple 
68396e023e7SAlistair Popple 	/* Initialise OPAL sensor interface */
68496e023e7SAlistair Popple 	opal_sensor_init();
68596e023e7SAlistair Popple 
68696e023e7SAlistair Popple 	/* Initialise OPAL hypervisor maintainence interrupt handling */
68796e023e7SAlistair Popple 	opal_hmi_handler_init();
68896e023e7SAlistair Popple 
68947083450SNeelesh Gupta 	/* Create i2c platform devices */
69047083450SNeelesh Gupta 	opal_i2c_create_devs();
69147083450SNeelesh Gupta 
6923bf57561SBenjamin Herrenschmidt 	/* Setup a heatbeat thread if requested by OPAL */
6933bf57561SBenjamin Herrenschmidt 	opal_init_heartbeat();
6943bf57561SBenjamin Herrenschmidt 
6956f68b5e2SVasant Hegde 	/* Create "opal" kobject under /sys/firmware */
6966f68b5e2SVasant Hegde 	rc = opal_sysfs_init();
69750bd6153SVasant Hegde 	if (rc == 0) {
698c8742f85SBenjamin Herrenschmidt 		/* Export symbol map to userspace */
699c8742f85SBenjamin Herrenschmidt 		opal_export_symmap();
700b09c2ec4SVasant Hegde 		/* Setup dump region interface */
701b09c2ec4SVasant Hegde 		opal_dump_region_init();
702774fea1aSStewart Smith 		/* Setup error log interface */
703774fea1aSStewart Smith 		rc = opal_elog_init();
70450bd6153SVasant Hegde 		/* Setup code update interface */
705ed59190eSCyril Bur 		opal_flash_update_init();
706c7e64b9cSStewart Smith 		/* Setup platform dump extract interface */
707c7e64b9cSStewart Smith 		opal_platform_dump_init();
7084029cd66SNeelesh Gupta 		/* Setup system parameters interface */
7094029cd66SNeelesh Gupta 		opal_sys_param_init();
710bfc36894SJoel Stanley 		/* Setup message log interface. */
711bfc36894SJoel Stanley 		opal_msglog_init();
71250bd6153SVasant Hegde 	}
7136f68b5e2SVasant Hegde 
71448c06154SJeremy Kerr 	/* Initialize platform devices: IPMI backend & flash interface */
71548c06154SJeremy Kerr 	opal_pdev_init(opal_node, "ibm,opal-ipmi");
71648c06154SJeremy Kerr 	opal_pdev_init(opal_node, "ibm,opal-flash");
717ed59190eSCyril Bur 
71814a43e69SBenjamin Herrenschmidt 	return 0;
71914a43e69SBenjamin Herrenschmidt }
720b14726c5SMichael Ellerman machine_subsys_initcall(powernv, opal_init);
72173ed148aSBenjamin Herrenschmidt 
72273ed148aSBenjamin Herrenschmidt void opal_shutdown(void)
72373ed148aSBenjamin Herrenschmidt {
724f7d98d18SVasant Hegde 	long rc = OPAL_BUSY;
72573ed148aSBenjamin Herrenschmidt 
7269f0fd049SAlistair Popple 	opal_event_shutdown();
727f7d98d18SVasant Hegde 
728f7d98d18SVasant Hegde 	/*
729f7d98d18SVasant Hegde 	 * Then sync with OPAL which ensure anything that can
730f7d98d18SVasant Hegde 	 * potentially write to our memory has completed such
731f7d98d18SVasant Hegde 	 * as an ongoing dump retrieval
732f7d98d18SVasant Hegde 	 */
733f7d98d18SVasant Hegde 	while (rc == OPAL_BUSY || rc == OPAL_BUSY_EVENT) {
734f7d98d18SVasant Hegde 		rc = opal_sync_host_reboot();
735f7d98d18SVasant Hegde 		if (rc == OPAL_BUSY)
736f7d98d18SVasant Hegde 			opal_poll_events(NULL);
737f7d98d18SVasant Hegde 		else
738f7d98d18SVasant Hegde 			mdelay(10);
739f7d98d18SVasant Hegde 	}
740b09c2ec4SVasant Hegde 
741b09c2ec4SVasant Hegde 	/* Unregister memory dump region */
742b962f5a4SStewart Smith 	if (opal_check_token(OPAL_UNREGISTER_DUMP_REGION))
743b09c2ec4SVasant Hegde 		opal_unregister_dump_region(OPAL_DUMP_REGION_LOG_BUF);
74473ed148aSBenjamin Herrenschmidt }
745e28b05e7SJoel Stanley 
746e28b05e7SJoel Stanley /* Export this so that test modules can use it */
747e28b05e7SJoel Stanley EXPORT_SYMBOL_GPL(opal_invalid_call);
748594fcb9eSJeremy Kerr EXPORT_SYMBOL_GPL(opal_xscom_read);
749594fcb9eSJeremy Kerr EXPORT_SYMBOL_GPL(opal_xscom_write);
750608b286dSJeremy Kerr EXPORT_SYMBOL_GPL(opal_ipmi_send);
751608b286dSJeremy Kerr EXPORT_SYMBOL_GPL(opal_ipmi_recv);
752ed59190eSCyril Bur EXPORT_SYMBOL_GPL(opal_flash_read);
753ed59190eSCyril Bur EXPORT_SYMBOL_GPL(opal_flash_write);
754ed59190eSCyril Bur EXPORT_SYMBOL_GPL(opal_flash_erase);
7553441f04bSAnton Blanchard 
7563441f04bSAnton Blanchard /* Convert a region of vmalloc memory to an opal sg list */
7573441f04bSAnton Blanchard struct opal_sg_list *opal_vmalloc_to_sg_list(void *vmalloc_addr,
7583441f04bSAnton Blanchard 					     unsigned long vmalloc_size)
7593441f04bSAnton Blanchard {
7603441f04bSAnton Blanchard 	struct opal_sg_list *sg, *first = NULL;
7613441f04bSAnton Blanchard 	unsigned long i = 0;
7623441f04bSAnton Blanchard 
7633441f04bSAnton Blanchard 	sg = kzalloc(PAGE_SIZE, GFP_KERNEL);
7643441f04bSAnton Blanchard 	if (!sg)
7653441f04bSAnton Blanchard 		goto nomem;
7663441f04bSAnton Blanchard 
7673441f04bSAnton Blanchard 	first = sg;
7683441f04bSAnton Blanchard 
7693441f04bSAnton Blanchard 	while (vmalloc_size > 0) {
7703441f04bSAnton Blanchard 		uint64_t data = vmalloc_to_pfn(vmalloc_addr) << PAGE_SHIFT;
7713441f04bSAnton Blanchard 		uint64_t length = min(vmalloc_size, PAGE_SIZE);
7723441f04bSAnton Blanchard 
7733441f04bSAnton Blanchard 		sg->entry[i].data = cpu_to_be64(data);
7743441f04bSAnton Blanchard 		sg->entry[i].length = cpu_to_be64(length);
7753441f04bSAnton Blanchard 		i++;
7763441f04bSAnton Blanchard 
7773441f04bSAnton Blanchard 		if (i >= SG_ENTRIES_PER_NODE) {
7783441f04bSAnton Blanchard 			struct opal_sg_list *next;
7793441f04bSAnton Blanchard 
7803441f04bSAnton Blanchard 			next = kzalloc(PAGE_SIZE, GFP_KERNEL);
7813441f04bSAnton Blanchard 			if (!next)
7823441f04bSAnton Blanchard 				goto nomem;
7833441f04bSAnton Blanchard 
7843441f04bSAnton Blanchard 			sg->length = cpu_to_be64(
7853441f04bSAnton Blanchard 					i * sizeof(struct opal_sg_entry) + 16);
7863441f04bSAnton Blanchard 			i = 0;
7873441f04bSAnton Blanchard 			sg->next = cpu_to_be64(__pa(next));
7883441f04bSAnton Blanchard 			sg = next;
7893441f04bSAnton Blanchard 		}
7903441f04bSAnton Blanchard 
7913441f04bSAnton Blanchard 		vmalloc_addr += length;
7923441f04bSAnton Blanchard 		vmalloc_size -= length;
7933441f04bSAnton Blanchard 	}
7943441f04bSAnton Blanchard 
7953441f04bSAnton Blanchard 	sg->length = cpu_to_be64(i * sizeof(struct opal_sg_entry) + 16);
7963441f04bSAnton Blanchard 
7973441f04bSAnton Blanchard 	return first;
7983441f04bSAnton Blanchard 
7993441f04bSAnton Blanchard nomem:
8003441f04bSAnton Blanchard 	pr_err("%s : Failed to allocate memory\n", __func__);
8013441f04bSAnton Blanchard 	opal_free_sg_list(first);
8023441f04bSAnton Blanchard 	return NULL;
8033441f04bSAnton Blanchard }
8043441f04bSAnton Blanchard 
8053441f04bSAnton Blanchard void opal_free_sg_list(struct opal_sg_list *sg)
8063441f04bSAnton Blanchard {
8073441f04bSAnton Blanchard 	while (sg) {
8083441f04bSAnton Blanchard 		uint64_t next = be64_to_cpu(sg->next);
8093441f04bSAnton Blanchard 
8103441f04bSAnton Blanchard 		kfree(sg);
8113441f04bSAnton Blanchard 
8123441f04bSAnton Blanchard 		if (next)
8133441f04bSAnton Blanchard 			sg = __va(next);
8143441f04bSAnton Blanchard 		else
8153441f04bSAnton Blanchard 			sg = NULL;
8163441f04bSAnton Blanchard 	}
8173441f04bSAnton Blanchard }
81816b1d26eSNeelesh Gupta 
819e3c5c2e0SCédric Le Goater int opal_error_code(int rc)
820e3c5c2e0SCédric Le Goater {
821e3c5c2e0SCédric Le Goater 	switch (rc) {
822e3c5c2e0SCédric Le Goater 	case OPAL_SUCCESS:		return 0;
823e3c5c2e0SCédric Le Goater 
824e3c5c2e0SCédric Le Goater 	case OPAL_PARAMETER:		return -EINVAL;
825e3c5c2e0SCédric Le Goater 	case OPAL_ASYNC_COMPLETION:	return -EINPROGRESS;
826e3c5c2e0SCédric Le Goater 	case OPAL_BUSY_EVENT:		return -EBUSY;
827e3c5c2e0SCédric Le Goater 	case OPAL_NO_MEM:		return -ENOMEM;
82814aae78fSCédric Le Goater 	case OPAL_PERMISSION:		return -EPERM;
829e3c5c2e0SCédric Le Goater 
830e3c5c2e0SCédric Le Goater 	case OPAL_UNSUPPORTED:		return -EIO;
831e3c5c2e0SCédric Le Goater 	case OPAL_HARDWARE:		return -EIO;
832e3c5c2e0SCédric Le Goater 	case OPAL_INTERNAL_ERROR:	return -EIO;
833e3c5c2e0SCédric Le Goater 	default:
834e3c5c2e0SCédric Le Goater 		pr_err("%s: unexpected OPAL error %d\n", __func__, rc);
835e3c5c2e0SCédric Le Goater 		return -EIO;
836e3c5c2e0SCédric Le Goater 	}
837e3c5c2e0SCédric Le Goater }
838e3c5c2e0SCédric Le Goater 
83916b1d26eSNeelesh Gupta EXPORT_SYMBOL_GPL(opal_poll_events);
84016b1d26eSNeelesh Gupta EXPORT_SYMBOL_GPL(opal_rtc_read);
84116b1d26eSNeelesh Gupta EXPORT_SYMBOL_GPL(opal_rtc_write);
84216b1d26eSNeelesh Gupta EXPORT_SYMBOL_GPL(opal_tpo_read);
84316b1d26eSNeelesh Gupta EXPORT_SYMBOL_GPL(opal_tpo_write);
84447083450SNeelesh Gupta EXPORT_SYMBOL_GPL(opal_i2c_request);
845