xref: /openbmc/linux/drivers/firmware/arm_scmi/smc.c (revision 5ee9cd065836e5934710ca35653bce7905add20b)
11dc65580SPeng Fan // SPDX-License-Identifier: GPL-2.0
21dc65580SPeng Fan /*
31dc65580SPeng Fan  * System Control and Management Interface (SCMI) Message SMC/HVC
41dc65580SPeng Fan  * Transport driver
51dc65580SPeng Fan  *
61dc65580SPeng Fan  * Copyright 2020 NXP
71dc65580SPeng Fan  */
81dc65580SPeng Fan 
91dc65580SPeng Fan #include <linux/arm-smccc.h>
100bfdca8aSCristian Marussi #include <linux/atomic.h>
111dc65580SPeng Fan #include <linux/device.h>
121dc65580SPeng Fan #include <linux/err.h>
13dd820ee2SJim Quinlan #include <linux/interrupt.h>
141dc65580SPeng Fan #include <linux/mutex.h>
151dc65580SPeng Fan #include <linux/of.h>
161dc65580SPeng Fan #include <linux/of_address.h>
17dd820ee2SJim Quinlan #include <linux/of_irq.h>
180bfdca8aSCristian Marussi #include <linux/processor.h>
191dc65580SPeng Fan #include <linux/slab.h>
201dc65580SPeng Fan 
211dc65580SPeng Fan #include "common.h"
221dc65580SPeng Fan 
235f2ea10aSNikunj Kela /*
245f2ea10aSNikunj Kela  * The shmem address is split into 4K page and offset.
255f2ea10aSNikunj Kela  * This is to make sure the parameters fit in 32bit arguments of the
265f2ea10aSNikunj Kela  * smc/hvc call to keep it uniform across smc32/smc64 conventions.
275f2ea10aSNikunj Kela  * This however limits the shmem address to 44 bit.
285f2ea10aSNikunj Kela  *
295f2ea10aSNikunj Kela  * These optional parameters can be used to distinguish among multiple
305f2ea10aSNikunj Kela  * scmi instances that are using the same smc-id.
315f2ea10aSNikunj Kela  * The page parameter is passed in r1/x1/w1 register and the offset parameter
325f2ea10aSNikunj Kela  * is passed in r2/x2/w2 register.
335f2ea10aSNikunj Kela  */
345f2ea10aSNikunj Kela 
355f2ea10aSNikunj Kela #define SHMEM_SIZE (SZ_4K)
365f2ea10aSNikunj Kela #define SHMEM_SHIFT 12
375f2ea10aSNikunj Kela #define SHMEM_PAGE(x) (_UL((x) >> SHMEM_SHIFT))
385f2ea10aSNikunj Kela #define SHMEM_OFFSET(x) ((x) & (SHMEM_SIZE - 1))
395f2ea10aSNikunj Kela 
401dc65580SPeng Fan /**
411dc65580SPeng Fan  * struct scmi_smc - Structure representing a SCMI smc transport
421dc65580SPeng Fan  *
43d1ff11d7SCristian Marussi  * @irq: An optional IRQ for completion
441dc65580SPeng Fan  * @cinfo: SCMI channel info
451dc65580SPeng Fan  * @shmem: Transmit/Receive shared memory area
460bfdca8aSCristian Marussi  * @shmem_lock: Lock to protect access to Tx/Rx shared memory area.
470bfdca8aSCristian Marussi  *		Used when NOT operating in atomic mode.
480bfdca8aSCristian Marussi  * @inflight: Atomic flag to protect access to Tx/Rx shared memory area.
490bfdca8aSCristian Marussi  *	      Used when operating in atomic mode.
501dc65580SPeng Fan  * @func_id: smc/hvc call function id
515f2ea10aSNikunj Kela  * @param_page: 4K page number of the shmem channel
525f2ea10aSNikunj Kela  * @param_offset: Offset within the 4K page of the shmem channel
531dc65580SPeng Fan  */
541dc65580SPeng Fan 
551dc65580SPeng Fan struct scmi_smc {
56d1ff11d7SCristian Marussi 	int irq;
571dc65580SPeng Fan 	struct scmi_chan_info *cinfo;
581dc65580SPeng Fan 	struct scmi_shared_mem __iomem *shmem;
590bfdca8aSCristian Marussi 	/* Protect access to shmem area */
6018988265SSudeep Holla 	struct mutex shmem_lock;
610bfdca8aSCristian Marussi #define INFLIGHT_NONE	MSG_TOKEN_MAX
620bfdca8aSCristian Marussi 	atomic_t inflight;
631dc65580SPeng Fan 	u32 func_id;
645f2ea10aSNikunj Kela 	u32 param_page;
655f2ea10aSNikunj Kela 	u32 param_offset;
661dc65580SPeng Fan };
671dc65580SPeng Fan 
smc_msg_done_isr(int irq,void * data)68dd820ee2SJim Quinlan static irqreturn_t smc_msg_done_isr(int irq, void *data)
69dd820ee2SJim Quinlan {
70dd820ee2SJim Quinlan 	struct scmi_smc *scmi_info = data;
71dd820ee2SJim Quinlan 
72f716cbd3SCristian Marussi 	scmi_rx_callback(scmi_info->cinfo,
73f716cbd3SCristian Marussi 			 shmem_read_header(scmi_info->shmem), NULL);
74dd820ee2SJim Quinlan 
75dd820ee2SJim Quinlan 	return IRQ_HANDLED;
76dd820ee2SJim Quinlan }
77dd820ee2SJim Quinlan 
smc_chan_available(struct device_node * of_node,int idx)787a75b7afSCristian Marussi static bool smc_chan_available(struct device_node *of_node, int idx)
791dc65580SPeng Fan {
807a75b7afSCristian Marussi 	struct device_node *np = of_parse_phandle(of_node, "shmem", 0);
818aa6e12bSSudeep Holla 	if (!np)
828aa6e12bSSudeep Holla 		return false;
838aa6e12bSSudeep Holla 
848aa6e12bSSudeep Holla 	of_node_put(np);
851dc65580SPeng Fan 	return true;
861dc65580SPeng Fan }
871dc65580SPeng Fan 
smc_channel_lock_init(struct scmi_smc * scmi_info)880bfdca8aSCristian Marussi static inline void smc_channel_lock_init(struct scmi_smc *scmi_info)
890bfdca8aSCristian Marussi {
900bfdca8aSCristian Marussi 	if (IS_ENABLED(CONFIG_ARM_SCMI_TRANSPORT_SMC_ATOMIC_ENABLE))
910bfdca8aSCristian Marussi 		atomic_set(&scmi_info->inflight, INFLIGHT_NONE);
920bfdca8aSCristian Marussi 	else
930bfdca8aSCristian Marussi 		mutex_init(&scmi_info->shmem_lock);
940bfdca8aSCristian Marussi }
950bfdca8aSCristian Marussi 
smc_xfer_inflight(struct scmi_xfer * xfer,atomic_t * inflight)960bfdca8aSCristian Marussi static bool smc_xfer_inflight(struct scmi_xfer *xfer, atomic_t *inflight)
970bfdca8aSCristian Marussi {
980bfdca8aSCristian Marussi 	int ret;
990bfdca8aSCristian Marussi 
1000bfdca8aSCristian Marussi 	ret = atomic_cmpxchg(inflight, INFLIGHT_NONE, xfer->hdr.seq);
1010bfdca8aSCristian Marussi 
1020bfdca8aSCristian Marussi 	return ret == INFLIGHT_NONE;
1030bfdca8aSCristian Marussi }
1040bfdca8aSCristian Marussi 
1050bfdca8aSCristian Marussi static inline void
smc_channel_lock_acquire(struct scmi_smc * scmi_info,struct scmi_xfer * xfer __maybe_unused)1060bfdca8aSCristian Marussi smc_channel_lock_acquire(struct scmi_smc *scmi_info,
1070bfdca8aSCristian Marussi 			 struct scmi_xfer *xfer __maybe_unused)
1080bfdca8aSCristian Marussi {
1090bfdca8aSCristian Marussi 	if (IS_ENABLED(CONFIG_ARM_SCMI_TRANSPORT_SMC_ATOMIC_ENABLE))
1100bfdca8aSCristian Marussi 		spin_until_cond(smc_xfer_inflight(xfer, &scmi_info->inflight));
1110bfdca8aSCristian Marussi 	else
1120bfdca8aSCristian Marussi 		mutex_lock(&scmi_info->shmem_lock);
1130bfdca8aSCristian Marussi }
1140bfdca8aSCristian Marussi 
smc_channel_lock_release(struct scmi_smc * scmi_info)1150bfdca8aSCristian Marussi static inline void smc_channel_lock_release(struct scmi_smc *scmi_info)
1160bfdca8aSCristian Marussi {
1170bfdca8aSCristian Marussi 	if (IS_ENABLED(CONFIG_ARM_SCMI_TRANSPORT_SMC_ATOMIC_ENABLE))
1180bfdca8aSCristian Marussi 		atomic_set(&scmi_info->inflight, INFLIGHT_NONE);
1190bfdca8aSCristian Marussi 	else
1200bfdca8aSCristian Marussi 		mutex_unlock(&scmi_info->shmem_lock);
1210bfdca8aSCristian Marussi }
1220bfdca8aSCristian Marussi 
smc_chan_setup(struct scmi_chan_info * cinfo,struct device * dev,bool tx)1231dc65580SPeng Fan static int smc_chan_setup(struct scmi_chan_info *cinfo, struct device *dev,
1241dc65580SPeng Fan 			  bool tx)
1251dc65580SPeng Fan {
1261dc65580SPeng Fan 	struct device *cdev = cinfo->dev;
1271dc65580SPeng Fan 	struct scmi_smc *scmi_info;
1281dc65580SPeng Fan 	resource_size_t size;
1291dc65580SPeng Fan 	struct resource res;
1301dc65580SPeng Fan 	struct device_node *np;
1311dc65580SPeng Fan 	u32 func_id;
132d1ff11d7SCristian Marussi 	int ret;
1331dc65580SPeng Fan 
1341dc65580SPeng Fan 	if (!tx)
1351dc65580SPeng Fan 		return -ENODEV;
1361dc65580SPeng Fan 
1371dc65580SPeng Fan 	scmi_info = devm_kzalloc(dev, sizeof(*scmi_info), GFP_KERNEL);
1381dc65580SPeng Fan 	if (!scmi_info)
1391dc65580SPeng Fan 		return -ENOMEM;
1401dc65580SPeng Fan 
1411dc65580SPeng Fan 	np = of_parse_phandle(cdev->of_node, "shmem", 0);
142da042eb4SKrzysztof Kozlowski 	if (!of_device_is_compatible(np, "arm,scmi-shmem")) {
143da042eb4SKrzysztof Kozlowski 		of_node_put(np);
144507cd4d2SSudeep Holla 		return -ENXIO;
145da042eb4SKrzysztof Kozlowski 	}
146507cd4d2SSudeep Holla 
1471dc65580SPeng Fan 	ret = of_address_to_resource(np, 0, &res);
1481dc65580SPeng Fan 	of_node_put(np);
1491dc65580SPeng Fan 	if (ret) {
1501dc65580SPeng Fan 		dev_err(cdev, "failed to get SCMI Tx shared memory\n");
1511dc65580SPeng Fan 		return ret;
1521dc65580SPeng Fan 	}
1531dc65580SPeng Fan 
1541dc65580SPeng Fan 	size = resource_size(&res);
1551dc65580SPeng Fan 	scmi_info->shmem = devm_ioremap(dev, res.start, size);
1561dc65580SPeng Fan 	if (!scmi_info->shmem) {
1571dc65580SPeng Fan 		dev_err(dev, "failed to ioremap SCMI Tx shared memory\n");
1581dc65580SPeng Fan 		return -EADDRNOTAVAIL;
1591dc65580SPeng Fan 	}
1601dc65580SPeng Fan 
1611dc65580SPeng Fan 	ret = of_property_read_u32(dev->of_node, "arm,smc-id", &func_id);
1621dc65580SPeng Fan 	if (ret < 0)
1631dc65580SPeng Fan 		return ret;
1641dc65580SPeng Fan 
1655f2ea10aSNikunj Kela 	if (of_device_is_compatible(dev->of_node, "arm,scmi-smc-param")) {
1665f2ea10aSNikunj Kela 		scmi_info->param_page = SHMEM_PAGE(res.start);
1675f2ea10aSNikunj Kela 		scmi_info->param_offset = SHMEM_OFFSET(res.start);
1685f2ea10aSNikunj Kela 	}
169dd820ee2SJim Quinlan 	/*
170dd820ee2SJim Quinlan 	 * If there is an interrupt named "a2p", then the service and
171dd820ee2SJim Quinlan 	 * completion of a message is signaled by an interrupt rather than by
172dd820ee2SJim Quinlan 	 * the return of the SMC call.
173dd820ee2SJim Quinlan 	 */
174d1ff11d7SCristian Marussi 	scmi_info->irq = of_irq_get_byname(cdev->of_node, "a2p");
175d1ff11d7SCristian Marussi 	if (scmi_info->irq > 0) {
176d1ff11d7SCristian Marussi 		ret = request_irq(scmi_info->irq, smc_msg_done_isr,
177d1ff11d7SCristian Marussi 				  IRQF_NO_SUSPEND, dev_name(dev), scmi_info);
178dd820ee2SJim Quinlan 		if (ret) {
179dd820ee2SJim Quinlan 			dev_err(dev, "failed to setup SCMI smc irq\n");
180dd820ee2SJim Quinlan 			return ret;
181dd820ee2SJim Quinlan 		}
182f716cbd3SCristian Marussi 	} else {
183f716cbd3SCristian Marussi 		cinfo->no_completion_irq = true;
184dd820ee2SJim Quinlan 	}
185dd820ee2SJim Quinlan 
1861dc65580SPeng Fan 	scmi_info->func_id = func_id;
1871dc65580SPeng Fan 	scmi_info->cinfo = cinfo;
1880bfdca8aSCristian Marussi 	smc_channel_lock_init(scmi_info);
1891dc65580SPeng Fan 	cinfo->transport_info = scmi_info;
1901dc65580SPeng Fan 
1911dc65580SPeng Fan 	return 0;
1921dc65580SPeng Fan }
1931dc65580SPeng Fan 
smc_chan_free(int id,void * p,void * data)1941dc65580SPeng Fan static int smc_chan_free(int id, void *p, void *data)
1951dc65580SPeng Fan {
1961dc65580SPeng Fan 	struct scmi_chan_info *cinfo = p;
1971dc65580SPeng Fan 	struct scmi_smc *scmi_info = cinfo->transport_info;
1981dc65580SPeng Fan 
199*857f56dbSAndre Przywara 	/*
200*857f56dbSAndre Przywara 	 * Different protocols might share the same chan info, so a previous
201*857f56dbSAndre Przywara 	 * smc_chan_free call might have already freed the structure.
202*857f56dbSAndre Przywara 	 */
203*857f56dbSAndre Przywara 	if (!scmi_info)
204*857f56dbSAndre Przywara 		return 0;
205*857f56dbSAndre Przywara 
206d1ff11d7SCristian Marussi 	/* Ignore any possible further reception on the IRQ path */
207d1ff11d7SCristian Marussi 	if (scmi_info->irq > 0)
208d1ff11d7SCristian Marussi 		free_irq(scmi_info->irq, scmi_info);
209d1ff11d7SCristian Marussi 
2101dc65580SPeng Fan 	cinfo->transport_info = NULL;
2111dc65580SPeng Fan 	scmi_info->cinfo = NULL;
2121dc65580SPeng Fan 
2131dc65580SPeng Fan 	return 0;
2141dc65580SPeng Fan }
2151dc65580SPeng Fan 
smc_send_message(struct scmi_chan_info * cinfo,struct scmi_xfer * xfer)2161dc65580SPeng Fan static int smc_send_message(struct scmi_chan_info *cinfo,
2171dc65580SPeng Fan 			    struct scmi_xfer *xfer)
2181dc65580SPeng Fan {
2191dc65580SPeng Fan 	struct scmi_smc *scmi_info = cinfo->transport_info;
2201dc65580SPeng Fan 	struct arm_smccc_res res;
2215f2ea10aSNikunj Kela 	unsigned long page = scmi_info->param_page;
2225f2ea10aSNikunj Kela 	unsigned long offset = scmi_info->param_offset;
2231dc65580SPeng Fan 
224f716cbd3SCristian Marussi 	/*
2250bfdca8aSCristian Marussi 	 * Channel will be released only once response has been
226f716cbd3SCristian Marussi 	 * surely fully retrieved, so after .mark_txdone()
227f716cbd3SCristian Marussi 	 */
2280bfdca8aSCristian Marussi 	smc_channel_lock_acquire(scmi_info, xfer);
2291dc65580SPeng Fan 
23059172b21SCristian Marussi 	shmem_tx_prepare(scmi_info->shmem, xfer, cinfo);
2311dc65580SPeng Fan 
2325f2ea10aSNikunj Kela 	arm_smccc_1_1_invoke(scmi_info->func_id, page, offset, 0, 0, 0, 0, 0,
2335f2ea10aSNikunj Kela 			     &res);
234dd820ee2SJim Quinlan 
235f7199cf4SSudeep Holla 	/* Only SMCCC_RET_NOT_SUPPORTED is valid error code */
236f716cbd3SCristian Marussi 	if (res.a0) {
2370bfdca8aSCristian Marussi 		smc_channel_lock_release(scmi_info);
238f7199cf4SSudeep Holla 		return -EOPNOTSUPP;
239f716cbd3SCristian Marussi 	}
240f716cbd3SCristian Marussi 
241f7199cf4SSudeep Holla 	return 0;
2421dc65580SPeng Fan }
2431dc65580SPeng Fan 
smc_fetch_response(struct scmi_chan_info * cinfo,struct scmi_xfer * xfer)2441dc65580SPeng Fan static void smc_fetch_response(struct scmi_chan_info *cinfo,
2451dc65580SPeng Fan 			       struct scmi_xfer *xfer)
2461dc65580SPeng Fan {
2471dc65580SPeng Fan 	struct scmi_smc *scmi_info = cinfo->transport_info;
2481dc65580SPeng Fan 
2491dc65580SPeng Fan 	shmem_fetch_response(scmi_info->shmem, xfer);
2501dc65580SPeng Fan }
2511dc65580SPeng Fan 
smc_mark_txdone(struct scmi_chan_info * cinfo,int ret,struct scmi_xfer * __unused)25294d0cd1dSCristian Marussi static void smc_mark_txdone(struct scmi_chan_info *cinfo, int ret,
25394d0cd1dSCristian Marussi 			    struct scmi_xfer *__unused)
254f716cbd3SCristian Marussi {
255f716cbd3SCristian Marussi 	struct scmi_smc *scmi_info = cinfo->transport_info;
256f716cbd3SCristian Marussi 
2570bfdca8aSCristian Marussi 	smc_channel_lock_release(scmi_info);
258f716cbd3SCristian Marussi }
259f716cbd3SCristian Marussi 
2603de7b830SRikard Falkeborn static const struct scmi_transport_ops scmi_smc_ops = {
2611dc65580SPeng Fan 	.chan_available = smc_chan_available,
2621dc65580SPeng Fan 	.chan_setup = smc_chan_setup,
2631dc65580SPeng Fan 	.chan_free = smc_chan_free,
2641dc65580SPeng Fan 	.send_message = smc_send_message,
265f716cbd3SCristian Marussi 	.mark_txdone = smc_mark_txdone,
2661dc65580SPeng Fan 	.fetch_response = smc_fetch_response,
2671dc65580SPeng Fan };
2681dc65580SPeng Fan 
2691dc65580SPeng Fan const struct scmi_desc scmi_smc_desc = {
2701dc65580SPeng Fan 	.ops = &scmi_smc_ops,
2711dc65580SPeng Fan 	.max_rx_timeout_ms = 30,
2727adb2c8aSEtienne Carriere 	.max_msg = 20,
2731dc65580SPeng Fan 	.max_msg_size = 128,
274117542b8SCristian Marussi 	/*
275117542b8SCristian Marussi 	 * Setting .sync_cmds_atomic_replies to true for SMC assumes that,
276117542b8SCristian Marussi 	 * once the SMC instruction has completed successfully, the issued
277117542b8SCristian Marussi 	 * SCMI command would have been already fully processed by the SCMI
278117542b8SCristian Marussi 	 * platform firmware and so any possible response value expected
279117542b8SCristian Marussi 	 * for the issued command will be immmediately ready to be fetched
280117542b8SCristian Marussi 	 * from the shared memory area.
281117542b8SCristian Marussi 	 */
282117542b8SCristian Marussi 	.sync_cmds_completed_on_ret = true,
2830bfdca8aSCristian Marussi 	.atomic_enabled = IS_ENABLED(CONFIG_ARM_SCMI_TRANSPORT_SMC_ATOMIC_ENABLE),
2841dc65580SPeng Fan };
285