xref: /openbmc/linux/drivers/tee/optee/core.c (revision bd524072)
19c92ab61SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
24fb0a5ebSJens Wiklander /*
34602c584SJens Wiklander  * Copyright (c) 2015-2021, Linaro Limited
4c51a564aSJens Wiklander  * Copyright (c) 2016, EPAM Systems
54fb0a5ebSJens Wiklander  */
64fb0a5ebSJens Wiklander 
74fb0a5ebSJens Wiklander #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
84fb0a5ebSJens Wiklander 
9adf752afSTyler Hicks #include <linux/crash_dump.h>
104fb0a5ebSJens Wiklander #include <linux/errno.h>
114fb0a5ebSJens Wiklander #include <linux/io.h>
12c51a564aSJens Wiklander #include <linux/mm.h>
134fb0a5ebSJens Wiklander #include <linux/module.h>
144fb0a5ebSJens Wiklander #include <linux/slab.h>
154fb0a5ebSJens Wiklander #include <linux/string.h>
164fb0a5ebSJens Wiklander #include <linux/tee_drv.h>
174fb0a5ebSJens Wiklander #include <linux/types.h>
185f178bb7SMaxim Uvarov #include <linux/workqueue.h>
194fb0a5ebSJens Wiklander #include "optee_private.h"
204fb0a5ebSJens Wiklander 
optee_pool_op_alloc_helper(struct tee_shm_pool * pool,struct tee_shm * shm,size_t size,size_t align,int (* shm_register)(struct tee_context * ctx,struct tee_shm * shm,struct page ** pages,size_t num_pages,unsigned long start))21d88e0493SJens Wiklander int optee_pool_op_alloc_helper(struct tee_shm_pool *pool, struct tee_shm *shm,
22d88e0493SJens Wiklander 			       size_t size, size_t align,
23c51a564aSJens Wiklander 			       int (*shm_register)(struct tee_context *ctx,
24c51a564aSJens Wiklander 						   struct tee_shm *shm,
25c51a564aSJens Wiklander 						   struct page **pages,
26c51a564aSJens Wiklander 						   size_t num_pages,
27c51a564aSJens Wiklander 						   unsigned long start))
284602c584SJens Wiklander {
29c51a564aSJens Wiklander 	unsigned int order = get_order(size);
30c51a564aSJens Wiklander 	struct page *page;
31c51a564aSJens Wiklander 	int rc = 0;
32c51a564aSJens Wiklander 
33d88e0493SJens Wiklander 	/*
34d88e0493SJens Wiklander 	 * Ignore alignment since this is already going to be page aligned
35d88e0493SJens Wiklander 	 * and there's no need for any larger alignment.
36d88e0493SJens Wiklander 	 */
37c51a564aSJens Wiklander 	page = alloc_pages(GFP_KERNEL | __GFP_ZERO, order);
38c51a564aSJens Wiklander 	if (!page)
39c51a564aSJens Wiklander 		return -ENOMEM;
40c51a564aSJens Wiklander 
41c51a564aSJens Wiklander 	shm->kaddr = page_address(page);
42c51a564aSJens Wiklander 	shm->paddr = page_to_phys(page);
43c51a564aSJens Wiklander 	shm->size = PAGE_SIZE << order;
44c51a564aSJens Wiklander 
45c51a564aSJens Wiklander 	if (shm_register) {
46c51a564aSJens Wiklander 		unsigned int nr_pages = 1 << order, i;
47c51a564aSJens Wiklander 		struct page **pages;
48c51a564aSJens Wiklander 
49c51a564aSJens Wiklander 		pages = kcalloc(nr_pages, sizeof(*pages), GFP_KERNEL);
50c51a564aSJens Wiklander 		if (!pages) {
51c51a564aSJens Wiklander 			rc = -ENOMEM;
52c51a564aSJens Wiklander 			goto err;
534602c584SJens Wiklander 		}
544602c584SJens Wiklander 
5518549bf4SSumit Garg 		for (i = 0; i < nr_pages; i++)
5618549bf4SSumit Garg 			pages[i] = page + i;
574602c584SJens Wiklander 
58c51a564aSJens Wiklander 		rc = shm_register(shm->ctx, shm, pages, nr_pages,
59c51a564aSJens Wiklander 				  (unsigned long)shm->kaddr);
60c51a564aSJens Wiklander 		kfree(pages);
614602c584SJens Wiklander 		if (rc)
62c51a564aSJens Wiklander 			goto err;
63c51a564aSJens Wiklander 	}
64c51a564aSJens Wiklander 
65c51a564aSJens Wiklander 	return 0;
66c51a564aSJens Wiklander 
67c51a564aSJens Wiklander err:
68d88e0493SJens Wiklander 	free_pages((unsigned long)shm->kaddr, order);
694602c584SJens Wiklander 	return rc;
704fb0a5ebSJens Wiklander }
714fb0a5ebSJens Wiklander 
optee_pool_op_free_helper(struct tee_shm_pool * pool,struct tee_shm * shm,int (* shm_unregister)(struct tee_context * ctx,struct tee_shm * shm))72924e3226SJens Wiklander void optee_pool_op_free_helper(struct tee_shm_pool *pool, struct tee_shm *shm,
73924e3226SJens Wiklander 			       int (*shm_unregister)(struct tee_context *ctx,
74924e3226SJens Wiklander 						     struct tee_shm *shm))
75924e3226SJens Wiklander {
76924e3226SJens Wiklander 	if (shm_unregister)
77924e3226SJens Wiklander 		shm_unregister(shm->ctx, shm);
78924e3226SJens Wiklander 	free_pages((unsigned long)shm->kaddr, get_order(shm->size));
79924e3226SJens Wiklander 	shm->kaddr = NULL;
80924e3226SJens Wiklander }
81924e3226SJens Wiklander 
optee_bus_scan(struct work_struct * work)825f178bb7SMaxim Uvarov static void optee_bus_scan(struct work_struct *work)
835f178bb7SMaxim Uvarov {
845f178bb7SMaxim Uvarov 	WARN_ON(optee_enumerate_devices(PTA_CMD_GET_DEVICES_SUPP));
855f178bb7SMaxim Uvarov }
865f178bb7SMaxim Uvarov 
optee_open(struct tee_context * ctx,bool cap_memref_null)87c51a564aSJens Wiklander int optee_open(struct tee_context *ctx, bool cap_memref_null)
884fb0a5ebSJens Wiklander {
894fb0a5ebSJens Wiklander 	struct optee_context_data *ctxdata;
904fb0a5ebSJens Wiklander 	struct tee_device *teedev = ctx->teedev;
914fb0a5ebSJens Wiklander 	struct optee *optee = tee_get_drvdata(teedev);
924fb0a5ebSJens Wiklander 
934fb0a5ebSJens Wiklander 	ctxdata = kzalloc(sizeof(*ctxdata), GFP_KERNEL);
944fb0a5ebSJens Wiklander 	if (!ctxdata)
954fb0a5ebSJens Wiklander 		return -ENOMEM;
964fb0a5ebSJens Wiklander 
974fb0a5ebSJens Wiklander 	if (teedev == optee->supp_teedev) {
984fb0a5ebSJens Wiklander 		bool busy = true;
994fb0a5ebSJens Wiklander 
1001647a5acSJens Wiklander 		mutex_lock(&optee->supp.mutex);
1014fb0a5ebSJens Wiklander 		if (!optee->supp.ctx) {
1024fb0a5ebSJens Wiklander 			busy = false;
1034fb0a5ebSJens Wiklander 			optee->supp.ctx = ctx;
1044fb0a5ebSJens Wiklander 		}
1051647a5acSJens Wiklander 		mutex_unlock(&optee->supp.mutex);
1064fb0a5ebSJens Wiklander 		if (busy) {
1074fb0a5ebSJens Wiklander 			kfree(ctxdata);
1084fb0a5ebSJens Wiklander 			return -EBUSY;
1094fb0a5ebSJens Wiklander 		}
1104fb0a5ebSJens Wiklander 
1115f178bb7SMaxim Uvarov 		if (!optee->scan_bus_done) {
1125f178bb7SMaxim Uvarov 			INIT_WORK(&optee->scan_bus_work, optee_bus_scan);
1135f178bb7SMaxim Uvarov 			optee->scan_bus_wq = create_workqueue("optee_bus_scan");
1145f178bb7SMaxim Uvarov 			if (!optee->scan_bus_wq) {
1155f178bb7SMaxim Uvarov 				kfree(ctxdata);
1165f178bb7SMaxim Uvarov 				return -ECHILD;
1175f178bb7SMaxim Uvarov 			}
1185f178bb7SMaxim Uvarov 			queue_work(optee->scan_bus_wq, &optee->scan_bus_work);
1195f178bb7SMaxim Uvarov 			optee->scan_bus_done = true;
1205f178bb7SMaxim Uvarov 		}
1215f178bb7SMaxim Uvarov 	}
1224fb0a5ebSJens Wiklander 	mutex_init(&ctxdata->mutex);
1234fb0a5ebSJens Wiklander 	INIT_LIST_HEAD(&ctxdata->sess_list);
1244fb0a5ebSJens Wiklander 
125c51a564aSJens Wiklander 	ctx->cap_memref_null = cap_memref_null;
1264fb0a5ebSJens Wiklander 	ctx->data = ctxdata;
1274fb0a5ebSJens Wiklander 	return 0;
1284fb0a5ebSJens Wiklander }
1294fb0a5ebSJens Wiklander 
optee_release_helper(struct tee_context * ctx,int (* close_session)(struct tee_context * ctx,u32 session))130c0ab6db3SJens Wiklander static void optee_release_helper(struct tee_context *ctx,
131c0ab6db3SJens Wiklander 				 int (*close_session)(struct tee_context *ctx,
132c0ab6db3SJens Wiklander 						      u32 session))
1334fb0a5ebSJens Wiklander {
1344fb0a5ebSJens Wiklander 	struct optee_context_data *ctxdata = ctx->data;
1354fb0a5ebSJens Wiklander 	struct optee_session *sess;
1364fb0a5ebSJens Wiklander 	struct optee_session *sess_tmp;
1374fb0a5ebSJens Wiklander 
1384fb0a5ebSJens Wiklander 	if (!ctxdata)
1394fb0a5ebSJens Wiklander 		return;
1404fb0a5ebSJens Wiklander 
1414fb0a5ebSJens Wiklander 	list_for_each_entry_safe(sess, sess_tmp, &ctxdata->sess_list,
1424fb0a5ebSJens Wiklander 				 list_node) {
1434fb0a5ebSJens Wiklander 		list_del(&sess->list_node);
144c0ab6db3SJens Wiklander 		close_session(ctx, sess->session_id);
1454fb0a5ebSJens Wiklander 		kfree(sess);
1464fb0a5ebSJens Wiklander 	}
1474fb0a5ebSJens Wiklander 	kfree(ctxdata);
1484fb0a5ebSJens Wiklander 	ctx->data = NULL;
149c0ab6db3SJens Wiklander }
1504fb0a5ebSJens Wiklander 
optee_release(struct tee_context * ctx)151c51a564aSJens Wiklander void optee_release(struct tee_context *ctx)
152c0ab6db3SJens Wiklander {
153c0ab6db3SJens Wiklander 	optee_release_helper(ctx, optee_close_session_helper);
154c0ab6db3SJens Wiklander }
155c0ab6db3SJens Wiklander 
optee_release_supp(struct tee_context * ctx)156c51a564aSJens Wiklander void optee_release_supp(struct tee_context *ctx)
157c0ab6db3SJens Wiklander {
158c0ab6db3SJens Wiklander 	struct optee *optee = tee_get_drvdata(ctx->teedev);
159c0ab6db3SJens Wiklander 
160c0ab6db3SJens Wiklander 	optee_release_helper(ctx, optee_close_session_helper);
1615f178bb7SMaxim Uvarov 	if (optee->scan_bus_wq) {
1625f178bb7SMaxim Uvarov 		destroy_workqueue(optee->scan_bus_wq);
1635f178bb7SMaxim Uvarov 		optee->scan_bus_wq = NULL;
1645f178bb7SMaxim Uvarov 	}
1651647a5acSJens Wiklander 	optee_supp_release(&optee->supp);
1664fb0a5ebSJens Wiklander }
1674fb0a5ebSJens Wiklander 
optee_remove_common(struct optee * optee)168c51a564aSJens Wiklander void optee_remove_common(struct optee *optee)
1694fb0a5ebSJens Wiklander {
1707f565d0eSSumit Garg 	/* Unregister OP-TEE specific client devices on TEE bus */
1717f565d0eSSumit Garg 	optee_unregister_devices();
1727f565d0eSSumit Garg 
173787c80ccSJens Wiklander 	optee_notif_uninit(optee);
1745b4018b9SJens Wiklander 	optee_shm_arg_cache_uninit(optee);
175aceeafefSJens Wiklander 	teedev_close_context(optee->ctx);
176f349710eSArd Biesheuvel 	/*
177f349710eSArd Biesheuvel 	 * The two devices have to be unregistered before we can free the
178f349710eSArd Biesheuvel 	 * other resources.
179f349710eSArd Biesheuvel 	 */
180f349710eSArd Biesheuvel 	tee_device_unregister(optee->supp_teedev);
181f349710eSArd Biesheuvel 	tee_device_unregister(optee->teedev);
182f349710eSArd Biesheuvel 
183f349710eSArd Biesheuvel 	tee_shm_pool_free(optee->pool);
184f349710eSArd Biesheuvel 	optee_supp_uninit(&optee->supp);
185f349710eSArd Biesheuvel 	mutex_destroy(&optee->call_queue.mutex);
186f349710eSArd Biesheuvel }
187f349710eSArd Biesheuvel 
1884615e5a3SJens Wiklander static int smc_abi_rc;
1894615e5a3SJens Wiklander static int ffa_abi_rc;
1904615e5a3SJens Wiklander 
optee_core_init(void)191*bd524072SXiu Jianfeng static int __init optee_core_init(void)
192f25889f9SAllen Pais {
193adf752afSTyler Hicks 	/*
194adf752afSTyler Hicks 	 * The kernel may have crashed at the same time that all available
195adf752afSTyler Hicks 	 * secure world threads were suspended and we cannot reschedule the
196adf752afSTyler Hicks 	 * suspended threads without access to the crashed kernel's wait_queue.
197adf752afSTyler Hicks 	 * Therefore, we cannot reliably initialize the OP-TEE driver in the
198adf752afSTyler Hicks 	 * kdump kernel.
199adf752afSTyler Hicks 	 */
200adf752afSTyler Hicks 	if (is_kdump_kernel())
201adf752afSTyler Hicks 		return -ENODEV;
202adf752afSTyler Hicks 
2034615e5a3SJens Wiklander 	smc_abi_rc = optee_smc_abi_register();
2044615e5a3SJens Wiklander 	ffa_abi_rc = optee_ffa_abi_register();
2054615e5a3SJens Wiklander 
2064615e5a3SJens Wiklander 	/* If both failed there's no point with this module */
2074615e5a3SJens Wiklander 	if (smc_abi_rc && ffa_abi_rc)
2084615e5a3SJens Wiklander 		return smc_abi_rc;
2094615e5a3SJens Wiklander 	return 0;
2104fb0a5ebSJens Wiklander }
211c51a564aSJens Wiklander module_init(optee_core_init);
2124fb0a5ebSJens Wiklander 
optee_core_exit(void)213*bd524072SXiu Jianfeng static void __exit optee_core_exit(void)
214c51a564aSJens Wiklander {
2154615e5a3SJens Wiklander 	if (!smc_abi_rc)
216c51a564aSJens Wiklander 		optee_smc_abi_unregister();
2174615e5a3SJens Wiklander 	if (!ffa_abi_rc)
2184615e5a3SJens Wiklander 		optee_ffa_abi_unregister();
2194fb0a5ebSJens Wiklander }
220c51a564aSJens Wiklander module_exit(optee_core_exit);
2214fb0a5ebSJens Wiklander 
2224fb0a5ebSJens Wiklander MODULE_AUTHOR("Linaro");
2234fb0a5ebSJens Wiklander MODULE_DESCRIPTION("OP-TEE driver");
2244fb0a5ebSJens Wiklander MODULE_VERSION("1.0");
2254fb0a5ebSJens Wiklander MODULE_LICENSE("GPL v2");
226f349710eSArd Biesheuvel MODULE_ALIAS("platform:optee");
227