19c92ab61SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
24fb0a5ebSJens Wiklander /*
34602c584SJens Wiklander * Copyright (c) 2015-2021, Linaro Limited
4c51a564aSJens Wiklander * Copyright (c) 2016, EPAM Systems
54fb0a5ebSJens Wiklander */
64fb0a5ebSJens Wiklander
74fb0a5ebSJens Wiklander #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
84fb0a5ebSJens Wiklander
9adf752afSTyler Hicks #include <linux/crash_dump.h>
104fb0a5ebSJens Wiklander #include <linux/errno.h>
114fb0a5ebSJens Wiklander #include <linux/io.h>
12c51a564aSJens Wiklander #include <linux/mm.h>
134fb0a5ebSJens Wiklander #include <linux/module.h>
144fb0a5ebSJens Wiklander #include <linux/slab.h>
154fb0a5ebSJens Wiklander #include <linux/string.h>
164fb0a5ebSJens Wiklander #include <linux/tee_drv.h>
174fb0a5ebSJens Wiklander #include <linux/types.h>
185f178bb7SMaxim Uvarov #include <linux/workqueue.h>
194fb0a5ebSJens Wiklander #include "optee_private.h"
204fb0a5ebSJens Wiklander
optee_pool_op_alloc_helper(struct tee_shm_pool * pool,struct tee_shm * shm,size_t size,size_t align,int (* shm_register)(struct tee_context * ctx,struct tee_shm * shm,struct page ** pages,size_t num_pages,unsigned long start))21d88e0493SJens Wiklander int optee_pool_op_alloc_helper(struct tee_shm_pool *pool, struct tee_shm *shm,
22d88e0493SJens Wiklander size_t size, size_t align,
23c51a564aSJens Wiklander int (*shm_register)(struct tee_context *ctx,
24c51a564aSJens Wiklander struct tee_shm *shm,
25c51a564aSJens Wiklander struct page **pages,
26c51a564aSJens Wiklander size_t num_pages,
27c51a564aSJens Wiklander unsigned long start))
284602c584SJens Wiklander {
29c51a564aSJens Wiklander unsigned int order = get_order(size);
30c51a564aSJens Wiklander struct page *page;
31c51a564aSJens Wiklander int rc = 0;
32c51a564aSJens Wiklander
33d88e0493SJens Wiklander /*
34d88e0493SJens Wiklander * Ignore alignment since this is already going to be page aligned
35d88e0493SJens Wiklander * and there's no need for any larger alignment.
36d88e0493SJens Wiklander */
37c51a564aSJens Wiklander page = alloc_pages(GFP_KERNEL | __GFP_ZERO, order);
38c51a564aSJens Wiklander if (!page)
39c51a564aSJens Wiklander return -ENOMEM;
40c51a564aSJens Wiklander
41c51a564aSJens Wiklander shm->kaddr = page_address(page);
42c51a564aSJens Wiklander shm->paddr = page_to_phys(page);
43c51a564aSJens Wiklander shm->size = PAGE_SIZE << order;
44c51a564aSJens Wiklander
45c51a564aSJens Wiklander if (shm_register) {
46c51a564aSJens Wiklander unsigned int nr_pages = 1 << order, i;
47c51a564aSJens Wiklander struct page **pages;
48c51a564aSJens Wiklander
49c51a564aSJens Wiklander pages = kcalloc(nr_pages, sizeof(*pages), GFP_KERNEL);
50c51a564aSJens Wiklander if (!pages) {
51c51a564aSJens Wiklander rc = -ENOMEM;
52c51a564aSJens Wiklander goto err;
534602c584SJens Wiklander }
544602c584SJens Wiklander
5518549bf4SSumit Garg for (i = 0; i < nr_pages; i++)
5618549bf4SSumit Garg pages[i] = page + i;
574602c584SJens Wiklander
58c51a564aSJens Wiklander rc = shm_register(shm->ctx, shm, pages, nr_pages,
59c51a564aSJens Wiklander (unsigned long)shm->kaddr);
60c51a564aSJens Wiklander kfree(pages);
614602c584SJens Wiklander if (rc)
62c51a564aSJens Wiklander goto err;
63c51a564aSJens Wiklander }
64c51a564aSJens Wiklander
65c51a564aSJens Wiklander return 0;
66c51a564aSJens Wiklander
67c51a564aSJens Wiklander err:
68d88e0493SJens Wiklander free_pages((unsigned long)shm->kaddr, order);
694602c584SJens Wiklander return rc;
704fb0a5ebSJens Wiklander }
714fb0a5ebSJens Wiklander
optee_pool_op_free_helper(struct tee_shm_pool * pool,struct tee_shm * shm,int (* shm_unregister)(struct tee_context * ctx,struct tee_shm * shm))72924e3226SJens Wiklander void optee_pool_op_free_helper(struct tee_shm_pool *pool, struct tee_shm *shm,
73924e3226SJens Wiklander int (*shm_unregister)(struct tee_context *ctx,
74924e3226SJens Wiklander struct tee_shm *shm))
75924e3226SJens Wiklander {
76924e3226SJens Wiklander if (shm_unregister)
77924e3226SJens Wiklander shm_unregister(shm->ctx, shm);
78924e3226SJens Wiklander free_pages((unsigned long)shm->kaddr, get_order(shm->size));
79924e3226SJens Wiklander shm->kaddr = NULL;
80924e3226SJens Wiklander }
81924e3226SJens Wiklander
optee_bus_scan(struct work_struct * work)825f178bb7SMaxim Uvarov static void optee_bus_scan(struct work_struct *work)
835f178bb7SMaxim Uvarov {
845f178bb7SMaxim Uvarov WARN_ON(optee_enumerate_devices(PTA_CMD_GET_DEVICES_SUPP));
855f178bb7SMaxim Uvarov }
865f178bb7SMaxim Uvarov
optee_open(struct tee_context * ctx,bool cap_memref_null)87c51a564aSJens Wiklander int optee_open(struct tee_context *ctx, bool cap_memref_null)
884fb0a5ebSJens Wiklander {
894fb0a5ebSJens Wiklander struct optee_context_data *ctxdata;
904fb0a5ebSJens Wiklander struct tee_device *teedev = ctx->teedev;
914fb0a5ebSJens Wiklander struct optee *optee = tee_get_drvdata(teedev);
924fb0a5ebSJens Wiklander
934fb0a5ebSJens Wiklander ctxdata = kzalloc(sizeof(*ctxdata), GFP_KERNEL);
944fb0a5ebSJens Wiklander if (!ctxdata)
954fb0a5ebSJens Wiklander return -ENOMEM;
964fb0a5ebSJens Wiklander
974fb0a5ebSJens Wiklander if (teedev == optee->supp_teedev) {
984fb0a5ebSJens Wiklander bool busy = true;
994fb0a5ebSJens Wiklander
1001647a5acSJens Wiklander mutex_lock(&optee->supp.mutex);
1014fb0a5ebSJens Wiklander if (!optee->supp.ctx) {
1024fb0a5ebSJens Wiklander busy = false;
1034fb0a5ebSJens Wiklander optee->supp.ctx = ctx;
1044fb0a5ebSJens Wiklander }
1051647a5acSJens Wiklander mutex_unlock(&optee->supp.mutex);
1064fb0a5ebSJens Wiklander if (busy) {
1074fb0a5ebSJens Wiklander kfree(ctxdata);
1084fb0a5ebSJens Wiklander return -EBUSY;
1094fb0a5ebSJens Wiklander }
1104fb0a5ebSJens Wiklander
1115f178bb7SMaxim Uvarov if (!optee->scan_bus_done) {
1125f178bb7SMaxim Uvarov INIT_WORK(&optee->scan_bus_work, optee_bus_scan);
1135f178bb7SMaxim Uvarov optee->scan_bus_wq = create_workqueue("optee_bus_scan");
1145f178bb7SMaxim Uvarov if (!optee->scan_bus_wq) {
1155f178bb7SMaxim Uvarov kfree(ctxdata);
1165f178bb7SMaxim Uvarov return -ECHILD;
1175f178bb7SMaxim Uvarov }
1185f178bb7SMaxim Uvarov queue_work(optee->scan_bus_wq, &optee->scan_bus_work);
1195f178bb7SMaxim Uvarov optee->scan_bus_done = true;
1205f178bb7SMaxim Uvarov }
1215f178bb7SMaxim Uvarov }
1224fb0a5ebSJens Wiklander mutex_init(&ctxdata->mutex);
1234fb0a5ebSJens Wiklander INIT_LIST_HEAD(&ctxdata->sess_list);
1244fb0a5ebSJens Wiklander
125c51a564aSJens Wiklander ctx->cap_memref_null = cap_memref_null;
1264fb0a5ebSJens Wiklander ctx->data = ctxdata;
1274fb0a5ebSJens Wiklander return 0;
1284fb0a5ebSJens Wiklander }
1294fb0a5ebSJens Wiklander
optee_release_helper(struct tee_context * ctx,int (* close_session)(struct tee_context * ctx,u32 session))130c0ab6db3SJens Wiklander static void optee_release_helper(struct tee_context *ctx,
131c0ab6db3SJens Wiklander int (*close_session)(struct tee_context *ctx,
132c0ab6db3SJens Wiklander u32 session))
1334fb0a5ebSJens Wiklander {
1344fb0a5ebSJens Wiklander struct optee_context_data *ctxdata = ctx->data;
1354fb0a5ebSJens Wiklander struct optee_session *sess;
1364fb0a5ebSJens Wiklander struct optee_session *sess_tmp;
1374fb0a5ebSJens Wiklander
1384fb0a5ebSJens Wiklander if (!ctxdata)
1394fb0a5ebSJens Wiklander return;
1404fb0a5ebSJens Wiklander
1414fb0a5ebSJens Wiklander list_for_each_entry_safe(sess, sess_tmp, &ctxdata->sess_list,
1424fb0a5ebSJens Wiklander list_node) {
1434fb0a5ebSJens Wiklander list_del(&sess->list_node);
144c0ab6db3SJens Wiklander close_session(ctx, sess->session_id);
1454fb0a5ebSJens Wiklander kfree(sess);
1464fb0a5ebSJens Wiklander }
1474fb0a5ebSJens Wiklander kfree(ctxdata);
1484fb0a5ebSJens Wiklander ctx->data = NULL;
149c0ab6db3SJens Wiklander }
1504fb0a5ebSJens Wiklander
optee_release(struct tee_context * ctx)151c51a564aSJens Wiklander void optee_release(struct tee_context *ctx)
152c0ab6db3SJens Wiklander {
153c0ab6db3SJens Wiklander optee_release_helper(ctx, optee_close_session_helper);
154c0ab6db3SJens Wiklander }
155c0ab6db3SJens Wiklander
optee_release_supp(struct tee_context * ctx)156c51a564aSJens Wiklander void optee_release_supp(struct tee_context *ctx)
157c0ab6db3SJens Wiklander {
158c0ab6db3SJens Wiklander struct optee *optee = tee_get_drvdata(ctx->teedev);
159c0ab6db3SJens Wiklander
160c0ab6db3SJens Wiklander optee_release_helper(ctx, optee_close_session_helper);
1615f178bb7SMaxim Uvarov if (optee->scan_bus_wq) {
1625f178bb7SMaxim Uvarov destroy_workqueue(optee->scan_bus_wq);
1635f178bb7SMaxim Uvarov optee->scan_bus_wq = NULL;
1645f178bb7SMaxim Uvarov }
1651647a5acSJens Wiklander optee_supp_release(&optee->supp);
1664fb0a5ebSJens Wiklander }
1674fb0a5ebSJens Wiklander
optee_remove_common(struct optee * optee)168c51a564aSJens Wiklander void optee_remove_common(struct optee *optee)
1694fb0a5ebSJens Wiklander {
1707f565d0eSSumit Garg /* Unregister OP-TEE specific client devices on TEE bus */
1717f565d0eSSumit Garg optee_unregister_devices();
1727f565d0eSSumit Garg
173787c80ccSJens Wiklander optee_notif_uninit(optee);
1745b4018b9SJens Wiklander optee_shm_arg_cache_uninit(optee);
175aceeafefSJens Wiklander teedev_close_context(optee->ctx);
176f349710eSArd Biesheuvel /*
177f349710eSArd Biesheuvel * The two devices have to be unregistered before we can free the
178f349710eSArd Biesheuvel * other resources.
179f349710eSArd Biesheuvel */
180f349710eSArd Biesheuvel tee_device_unregister(optee->supp_teedev);
181f349710eSArd Biesheuvel tee_device_unregister(optee->teedev);
182f349710eSArd Biesheuvel
183f349710eSArd Biesheuvel tee_shm_pool_free(optee->pool);
184f349710eSArd Biesheuvel optee_supp_uninit(&optee->supp);
185f349710eSArd Biesheuvel mutex_destroy(&optee->call_queue.mutex);
186f349710eSArd Biesheuvel }
187f349710eSArd Biesheuvel
1884615e5a3SJens Wiklander static int smc_abi_rc;
1894615e5a3SJens Wiklander static int ffa_abi_rc;
1904615e5a3SJens Wiklander
optee_core_init(void)191*bd524072SXiu Jianfeng static int __init optee_core_init(void)
192f25889f9SAllen Pais {
193adf752afSTyler Hicks /*
194adf752afSTyler Hicks * The kernel may have crashed at the same time that all available
195adf752afSTyler Hicks * secure world threads were suspended and we cannot reschedule the
196adf752afSTyler Hicks * suspended threads without access to the crashed kernel's wait_queue.
197adf752afSTyler Hicks * Therefore, we cannot reliably initialize the OP-TEE driver in the
198adf752afSTyler Hicks * kdump kernel.
199adf752afSTyler Hicks */
200adf752afSTyler Hicks if (is_kdump_kernel())
201adf752afSTyler Hicks return -ENODEV;
202adf752afSTyler Hicks
2034615e5a3SJens Wiklander smc_abi_rc = optee_smc_abi_register();
2044615e5a3SJens Wiklander ffa_abi_rc = optee_ffa_abi_register();
2054615e5a3SJens Wiklander
2064615e5a3SJens Wiklander /* If both failed there's no point with this module */
2074615e5a3SJens Wiklander if (smc_abi_rc && ffa_abi_rc)
2084615e5a3SJens Wiklander return smc_abi_rc;
2094615e5a3SJens Wiklander return 0;
2104fb0a5ebSJens Wiklander }
211c51a564aSJens Wiklander module_init(optee_core_init);
2124fb0a5ebSJens Wiklander
optee_core_exit(void)213*bd524072SXiu Jianfeng static void __exit optee_core_exit(void)
214c51a564aSJens Wiklander {
2154615e5a3SJens Wiklander if (!smc_abi_rc)
216c51a564aSJens Wiklander optee_smc_abi_unregister();
2174615e5a3SJens Wiklander if (!ffa_abi_rc)
2184615e5a3SJens Wiklander optee_ffa_abi_unregister();
2194fb0a5ebSJens Wiklander }
220c51a564aSJens Wiklander module_exit(optee_core_exit);
2214fb0a5ebSJens Wiklander
2224fb0a5ebSJens Wiklander MODULE_AUTHOR("Linaro");
2234fb0a5ebSJens Wiklander MODULE_DESCRIPTION("OP-TEE driver");
2244fb0a5ebSJens Wiklander MODULE_VERSION("1.0");
2254fb0a5ebSJens Wiklander MODULE_LICENSE("GPL v2");
226f349710eSArd Biesheuvel MODULE_ALIAS("platform:optee");
227