19c92ab61SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 24fb0a5ebSJens Wiklander /* 34602c584SJens Wiklander * Copyright (c) 2015-2021, Linaro Limited 4*c51a564aSJens Wiklander * Copyright (c) 2016, EPAM Systems 54fb0a5ebSJens Wiklander */ 64fb0a5ebSJens Wiklander 74fb0a5ebSJens Wiklander #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 84fb0a5ebSJens Wiklander 9adf752afSTyler Hicks #include <linux/crash_dump.h> 104fb0a5ebSJens Wiklander #include <linux/errno.h> 114fb0a5ebSJens Wiklander #include <linux/io.h> 12*c51a564aSJens Wiklander #include <linux/mm.h> 134fb0a5ebSJens Wiklander #include <linux/module.h> 144fb0a5ebSJens Wiklander #include <linux/slab.h> 154fb0a5ebSJens Wiklander #include <linux/string.h> 164fb0a5ebSJens Wiklander #include <linux/tee_drv.h> 174fb0a5ebSJens Wiklander #include <linux/types.h> 185f178bb7SMaxim Uvarov #include <linux/workqueue.h> 194fb0a5ebSJens Wiklander #include "optee_private.h" 204fb0a5ebSJens Wiklander 21*c51a564aSJens Wiklander int optee_pool_op_alloc_helper(struct tee_shm_pool_mgr *poolm, 22*c51a564aSJens Wiklander struct tee_shm *shm, size_t size, 23*c51a564aSJens Wiklander int (*shm_register)(struct tee_context *ctx, 24*c51a564aSJens Wiklander struct tee_shm *shm, 25*c51a564aSJens Wiklander struct page **pages, 26*c51a564aSJens Wiklander size_t num_pages, 27*c51a564aSJens Wiklander unsigned long start)) 284602c584SJens Wiklander { 29*c51a564aSJens Wiklander unsigned int order = get_order(size); 30*c51a564aSJens Wiklander struct page *page; 31*c51a564aSJens Wiklander int rc = 0; 32*c51a564aSJens Wiklander 33*c51a564aSJens Wiklander page = alloc_pages(GFP_KERNEL | __GFP_ZERO, order); 34*c51a564aSJens Wiklander if (!page) 35*c51a564aSJens Wiklander return -ENOMEM; 36*c51a564aSJens Wiklander 37*c51a564aSJens Wiklander shm->kaddr = page_address(page); 38*c51a564aSJens Wiklander shm->paddr = page_to_phys(page); 39*c51a564aSJens Wiklander shm->size = PAGE_SIZE << order; 40*c51a564aSJens Wiklander 41*c51a564aSJens Wiklander if (shm_register) { 42*c51a564aSJens Wiklander unsigned int nr_pages = 1 << order, i; 43*c51a564aSJens Wiklander struct page **pages; 44*c51a564aSJens Wiklander 45*c51a564aSJens Wiklander pages = kcalloc(nr_pages, sizeof(*pages), GFP_KERNEL); 46*c51a564aSJens Wiklander if (!pages) { 47*c51a564aSJens Wiklander rc = -ENOMEM; 48*c51a564aSJens Wiklander goto err; 494602c584SJens Wiklander } 504602c584SJens Wiklander 51*c51a564aSJens Wiklander for (i = 0; i < nr_pages; i++) { 52*c51a564aSJens Wiklander pages[i] = page; 53*c51a564aSJens Wiklander page++; 544602c584SJens Wiklander } 554602c584SJens Wiklander 56*c51a564aSJens Wiklander shm->flags |= TEE_SHM_REGISTER; 57*c51a564aSJens Wiklander rc = shm_register(shm->ctx, shm, pages, nr_pages, 58*c51a564aSJens Wiklander (unsigned long)shm->kaddr); 59*c51a564aSJens Wiklander kfree(pages); 604602c584SJens Wiklander if (rc) 61*c51a564aSJens Wiklander goto err; 62*c51a564aSJens Wiklander } 63*c51a564aSJens Wiklander 64*c51a564aSJens Wiklander return 0; 65*c51a564aSJens Wiklander 66*c51a564aSJens Wiklander err: 67*c51a564aSJens Wiklander __free_pages(page, order); 684602c584SJens Wiklander return rc; 694fb0a5ebSJens Wiklander } 704fb0a5ebSJens Wiklander 715f178bb7SMaxim Uvarov static void optee_bus_scan(struct work_struct *work) 725f178bb7SMaxim Uvarov { 735f178bb7SMaxim Uvarov WARN_ON(optee_enumerate_devices(PTA_CMD_GET_DEVICES_SUPP)); 745f178bb7SMaxim Uvarov } 755f178bb7SMaxim Uvarov 76*c51a564aSJens Wiklander int optee_open(struct tee_context *ctx, bool cap_memref_null) 774fb0a5ebSJens Wiklander { 784fb0a5ebSJens Wiklander struct optee_context_data *ctxdata; 794fb0a5ebSJens Wiklander struct tee_device *teedev = ctx->teedev; 804fb0a5ebSJens Wiklander struct optee *optee = tee_get_drvdata(teedev); 814fb0a5ebSJens Wiklander 824fb0a5ebSJens Wiklander ctxdata = kzalloc(sizeof(*ctxdata), GFP_KERNEL); 834fb0a5ebSJens Wiklander if (!ctxdata) 844fb0a5ebSJens Wiklander return -ENOMEM; 854fb0a5ebSJens Wiklander 864fb0a5ebSJens Wiklander if (teedev == optee->supp_teedev) { 874fb0a5ebSJens Wiklander bool busy = true; 884fb0a5ebSJens Wiklander 891647a5acSJens Wiklander mutex_lock(&optee->supp.mutex); 904fb0a5ebSJens Wiklander if (!optee->supp.ctx) { 914fb0a5ebSJens Wiklander busy = false; 924fb0a5ebSJens Wiklander optee->supp.ctx = ctx; 934fb0a5ebSJens Wiklander } 941647a5acSJens Wiklander mutex_unlock(&optee->supp.mutex); 954fb0a5ebSJens Wiklander if (busy) { 964fb0a5ebSJens Wiklander kfree(ctxdata); 974fb0a5ebSJens Wiklander return -EBUSY; 984fb0a5ebSJens Wiklander } 994fb0a5ebSJens Wiklander 1005f178bb7SMaxim Uvarov if (!optee->scan_bus_done) { 1015f178bb7SMaxim Uvarov INIT_WORK(&optee->scan_bus_work, optee_bus_scan); 1025f178bb7SMaxim Uvarov optee->scan_bus_wq = create_workqueue("optee_bus_scan"); 1035f178bb7SMaxim Uvarov if (!optee->scan_bus_wq) { 1045f178bb7SMaxim Uvarov kfree(ctxdata); 1055f178bb7SMaxim Uvarov return -ECHILD; 1065f178bb7SMaxim Uvarov } 1075f178bb7SMaxim Uvarov queue_work(optee->scan_bus_wq, &optee->scan_bus_work); 1085f178bb7SMaxim Uvarov optee->scan_bus_done = true; 1095f178bb7SMaxim Uvarov } 1105f178bb7SMaxim Uvarov } 1114fb0a5ebSJens Wiklander mutex_init(&ctxdata->mutex); 1124fb0a5ebSJens Wiklander INIT_LIST_HEAD(&ctxdata->sess_list); 1134fb0a5ebSJens Wiklander 114*c51a564aSJens Wiklander ctx->cap_memref_null = cap_memref_null; 1154fb0a5ebSJens Wiklander ctx->data = ctxdata; 1164fb0a5ebSJens Wiklander return 0; 1174fb0a5ebSJens Wiklander } 1184fb0a5ebSJens Wiklander 119c0ab6db3SJens Wiklander static void optee_release_helper(struct tee_context *ctx, 120c0ab6db3SJens Wiklander int (*close_session)(struct tee_context *ctx, 121c0ab6db3SJens Wiklander u32 session)) 1224fb0a5ebSJens Wiklander { 1234fb0a5ebSJens Wiklander struct optee_context_data *ctxdata = ctx->data; 1244fb0a5ebSJens Wiklander struct optee_session *sess; 1254fb0a5ebSJens Wiklander struct optee_session *sess_tmp; 1264fb0a5ebSJens Wiklander 1274fb0a5ebSJens Wiklander if (!ctxdata) 1284fb0a5ebSJens Wiklander return; 1294fb0a5ebSJens Wiklander 1304fb0a5ebSJens Wiklander list_for_each_entry_safe(sess, sess_tmp, &ctxdata->sess_list, 1314fb0a5ebSJens Wiklander list_node) { 1324fb0a5ebSJens Wiklander list_del(&sess->list_node); 133c0ab6db3SJens Wiklander close_session(ctx, sess->session_id); 1344fb0a5ebSJens Wiklander kfree(sess); 1354fb0a5ebSJens Wiklander } 1364fb0a5ebSJens Wiklander kfree(ctxdata); 1374fb0a5ebSJens Wiklander ctx->data = NULL; 138c0ab6db3SJens Wiklander } 1394fb0a5ebSJens Wiklander 140*c51a564aSJens Wiklander void optee_release(struct tee_context *ctx) 141c0ab6db3SJens Wiklander { 142c0ab6db3SJens Wiklander optee_release_helper(ctx, optee_close_session_helper); 143c0ab6db3SJens Wiklander } 144c0ab6db3SJens Wiklander 145*c51a564aSJens Wiklander void optee_release_supp(struct tee_context *ctx) 146c0ab6db3SJens Wiklander { 147c0ab6db3SJens Wiklander struct optee *optee = tee_get_drvdata(ctx->teedev); 148c0ab6db3SJens Wiklander 149c0ab6db3SJens Wiklander optee_release_helper(ctx, optee_close_session_helper); 1505f178bb7SMaxim Uvarov if (optee->scan_bus_wq) { 1515f178bb7SMaxim Uvarov destroy_workqueue(optee->scan_bus_wq); 1525f178bb7SMaxim Uvarov optee->scan_bus_wq = NULL; 1535f178bb7SMaxim Uvarov } 1541647a5acSJens Wiklander optee_supp_release(&optee->supp); 1554fb0a5ebSJens Wiklander } 1564fb0a5ebSJens Wiklander 157*c51a564aSJens Wiklander void optee_remove_common(struct optee *optee) 1584fb0a5ebSJens Wiklander { 1597f565d0eSSumit Garg /* Unregister OP-TEE specific client devices on TEE bus */ 1607f565d0eSSumit Garg optee_unregister_devices(); 1617f565d0eSSumit Garg 162f349710eSArd Biesheuvel /* 163f349710eSArd Biesheuvel * The two devices have to be unregistered before we can free the 164f349710eSArd Biesheuvel * other resources. 165f349710eSArd Biesheuvel */ 166f349710eSArd Biesheuvel tee_device_unregister(optee->supp_teedev); 167f349710eSArd Biesheuvel tee_device_unregister(optee->teedev); 168f349710eSArd Biesheuvel 169f349710eSArd Biesheuvel tee_shm_pool_free(optee->pool); 170f349710eSArd Biesheuvel optee_wait_queue_exit(&optee->wait_queue); 171f349710eSArd Biesheuvel optee_supp_uninit(&optee->supp); 172f349710eSArd Biesheuvel mutex_destroy(&optee->call_queue.mutex); 173f349710eSArd Biesheuvel } 174f349710eSArd Biesheuvel 175*c51a564aSJens Wiklander static int optee_core_init(void) 176f25889f9SAllen Pais { 177adf752afSTyler Hicks /* 178adf752afSTyler Hicks * The kernel may have crashed at the same time that all available 179adf752afSTyler Hicks * secure world threads were suspended and we cannot reschedule the 180adf752afSTyler Hicks * suspended threads without access to the crashed kernel's wait_queue. 181adf752afSTyler Hicks * Therefore, we cannot reliably initialize the OP-TEE driver in the 182adf752afSTyler Hicks * kdump kernel. 183adf752afSTyler Hicks */ 184adf752afSTyler Hicks if (is_kdump_kernel()) 185adf752afSTyler Hicks return -ENODEV; 186adf752afSTyler Hicks 187*c51a564aSJens Wiklander return optee_smc_abi_register(); 1884fb0a5ebSJens Wiklander } 189*c51a564aSJens Wiklander module_init(optee_core_init); 1904fb0a5ebSJens Wiklander 191*c51a564aSJens Wiklander static void optee_core_exit(void) 192*c51a564aSJens Wiklander { 193*c51a564aSJens Wiklander optee_smc_abi_unregister(); 1944fb0a5ebSJens Wiklander } 195*c51a564aSJens Wiklander module_exit(optee_core_exit); 1964fb0a5ebSJens Wiklander 1974fb0a5ebSJens Wiklander MODULE_AUTHOR("Linaro"); 1984fb0a5ebSJens Wiklander MODULE_DESCRIPTION("OP-TEE driver"); 1994fb0a5ebSJens Wiklander MODULE_VERSION("1.0"); 2004fb0a5ebSJens Wiklander MODULE_LICENSE("GPL v2"); 201f349710eSArd Biesheuvel MODULE_ALIAS("platform:optee"); 202