Lines Matching refs:optee
137 static int optee_from_msg_param(struct optee *optee, struct tee_param *params, in optee_from_msg_param() argument
227 static int optee_to_msg_param(struct optee *optee, in optee_to_msg_param() argument
281 static void optee_enable_shm_cache(struct optee *optee) in optee_enable_shm_cache() argument
286 optee_cq_wait_init(&optee->call_queue, &w); in optee_enable_shm_cache()
290 optee->smc.invoke_fn(OPTEE_SMC_ENABLE_SHM_CACHE, in optee_enable_shm_cache()
294 optee_cq_wait_for_completion(&optee->call_queue, &w); in optee_enable_shm_cache()
296 optee_cq_wait_final(&optee->call_queue, &w); in optee_enable_shm_cache()
306 static void __optee_disable_shm_cache(struct optee *optee, bool is_mapped) in __optee_disable_shm_cache() argument
311 optee_cq_wait_init(&optee->call_queue, &w); in __optee_disable_shm_cache()
318 optee->smc.invoke_fn(OPTEE_SMC_DISABLE_SHM_CACHE, in __optee_disable_shm_cache()
336 optee_cq_wait_for_completion(&optee->call_queue, &w); in __optee_disable_shm_cache()
339 optee_cq_wait_final(&optee->call_queue, &w); in __optee_disable_shm_cache()
347 static void optee_disable_shm_cache(struct optee *optee) in optee_disable_shm_cache() argument
349 return __optee_disable_shm_cache(optee, true); in optee_disable_shm_cache()
358 static void optee_disable_unmapped_shm_cache(struct optee *optee) in optee_disable_unmapped_shm_cache() argument
360 return __optee_disable_shm_cache(optee, false); in optee_disable_unmapped_shm_cache()
456 struct optee *optee = tee_get_drvdata(ctx->teedev); in optee_shm_register() local
481 sz = optee_msg_arg_size(optee->rpc_param_count); in optee_shm_register()
510 if (optee->ops->do_call_with_arg(ctx, shm_arg, 0) || in optee_shm_register()
522 struct optee *optee = tee_get_drvdata(ctx->teedev); in optee_shm_unregister() local
537 sz = optee_msg_arg_size(optee->rpc_param_count); in optee_shm_unregister()
553 if (optee->ops->do_call_with_arg(ctx, shm_arg, 0) || in optee_shm_unregister()
677 struct optee *optee, in handle_rpc_func_cmd_shm_alloc() argument
707 shm = tee_shm_alloc_priv_buf(optee->ctx, sz); in handle_rpc_func_cmd_shm_alloc()
788 static void handle_rpc_func_cmd(struct tee_context *ctx, struct optee *optee, in handle_rpc_func_cmd() argument
796 handle_rpc_func_cmd_shm_alloc(ctx, optee, arg, call_ctx); in handle_rpc_func_cmd()
802 optee_rpc_cmd(ctx, optee, arg); in handle_rpc_func_cmd()
820 struct optee *optee = tee_get_drvdata(teedev); in optee_handle_rpc() local
827 shm = tee_shm_alloc_priv_buf(optee->ctx, param->a1); in optee_handle_rpc()
865 handle_rpc_func_cmd(ctx, optee, arg, call_ctx); in optee_handle_rpc()
890 struct optee *optee = tee_get_drvdata(ctx->teedev); in optee_smc_do_call_with_arg() local
897 if (optee->rpc_param_count) { in optee_smc_do_call_with_arg()
929 optee_cq_wait_init(&optee->call_queue, &w); in optee_smc_do_call_with_arg()
934 optee->smc.invoke_fn(param.a0, param.a1, param.a2, param.a3, in optee_smc_do_call_with_arg()
944 optee_cq_wait_for_completion(&optee->call_queue, &w); in optee_smc_do_call_with_arg()
963 optee_cq_wait_final(&optee->call_queue, &w); in optee_smc_do_call_with_arg()
1016 static irqreturn_t irq_handler(struct optee *optee) in irq_handler() argument
1024 value = get_async_notif_value(optee->smc.invoke_fn, in irq_handler()
1032 optee_notif_send(optee, value); in irq_handler()
1042 struct optee *optee = dev_id; in notif_irq_handler() local
1044 return irq_handler(optee); in notif_irq_handler()
1049 struct optee *optee = dev_id; in notif_irq_thread_fn() local
1051 optee_smc_do_bottom_half(optee->ctx); in notif_irq_thread_fn()
1056 static int init_irq(struct optee *optee, u_int irq) in init_irq() argument
1062 0, "optee_notification", optee); in init_irq()
1066 optee->smc.notif_irq = irq; in init_irq()
1074 struct optee *optee = pcpu->optee; in notif_pcpu_irq_handler() local
1076 if (irq_handler(optee) == IRQ_WAKE_THREAD) in notif_pcpu_irq_handler()
1077 queue_work(optee->smc.notif_pcpu_wq, in notif_pcpu_irq_handler()
1078 &optee->smc.notif_pcpu_work); in notif_pcpu_irq_handler()
1087 struct optee *optee = container_of(optee_smc, struct optee, smc); in notif_pcpu_irq_work_fn() local
1089 optee_smc_do_bottom_half(optee->ctx); in notif_pcpu_irq_work_fn()
1092 static int init_pcpu_irq(struct optee *optee, u_int irq) in init_pcpu_irq() argument
1102 per_cpu_ptr(optee_pcpu, cpu)->optee = optee; in init_pcpu_irq()
1109 INIT_WORK(&optee->smc.notif_pcpu_work, notif_pcpu_irq_work_fn); in init_pcpu_irq()
1110 optee->smc.notif_pcpu_wq = create_workqueue("optee_pcpu_notification"); in init_pcpu_irq()
1111 if (!optee->smc.notif_pcpu_wq) { in init_pcpu_irq()
1116 optee->smc.optee_pcpu = optee_pcpu; in init_pcpu_irq()
1117 optee->smc.notif_irq = irq; in init_pcpu_irq()
1128 optee->smc.notif_cpuhp_state = rc; in init_pcpu_irq()
1140 static int optee_smc_notif_init_irq(struct optee *optee, u_int irq) in optee_smc_notif_init_irq() argument
1143 return init_pcpu_irq(optee, irq); in optee_smc_notif_init_irq()
1145 return init_irq(optee, irq); in optee_smc_notif_init_irq()
1148 static void uninit_pcpu_irq(struct optee *optee) in uninit_pcpu_irq() argument
1150 cpuhp_remove_state(optee->smc.notif_cpuhp_state); in uninit_pcpu_irq()
1152 destroy_workqueue(optee->smc.notif_pcpu_wq); in uninit_pcpu_irq()
1154 free_percpu_irq(optee->smc.notif_irq, optee->smc.optee_pcpu); in uninit_pcpu_irq()
1155 free_percpu(optee->smc.optee_pcpu); in uninit_pcpu_irq()
1158 static void optee_smc_notif_uninit_irq(struct optee *optee) in optee_smc_notif_uninit_irq() argument
1160 if (optee->smc.sec_caps & OPTEE_SMC_SEC_CAP_ASYNC_NOTIF) { in optee_smc_notif_uninit_irq()
1161 optee_smc_stop_async_notif(optee->ctx); in optee_smc_notif_uninit_irq()
1162 if (optee->smc.notif_irq) { in optee_smc_notif_uninit_irq()
1163 if (irq_is_percpu_devid(optee->smc.notif_irq)) in optee_smc_notif_uninit_irq()
1164 uninit_pcpu_irq(optee); in optee_smc_notif_uninit_irq()
1166 free_irq(optee->smc.notif_irq, optee); in optee_smc_notif_uninit_irq()
1168 irq_dispose_mapping(optee->smc.notif_irq); in optee_smc_notif_uninit_irq()
1190 struct optee *optee = tee_get_drvdata(teedev); in optee_get_version() local
1192 if (optee->smc.sec_caps & OPTEE_SMC_SEC_CAP_DYNAMIC_SHM) in optee_get_version()
1194 if (optee->smc.sec_caps & OPTEE_SMC_SEC_CAP_MEMREF_NULL) in optee_get_version()
1201 struct optee *optee = tee_get_drvdata(ctx->teedev); in optee_smc_open() local
1202 u32 sec_caps = optee->smc.sec_caps; in optee_smc_open()
1455 struct optee *optee = platform_get_drvdata(pdev); in optee_smc_remove() local
1462 if (!optee->rpc_param_count) in optee_smc_remove()
1463 optee_disable_shm_cache(optee); in optee_smc_remove()
1465 optee_smc_notif_uninit_irq(optee); in optee_smc_remove()
1467 optee_remove_common(optee); in optee_smc_remove()
1469 if (optee->smc.memremaped_shm) in optee_smc_remove()
1470 memunmap(optee->smc.memremaped_shm); in optee_smc_remove()
1472 kfree(optee); in optee_smc_remove()
1486 struct optee *optee = platform_get_drvdata(pdev); in optee_shutdown() local
1488 if (!optee->rpc_param_count) in optee_shutdown()
1489 optee_disable_shm_cache(optee); in optee_shutdown()
1609 struct optee *optee = NULL; in optee_probe() local
1695 optee = kzalloc(sizeof(*optee), GFP_KERNEL); in optee_probe()
1696 if (!optee) { in optee_probe()
1701 optee->ops = &optee_ops; in optee_probe()
1702 optee->smc.invoke_fn = invoke_fn; in optee_probe()
1703 optee->smc.sec_caps = sec_caps; in optee_probe()
1704 optee->rpc_param_count = rpc_param_count; in optee_probe()
1706 teedev = tee_device_alloc(&optee_clnt_desc, NULL, pool, optee); in optee_probe()
1711 optee->teedev = teedev; in optee_probe()
1713 teedev = tee_device_alloc(&optee_supp_desc, NULL, pool, optee); in optee_probe()
1718 optee->supp_teedev = teedev; in optee_probe()
1720 rc = tee_device_register(optee->teedev); in optee_probe()
1724 rc = tee_device_register(optee->supp_teedev); in optee_probe()
1728 mutex_init(&optee->call_queue.mutex); in optee_probe()
1729 INIT_LIST_HEAD(&optee->call_queue.waiters); in optee_probe()
1730 optee_supp_init(&optee->supp); in optee_probe()
1731 optee->smc.memremaped_shm = memremaped_shm; in optee_probe()
1732 optee->pool = pool; in optee_probe()
1733 optee_shm_arg_cache_init(optee, arg_cache_flags); in optee_probe()
1735 platform_set_drvdata(pdev, optee); in optee_probe()
1736 ctx = teedev_open(optee->teedev); in optee_probe()
1741 optee->ctx = ctx; in optee_probe()
1742 rc = optee_notif_init(optee, max_notif_value); in optee_probe()
1756 rc = optee_smc_notif_init_irq(optee, irq); in optee_probe()
1761 enable_async_notif(optee->smc.invoke_fn); in optee_probe()
1772 optee_disable_unmapped_shm_cache(optee); in optee_probe()
1778 if (!optee->rpc_param_count) in optee_probe()
1779 optee_enable_shm_cache(optee); in optee_probe()
1781 if (optee->smc.sec_caps & OPTEE_SMC_SEC_CAP_DYNAMIC_SHM) in optee_probe()
1792 if (!optee->rpc_param_count) in optee_probe()
1793 optee_disable_shm_cache(optee); in optee_probe()
1794 optee_smc_notif_uninit_irq(optee); in optee_probe()
1797 optee_notif_uninit(optee); in optee_probe()
1801 optee_shm_arg_cache_uninit(optee); in optee_probe()
1802 optee_supp_uninit(&optee->supp); in optee_probe()
1803 mutex_destroy(&optee->call_queue.mutex); in optee_probe()
1805 tee_device_unregister(optee->supp_teedev); in optee_probe()
1807 tee_device_unregister(optee->teedev); in optee_probe()
1809 kfree(optee); in optee_probe()