12874c5fdSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2da7f033dSHerbert Xu /*
3da7f033dSHerbert Xu * Create default crypto algorithm instances.
4da7f033dSHerbert Xu *
5da7f033dSHerbert Xu * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
6da7f033dSHerbert Xu */
7da7f033dSHerbert Xu
86fe4a28dSHerbert Xu #include <crypto/internal/aead.h>
939871037SHerbert Xu #include <linux/completion.h>
10da7f033dSHerbert Xu #include <linux/ctype.h>
11da7f033dSHerbert Xu #include <linux/err.h>
12da7f033dSHerbert Xu #include <linux/init.h>
13da7f033dSHerbert Xu #include <linux/kthread.h>
14da7f033dSHerbert Xu #include <linux/module.h>
15da7f033dSHerbert Xu #include <linux/notifier.h>
16da7f033dSHerbert Xu #include <linux/rtnetlink.h>
17174cd4b1SIngo Molnar #include <linux/sched/signal.h>
185a0e3ad6STejun Heo #include <linux/slab.h>
19da7f033dSHerbert Xu #include <linux/string.h>
20da7f033dSHerbert Xu
21da7f033dSHerbert Xu #include "internal.h"
22da7f033dSHerbert Xu
23da7f033dSHerbert Xu struct cryptomgr_param {
24da7f033dSHerbert Xu struct rtattr *tb[CRYPTO_MAX_ATTRS + 2];
25da7f033dSHerbert Xu
26da7f033dSHerbert Xu struct {
27da7f033dSHerbert Xu struct rtattr attr;
28da7f033dSHerbert Xu struct crypto_attr_type data;
29da7f033dSHerbert Xu } type;
30da7f033dSHerbert Xu
31da7f033dSHerbert Xu struct {
32da7f033dSHerbert Xu struct rtattr attr;
33da7f033dSHerbert Xu struct crypto_attr_alg data;
34da7f033dSHerbert Xu } attrs[CRYPTO_MAX_ATTRS];
35da7f033dSHerbert Xu
36da7f033dSHerbert Xu char template[CRYPTO_MAX_ALG_NAME];
3773d3864aSHerbert Xu
38939e1779SHerbert Xu struct crypto_larval *larval;
3939871037SHerbert Xu
4073d3864aSHerbert Xu u32 otype;
4173d3864aSHerbert Xu u32 omask;
4273d3864aSHerbert Xu };
4373d3864aSHerbert Xu
4473d3864aSHerbert Xu struct crypto_test_param {
4573d3864aSHerbert Xu char driver[CRYPTO_MAX_ALG_NAME];
4673d3864aSHerbert Xu char alg[CRYPTO_MAX_ALG_NAME];
4773d3864aSHerbert Xu u32 type;
48da7f033dSHerbert Xu };
49da7f033dSHerbert Xu
cryptomgr_probe(void * data)50da7f033dSHerbert Xu static int cryptomgr_probe(void *data)
51da7f033dSHerbert Xu {
52da7f033dSHerbert Xu struct cryptomgr_param *param = data;
53da7f033dSHerbert Xu struct crypto_template *tmpl;
54da7f033dSHerbert Xu int err;
55da7f033dSHerbert Xu
56da7f033dSHerbert Xu tmpl = crypto_lookup_template(param->template);
57da7f033dSHerbert Xu if (!tmpl)
5839871037SHerbert Xu goto out;
59da7f033dSHerbert Xu
60da7f033dSHerbert Xu do {
61f2ac72e8SHerbert Xu err = tmpl->create(tmpl, param->tb);
62da7f033dSHerbert Xu } while (err == -EAGAIN && !signal_pending(current));
63da7f033dSHerbert Xu
64da7f033dSHerbert Xu crypto_tmpl_put(tmpl);
65da7f033dSHerbert Xu
66da7f033dSHerbert Xu out:
67939e1779SHerbert Xu complete_all(¶m->larval->completion);
68939e1779SHerbert Xu crypto_alg_put(¶m->larval->alg);
69da7f033dSHerbert Xu kfree(param);
70ca3574bdSEric W. Biederman module_put_and_kthread_exit(0);
71da7f033dSHerbert Xu }
72da7f033dSHerbert Xu
cryptomgr_schedule_probe(struct crypto_larval * larval)73da7f033dSHerbert Xu static int cryptomgr_schedule_probe(struct crypto_larval *larval)
74da7f033dSHerbert Xu {
75da7f033dSHerbert Xu struct task_struct *thread;
76da7f033dSHerbert Xu struct cryptomgr_param *param;
77da7f033dSHerbert Xu const char *name = larval->alg.cra_name;
78da7f033dSHerbert Xu const char *p;
79da7f033dSHerbert Xu unsigned int len;
80da7f033dSHerbert Xu int i;
81da7f033dSHerbert Xu
82da7f033dSHerbert Xu if (!try_module_get(THIS_MODULE))
83da7f033dSHerbert Xu goto err;
84da7f033dSHerbert Xu
85da7f033dSHerbert Xu param = kzalloc(sizeof(*param), GFP_KERNEL);
86da7f033dSHerbert Xu if (!param)
87da7f033dSHerbert Xu goto err_put_module;
88da7f033dSHerbert Xu
89da7f033dSHerbert Xu for (p = name; isalnum(*p) || *p == '-' || *p == '_'; p++)
90da7f033dSHerbert Xu ;
91da7f033dSHerbert Xu
92da7f033dSHerbert Xu len = p - name;
93da7f033dSHerbert Xu if (!len || *p != '(')
94da7f033dSHerbert Xu goto err_free_param;
95da7f033dSHerbert Xu
96da7f033dSHerbert Xu memcpy(param->template, name, len);
97da7f033dSHerbert Xu
98da7f033dSHerbert Xu i = 0;
99da7f033dSHerbert Xu for (;;) {
100da7f033dSHerbert Xu name = ++p;
101da7f033dSHerbert Xu
102da7f033dSHerbert Xu for (; isalnum(*p) || *p == '-' || *p == '_'; p++)
10310ff9976SLiu Shixin ;
104da7f033dSHerbert Xu
105da7f033dSHerbert Xu if (*p == '(') {
106da7f033dSHerbert Xu int recursion = 0;
107da7f033dSHerbert Xu
108da7f033dSHerbert Xu for (;;) {
109da7f033dSHerbert Xu if (!*++p)
110da7f033dSHerbert Xu goto err_free_param;
111da7f033dSHerbert Xu if (*p == '(')
112da7f033dSHerbert Xu recursion++;
113da7f033dSHerbert Xu else if (*p == ')' && !recursion--)
114da7f033dSHerbert Xu break;
115da7f033dSHerbert Xu }
116da7f033dSHerbert Xu
117da7f033dSHerbert Xu p++;
118da7f033dSHerbert Xu }
119da7f033dSHerbert Xu
120da7f033dSHerbert Xu len = p - name;
121da7f033dSHerbert Xu if (!len)
122da7f033dSHerbert Xu goto err_free_param;
123da7f033dSHerbert Xu
12410ff9976SLiu Shixin param->attrs[i].attr.rta_len = sizeof(param->attrs[i]);
12510ff9976SLiu Shixin param->attrs[i].attr.rta_type = CRYPTOA_ALG;
12610ff9976SLiu Shixin memcpy(param->attrs[i].data.name, name, len);
127da7f033dSHerbert Xu
128da7f033dSHerbert Xu param->tb[i + 1] = ¶m->attrs[i].attr;
129da7f033dSHerbert Xu i++;
130da7f033dSHerbert Xu
131da7f033dSHerbert Xu if (i >= CRYPTO_MAX_ATTRS)
132da7f033dSHerbert Xu goto err_free_param;
133da7f033dSHerbert Xu
134da7f033dSHerbert Xu if (*p == ')')
135da7f033dSHerbert Xu break;
136da7f033dSHerbert Xu
137da7f033dSHerbert Xu if (*p != ',')
138da7f033dSHerbert Xu goto err_free_param;
139da7f033dSHerbert Xu }
140da7f033dSHerbert Xu
141da7f033dSHerbert Xu if (!i)
142da7f033dSHerbert Xu goto err_free_param;
143da7f033dSHerbert Xu
144da7f033dSHerbert Xu param->tb[i + 1] = NULL;
145da7f033dSHerbert Xu
146da7f033dSHerbert Xu param->type.attr.rta_len = sizeof(param->type);
147da7f033dSHerbert Xu param->type.attr.rta_type = CRYPTOA_TYPE;
14873d3864aSHerbert Xu param->type.data.type = larval->alg.cra_flags & ~CRYPTO_ALG_TESTED;
14973d3864aSHerbert Xu param->type.data.mask = larval->mask & ~CRYPTO_ALG_TESTED;
150da7f033dSHerbert Xu param->tb[0] = ¶m->type.attr;
151da7f033dSHerbert Xu
15273d3864aSHerbert Xu param->otype = larval->alg.cra_flags;
15373d3864aSHerbert Xu param->omask = larval->mask;
15473d3864aSHerbert Xu
155939e1779SHerbert Xu crypto_alg_get(&larval->alg);
156939e1779SHerbert Xu param->larval = larval;
15739871037SHerbert Xu
15873d3864aSHerbert Xu thread = kthread_run(cryptomgr_probe, param, "cryptomgr_probe");
15973d3864aSHerbert Xu if (IS_ERR(thread))
160939e1779SHerbert Xu goto err_put_larval;
16173d3864aSHerbert Xu
16273d3864aSHerbert Xu return NOTIFY_STOP;
16373d3864aSHerbert Xu
164939e1779SHerbert Xu err_put_larval:
165939e1779SHerbert Xu crypto_alg_put(&larval->alg);
16673d3864aSHerbert Xu err_free_param:
16773d3864aSHerbert Xu kfree(param);
16873d3864aSHerbert Xu err_put_module:
16973d3864aSHerbert Xu module_put(THIS_MODULE);
17073d3864aSHerbert Xu err:
17173d3864aSHerbert Xu return NOTIFY_OK;
17273d3864aSHerbert Xu }
17373d3864aSHerbert Xu
cryptomgr_test(void * data)17473d3864aSHerbert Xu static int cryptomgr_test(void *data)
17573d3864aSHerbert Xu {
17673d3864aSHerbert Xu struct crypto_test_param *param = data;
17773d3864aSHerbert Xu u32 type = param->type;
178*441cb1b7SEric Biggers int err;
179326a6346SHerbert Xu
1801aa4ecd9SHerbert Xu err = alg_test(param->driver, param->alg, type, CRYPTO_ALG_TESTED);
18173d3864aSHerbert Xu
18273d3864aSHerbert Xu crypto_alg_tested(param->driver, err);
18373d3864aSHerbert Xu
18473d3864aSHerbert Xu kfree(param);
185ca3574bdSEric W. Biederman module_put_and_kthread_exit(0);
18673d3864aSHerbert Xu }
18773d3864aSHerbert Xu
cryptomgr_schedule_test(struct crypto_alg * alg)18873d3864aSHerbert Xu static int cryptomgr_schedule_test(struct crypto_alg *alg)
18973d3864aSHerbert Xu {
19073d3864aSHerbert Xu struct task_struct *thread;
19173d3864aSHerbert Xu struct crypto_test_param *param;
19273d3864aSHerbert Xu
193*441cb1b7SEric Biggers if (IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_TESTS))
194*441cb1b7SEric Biggers return NOTIFY_DONE;
195*441cb1b7SEric Biggers
19673d3864aSHerbert Xu if (!try_module_get(THIS_MODULE))
19773d3864aSHerbert Xu goto err;
19873d3864aSHerbert Xu
19973d3864aSHerbert Xu param = kzalloc(sizeof(*param), GFP_KERNEL);
20073d3864aSHerbert Xu if (!param)
20173d3864aSHerbert Xu goto err_put_module;
20273d3864aSHerbert Xu
20373d3864aSHerbert Xu memcpy(param->driver, alg->cra_driver_name, sizeof(param->driver));
20473d3864aSHerbert Xu memcpy(param->alg, alg->cra_name, sizeof(param->alg));
2059cadd73aSEric Biggers param->type = alg->cra_flags;
20673d3864aSHerbert Xu
20773d3864aSHerbert Xu thread = kthread_run(cryptomgr_test, param, "cryptomgr_test");
208da7f033dSHerbert Xu if (IS_ERR(thread))
209da7f033dSHerbert Xu goto err_free_param;
210da7f033dSHerbert Xu
211da7f033dSHerbert Xu return NOTIFY_STOP;
212da7f033dSHerbert Xu
213da7f033dSHerbert Xu err_free_param:
214da7f033dSHerbert Xu kfree(param);
215da7f033dSHerbert Xu err_put_module:
216da7f033dSHerbert Xu module_put(THIS_MODULE);
217da7f033dSHerbert Xu err:
218da7f033dSHerbert Xu return NOTIFY_OK;
219da7f033dSHerbert Xu }
220da7f033dSHerbert Xu
cryptomgr_notify(struct notifier_block * this,unsigned long msg,void * data)221da7f033dSHerbert Xu static int cryptomgr_notify(struct notifier_block *this, unsigned long msg,
222da7f033dSHerbert Xu void *data)
223da7f033dSHerbert Xu {
224da7f033dSHerbert Xu switch (msg) {
225da7f033dSHerbert Xu case CRYPTO_MSG_ALG_REQUEST:
226da7f033dSHerbert Xu return cryptomgr_schedule_probe(data);
22773d3864aSHerbert Xu case CRYPTO_MSG_ALG_REGISTER:
22873d3864aSHerbert Xu return cryptomgr_schedule_test(data);
229dd8b083fSMartin K. Petersen case CRYPTO_MSG_ALG_LOADED:
230dd8b083fSMartin K. Petersen break;
231da7f033dSHerbert Xu }
232da7f033dSHerbert Xu
233da7f033dSHerbert Xu return NOTIFY_DONE;
234da7f033dSHerbert Xu }
235da7f033dSHerbert Xu
236da7f033dSHerbert Xu static struct notifier_block cryptomgr_notifier = {
237da7f033dSHerbert Xu .notifier_call = cryptomgr_notify,
238da7f033dSHerbert Xu };
239da7f033dSHerbert Xu
cryptomgr_init(void)240da7f033dSHerbert Xu static int __init cryptomgr_init(void)
241da7f033dSHerbert Xu {
242f8b0d4d0SHerbert Xu return crypto_register_notifier(&cryptomgr_notifier);
243da7f033dSHerbert Xu }
244da7f033dSHerbert Xu
cryptomgr_exit(void)245da7f033dSHerbert Xu static void __exit cryptomgr_exit(void)
246da7f033dSHerbert Xu {
247da7f033dSHerbert Xu int err = crypto_unregister_notifier(&cryptomgr_notifier);
248da7f033dSHerbert Xu BUG_ON(err);
249da7f033dSHerbert Xu }
250da7f033dSHerbert Xu
251c4741b23SEric Biggers /*
252c4741b23SEric Biggers * This is arch_initcall() so that the crypto self-tests are run on algorithms
253c4741b23SEric Biggers * registered early by subsys_initcall(). subsys_initcall() is needed for
254c4741b23SEric Biggers * generic implementations so that they're available for comparison tests when
255c4741b23SEric Biggers * other implementations are registered later by module_init().
256c4741b23SEric Biggers */
257c4741b23SEric Biggers arch_initcall(cryptomgr_init);
258da7f033dSHerbert Xu module_exit(cryptomgr_exit);
259da7f033dSHerbert Xu
260da7f033dSHerbert Xu MODULE_LICENSE("GPL");
261da7f033dSHerbert Xu MODULE_DESCRIPTION("Crypto Algorithm Manager");
262