1*a41b2129STianjia Zhang // SPDX-License-Identifier: GPL-2.0-or-later
2*a41b2129STianjia Zhang /*
3*a41b2129STianjia Zhang * sm3-neon-glue.c - SM3 secure hash using NEON instructions
4*a41b2129STianjia Zhang *
5*a41b2129STianjia Zhang * Copyright (C) 2022 Tianjia Zhang <tianjia.zhang@linux.alibaba.com>
6*a41b2129STianjia Zhang */
7*a41b2129STianjia Zhang
8*a41b2129STianjia Zhang #include <asm/neon.h>
9*a41b2129STianjia Zhang #include <asm/simd.h>
10*a41b2129STianjia Zhang #include <asm/unaligned.h>
11*a41b2129STianjia Zhang #include <crypto/internal/hash.h>
12*a41b2129STianjia Zhang #include <crypto/internal/simd.h>
13*a41b2129STianjia Zhang #include <crypto/sm3.h>
14*a41b2129STianjia Zhang #include <crypto/sm3_base.h>
15*a41b2129STianjia Zhang #include <linux/cpufeature.h>
16*a41b2129STianjia Zhang #include <linux/crypto.h>
17*a41b2129STianjia Zhang #include <linux/module.h>
18*a41b2129STianjia Zhang
19*a41b2129STianjia Zhang
20*a41b2129STianjia Zhang asmlinkage void sm3_neon_transform(struct sm3_state *sst, u8 const *src,
21*a41b2129STianjia Zhang int blocks);
22*a41b2129STianjia Zhang
sm3_neon_update(struct shash_desc * desc,const u8 * data,unsigned int len)23*a41b2129STianjia Zhang static int sm3_neon_update(struct shash_desc *desc, const u8 *data,
24*a41b2129STianjia Zhang unsigned int len)
25*a41b2129STianjia Zhang {
26*a41b2129STianjia Zhang if (!crypto_simd_usable()) {
27*a41b2129STianjia Zhang sm3_update(shash_desc_ctx(desc), data, len);
28*a41b2129STianjia Zhang return 0;
29*a41b2129STianjia Zhang }
30*a41b2129STianjia Zhang
31*a41b2129STianjia Zhang kernel_neon_begin();
32*a41b2129STianjia Zhang sm3_base_do_update(desc, data, len, sm3_neon_transform);
33*a41b2129STianjia Zhang kernel_neon_end();
34*a41b2129STianjia Zhang
35*a41b2129STianjia Zhang return 0;
36*a41b2129STianjia Zhang }
37*a41b2129STianjia Zhang
sm3_neon_final(struct shash_desc * desc,u8 * out)38*a41b2129STianjia Zhang static int sm3_neon_final(struct shash_desc *desc, u8 *out)
39*a41b2129STianjia Zhang {
40*a41b2129STianjia Zhang if (!crypto_simd_usable()) {
41*a41b2129STianjia Zhang sm3_final(shash_desc_ctx(desc), out);
42*a41b2129STianjia Zhang return 0;
43*a41b2129STianjia Zhang }
44*a41b2129STianjia Zhang
45*a41b2129STianjia Zhang kernel_neon_begin();
46*a41b2129STianjia Zhang sm3_base_do_finalize(desc, sm3_neon_transform);
47*a41b2129STianjia Zhang kernel_neon_end();
48*a41b2129STianjia Zhang
49*a41b2129STianjia Zhang return sm3_base_finish(desc, out);
50*a41b2129STianjia Zhang }
51*a41b2129STianjia Zhang
sm3_neon_finup(struct shash_desc * desc,const u8 * data,unsigned int len,u8 * out)52*a41b2129STianjia Zhang static int sm3_neon_finup(struct shash_desc *desc, const u8 *data,
53*a41b2129STianjia Zhang unsigned int len, u8 *out)
54*a41b2129STianjia Zhang {
55*a41b2129STianjia Zhang if (!crypto_simd_usable()) {
56*a41b2129STianjia Zhang struct sm3_state *sctx = shash_desc_ctx(desc);
57*a41b2129STianjia Zhang
58*a41b2129STianjia Zhang if (len)
59*a41b2129STianjia Zhang sm3_update(sctx, data, len);
60*a41b2129STianjia Zhang sm3_final(sctx, out);
61*a41b2129STianjia Zhang return 0;
62*a41b2129STianjia Zhang }
63*a41b2129STianjia Zhang
64*a41b2129STianjia Zhang kernel_neon_begin();
65*a41b2129STianjia Zhang if (len)
66*a41b2129STianjia Zhang sm3_base_do_update(desc, data, len, sm3_neon_transform);
67*a41b2129STianjia Zhang sm3_base_do_finalize(desc, sm3_neon_transform);
68*a41b2129STianjia Zhang kernel_neon_end();
69*a41b2129STianjia Zhang
70*a41b2129STianjia Zhang return sm3_base_finish(desc, out);
71*a41b2129STianjia Zhang }
72*a41b2129STianjia Zhang
73*a41b2129STianjia Zhang static struct shash_alg sm3_alg = {
74*a41b2129STianjia Zhang .digestsize = SM3_DIGEST_SIZE,
75*a41b2129STianjia Zhang .init = sm3_base_init,
76*a41b2129STianjia Zhang .update = sm3_neon_update,
77*a41b2129STianjia Zhang .final = sm3_neon_final,
78*a41b2129STianjia Zhang .finup = sm3_neon_finup,
79*a41b2129STianjia Zhang .descsize = sizeof(struct sm3_state),
80*a41b2129STianjia Zhang .base.cra_name = "sm3",
81*a41b2129STianjia Zhang .base.cra_driver_name = "sm3-neon",
82*a41b2129STianjia Zhang .base.cra_blocksize = SM3_BLOCK_SIZE,
83*a41b2129STianjia Zhang .base.cra_module = THIS_MODULE,
84*a41b2129STianjia Zhang .base.cra_priority = 200,
85*a41b2129STianjia Zhang };
86*a41b2129STianjia Zhang
sm3_neon_init(void)87*a41b2129STianjia Zhang static int __init sm3_neon_init(void)
88*a41b2129STianjia Zhang {
89*a41b2129STianjia Zhang return crypto_register_shash(&sm3_alg);
90*a41b2129STianjia Zhang }
91*a41b2129STianjia Zhang
sm3_neon_fini(void)92*a41b2129STianjia Zhang static void __exit sm3_neon_fini(void)
93*a41b2129STianjia Zhang {
94*a41b2129STianjia Zhang crypto_unregister_shash(&sm3_alg);
95*a41b2129STianjia Zhang }
96*a41b2129STianjia Zhang
97*a41b2129STianjia Zhang module_init(sm3_neon_init);
98*a41b2129STianjia Zhang module_exit(sm3_neon_fini);
99*a41b2129STianjia Zhang
100*a41b2129STianjia Zhang MODULE_DESCRIPTION("SM3 secure hash using NEON instructions");
101*a41b2129STianjia Zhang MODULE_AUTHOR("Jussi Kivilinna <jussi.kivilinna@iki.fi>");
102*a41b2129STianjia Zhang MODULE_AUTHOR("Tianjia Zhang <tianjia.zhang@linux.alibaba.com>");
103*a41b2129STianjia Zhang MODULE_LICENSE("GPL v2");
104