1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Copyright (C) 2019 Linaro Ltd <ard.biesheuvel@linaro.org> 4 */ 5 6 #include <asm/cpufeature.h> 7 #include <asm/neon.h> 8 9 #include "aegis.h" 10 11 void crypto_aegis128_init_neon(void *state, const void *key, const void *iv); 12 void crypto_aegis128_update_neon(void *state, const void *msg); 13 void crypto_aegis128_encrypt_chunk_neon(void *state, void *dst, const void *src, 14 unsigned int size); 15 void crypto_aegis128_decrypt_chunk_neon(void *state, void *dst, const void *src, 16 unsigned int size); 17 int crypto_aegis128_final_neon(void *state, void *tag_xor, 18 unsigned int assoclen, 19 unsigned int cryptlen, 20 unsigned int authsize); 21 22 int aegis128_have_aes_insn __ro_after_init; 23 24 bool crypto_aegis128_have_simd(void) 25 { 26 if (cpu_have_feature(cpu_feature(AES))) { 27 aegis128_have_aes_insn = 1; 28 return true; 29 } 30 return IS_ENABLED(CONFIG_ARM64); 31 } 32 33 void crypto_aegis128_init_simd(struct aegis_state *state, 34 const union aegis_block *key, 35 const u8 *iv) 36 { 37 kernel_neon_begin(); 38 crypto_aegis128_init_neon(state, key, iv); 39 kernel_neon_end(); 40 } 41 42 void crypto_aegis128_update_simd(struct aegis_state *state, const void *msg) 43 { 44 kernel_neon_begin(); 45 crypto_aegis128_update_neon(state, msg); 46 kernel_neon_end(); 47 } 48 49 void crypto_aegis128_encrypt_chunk_simd(struct aegis_state *state, u8 *dst, 50 const u8 *src, unsigned int size) 51 { 52 kernel_neon_begin(); 53 crypto_aegis128_encrypt_chunk_neon(state, dst, src, size); 54 kernel_neon_end(); 55 } 56 57 void crypto_aegis128_decrypt_chunk_simd(struct aegis_state *state, u8 *dst, 58 const u8 *src, unsigned int size) 59 { 60 kernel_neon_begin(); 61 crypto_aegis128_decrypt_chunk_neon(state, dst, src, size); 62 kernel_neon_end(); 63 } 64 65 int crypto_aegis128_final_simd(struct aegis_state *state, 66 union aegis_block *tag_xor, 67 unsigned int assoclen, 68 unsigned int cryptlen, 69 unsigned int authsize) 70 { 71 int ret; 72 73 kernel_neon_begin(); 74 ret = crypto_aegis128_final_neon(state, tag_xor, assoclen, cryptlen, 75 authsize); 76 kernel_neon_end(); 77 78 return ret; 79 } 80