27 asmlinkage void sm4_ce_expand_key(const u8 *key, u32 *rkey_enc, u32 *rkey_dec,
52 asmlinkage void sm4_ce_mac_update(const u32 *rkey_enc, u8 *digest,
85 	sm4_ce_expand_key(key, ctx->rkey_enc, ctx->rkey_dec,  in sm4_setkey()
105 	sm4_ce_expand_key(key, ctx->key1.rkey_enc,  in sm4_xts_setkey()
107 	sm4_ce_expand_key(&key[SM4_KEY_SIZE], ctx->key2.rkey_enc,  in sm4_xts_setkey()
148 	return sm4_ecb_do_crypt(req, ctx->rkey_enc);  in sm4_ecb_encrypt()
180 				sm4_ce_cbc_enc(ctx->rkey_enc, dst, src,  in sm4_cbc_crypt()
262 		sm4_ce_cbc_cts_enc(ctx->rkey_enc, walk.dst.virt.addr,  in sm4_cbc_cts_crypt()
302 			sm4_ce_cfb_enc(ctx->rkey_enc, dst, src, walk.iv, nblks);  in sm4_cfb_encrypt()
312 			sm4_ce_crypt_block(ctx->rkey_enc, keystream, walk.iv);  in sm4_cfb_encrypt()
344 			sm4_ce_cfb_dec(ctx->rkey_enc, dst, src, walk.iv, nblks);  in sm4_cfb_decrypt()
354 			sm4_ce_crypt_block(ctx->rkey_enc, keystream, walk.iv);  in sm4_cfb_decrypt()
386 			sm4_ce_ctr_enc(ctx->rkey_enc, dst, src, walk.iv, nblks);  in sm4_ctr_crypt()
396 			sm4_ce_crypt_block(ctx->rkey_enc, keystream, walk.iv);  in sm4_ctr_crypt()
415 	const u32 *rkey2_enc = ctx->key2.rkey_enc;  in sm4_xts_crypt()
456 			sm4_ce_xts_enc(ctx->key1.rkey_enc, walk.dst.virt.addr,  in sm4_xts_crypt()
492 		sm4_ce_xts_enc(ctx->key1.rkey_enc, walk.dst.virt.addr,  in sm4_xts_crypt()
621 	sm4_ce_expand_key(key, ctx->key.rkey_enc, ctx->key.rkey_dec,  in sm4_cbcmac_setkey()
642 	sm4_ce_expand_key(key, ctx->key.rkey_enc, ctx->key.rkey_dec,  in sm4_cmac_setkey()
646 	sm4_ce_crypt_block(ctx->key.rkey_enc, (u8 *)consts, (const u8 *)consts);  in sm4_cmac_setkey()
680 	sm4_ce_expand_key(key, ctx->key.rkey_enc, ctx->key.rkey_dec,  in sm4_xcbc_setkey()
683 	sm4_ce_crypt_block(ctx->key.rkey_enc, key2, ks[0]);  in sm4_xcbc_setkey()
684 	sm4_ce_crypt(ctx->key.rkey_enc, ctx->consts, ks[1], 2);  in sm4_xcbc_setkey()
686 	sm4_ce_expand_key(key2, ctx->key.rkey_enc, ctx->key.rkey_dec,  in sm4_xcbc_setkey()
727 			sm4_ce_crypt_block(tctx->key.rkey_enc,  in sm4_mac_update()
734 			sm4_ce_mac_update(tctx->key.rkey_enc, ctx->digest, p,  in sm4_mac_update()
767 	sm4_ce_mac_update(tctx->key.rkey_enc, ctx->digest, consts, 1,  in sm4_cmac_final()
783 		sm4_ce_crypt_block(tctx->key.rkey_enc, ctx->digest,  in sm4_cbcmac_final()