211 				  struct alginfo * const cdata,  in init_sh_desc_key_aead()  argument
216 	unsigned int enckeylen = cdata->keylen;  in init_sh_desc_key_aead()
246 	if (cdata->key_inline)  in init_sh_desc_key_aead()
247 		append_key_as_imm(desc, cdata->key_virt, enckeylen,  in init_sh_desc_key_aead()
250 		append_key(desc, cdata->key_dma, enckeylen, CLASS_1 |  in init_sh_desc_key_aead()
288 void cnstr_shdsc_aead_encap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_aead_encap()  argument
295 	init_sh_desc_key_aead(desc, cdata, adata, is_rfc3686, nonce, era);  in cnstr_shdsc_aead_encap()
344 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_aead_encap()
383 void cnstr_shdsc_aead_decap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_aead_decap()  argument
390 	init_sh_desc_key_aead(desc, cdata, adata, is_rfc3686, nonce, era);  in cnstr_shdsc_aead_decap()
459 		append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_aead_decap()
462 		append_dec_op1(desc, cdata->algtype);  in cnstr_shdsc_aead_decap()
500 void cnstr_shdsc_aead_givencap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_aead_givencap()  argument
510 	init_sh_desc_key_aead(desc, cdata, adata, is_rfc3686, nonce, era);  in cnstr_shdsc_aead_givencap()
591 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_aead_givencap()
634 void cnstr_shdsc_gcm_encap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_gcm_encap()  argument
646 	if (cdata->key_inline)  in cnstr_shdsc_gcm_encap()
647 		append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_gcm_encap()
648 				  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_gcm_encap()
650 		append_key(desc, cdata->key_dma, cdata->keylen, CLASS_1 |  in cnstr_shdsc_gcm_encap()
655 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_gcm_encap()
761 void cnstr_shdsc_gcm_decap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_gcm_decap()  argument
772 	if (cdata->key_inline)  in cnstr_shdsc_gcm_decap()
773 		append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_gcm_decap()
774 				  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_gcm_decap()
776 		append_key(desc, cdata->key_dma, cdata->keylen, CLASS_1 |  in cnstr_shdsc_gcm_decap()
781 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_gcm_decap()
861 void cnstr_shdsc_rfc4106_encap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_rfc4106_encap()  argument
871 	if (cdata->key_inline)  in cnstr_shdsc_rfc4106_encap()
872 		append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_rfc4106_encap()
873 				  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_rfc4106_encap()
875 		append_key(desc, cdata->key_dma, cdata->keylen, CLASS_1 |  in cnstr_shdsc_rfc4106_encap()
880 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_rfc4106_encap()
898 		append_fifo_load_as_imm(desc, (void *)(cdata->key_virt +  in cnstr_shdsc_rfc4106_encap()
899 					cdata->keylen), 4, FIFOLD_CLASS_CLASS1 |  in cnstr_shdsc_rfc4106_encap()
968 void cnstr_shdsc_rfc4106_decap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_rfc4106_decap()  argument
979 	if (cdata->key_inline)  in cnstr_shdsc_rfc4106_decap()
980 		append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_rfc4106_decap()
981 				  cdata->keylen, CLASS_1 |  in cnstr_shdsc_rfc4106_decap()
984 		append_key(desc, cdata->key_dma, cdata->keylen, CLASS_1 |  in cnstr_shdsc_rfc4106_decap()
989 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_rfc4106_decap()
1007 		append_fifo_load_as_imm(desc, (void *)(cdata->key_virt +  in cnstr_shdsc_rfc4106_decap()
1008 					cdata->keylen), 4, FIFOLD_CLASS_CLASS1 |  in cnstr_shdsc_rfc4106_decap()
1063 void cnstr_shdsc_rfc4543_encap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_rfc4543_encap()  argument
1074 	if (cdata->key_inline)  in cnstr_shdsc_rfc4543_encap()
1075 		append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_rfc4543_encap()
1076 				  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_rfc4543_encap()
1078 		append_key(desc, cdata->key_dma, cdata->keylen, CLASS_1 |  in cnstr_shdsc_rfc4543_encap()
1083 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_rfc4543_encap()
1091 		append_fifo_load_as_imm(desc, (void *)(cdata->key_virt +  in cnstr_shdsc_rfc4543_encap()
1092 					cdata->keylen), 4, FIFOLD_CLASS_CLASS1 |  in cnstr_shdsc_rfc4543_encap()
1146 void cnstr_shdsc_rfc4543_decap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_rfc4543_decap()  argument
1157 	if (cdata->key_inline)  in cnstr_shdsc_rfc4543_decap()
1158 		append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_rfc4543_decap()
1159 				  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_rfc4543_decap()
1161 		append_key(desc, cdata->key_dma, cdata->keylen, CLASS_1 |  in cnstr_shdsc_rfc4543_decap()
1166 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_rfc4543_decap()
1174 		append_fifo_load_as_imm(desc, (void *)(cdata->key_virt +  in cnstr_shdsc_rfc4543_decap()
1175 					cdata->keylen), 4, FIFOLD_CLASS_CLASS1 |  in cnstr_shdsc_rfc4543_decap()
1240 void cnstr_shdsc_chachapoly(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_chachapoly()  argument
1256 	append_key_as_imm(desc, cdata->key_virt, cdata->keylen, cdata->keylen,  in cnstr_shdsc_chachapoly()
1261 		append_load_as_imm(desc, cdata->key_virt + cdata->keylen, 4,  in cnstr_shdsc_chachapoly()
1271 		append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_chachapoly()
1276 		append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_chachapoly()
1378 void cnstr_shdsc_skcipher_encap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_skcipher_encap()  argument
1383 	u32 options = cdata->algtype | OP_ALG_AS_INIT | OP_ALG_ENCRYPT;  in cnstr_shdsc_skcipher_encap()
1384 	bool is_chacha20 = ((cdata->algtype & OP_ALG_ALGSEL_MASK) ==  in cnstr_shdsc_skcipher_encap()
1393 	append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_skcipher_encap()
1394 			  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_skcipher_encap()
1398 		const u8 *nonce = cdata->key_virt + cdata->keylen;  in cnstr_shdsc_skcipher_encap()
1454 void cnstr_shdsc_skcipher_decap(u32 * const desc, struct alginfo *cdata,  in cnstr_shdsc_skcipher_decap()  argument
1459 	bool is_chacha20 = ((cdata->algtype & OP_ALG_ALGSEL_MASK) ==  in cnstr_shdsc_skcipher_decap()
1468 	append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_skcipher_decap()
1469 			  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_skcipher_decap()
1473 		const u8 *nonce = cdata->key_virt + cdata->keylen;  in cnstr_shdsc_skcipher_decap()
1500 		append_operation(desc, cdata->algtype | OP_ALG_AS_INIT |  in cnstr_shdsc_skcipher_decap()
1503 		append_dec_op1(desc, cdata->algtype);  in cnstr_shdsc_skcipher_decap()
1526 void cnstr_shdsc_xts_skcipher_encap(u32 * const desc, struct alginfo *cdata)  in cnstr_shdsc_xts_skcipher_encap()  argument
1543 	append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_xts_skcipher_encap()
1544 			  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_xts_skcipher_encap()
1564 	append_operation(desc, cdata->algtype | OP_ALG_AS_INITFINAL |  in cnstr_shdsc_xts_skcipher_encap()
1588 void cnstr_shdsc_xts_skcipher_decap(u32 * const desc, struct alginfo *cdata)  in cnstr_shdsc_xts_skcipher_decap()  argument
1605 	append_key_as_imm(desc, cdata->key_virt, cdata->keylen,  in cnstr_shdsc_xts_skcipher_decap()
1606 			  cdata->keylen, CLASS_1 | KEY_DEST_CLASS_REG);  in cnstr_shdsc_xts_skcipher_decap()
1625 	append_dec_op1(desc, cdata->algtype);  in cnstr_shdsc_xts_skcipher_decap()