92 			      const u8 *in, unsigned int len, u8 *iv);
94 			      const u8 *in, unsigned int len, u8 *iv);
96 				  const u8 *in, unsigned int len, u8 *iv);
98 				  const u8 *in, unsigned int len, u8 *iv);
104 				  const u8 *in, unsigned int len, u8 *iv);
107 				  const u8 *in, unsigned int len, u8 *iv);
112 			      const u8 *in, unsigned int len, u8 *iv);
118 			       u8 *iv,
132 asmlinkage void aes_ctr_enc_128_avx_by8(const u8 *in, u8 *iv,
134 asmlinkage void aes_ctr_enc_192_avx_by8(const u8 *in, u8 *iv,
136 asmlinkage void aes_ctr_enc_256_avx_by8(const u8 *in, u8 *iv,
140 asmlinkage void aes_xctr_enc_128_avx_by8(const u8 *in, const u8 *iv,
144 asmlinkage void aes_xctr_enc_192_avx_by8(const u8 *in, const u8 *iv,
148 asmlinkage void aes_xctr_enc_256_avx_by8(const u8 *in, const u8 *iv,
159 					u8 *iv,
182 					u8 *iv,
348 			      nbytes & AES_BLOCK_MASK, walk.iv);  in cbc_encrypt()
370 			      nbytes & AES_BLOCK_MASK, walk.iv);  in cbc_decrypt()
403 					   req->iv);  in cts_cbc_encrypt()
421 				   req->iv);  in cts_cbc_encrypt()
429 			  walk.nbytes, walk.iv);  in cts_cbc_encrypt()
459 					   req->iv);  in cts_cbc_decrypt()
477 				   req->iv);  in cts_cbc_decrypt()
485 			  walk.nbytes, walk.iv);  in cts_cbc_decrypt()
493 			      const u8 *in, unsigned int len, u8 *iv)  in aesni_ctr_enc_avx_tfm()  argument
502 		aes_ctr_enc_128_avx_by8(in, iv, (void *)ctx, out, len);  in aesni_ctr_enc_avx_tfm()
504 		aes_ctr_enc_192_avx_by8(in, iv, (void *)ctx, out, len);  in aesni_ctr_enc_avx_tfm()
506 		aes_ctr_enc_256_avx_by8(in, iv, (void *)ctx, out, len);  in aesni_ctr_enc_avx_tfm()
526 						       walk.iv);  in ctr_crypt()
530 			aesni_enc(ctx, keystream, walk.iv);  in ctr_crypt()
534 			crypto_inc(walk.iv, AES_BLOCK_SIZE);  in ctr_crypt()
544 				   const u8 *in, unsigned int len, u8 *iv,  in aesni_xctr_enc_avx_tfm()  argument
548 		aes_xctr_enc_128_avx_by8(in, iv, (void *)ctx, out, len,  in aesni_xctr_enc_avx_tfm()
551 		aes_xctr_enc_192_avx_by8(in, iv, (void *)ctx, out, len,  in aesni_xctr_enc_avx_tfm()
554 		aes_xctr_enc_256_avx_by8(in, iv, (void *)ctx, out, len,  in aesni_xctr_enc_avx_tfm()
576 				walk.iv, byte_ctr);  in xctr_crypt()
581 			memcpy(block, walk.iv, AES_BLOCK_SIZE);  in xctr_crypt()
671 			      u8 *iv, void *aes_ctx, u8 *auth_tag,  in gcmaes_crypt_by_sg()  argument
709 		aesni_gcm_init_avx_gen4(aes_ctx, data, iv, hash_subkey, assoc,  in gcmaes_crypt_by_sg()
712 		aesni_gcm_init_avx_gen2(aes_ctx, data, iv, hash_subkey, assoc,  in gcmaes_crypt_by_sg()
715 		aesni_gcm_init(aes_ctx, data, iv, hash_subkey, assoc, assoclen);  in gcmaes_crypt_by_sg()
780 			  u8 *hash_subkey, u8 *iv, void *aes_ctx)  in gcmaes_encrypt()  argument
787 	err = gcmaes_crypt_by_sg(true, req, assoclen, hash_subkey, iv, aes_ctx,  in gcmaes_encrypt()
799 			  u8 *hash_subkey, u8 *iv, void *aes_ctx)  in gcmaes_decrypt()  argument
807 	err = gcmaes_crypt_by_sg(false, req, assoclen, hash_subkey, iv, aes_ctx,  in gcmaes_decrypt()
831 	u8 *iv = PTR_ALIGN(&ivbuf[0], AESNI_ALIGN);  in helper_rfc4106_encrypt()  local
843 		*(iv+i) = ctx->nonce[i];  in helper_rfc4106_encrypt()
845 		*(iv+4+i) = req->iv[i];  in helper_rfc4106_encrypt()
846 	*((__be32 *)(iv+12)) = counter;  in helper_rfc4106_encrypt()
848 	return gcmaes_encrypt(req, req->assoclen - 8, ctx->hash_subkey, iv,  in helper_rfc4106_encrypt()
859 	u8 *iv = PTR_ALIGN(&ivbuf[0], AESNI_ALIGN);  in helper_rfc4106_decrypt()  local
871 		*(iv+i) = ctx->nonce[i];  in helper_rfc4106_decrypt()
873 		*(iv+4+i) = req->iv[i];  in helper_rfc4106_decrypt()
874 	*((__be32 *)(iv+12)) = counter;  in helper_rfc4106_decrypt()
876 	return gcmaes_decrypt(req, req->assoclen - 8, ctx->hash_subkey, iv,  in helper_rfc4106_decrypt()
929 					   blocks * AES_BLOCK_SIZE, req->iv);  in xts_crypt()
942 	aesni_enc(aes_ctx(ctx->raw_tweak_ctx), walk.iv, walk.iv);  in xts_crypt()
953 					  nbytes, walk.iv);  in xts_crypt()
957 					  nbytes, walk.iv);  in xts_crypt()
975 					   req->iv);  in xts_crypt()
985 					  walk.nbytes, walk.iv);  in xts_crypt()
989 					  walk.nbytes, walk.iv);  in xts_crypt()
1160 	u8 *iv = PTR_ALIGN(&ivbuf[0], AESNI_ALIGN);  in generic_gcmaes_encrypt()  local
1163 	memcpy(iv, req->iv, 12);  in generic_gcmaes_encrypt()
1164 	*((__be32 *)(iv+12)) = counter;  in generic_gcmaes_encrypt()
1166 	return gcmaes_encrypt(req, req->assoclen, ctx->hash_subkey, iv,  in generic_gcmaes_encrypt()
1177 	u8 *iv = PTR_ALIGN(&ivbuf[0], AESNI_ALIGN);  in generic_gcmaes_decrypt()  local
1179 	memcpy(iv, req->iv, 12);  in generic_gcmaes_decrypt()
1180 	*((__be32 *)(iv+12)) = counter;  in generic_gcmaes_decrypt()
1182 	return gcmaes_decrypt(req, req->assoclen, ctx->hash_subkey, iv,  in generic_gcmaes_decrypt()