52 asmlinkage void pmull_ghash_update_p64(int blocks, u64 dg[], const char *src,
55 asmlinkage void pmull_ghash_update_p8(int blocks, u64 dg[], const char *src,
59 				  u64 const h[][2], u64 dg[], u8 ctr[],
62 				 u64 const h[][2], u64 dg[], u8 ctr[],
74 static void ghash_do_update(int blocks, u64 dg[], const char *src,  in ghash_do_update()  argument
77 	be128 dst = { cpu_to_be64(dg[1]), cpu_to_be64(dg[0]) };  in ghash_do_update()
94 	dg[0] = be64_to_cpu(dst.b);  in ghash_do_update()
95 	dg[1] = be64_to_cpu(dst.a);  in ghash_do_update()
99 void ghash_do_simd_update(int blocks, u64 dg[], const char *src,  in ghash_do_simd_update()  argument
101 			  void (*simd_update)(int blocks, u64 dg[],  in ghash_do_simd_update()
108 		simd_update(blocks, dg, src, key->h, head);  in ghash_do_simd_update()
111 		ghash_do_update(blocks, dg, src, key, head);  in ghash_do_simd_update()
269 static void gcm_update_mac(u64 dg[], const u8 *src, int count, u8 buf[],  in gcm_update_mac()  argument
285 		ghash_do_simd_update(blocks, dg, src, &ctx->ghash_key,  in gcm_update_mac()
300 static void gcm_calculate_auth_mac(struct aead_request *req, u64 dg[], u32 len)  in gcm_calculate_auth_mac()  argument
320 		gcm_update_mac(dg, p, n, buf, &buf_count, ctx);  in gcm_calculate_auth_mac()
330 		ghash_do_simd_update(1, dg, buf, &ctx->ghash_key, NULL,  in gcm_calculate_auth_mac()
342 	u64 dg[2] = {};  in gcm_encrypt()  local
351 		gcm_calculate_auth_mac(req, dg, assoclen);  in gcm_encrypt()
374 				  dg, iv, ctx->aes_key.key_enc, nrounds,  in gcm_encrypt()
407 	u64 dg[2] = {};  in gcm_decrypt()  local
417 		gcm_calculate_auth_mac(req, dg, assoclen);  in gcm_decrypt()
444 					dg, iv, ctx->aes_key.key_enc,  in gcm_decrypt()