62 asmlinkage void pmull_ghash_update_p64(int blocks, u64 dg[], const char *src,
65 asmlinkage void pmull_ghash_update_p8(int blocks, u64 dg[], const char *src,
78 static void ghash_do_update(int blocks, u64 dg[], const char *src,  in ghash_do_update()  argument
84 			pmull_ghash_update_p64(blocks, dg, src, key->h, head);  in ghash_do_update()
86 			pmull_ghash_update_p8(blocks, dg, src, key->h, head);  in ghash_do_update()
89 		be128 dst = { cpu_to_be64(dg[1]), cpu_to_be64(dg[0]) };  in ghash_do_update()
106 		dg[0] = be64_to_cpu(dst.b);  in ghash_do_update()
107 		dg[1] = be64_to_cpu(dst.a);  in ghash_do_update()
365 void pmull_gcm_encrypt(int blocks, u64 dg[], const char *src,
369 void pmull_gcm_enc_final(int blocks, u64 dg[], char *tag,
373 void pmull_gcm_decrypt(int bytes, u64 dg[], const char *src,
377 int pmull_gcm_dec_final(int bytes, u64 dg[], char *tag,
421 static void gcm_update_mac(u64 dg[], const u8 *src, int count, u8 buf[],  in gcm_update_mac()  argument
437 		pmull_ghash_update_p64(blocks, dg, src, ctx->h,  in gcm_update_mac()
451 static void gcm_calculate_auth_mac(struct aead_request *req, u64 dg[], u32 len)  in gcm_calculate_auth_mac()  argument
471 		gcm_update_mac(dg, p, n, buf, &buf_count, ctx);  in gcm_calculate_auth_mac()
486 		pmull_ghash_update_p64(1, dg, buf, ctx->h, NULL);  in gcm_calculate_auth_mac()
497 	u64 dg[2] = {};  in gcm_encrypt()  local
511 		gcm_calculate_auth_mac(req, dg, assoclen);  in gcm_encrypt()
519 		pmull_gcm_encrypt(nblocks, dg, src, ctx, dst, iv,  in gcm_encrypt()
560 	pmull_gcm_enc_final(tail, dg, tag, ctx, (u8 *)src, iv,  in gcm_encrypt()
589 	u64 dg[2] = {};  in gcm_decrypt()  local
607 		gcm_calculate_auth_mac(req, dg, assoclen);  in gcm_decrypt()
615 		pmull_gcm_decrypt(nblocks, dg, src, ctx, dst, iv,  in gcm_decrypt()
647 	ret = pmull_gcm_dec_final(tail, dg, tag, ctx, (u8 *)src, iv,  in gcm_decrypt()