1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * Copyright (C) 2016 Namjae Jeon <linkinjeon@kernel.org>
4 * Copyright (C) 2018 Samsung Electronics Co., Ltd.
5 */
6
7 #include <linux/kernel.h>
8 #include <linux/fs.h>
9 #include <linux/uaccess.h>
10 #include <linux/backing-dev.h>
11 #include <linux/writeback.h>
12 #include <linux/uio.h>
13 #include <linux/xattr.h>
14 #include <crypto/hash.h>
15 #include <crypto/aead.h>
16 #include <linux/random.h>
17 #include <linux/scatterlist.h>
18
19 #include "auth.h"
20 #include "glob.h"
21
22 #include <linux/fips.h>
23 #include <crypto/des.h>
24
25 #include "server.h"
26 #include "smb_common.h"
27 #include "connection.h"
28 #include "mgmt/user_session.h"
29 #include "mgmt/user_config.h"
30 #include "crypto_ctx.h"
31 #include "transport_ipc.h"
32 #include "../common/arc4.h"
33
34 /*
35 * Fixed format data defining GSS header and fixed string
36 * "not_defined_in_RFC4178@please_ignore".
37 * So sec blob data in neg phase could be generated statically.
38 */
39 static char NEGOTIATE_GSS_HEADER[AUTH_GSS_LENGTH] = {
40 #ifdef CONFIG_SMB_SERVER_KERBEROS5
41 0x60, 0x5e, 0x06, 0x06, 0x2b, 0x06, 0x01, 0x05,
42 0x05, 0x02, 0xa0, 0x54, 0x30, 0x52, 0xa0, 0x24,
43 0x30, 0x22, 0x06, 0x09, 0x2a, 0x86, 0x48, 0x86,
44 0xf7, 0x12, 0x01, 0x02, 0x02, 0x06, 0x09, 0x2a,
45 0x86, 0x48, 0x82, 0xf7, 0x12, 0x01, 0x02, 0x02,
46 0x06, 0x0a, 0x2b, 0x06, 0x01, 0x04, 0x01, 0x82,
47 0x37, 0x02, 0x02, 0x0a, 0xa3, 0x2a, 0x30, 0x28,
48 0xa0, 0x26, 0x1b, 0x24, 0x6e, 0x6f, 0x74, 0x5f,
49 0x64, 0x65, 0x66, 0x69, 0x6e, 0x65, 0x64, 0x5f,
50 0x69, 0x6e, 0x5f, 0x52, 0x46, 0x43, 0x34, 0x31,
51 0x37, 0x38, 0x40, 0x70, 0x6c, 0x65, 0x61, 0x73,
52 0x65, 0x5f, 0x69, 0x67, 0x6e, 0x6f, 0x72, 0x65
53 #else
54 0x60, 0x48, 0x06, 0x06, 0x2b, 0x06, 0x01, 0x05,
55 0x05, 0x02, 0xa0, 0x3e, 0x30, 0x3c, 0xa0, 0x0e,
56 0x30, 0x0c, 0x06, 0x0a, 0x2b, 0x06, 0x01, 0x04,
57 0x01, 0x82, 0x37, 0x02, 0x02, 0x0a, 0xa3, 0x2a,
58 0x30, 0x28, 0xa0, 0x26, 0x1b, 0x24, 0x6e, 0x6f,
59 0x74, 0x5f, 0x64, 0x65, 0x66, 0x69, 0x6e, 0x65,
60 0x64, 0x5f, 0x69, 0x6e, 0x5f, 0x52, 0x46, 0x43,
61 0x34, 0x31, 0x37, 0x38, 0x40, 0x70, 0x6c, 0x65,
62 0x61, 0x73, 0x65, 0x5f, 0x69, 0x67, 0x6e, 0x6f,
63 0x72, 0x65
64 #endif
65 };
66
ksmbd_copy_gss_neg_header(void * buf)67 void ksmbd_copy_gss_neg_header(void *buf)
68 {
69 memcpy(buf, NEGOTIATE_GSS_HEADER, AUTH_GSS_LENGTH);
70 }
71
72 /**
73 * ksmbd_gen_sess_key() - function to generate session key
74 * @sess: session of connection
75 * @hash: source hash value to be used for find session key
76 * @hmac: source hmac value to be used for finding session key
77 *
78 */
ksmbd_gen_sess_key(struct ksmbd_session * sess,char * hash,char * hmac)79 static int ksmbd_gen_sess_key(struct ksmbd_session *sess, char *hash,
80 char *hmac)
81 {
82 struct ksmbd_crypto_ctx *ctx;
83 int rc;
84
85 ctx = ksmbd_crypto_ctx_find_hmacmd5();
86 if (!ctx) {
87 ksmbd_debug(AUTH, "could not crypto alloc hmacmd5\n");
88 return -ENOMEM;
89 }
90
91 rc = crypto_shash_setkey(CRYPTO_HMACMD5_TFM(ctx),
92 hash,
93 CIFS_HMAC_MD5_HASH_SIZE);
94 if (rc) {
95 ksmbd_debug(AUTH, "hmacmd5 set key fail error %d\n", rc);
96 goto out;
97 }
98
99 rc = crypto_shash_init(CRYPTO_HMACMD5(ctx));
100 if (rc) {
101 ksmbd_debug(AUTH, "could not init hmacmd5 error %d\n", rc);
102 goto out;
103 }
104
105 rc = crypto_shash_update(CRYPTO_HMACMD5(ctx),
106 hmac,
107 SMB2_NTLMV2_SESSKEY_SIZE);
108 if (rc) {
109 ksmbd_debug(AUTH, "Could not update with response error %d\n", rc);
110 goto out;
111 }
112
113 rc = crypto_shash_final(CRYPTO_HMACMD5(ctx), sess->sess_key);
114 if (rc) {
115 ksmbd_debug(AUTH, "Could not generate hmacmd5 hash error %d\n", rc);
116 goto out;
117 }
118
119 out:
120 ksmbd_release_crypto_ctx(ctx);
121 return rc;
122 }
123
calc_ntlmv2_hash(struct ksmbd_conn * conn,struct ksmbd_session * sess,char * ntlmv2_hash,char * dname)124 static int calc_ntlmv2_hash(struct ksmbd_conn *conn, struct ksmbd_session *sess,
125 char *ntlmv2_hash, char *dname)
126 {
127 int ret, len, conv_len;
128 wchar_t *domain = NULL;
129 __le16 *uniname = NULL;
130 struct ksmbd_crypto_ctx *ctx;
131
132 ctx = ksmbd_crypto_ctx_find_hmacmd5();
133 if (!ctx) {
134 ksmbd_debug(AUTH, "can't generate ntlmv2 hash\n");
135 return -ENOMEM;
136 }
137
138 ret = crypto_shash_setkey(CRYPTO_HMACMD5_TFM(ctx),
139 user_passkey(sess->user),
140 CIFS_ENCPWD_SIZE);
141 if (ret) {
142 ksmbd_debug(AUTH, "Could not set NT Hash as a key\n");
143 goto out;
144 }
145
146 ret = crypto_shash_init(CRYPTO_HMACMD5(ctx));
147 if (ret) {
148 ksmbd_debug(AUTH, "could not init hmacmd5\n");
149 goto out;
150 }
151
152 /* convert user_name to unicode */
153 len = strlen(user_name(sess->user));
154 uniname = kzalloc(2 + UNICODE_LEN(len), GFP_KERNEL);
155 if (!uniname) {
156 ret = -ENOMEM;
157 goto out;
158 }
159
160 conv_len = smb_strtoUTF16(uniname, user_name(sess->user), len,
161 conn->local_nls);
162 if (conv_len < 0 || conv_len > len) {
163 ret = -EINVAL;
164 goto out;
165 }
166 UniStrupr(uniname);
167
168 ret = crypto_shash_update(CRYPTO_HMACMD5(ctx),
169 (char *)uniname,
170 UNICODE_LEN(conv_len));
171 if (ret) {
172 ksmbd_debug(AUTH, "Could not update with user\n");
173 goto out;
174 }
175
176 /* Convert domain name or conn name to unicode and uppercase */
177 len = strlen(dname);
178 domain = kzalloc(2 + UNICODE_LEN(len), GFP_KERNEL);
179 if (!domain) {
180 ret = -ENOMEM;
181 goto out;
182 }
183
184 conv_len = smb_strtoUTF16((__le16 *)domain, dname, len,
185 conn->local_nls);
186 if (conv_len < 0 || conv_len > len) {
187 ret = -EINVAL;
188 goto out;
189 }
190
191 ret = crypto_shash_update(CRYPTO_HMACMD5(ctx),
192 (char *)domain,
193 UNICODE_LEN(conv_len));
194 if (ret) {
195 ksmbd_debug(AUTH, "Could not update with domain\n");
196 goto out;
197 }
198
199 ret = crypto_shash_final(CRYPTO_HMACMD5(ctx), ntlmv2_hash);
200 if (ret)
201 ksmbd_debug(AUTH, "Could not generate md5 hash\n");
202 out:
203 kfree(uniname);
204 kfree(domain);
205 ksmbd_release_crypto_ctx(ctx);
206 return ret;
207 }
208
209 /**
210 * ksmbd_auth_ntlmv2() - NTLMv2 authentication handler
211 * @conn: connection
212 * @sess: session of connection
213 * @ntlmv2: NTLMv2 challenge response
214 * @blen: NTLMv2 blob length
215 * @domain_name: domain name
216 * @cryptkey: session crypto key
217 *
218 * Return: 0 on success, error number on error
219 */
ksmbd_auth_ntlmv2(struct ksmbd_conn * conn,struct ksmbd_session * sess,struct ntlmv2_resp * ntlmv2,int blen,char * domain_name,char * cryptkey)220 int ksmbd_auth_ntlmv2(struct ksmbd_conn *conn, struct ksmbd_session *sess,
221 struct ntlmv2_resp *ntlmv2, int blen, char *domain_name,
222 char *cryptkey)
223 {
224 char ntlmv2_hash[CIFS_ENCPWD_SIZE];
225 char ntlmv2_rsp[CIFS_HMAC_MD5_HASH_SIZE];
226 struct ksmbd_crypto_ctx *ctx = NULL;
227 char *construct = NULL;
228 int rc, len;
229
230 rc = calc_ntlmv2_hash(conn, sess, ntlmv2_hash, domain_name);
231 if (rc) {
232 ksmbd_debug(AUTH, "could not get v2 hash rc %d\n", rc);
233 goto out;
234 }
235
236 ctx = ksmbd_crypto_ctx_find_hmacmd5();
237 if (!ctx) {
238 ksmbd_debug(AUTH, "could not crypto alloc hmacmd5\n");
239 return -ENOMEM;
240 }
241
242 rc = crypto_shash_setkey(CRYPTO_HMACMD5_TFM(ctx),
243 ntlmv2_hash,
244 CIFS_HMAC_MD5_HASH_SIZE);
245 if (rc) {
246 ksmbd_debug(AUTH, "Could not set NTLMV2 Hash as a key\n");
247 goto out;
248 }
249
250 rc = crypto_shash_init(CRYPTO_HMACMD5(ctx));
251 if (rc) {
252 ksmbd_debug(AUTH, "Could not init hmacmd5\n");
253 goto out;
254 }
255
256 len = CIFS_CRYPTO_KEY_SIZE + blen;
257 construct = kzalloc(len, GFP_KERNEL);
258 if (!construct) {
259 rc = -ENOMEM;
260 goto out;
261 }
262
263 memcpy(construct, cryptkey, CIFS_CRYPTO_KEY_SIZE);
264 memcpy(construct + CIFS_CRYPTO_KEY_SIZE, &ntlmv2->blob_signature, blen);
265
266 rc = crypto_shash_update(CRYPTO_HMACMD5(ctx), construct, len);
267 if (rc) {
268 ksmbd_debug(AUTH, "Could not update with response\n");
269 goto out;
270 }
271
272 rc = crypto_shash_final(CRYPTO_HMACMD5(ctx), ntlmv2_rsp);
273 if (rc) {
274 ksmbd_debug(AUTH, "Could not generate md5 hash\n");
275 goto out;
276 }
277 ksmbd_release_crypto_ctx(ctx);
278 ctx = NULL;
279
280 rc = ksmbd_gen_sess_key(sess, ntlmv2_hash, ntlmv2_rsp);
281 if (rc) {
282 ksmbd_debug(AUTH, "Could not generate sess key\n");
283 goto out;
284 }
285
286 if (memcmp(ntlmv2->ntlmv2_hash, ntlmv2_rsp, CIFS_HMAC_MD5_HASH_SIZE) != 0)
287 rc = -EINVAL;
288 out:
289 if (ctx)
290 ksmbd_release_crypto_ctx(ctx);
291 kfree(construct);
292 return rc;
293 }
294
295 /**
296 * ksmbd_decode_ntlmssp_auth_blob() - helper function to construct
297 * authenticate blob
298 * @authblob: authenticate blob source pointer
299 * @blob_len: length of the @authblob message
300 * @conn: connection
301 * @sess: session of connection
302 *
303 * Return: 0 on success, error number on error
304 */
ksmbd_decode_ntlmssp_auth_blob(struct authenticate_message * authblob,int blob_len,struct ksmbd_conn * conn,struct ksmbd_session * sess)305 int ksmbd_decode_ntlmssp_auth_blob(struct authenticate_message *authblob,
306 int blob_len, struct ksmbd_conn *conn,
307 struct ksmbd_session *sess)
308 {
309 char *domain_name;
310 unsigned int nt_off, dn_off;
311 unsigned short nt_len, dn_len;
312 int ret;
313
314 if (blob_len < sizeof(struct authenticate_message)) {
315 ksmbd_debug(AUTH, "negotiate blob len %d too small\n",
316 blob_len);
317 return -EINVAL;
318 }
319
320 if (memcmp(authblob->Signature, "NTLMSSP", 8)) {
321 ksmbd_debug(AUTH, "blob signature incorrect %s\n",
322 authblob->Signature);
323 return -EINVAL;
324 }
325
326 nt_off = le32_to_cpu(authblob->NtChallengeResponse.BufferOffset);
327 nt_len = le16_to_cpu(authblob->NtChallengeResponse.Length);
328 dn_off = le32_to_cpu(authblob->DomainName.BufferOffset);
329 dn_len = le16_to_cpu(authblob->DomainName.Length);
330
331 if (blob_len < (u64)dn_off + dn_len || blob_len < (u64)nt_off + nt_len ||
332 nt_len < CIFS_ENCPWD_SIZE)
333 return -EINVAL;
334
335 /* TODO : use domain name that imported from configuration file */
336 domain_name = smb_strndup_from_utf16((const char *)authblob + dn_off,
337 dn_len, true, conn->local_nls);
338 if (IS_ERR(domain_name))
339 return PTR_ERR(domain_name);
340
341 /* process NTLMv2 authentication */
342 ksmbd_debug(AUTH, "decode_ntlmssp_authenticate_blob dname%s\n",
343 domain_name);
344 ret = ksmbd_auth_ntlmv2(conn, sess,
345 (struct ntlmv2_resp *)((char *)authblob + nt_off),
346 nt_len - CIFS_ENCPWD_SIZE,
347 domain_name, conn->ntlmssp.cryptkey);
348 kfree(domain_name);
349
350 /* The recovered secondary session key */
351 if (conn->ntlmssp.client_flags & NTLMSSP_NEGOTIATE_KEY_XCH) {
352 struct arc4_ctx *ctx_arc4;
353 unsigned int sess_key_off, sess_key_len;
354
355 sess_key_off = le32_to_cpu(authblob->SessionKey.BufferOffset);
356 sess_key_len = le16_to_cpu(authblob->SessionKey.Length);
357
358 if (blob_len < (u64)sess_key_off + sess_key_len)
359 return -EINVAL;
360
361 if (sess_key_len > CIFS_KEY_SIZE)
362 return -EINVAL;
363
364 ctx_arc4 = kmalloc(sizeof(*ctx_arc4), GFP_KERNEL);
365 if (!ctx_arc4)
366 return -ENOMEM;
367
368 cifs_arc4_setkey(ctx_arc4, sess->sess_key,
369 SMB2_NTLMV2_SESSKEY_SIZE);
370 cifs_arc4_crypt(ctx_arc4, sess->sess_key,
371 (char *)authblob + sess_key_off, sess_key_len);
372 kfree_sensitive(ctx_arc4);
373 }
374
375 return ret;
376 }
377
378 /**
379 * ksmbd_decode_ntlmssp_neg_blob() - helper function to construct
380 * negotiate blob
381 * @negblob: negotiate blob source pointer
382 * @blob_len: length of the @authblob message
383 * @conn: connection
384 *
385 */
ksmbd_decode_ntlmssp_neg_blob(struct negotiate_message * negblob,int blob_len,struct ksmbd_conn * conn)386 int ksmbd_decode_ntlmssp_neg_blob(struct negotiate_message *negblob,
387 int blob_len, struct ksmbd_conn *conn)
388 {
389 if (blob_len < sizeof(struct negotiate_message)) {
390 ksmbd_debug(AUTH, "negotiate blob len %d too small\n",
391 blob_len);
392 return -EINVAL;
393 }
394
395 if (memcmp(negblob->Signature, "NTLMSSP", 8)) {
396 ksmbd_debug(AUTH, "blob signature incorrect %s\n",
397 negblob->Signature);
398 return -EINVAL;
399 }
400
401 conn->ntlmssp.client_flags = le32_to_cpu(negblob->NegotiateFlags);
402 return 0;
403 }
404
405 /**
406 * ksmbd_build_ntlmssp_challenge_blob() - helper function to construct
407 * challenge blob
408 * @chgblob: challenge blob source pointer to initialize
409 * @conn: connection
410 *
411 */
412 unsigned int
ksmbd_build_ntlmssp_challenge_blob(struct challenge_message * chgblob,struct ksmbd_conn * conn)413 ksmbd_build_ntlmssp_challenge_blob(struct challenge_message *chgblob,
414 struct ksmbd_conn *conn)
415 {
416 struct target_info *tinfo;
417 wchar_t *name;
418 __u8 *target_name;
419 unsigned int flags, blob_off, blob_len, type, target_info_len = 0;
420 int len, uni_len, conv_len;
421 int cflags = conn->ntlmssp.client_flags;
422
423 memcpy(chgblob->Signature, NTLMSSP_SIGNATURE, 8);
424 chgblob->MessageType = NtLmChallenge;
425
426 flags = NTLMSSP_NEGOTIATE_UNICODE |
427 NTLMSSP_NEGOTIATE_NTLM | NTLMSSP_TARGET_TYPE_SERVER |
428 NTLMSSP_NEGOTIATE_TARGET_INFO;
429
430 if (cflags & NTLMSSP_NEGOTIATE_SIGN) {
431 flags |= NTLMSSP_NEGOTIATE_SIGN;
432 flags |= cflags & (NTLMSSP_NEGOTIATE_128 |
433 NTLMSSP_NEGOTIATE_56);
434 }
435
436 if (cflags & NTLMSSP_NEGOTIATE_SEAL && smb3_encryption_negotiated(conn))
437 flags |= NTLMSSP_NEGOTIATE_SEAL;
438
439 if (cflags & NTLMSSP_NEGOTIATE_ALWAYS_SIGN)
440 flags |= NTLMSSP_NEGOTIATE_ALWAYS_SIGN;
441
442 if (cflags & NTLMSSP_REQUEST_TARGET)
443 flags |= NTLMSSP_REQUEST_TARGET;
444
445 if (conn->use_spnego &&
446 (cflags & NTLMSSP_NEGOTIATE_EXTENDED_SEC))
447 flags |= NTLMSSP_NEGOTIATE_EXTENDED_SEC;
448
449 if (cflags & NTLMSSP_NEGOTIATE_KEY_XCH)
450 flags |= NTLMSSP_NEGOTIATE_KEY_XCH;
451
452 chgblob->NegotiateFlags = cpu_to_le32(flags);
453 len = strlen(ksmbd_netbios_name());
454 name = kmalloc(2 + UNICODE_LEN(len), GFP_KERNEL);
455 if (!name)
456 return -ENOMEM;
457
458 conv_len = smb_strtoUTF16((__le16 *)name, ksmbd_netbios_name(), len,
459 conn->local_nls);
460 if (conv_len < 0 || conv_len > len) {
461 kfree(name);
462 return -EINVAL;
463 }
464
465 uni_len = UNICODE_LEN(conv_len);
466
467 blob_off = sizeof(struct challenge_message);
468 blob_len = blob_off + uni_len;
469
470 chgblob->TargetName.Length = cpu_to_le16(uni_len);
471 chgblob->TargetName.MaximumLength = cpu_to_le16(uni_len);
472 chgblob->TargetName.BufferOffset = cpu_to_le32(blob_off);
473
474 /* Initialize random conn challenge */
475 get_random_bytes(conn->ntlmssp.cryptkey, sizeof(__u64));
476 memcpy(chgblob->Challenge, conn->ntlmssp.cryptkey,
477 CIFS_CRYPTO_KEY_SIZE);
478
479 /* Add Target Information to security buffer */
480 chgblob->TargetInfoArray.BufferOffset = cpu_to_le32(blob_len);
481
482 target_name = (__u8 *)chgblob + blob_off;
483 memcpy(target_name, name, uni_len);
484 tinfo = (struct target_info *)(target_name + uni_len);
485
486 chgblob->TargetInfoArray.Length = 0;
487 /* Add target info list for NetBIOS/DNS settings */
488 for (type = NTLMSSP_AV_NB_COMPUTER_NAME;
489 type <= NTLMSSP_AV_DNS_DOMAIN_NAME; type++) {
490 tinfo->Type = cpu_to_le16(type);
491 tinfo->Length = cpu_to_le16(uni_len);
492 memcpy(tinfo->Content, name, uni_len);
493 tinfo = (struct target_info *)((char *)tinfo + 4 + uni_len);
494 target_info_len += 4 + uni_len;
495 }
496
497 /* Add terminator subblock */
498 tinfo->Type = 0;
499 tinfo->Length = 0;
500 target_info_len += 4;
501
502 chgblob->TargetInfoArray.Length = cpu_to_le16(target_info_len);
503 chgblob->TargetInfoArray.MaximumLength = cpu_to_le16(target_info_len);
504 blob_len += target_info_len;
505 kfree(name);
506 ksmbd_debug(AUTH, "NTLMSSP SecurityBufferLength %d\n", blob_len);
507 return blob_len;
508 }
509
510 #ifdef CONFIG_SMB_SERVER_KERBEROS5
ksmbd_krb5_authenticate(struct ksmbd_session * sess,char * in_blob,int in_len,char * out_blob,int * out_len)511 int ksmbd_krb5_authenticate(struct ksmbd_session *sess, char *in_blob,
512 int in_len, char *out_blob, int *out_len)
513 {
514 struct ksmbd_spnego_authen_response *resp;
515 struct ksmbd_user *user = NULL;
516 int retval;
517
518 resp = ksmbd_ipc_spnego_authen_request(in_blob, in_len);
519 if (!resp) {
520 ksmbd_debug(AUTH, "SPNEGO_AUTHEN_REQUEST failure\n");
521 return -EINVAL;
522 }
523
524 if (!(resp->login_response.status & KSMBD_USER_FLAG_OK)) {
525 ksmbd_debug(AUTH, "krb5 authentication failure\n");
526 retval = -EPERM;
527 goto out;
528 }
529
530 if (*out_len <= resp->spnego_blob_len) {
531 ksmbd_debug(AUTH, "buf len %d, but blob len %d\n",
532 *out_len, resp->spnego_blob_len);
533 retval = -EINVAL;
534 goto out;
535 }
536
537 if (resp->session_key_len > sizeof(sess->sess_key)) {
538 ksmbd_debug(AUTH, "session key is too long\n");
539 retval = -EINVAL;
540 goto out;
541 }
542
543 user = ksmbd_alloc_user(&resp->login_response);
544 if (!user) {
545 ksmbd_debug(AUTH, "login failure\n");
546 retval = -ENOMEM;
547 goto out;
548 }
549 sess->user = user;
550
551 memcpy(sess->sess_key, resp->payload, resp->session_key_len);
552 memcpy(out_blob, resp->payload + resp->session_key_len,
553 resp->spnego_blob_len);
554 *out_len = resp->spnego_blob_len;
555 retval = 0;
556 out:
557 kvfree(resp);
558 return retval;
559 }
560 #else
ksmbd_krb5_authenticate(struct ksmbd_session * sess,char * in_blob,int in_len,char * out_blob,int * out_len)561 int ksmbd_krb5_authenticate(struct ksmbd_session *sess, char *in_blob,
562 int in_len, char *out_blob, int *out_len)
563 {
564 return -EOPNOTSUPP;
565 }
566 #endif
567
568 /**
569 * ksmbd_sign_smb2_pdu() - function to generate packet signing
570 * @conn: connection
571 * @key: signing key
572 * @iov: buffer iov array
573 * @n_vec: number of iovecs
574 * @sig: signature value generated for client request packet
575 *
576 */
ksmbd_sign_smb2_pdu(struct ksmbd_conn * conn,char * key,struct kvec * iov,int n_vec,char * sig)577 int ksmbd_sign_smb2_pdu(struct ksmbd_conn *conn, char *key, struct kvec *iov,
578 int n_vec, char *sig)
579 {
580 struct ksmbd_crypto_ctx *ctx;
581 int rc, i;
582
583 ctx = ksmbd_crypto_ctx_find_hmacsha256();
584 if (!ctx) {
585 ksmbd_debug(AUTH, "could not crypto alloc hmacmd5\n");
586 return -ENOMEM;
587 }
588
589 rc = crypto_shash_setkey(CRYPTO_HMACSHA256_TFM(ctx),
590 key,
591 SMB2_NTLMV2_SESSKEY_SIZE);
592 if (rc)
593 goto out;
594
595 rc = crypto_shash_init(CRYPTO_HMACSHA256(ctx));
596 if (rc) {
597 ksmbd_debug(AUTH, "hmacsha256 init error %d\n", rc);
598 goto out;
599 }
600
601 for (i = 0; i < n_vec; i++) {
602 rc = crypto_shash_update(CRYPTO_HMACSHA256(ctx),
603 iov[i].iov_base,
604 iov[i].iov_len);
605 if (rc) {
606 ksmbd_debug(AUTH, "hmacsha256 update error %d\n", rc);
607 goto out;
608 }
609 }
610
611 rc = crypto_shash_final(CRYPTO_HMACSHA256(ctx), sig);
612 if (rc)
613 ksmbd_debug(AUTH, "hmacsha256 generation error %d\n", rc);
614 out:
615 ksmbd_release_crypto_ctx(ctx);
616 return rc;
617 }
618
619 /**
620 * ksmbd_sign_smb3_pdu() - function to generate packet signing
621 * @conn: connection
622 * @key: signing key
623 * @iov: buffer iov array
624 * @n_vec: number of iovecs
625 * @sig: signature value generated for client request packet
626 *
627 */
ksmbd_sign_smb3_pdu(struct ksmbd_conn * conn,char * key,struct kvec * iov,int n_vec,char * sig)628 int ksmbd_sign_smb3_pdu(struct ksmbd_conn *conn, char *key, struct kvec *iov,
629 int n_vec, char *sig)
630 {
631 struct ksmbd_crypto_ctx *ctx;
632 int rc, i;
633
634 ctx = ksmbd_crypto_ctx_find_cmacaes();
635 if (!ctx) {
636 ksmbd_debug(AUTH, "could not crypto alloc cmac\n");
637 return -ENOMEM;
638 }
639
640 rc = crypto_shash_setkey(CRYPTO_CMACAES_TFM(ctx),
641 key,
642 SMB2_CMACAES_SIZE);
643 if (rc)
644 goto out;
645
646 rc = crypto_shash_init(CRYPTO_CMACAES(ctx));
647 if (rc) {
648 ksmbd_debug(AUTH, "cmaces init error %d\n", rc);
649 goto out;
650 }
651
652 for (i = 0; i < n_vec; i++) {
653 rc = crypto_shash_update(CRYPTO_CMACAES(ctx),
654 iov[i].iov_base,
655 iov[i].iov_len);
656 if (rc) {
657 ksmbd_debug(AUTH, "cmaces update error %d\n", rc);
658 goto out;
659 }
660 }
661
662 rc = crypto_shash_final(CRYPTO_CMACAES(ctx), sig);
663 if (rc)
664 ksmbd_debug(AUTH, "cmaces generation error %d\n", rc);
665 out:
666 ksmbd_release_crypto_ctx(ctx);
667 return rc;
668 }
669
670 struct derivation {
671 struct kvec label;
672 struct kvec context;
673 bool binding;
674 };
675
generate_key(struct ksmbd_conn * conn,struct ksmbd_session * sess,struct kvec label,struct kvec context,__u8 * key,unsigned int key_size)676 static int generate_key(struct ksmbd_conn *conn, struct ksmbd_session *sess,
677 struct kvec label, struct kvec context, __u8 *key,
678 unsigned int key_size)
679 {
680 unsigned char zero = 0x0;
681 __u8 i[4] = {0, 0, 0, 1};
682 __u8 L128[4] = {0, 0, 0, 128};
683 __u8 L256[4] = {0, 0, 1, 0};
684 int rc;
685 unsigned char prfhash[SMB2_HMACSHA256_SIZE];
686 unsigned char *hashptr = prfhash;
687 struct ksmbd_crypto_ctx *ctx;
688
689 memset(prfhash, 0x0, SMB2_HMACSHA256_SIZE);
690 memset(key, 0x0, key_size);
691
692 ctx = ksmbd_crypto_ctx_find_hmacsha256();
693 if (!ctx) {
694 ksmbd_debug(AUTH, "could not crypto alloc hmacmd5\n");
695 return -ENOMEM;
696 }
697
698 rc = crypto_shash_setkey(CRYPTO_HMACSHA256_TFM(ctx),
699 sess->sess_key,
700 SMB2_NTLMV2_SESSKEY_SIZE);
701 if (rc)
702 goto smb3signkey_ret;
703
704 rc = crypto_shash_init(CRYPTO_HMACSHA256(ctx));
705 if (rc) {
706 ksmbd_debug(AUTH, "hmacsha256 init error %d\n", rc);
707 goto smb3signkey_ret;
708 }
709
710 rc = crypto_shash_update(CRYPTO_HMACSHA256(ctx), i, 4);
711 if (rc) {
712 ksmbd_debug(AUTH, "could not update with n\n");
713 goto smb3signkey_ret;
714 }
715
716 rc = crypto_shash_update(CRYPTO_HMACSHA256(ctx),
717 label.iov_base,
718 label.iov_len);
719 if (rc) {
720 ksmbd_debug(AUTH, "could not update with label\n");
721 goto smb3signkey_ret;
722 }
723
724 rc = crypto_shash_update(CRYPTO_HMACSHA256(ctx), &zero, 1);
725 if (rc) {
726 ksmbd_debug(AUTH, "could not update with zero\n");
727 goto smb3signkey_ret;
728 }
729
730 rc = crypto_shash_update(CRYPTO_HMACSHA256(ctx),
731 context.iov_base,
732 context.iov_len);
733 if (rc) {
734 ksmbd_debug(AUTH, "could not update with context\n");
735 goto smb3signkey_ret;
736 }
737
738 if (key_size == SMB3_ENC_DEC_KEY_SIZE &&
739 (conn->cipher_type == SMB2_ENCRYPTION_AES256_CCM ||
740 conn->cipher_type == SMB2_ENCRYPTION_AES256_GCM))
741 rc = crypto_shash_update(CRYPTO_HMACSHA256(ctx), L256, 4);
742 else
743 rc = crypto_shash_update(CRYPTO_HMACSHA256(ctx), L128, 4);
744 if (rc) {
745 ksmbd_debug(AUTH, "could not update with L\n");
746 goto smb3signkey_ret;
747 }
748
749 rc = crypto_shash_final(CRYPTO_HMACSHA256(ctx), hashptr);
750 if (rc) {
751 ksmbd_debug(AUTH, "Could not generate hmacmd5 hash error %d\n",
752 rc);
753 goto smb3signkey_ret;
754 }
755
756 memcpy(key, hashptr, key_size);
757
758 smb3signkey_ret:
759 ksmbd_release_crypto_ctx(ctx);
760 return rc;
761 }
762
generate_smb3signingkey(struct ksmbd_session * sess,struct ksmbd_conn * conn,const struct derivation * signing)763 static int generate_smb3signingkey(struct ksmbd_session *sess,
764 struct ksmbd_conn *conn,
765 const struct derivation *signing)
766 {
767 int rc;
768 struct channel *chann;
769 char *key;
770
771 chann = lookup_chann_list(sess, conn);
772 if (!chann)
773 return 0;
774
775 if (conn->dialect >= SMB30_PROT_ID && signing->binding)
776 key = chann->smb3signingkey;
777 else
778 key = sess->smb3signingkey;
779
780 rc = generate_key(conn, sess, signing->label, signing->context, key,
781 SMB3_SIGN_KEY_SIZE);
782 if (rc)
783 return rc;
784
785 if (!(conn->dialect >= SMB30_PROT_ID && signing->binding))
786 memcpy(chann->smb3signingkey, key, SMB3_SIGN_KEY_SIZE);
787
788 ksmbd_debug(AUTH, "dumping generated AES signing keys\n");
789 ksmbd_debug(AUTH, "Session Id %llu\n", sess->id);
790 ksmbd_debug(AUTH, "Session Key %*ph\n",
791 SMB2_NTLMV2_SESSKEY_SIZE, sess->sess_key);
792 ksmbd_debug(AUTH, "Signing Key %*ph\n",
793 SMB3_SIGN_KEY_SIZE, key);
794 return 0;
795 }
796
ksmbd_gen_smb30_signingkey(struct ksmbd_session * sess,struct ksmbd_conn * conn)797 int ksmbd_gen_smb30_signingkey(struct ksmbd_session *sess,
798 struct ksmbd_conn *conn)
799 {
800 struct derivation d;
801
802 d.label.iov_base = "SMB2AESCMAC";
803 d.label.iov_len = 12;
804 d.context.iov_base = "SmbSign";
805 d.context.iov_len = 8;
806 d.binding = conn->binding;
807
808 return generate_smb3signingkey(sess, conn, &d);
809 }
810
ksmbd_gen_smb311_signingkey(struct ksmbd_session * sess,struct ksmbd_conn * conn)811 int ksmbd_gen_smb311_signingkey(struct ksmbd_session *sess,
812 struct ksmbd_conn *conn)
813 {
814 struct derivation d;
815
816 d.label.iov_base = "SMBSigningKey";
817 d.label.iov_len = 14;
818 if (conn->binding) {
819 struct preauth_session *preauth_sess;
820
821 preauth_sess = ksmbd_preauth_session_lookup(conn, sess->id);
822 if (!preauth_sess)
823 return -ENOENT;
824 d.context.iov_base = preauth_sess->Preauth_HashValue;
825 } else {
826 d.context.iov_base = sess->Preauth_HashValue;
827 }
828 d.context.iov_len = 64;
829 d.binding = conn->binding;
830
831 return generate_smb3signingkey(sess, conn, &d);
832 }
833
834 struct derivation_twin {
835 struct derivation encryption;
836 struct derivation decryption;
837 };
838
generate_smb3encryptionkey(struct ksmbd_conn * conn,struct ksmbd_session * sess,const struct derivation_twin * ptwin)839 static int generate_smb3encryptionkey(struct ksmbd_conn *conn,
840 struct ksmbd_session *sess,
841 const struct derivation_twin *ptwin)
842 {
843 int rc;
844
845 rc = generate_key(conn, sess, ptwin->encryption.label,
846 ptwin->encryption.context, sess->smb3encryptionkey,
847 SMB3_ENC_DEC_KEY_SIZE);
848 if (rc)
849 return rc;
850
851 rc = generate_key(conn, sess, ptwin->decryption.label,
852 ptwin->decryption.context,
853 sess->smb3decryptionkey, SMB3_ENC_DEC_KEY_SIZE);
854 if (rc)
855 return rc;
856
857 ksmbd_debug(AUTH, "dumping generated AES encryption keys\n");
858 ksmbd_debug(AUTH, "Cipher type %d\n", conn->cipher_type);
859 ksmbd_debug(AUTH, "Session Id %llu\n", sess->id);
860 ksmbd_debug(AUTH, "Session Key %*ph\n",
861 SMB2_NTLMV2_SESSKEY_SIZE, sess->sess_key);
862 if (conn->cipher_type == SMB2_ENCRYPTION_AES256_CCM ||
863 conn->cipher_type == SMB2_ENCRYPTION_AES256_GCM) {
864 ksmbd_debug(AUTH, "ServerIn Key %*ph\n",
865 SMB3_GCM256_CRYPTKEY_SIZE, sess->smb3encryptionkey);
866 ksmbd_debug(AUTH, "ServerOut Key %*ph\n",
867 SMB3_GCM256_CRYPTKEY_SIZE, sess->smb3decryptionkey);
868 } else {
869 ksmbd_debug(AUTH, "ServerIn Key %*ph\n",
870 SMB3_GCM128_CRYPTKEY_SIZE, sess->smb3encryptionkey);
871 ksmbd_debug(AUTH, "ServerOut Key %*ph\n",
872 SMB3_GCM128_CRYPTKEY_SIZE, sess->smb3decryptionkey);
873 }
874 return 0;
875 }
876
ksmbd_gen_smb30_encryptionkey(struct ksmbd_conn * conn,struct ksmbd_session * sess)877 int ksmbd_gen_smb30_encryptionkey(struct ksmbd_conn *conn,
878 struct ksmbd_session *sess)
879 {
880 struct derivation_twin twin;
881 struct derivation *d;
882
883 d = &twin.encryption;
884 d->label.iov_base = "SMB2AESCCM";
885 d->label.iov_len = 11;
886 d->context.iov_base = "ServerOut";
887 d->context.iov_len = 10;
888
889 d = &twin.decryption;
890 d->label.iov_base = "SMB2AESCCM";
891 d->label.iov_len = 11;
892 d->context.iov_base = "ServerIn ";
893 d->context.iov_len = 10;
894
895 return generate_smb3encryptionkey(conn, sess, &twin);
896 }
897
ksmbd_gen_smb311_encryptionkey(struct ksmbd_conn * conn,struct ksmbd_session * sess)898 int ksmbd_gen_smb311_encryptionkey(struct ksmbd_conn *conn,
899 struct ksmbd_session *sess)
900 {
901 struct derivation_twin twin;
902 struct derivation *d;
903
904 d = &twin.encryption;
905 d->label.iov_base = "SMBS2CCipherKey";
906 d->label.iov_len = 16;
907 d->context.iov_base = sess->Preauth_HashValue;
908 d->context.iov_len = 64;
909
910 d = &twin.decryption;
911 d->label.iov_base = "SMBC2SCipherKey";
912 d->label.iov_len = 16;
913 d->context.iov_base = sess->Preauth_HashValue;
914 d->context.iov_len = 64;
915
916 return generate_smb3encryptionkey(conn, sess, &twin);
917 }
918
ksmbd_gen_preauth_integrity_hash(struct ksmbd_conn * conn,char * buf,__u8 * pi_hash)919 int ksmbd_gen_preauth_integrity_hash(struct ksmbd_conn *conn, char *buf,
920 __u8 *pi_hash)
921 {
922 int rc;
923 struct smb2_hdr *rcv_hdr = smb2_get_msg(buf);
924 char *all_bytes_msg = (char *)&rcv_hdr->ProtocolId;
925 int msg_size = get_rfc1002_len(buf);
926 struct ksmbd_crypto_ctx *ctx = NULL;
927
928 if (conn->preauth_info->Preauth_HashId !=
929 SMB2_PREAUTH_INTEGRITY_SHA512)
930 return -EINVAL;
931
932 ctx = ksmbd_crypto_ctx_find_sha512();
933 if (!ctx) {
934 ksmbd_debug(AUTH, "could not alloc sha512\n");
935 return -ENOMEM;
936 }
937
938 rc = crypto_shash_init(CRYPTO_SHA512(ctx));
939 if (rc) {
940 ksmbd_debug(AUTH, "could not init shashn");
941 goto out;
942 }
943
944 rc = crypto_shash_update(CRYPTO_SHA512(ctx), pi_hash, 64);
945 if (rc) {
946 ksmbd_debug(AUTH, "could not update with n\n");
947 goto out;
948 }
949
950 rc = crypto_shash_update(CRYPTO_SHA512(ctx), all_bytes_msg, msg_size);
951 if (rc) {
952 ksmbd_debug(AUTH, "could not update with n\n");
953 goto out;
954 }
955
956 rc = crypto_shash_final(CRYPTO_SHA512(ctx), pi_hash);
957 if (rc) {
958 ksmbd_debug(AUTH, "Could not generate hash err : %d\n", rc);
959 goto out;
960 }
961 out:
962 ksmbd_release_crypto_ctx(ctx);
963 return rc;
964 }
965
ksmbd_gen_sd_hash(struct ksmbd_conn * conn,char * sd_buf,int len,__u8 * pi_hash)966 int ksmbd_gen_sd_hash(struct ksmbd_conn *conn, char *sd_buf, int len,
967 __u8 *pi_hash)
968 {
969 int rc;
970 struct ksmbd_crypto_ctx *ctx = NULL;
971
972 ctx = ksmbd_crypto_ctx_find_sha256();
973 if (!ctx) {
974 ksmbd_debug(AUTH, "could not alloc sha256\n");
975 return -ENOMEM;
976 }
977
978 rc = crypto_shash_init(CRYPTO_SHA256(ctx));
979 if (rc) {
980 ksmbd_debug(AUTH, "could not init shashn");
981 goto out;
982 }
983
984 rc = crypto_shash_update(CRYPTO_SHA256(ctx), sd_buf, len);
985 if (rc) {
986 ksmbd_debug(AUTH, "could not update with n\n");
987 goto out;
988 }
989
990 rc = crypto_shash_final(CRYPTO_SHA256(ctx), pi_hash);
991 if (rc) {
992 ksmbd_debug(AUTH, "Could not generate hash err : %d\n", rc);
993 goto out;
994 }
995 out:
996 ksmbd_release_crypto_ctx(ctx);
997 return rc;
998 }
999
ksmbd_get_encryption_key(struct ksmbd_work * work,__u64 ses_id,int enc,u8 * key)1000 static int ksmbd_get_encryption_key(struct ksmbd_work *work, __u64 ses_id,
1001 int enc, u8 *key)
1002 {
1003 struct ksmbd_session *sess;
1004 u8 *ses_enc_key;
1005
1006 if (enc)
1007 sess = work->sess;
1008 else
1009 sess = ksmbd_session_lookup_all(work->conn, ses_id);
1010 if (!sess)
1011 return -EINVAL;
1012
1013 ses_enc_key = enc ? sess->smb3encryptionkey :
1014 sess->smb3decryptionkey;
1015 memcpy(key, ses_enc_key, SMB3_ENC_DEC_KEY_SIZE);
1016
1017 return 0;
1018 }
1019
smb2_sg_set_buf(struct scatterlist * sg,const void * buf,unsigned int buflen)1020 static inline void smb2_sg_set_buf(struct scatterlist *sg, const void *buf,
1021 unsigned int buflen)
1022 {
1023 void *addr;
1024
1025 if (is_vmalloc_addr(buf))
1026 addr = vmalloc_to_page(buf);
1027 else
1028 addr = virt_to_page(buf);
1029 sg_set_page(sg, addr, buflen, offset_in_page(buf));
1030 }
1031
ksmbd_init_sg(struct kvec * iov,unsigned int nvec,u8 * sign)1032 static struct scatterlist *ksmbd_init_sg(struct kvec *iov, unsigned int nvec,
1033 u8 *sign)
1034 {
1035 struct scatterlist *sg;
1036 unsigned int assoc_data_len = sizeof(struct smb2_transform_hdr) - 20;
1037 int i, *nr_entries, total_entries = 0, sg_idx = 0;
1038
1039 if (!nvec)
1040 return NULL;
1041
1042 nr_entries = kcalloc(nvec, sizeof(int), GFP_KERNEL);
1043 if (!nr_entries)
1044 return NULL;
1045
1046 for (i = 0; i < nvec - 1; i++) {
1047 unsigned long kaddr = (unsigned long)iov[i + 1].iov_base;
1048
1049 if (is_vmalloc_addr(iov[i + 1].iov_base)) {
1050 nr_entries[i] = ((kaddr + iov[i + 1].iov_len +
1051 PAGE_SIZE - 1) >> PAGE_SHIFT) -
1052 (kaddr >> PAGE_SHIFT);
1053 } else {
1054 nr_entries[i]++;
1055 }
1056 total_entries += nr_entries[i];
1057 }
1058
1059 /* Add two entries for transform header and signature */
1060 total_entries += 2;
1061
1062 sg = kmalloc_array(total_entries, sizeof(struct scatterlist), GFP_KERNEL);
1063 if (!sg) {
1064 kfree(nr_entries);
1065 return NULL;
1066 }
1067
1068 sg_init_table(sg, total_entries);
1069 smb2_sg_set_buf(&sg[sg_idx++], iov[0].iov_base + 24, assoc_data_len);
1070 for (i = 0; i < nvec - 1; i++) {
1071 void *data = iov[i + 1].iov_base;
1072 int len = iov[i + 1].iov_len;
1073
1074 if (is_vmalloc_addr(data)) {
1075 int j, offset = offset_in_page(data);
1076
1077 for (j = 0; j < nr_entries[i]; j++) {
1078 unsigned int bytes = PAGE_SIZE - offset;
1079
1080 if (!len)
1081 break;
1082
1083 if (bytes > len)
1084 bytes = len;
1085
1086 sg_set_page(&sg[sg_idx++],
1087 vmalloc_to_page(data), bytes,
1088 offset_in_page(data));
1089
1090 data += bytes;
1091 len -= bytes;
1092 offset = 0;
1093 }
1094 } else {
1095 sg_set_page(&sg[sg_idx++], virt_to_page(data), len,
1096 offset_in_page(data));
1097 }
1098 }
1099 smb2_sg_set_buf(&sg[sg_idx], sign, SMB2_SIGNATURE_SIZE);
1100 kfree(nr_entries);
1101 return sg;
1102 }
1103
ksmbd_crypt_message(struct ksmbd_work * work,struct kvec * iov,unsigned int nvec,int enc)1104 int ksmbd_crypt_message(struct ksmbd_work *work, struct kvec *iov,
1105 unsigned int nvec, int enc)
1106 {
1107 struct ksmbd_conn *conn = work->conn;
1108 struct smb2_transform_hdr *tr_hdr = smb2_get_msg(iov[0].iov_base);
1109 unsigned int assoc_data_len = sizeof(struct smb2_transform_hdr) - 20;
1110 int rc;
1111 struct scatterlist *sg;
1112 u8 sign[SMB2_SIGNATURE_SIZE] = {};
1113 u8 key[SMB3_ENC_DEC_KEY_SIZE];
1114 struct aead_request *req;
1115 char *iv;
1116 unsigned int iv_len;
1117 struct crypto_aead *tfm;
1118 unsigned int crypt_len = le32_to_cpu(tr_hdr->OriginalMessageSize);
1119 struct ksmbd_crypto_ctx *ctx;
1120
1121 rc = ksmbd_get_encryption_key(work,
1122 le64_to_cpu(tr_hdr->SessionId),
1123 enc,
1124 key);
1125 if (rc) {
1126 pr_err("Could not get %scryption key\n", enc ? "en" : "de");
1127 return rc;
1128 }
1129
1130 if (conn->cipher_type == SMB2_ENCRYPTION_AES128_GCM ||
1131 conn->cipher_type == SMB2_ENCRYPTION_AES256_GCM)
1132 ctx = ksmbd_crypto_ctx_find_gcm();
1133 else
1134 ctx = ksmbd_crypto_ctx_find_ccm();
1135 if (!ctx) {
1136 pr_err("crypto alloc failed\n");
1137 return -ENOMEM;
1138 }
1139
1140 if (conn->cipher_type == SMB2_ENCRYPTION_AES128_GCM ||
1141 conn->cipher_type == SMB2_ENCRYPTION_AES256_GCM)
1142 tfm = CRYPTO_GCM(ctx);
1143 else
1144 tfm = CRYPTO_CCM(ctx);
1145
1146 if (conn->cipher_type == SMB2_ENCRYPTION_AES256_CCM ||
1147 conn->cipher_type == SMB2_ENCRYPTION_AES256_GCM)
1148 rc = crypto_aead_setkey(tfm, key, SMB3_GCM256_CRYPTKEY_SIZE);
1149 else
1150 rc = crypto_aead_setkey(tfm, key, SMB3_GCM128_CRYPTKEY_SIZE);
1151 if (rc) {
1152 pr_err("Failed to set aead key %d\n", rc);
1153 goto free_ctx;
1154 }
1155
1156 rc = crypto_aead_setauthsize(tfm, SMB2_SIGNATURE_SIZE);
1157 if (rc) {
1158 pr_err("Failed to set authsize %d\n", rc);
1159 goto free_ctx;
1160 }
1161
1162 req = aead_request_alloc(tfm, GFP_KERNEL);
1163 if (!req) {
1164 rc = -ENOMEM;
1165 goto free_ctx;
1166 }
1167
1168 if (!enc) {
1169 memcpy(sign, &tr_hdr->Signature, SMB2_SIGNATURE_SIZE);
1170 crypt_len += SMB2_SIGNATURE_SIZE;
1171 }
1172
1173 sg = ksmbd_init_sg(iov, nvec, sign);
1174 if (!sg) {
1175 pr_err("Failed to init sg\n");
1176 rc = -ENOMEM;
1177 goto free_req;
1178 }
1179
1180 iv_len = crypto_aead_ivsize(tfm);
1181 iv = kzalloc(iv_len, GFP_KERNEL);
1182 if (!iv) {
1183 rc = -ENOMEM;
1184 goto free_sg;
1185 }
1186
1187 if (conn->cipher_type == SMB2_ENCRYPTION_AES128_GCM ||
1188 conn->cipher_type == SMB2_ENCRYPTION_AES256_GCM) {
1189 memcpy(iv, (char *)tr_hdr->Nonce, SMB3_AES_GCM_NONCE);
1190 } else {
1191 iv[0] = 3;
1192 memcpy(iv + 1, (char *)tr_hdr->Nonce, SMB3_AES_CCM_NONCE);
1193 }
1194
1195 aead_request_set_crypt(req, sg, sg, crypt_len, iv);
1196 aead_request_set_ad(req, assoc_data_len);
1197 aead_request_set_callback(req, CRYPTO_TFM_REQ_MAY_SLEEP, NULL, NULL);
1198
1199 if (enc)
1200 rc = crypto_aead_encrypt(req);
1201 else
1202 rc = crypto_aead_decrypt(req);
1203 if (rc)
1204 goto free_iv;
1205
1206 if (enc)
1207 memcpy(&tr_hdr->Signature, sign, SMB2_SIGNATURE_SIZE);
1208
1209 free_iv:
1210 kfree(iv);
1211 free_sg:
1212 kfree(sg);
1213 free_req:
1214 kfree(req);
1215 free_ctx:
1216 ksmbd_release_crypto_ctx(ctx);
1217 return rc;
1218 }
1219