xref: /openbmc/linux/drivers/s390/crypto/pkey_api.c (revision 55fd7e02)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  *  pkey device driver
4  *
5  *  Copyright IBM Corp. 2017,2019
6  *  Author(s): Harald Freudenberger
7  */
8 
9 #define KMSG_COMPONENT "pkey"
10 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
11 
12 #include <linux/fs.h>
13 #include <linux/init.h>
14 #include <linux/miscdevice.h>
15 #include <linux/module.h>
16 #include <linux/slab.h>
17 #include <linux/kallsyms.h>
18 #include <linux/debugfs.h>
19 #include <linux/random.h>
20 #include <linux/cpufeature.h>
21 #include <asm/zcrypt.h>
22 #include <asm/cpacf.h>
23 #include <asm/pkey.h>
24 #include <crypto/aes.h>
25 
26 #include "zcrypt_api.h"
27 #include "zcrypt_ccamisc.h"
28 #include "zcrypt_ep11misc.h"
29 
30 MODULE_LICENSE("GPL");
31 MODULE_AUTHOR("IBM Corporation");
32 MODULE_DESCRIPTION("s390 protected key interface");
33 
34 #define KEYBLOBBUFSIZE 8192  /* key buffer size used for internal processing */
35 #define MAXAPQNSINLIST 64    /* max 64 apqns within a apqn list */
36 
37 /* mask of available pckmo subfunctions, fetched once at module init */
38 static cpacf_mask_t pckmo_functions;
39 
40 /*
41  * debug feature data and functions
42  */
43 
44 static debug_info_t *debug_info;
45 
46 #define DEBUG_DBG(...)	debug_sprintf_event(debug_info, 6, ##__VA_ARGS__)
47 #define DEBUG_INFO(...) debug_sprintf_event(debug_info, 5, ##__VA_ARGS__)
48 #define DEBUG_WARN(...) debug_sprintf_event(debug_info, 4, ##__VA_ARGS__)
49 #define DEBUG_ERR(...)	debug_sprintf_event(debug_info, 3, ##__VA_ARGS__)
50 
51 static void __init pkey_debug_init(void)
52 {
53 	/* 5 arguments per dbf entry (including the format string ptr) */
54 	debug_info = debug_register("pkey", 1, 1, 5 * sizeof(long));
55 	debug_register_view(debug_info, &debug_sprintf_view);
56 	debug_set_level(debug_info, 3);
57 }
58 
59 static void __exit pkey_debug_exit(void)
60 {
61 	debug_unregister(debug_info);
62 }
63 
64 /* inside view of a protected key token (only type 0x00 version 0x01) */
65 struct protaeskeytoken {
66 	u8  type;     /* 0x00 for PAES specific key tokens */
67 	u8  res0[3];
68 	u8  version;  /* should be 0x01 for protected AES key token */
69 	u8  res1[3];
70 	u32 keytype;  /* key type, one of the PKEY_KEYTYPE values */
71 	u32 len;      /* bytes actually stored in protkey[] */
72 	u8  protkey[MAXPROTKEYSIZE]; /* the protected key blob */
73 } __packed;
74 
75 /* inside view of a clear key token (type 0x00 version 0x02) */
76 struct clearaeskeytoken {
77 	u8  type;	 /* 0x00 for PAES specific key tokens */
78 	u8  res0[3];
79 	u8  version;	 /* 0x02 for clear AES key token */
80 	u8  res1[3];
81 	u32 keytype;	 /* key type, one of the PKEY_KEYTYPE values */
82 	u32 len;	 /* bytes actually stored in clearkey[] */
83 	u8  clearkey[]; /* clear key value */
84 } __packed;
85 
86 /*
87  * Create a protected key from a clear key value.
88  */
89 static int pkey_clr2protkey(u32 keytype,
90 			    const struct pkey_clrkey *clrkey,
91 			    struct pkey_protkey *protkey)
92 {
93 	long fc;
94 	int keysize;
95 	u8 paramblock[64];
96 
97 	switch (keytype) {
98 	case PKEY_KEYTYPE_AES_128:
99 		keysize = 16;
100 		fc = CPACF_PCKMO_ENC_AES_128_KEY;
101 		break;
102 	case PKEY_KEYTYPE_AES_192:
103 		keysize = 24;
104 		fc = CPACF_PCKMO_ENC_AES_192_KEY;
105 		break;
106 	case PKEY_KEYTYPE_AES_256:
107 		keysize = 32;
108 		fc = CPACF_PCKMO_ENC_AES_256_KEY;
109 		break;
110 	default:
111 		DEBUG_ERR("%s unknown/unsupported keytype %d\n",
112 			  __func__, keytype);
113 		return -EINVAL;
114 	}
115 
116 	/*
117 	 * Check if the needed pckmo subfunction is available.
118 	 * These subfunctions can be enabled/disabled by customers
119 	 * in the LPAR profile or may even change on the fly.
120 	 */
121 	if (!cpacf_test_func(&pckmo_functions, fc)) {
122 		DEBUG_ERR("%s pckmo functions not available\n", __func__);
123 		return -ENODEV;
124 	}
125 
126 	/* prepare param block */
127 	memset(paramblock, 0, sizeof(paramblock));
128 	memcpy(paramblock, clrkey->clrkey, keysize);
129 
130 	/* call the pckmo instruction */
131 	cpacf_pckmo(fc, paramblock);
132 
133 	/* copy created protected key */
134 	protkey->type = keytype;
135 	protkey->len = keysize + 32;
136 	memcpy(protkey->protkey, paramblock, keysize + 32);
137 
138 	return 0;
139 }
140 
141 /*
142  * Find card and transform secure key into protected key.
143  */
144 static int pkey_skey2pkey(const u8 *key, struct pkey_protkey *pkey)
145 {
146 	int rc, verify;
147 	u16 cardnr, domain;
148 	struct keytoken_header *hdr = (struct keytoken_header *)key;
149 
150 	/*
151 	 * The cca_xxx2protkey call may fail when a card has been
152 	 * addressed where the master key was changed after last fetch
153 	 * of the mkvp into the cache. Try 3 times: First witout verify
154 	 * then with verify and last round with verify and old master
155 	 * key verification pattern match not ignored.
156 	 */
157 	for (verify = 0; verify < 3; verify++) {
158 		rc = cca_findcard(key, &cardnr, &domain, verify);
159 		if (rc < 0)
160 			continue;
161 		if (rc > 0 && verify < 2)
162 			continue;
163 		switch (hdr->version) {
164 		case TOKVER_CCA_AES:
165 			rc = cca_sec2protkey(cardnr, domain,
166 					     key, pkey->protkey,
167 					     &pkey->len, &pkey->type);
168 			break;
169 		case TOKVER_CCA_VLSC:
170 			rc = cca_cipher2protkey(cardnr, domain,
171 						key, pkey->protkey,
172 						&pkey->len, &pkey->type);
173 			break;
174 		default:
175 			return -EINVAL;
176 		}
177 		if (rc == 0)
178 			break;
179 	}
180 
181 	if (rc)
182 		DEBUG_DBG("%s failed rc=%d\n", __func__, rc);
183 
184 	return rc;
185 }
186 
187 /*
188  * Construct EP11 key with given clear key value.
189  */
190 static int pkey_clr2ep11key(const u8 *clrkey, size_t clrkeylen,
191 			    u8 *keybuf, size_t *keybuflen)
192 {
193 	int i, rc;
194 	u16 card, dom;
195 	u32 nr_apqns, *apqns = NULL;
196 
197 	/* build a list of apqns suitable for ep11 keys with cpacf support */
198 	rc = ep11_findcard2(&apqns, &nr_apqns, 0xFFFF, 0xFFFF,
199 			    ZCRYPT_CEX7, EP11_API_V, NULL);
200 	if (rc)
201 		goto out;
202 
203 	/* go through the list of apqns and try to bild an ep11 key */
204 	for (rc = -ENODEV, i = 0; i < nr_apqns; i++) {
205 		card = apqns[i] >> 16;
206 		dom = apqns[i] & 0xFFFF;
207 		rc = ep11_clr2keyblob(card, dom, clrkeylen * 8,
208 				      0, clrkey, keybuf, keybuflen);
209 		if (rc == 0)
210 			break;
211 	}
212 
213 out:
214 	kfree(apqns);
215 	if (rc)
216 		DEBUG_DBG("%s failed rc=%d\n", __func__, rc);
217 	return rc;
218 }
219 
220 /*
221  * Find card and transform EP11 secure key into protected key.
222  */
223 static int pkey_ep11key2pkey(const u8 *key, struct pkey_protkey *pkey)
224 {
225 	int i, rc;
226 	u16 card, dom;
227 	u32 nr_apqns, *apqns = NULL;
228 	struct ep11keyblob *kb = (struct ep11keyblob *) key;
229 
230 	/* build a list of apqns suitable for this key */
231 	rc = ep11_findcard2(&apqns, &nr_apqns, 0xFFFF, 0xFFFF,
232 			    ZCRYPT_CEX7, EP11_API_V, kb->wkvp);
233 	if (rc)
234 		goto out;
235 
236 	/* go through the list of apqns and try to derive an pkey */
237 	for (rc = -ENODEV, i = 0; i < nr_apqns; i++) {
238 		card = apqns[i] >> 16;
239 		dom = apqns[i] & 0xFFFF;
240 		rc = ep11_key2protkey(card, dom, key, kb->head.len,
241 				      pkey->protkey, &pkey->len, &pkey->type);
242 		if (rc == 0)
243 			break;
244 	}
245 
246 out:
247 	kfree(apqns);
248 	if (rc)
249 		DEBUG_DBG("%s failed rc=%d\n", __func__, rc);
250 	return rc;
251 }
252 
253 /*
254  * Verify key and give back some info about the key.
255  */
256 static int pkey_verifykey(const struct pkey_seckey *seckey,
257 			  u16 *pcardnr, u16 *pdomain,
258 			  u16 *pkeysize, u32 *pattributes)
259 {
260 	struct secaeskeytoken *t = (struct secaeskeytoken *) seckey;
261 	u16 cardnr, domain;
262 	int rc;
263 
264 	/* check the secure key for valid AES secure key */
265 	rc = cca_check_secaeskeytoken(debug_info, 3, (u8 *) seckey, 0);
266 	if (rc)
267 		goto out;
268 	if (pattributes)
269 		*pattributes = PKEY_VERIFY_ATTR_AES;
270 	if (pkeysize)
271 		*pkeysize = t->bitsize;
272 
273 	/* try to find a card which can handle this key */
274 	rc = cca_findcard(seckey->seckey, &cardnr, &domain, 1);
275 	if (rc < 0)
276 		goto out;
277 
278 	if (rc > 0) {
279 		/* key mkvp matches to old master key mkvp */
280 		DEBUG_DBG("%s secure key has old mkvp\n", __func__);
281 		if (pattributes)
282 			*pattributes |= PKEY_VERIFY_ATTR_OLD_MKVP;
283 		rc = 0;
284 	}
285 
286 	if (pcardnr)
287 		*pcardnr = cardnr;
288 	if (pdomain)
289 		*pdomain = domain;
290 
291 out:
292 	DEBUG_DBG("%s rc=%d\n", __func__, rc);
293 	return rc;
294 }
295 
296 /*
297  * Generate a random protected key
298  */
299 static int pkey_genprotkey(u32 keytype, struct pkey_protkey *protkey)
300 {
301 	struct pkey_clrkey clrkey;
302 	int keysize;
303 	int rc;
304 
305 	switch (keytype) {
306 	case PKEY_KEYTYPE_AES_128:
307 		keysize = 16;
308 		break;
309 	case PKEY_KEYTYPE_AES_192:
310 		keysize = 24;
311 		break;
312 	case PKEY_KEYTYPE_AES_256:
313 		keysize = 32;
314 		break;
315 	default:
316 		DEBUG_ERR("%s unknown/unsupported keytype %d\n", __func__,
317 			  keytype);
318 		return -EINVAL;
319 	}
320 
321 	/* generate a dummy random clear key */
322 	get_random_bytes(clrkey.clrkey, keysize);
323 
324 	/* convert it to a dummy protected key */
325 	rc = pkey_clr2protkey(keytype, &clrkey, protkey);
326 	if (rc)
327 		return rc;
328 
329 	/* replace the key part of the protected key with random bytes */
330 	get_random_bytes(protkey->protkey, keysize);
331 
332 	return 0;
333 }
334 
335 /*
336  * Verify if a protected key is still valid
337  */
338 static int pkey_verifyprotkey(const struct pkey_protkey *protkey)
339 {
340 	unsigned long fc;
341 	struct {
342 		u8 iv[AES_BLOCK_SIZE];
343 		u8 key[MAXPROTKEYSIZE];
344 	} param;
345 	u8 null_msg[AES_BLOCK_SIZE];
346 	u8 dest_buf[AES_BLOCK_SIZE];
347 	unsigned int k;
348 
349 	switch (protkey->type) {
350 	case PKEY_KEYTYPE_AES_128:
351 		fc = CPACF_KMC_PAES_128;
352 		break;
353 	case PKEY_KEYTYPE_AES_192:
354 		fc = CPACF_KMC_PAES_192;
355 		break;
356 	case PKEY_KEYTYPE_AES_256:
357 		fc = CPACF_KMC_PAES_256;
358 		break;
359 	default:
360 		DEBUG_ERR("%s unknown/unsupported keytype %d\n", __func__,
361 			  protkey->type);
362 		return -EINVAL;
363 	}
364 
365 	memset(null_msg, 0, sizeof(null_msg));
366 
367 	memset(param.iv, 0, sizeof(param.iv));
368 	memcpy(param.key, protkey->protkey, sizeof(param.key));
369 
370 	k = cpacf_kmc(fc | CPACF_ENCRYPT, &param, null_msg, dest_buf,
371 		      sizeof(null_msg));
372 	if (k != sizeof(null_msg)) {
373 		DEBUG_ERR("%s protected key is not valid\n", __func__);
374 		return -EKEYREJECTED;
375 	}
376 
377 	return 0;
378 }
379 
380 /*
381  * Transform a non-CCA key token into a protected key
382  */
383 static int pkey_nonccatok2pkey(const u8 *key, u32 keylen,
384 			       struct pkey_protkey *protkey)
385 {
386 	int rc = -EINVAL;
387 	u8 *tmpbuf = NULL;
388 	struct keytoken_header *hdr = (struct keytoken_header *)key;
389 
390 	switch (hdr->version) {
391 	case TOKVER_PROTECTED_KEY: {
392 		struct protaeskeytoken *t;
393 
394 		if (keylen != sizeof(struct protaeskeytoken))
395 			goto out;
396 		t = (struct protaeskeytoken *)key;
397 		protkey->len = t->len;
398 		protkey->type = t->keytype;
399 		memcpy(protkey->protkey, t->protkey,
400 		       sizeof(protkey->protkey));
401 		rc = pkey_verifyprotkey(protkey);
402 		break;
403 	}
404 	case TOKVER_CLEAR_KEY: {
405 		struct clearaeskeytoken *t;
406 		struct pkey_clrkey ckey;
407 		union u_tmpbuf {
408 			u8 skey[SECKEYBLOBSIZE];
409 			u8 ep11key[MAXEP11AESKEYBLOBSIZE];
410 		};
411 		size_t tmpbuflen = sizeof(union u_tmpbuf);
412 
413 		if (keylen < sizeof(struct clearaeskeytoken))
414 			goto out;
415 		t = (struct clearaeskeytoken *)key;
416 		if (keylen != sizeof(*t) + t->len)
417 			goto out;
418 		if ((t->keytype == PKEY_KEYTYPE_AES_128 && t->len == 16)
419 		    || (t->keytype == PKEY_KEYTYPE_AES_192 && t->len == 24)
420 		    || (t->keytype == PKEY_KEYTYPE_AES_256 && t->len == 32))
421 			memcpy(ckey.clrkey, t->clearkey, t->len);
422 		else
423 			goto out;
424 		/* alloc temp key buffer space */
425 		tmpbuf = kmalloc(tmpbuflen, GFP_ATOMIC);
426 		if (!tmpbuf) {
427 			rc = -ENOMEM;
428 			goto out;
429 		}
430 		/* try direct way with the PCKMO instruction */
431 		rc = pkey_clr2protkey(t->keytype, &ckey, protkey);
432 		if (rc == 0)
433 			break;
434 		/* PCKMO failed, so try the CCA secure key way */
435 		rc = cca_clr2seckey(0xFFFF, 0xFFFF, t->keytype,
436 				    ckey.clrkey, tmpbuf);
437 		if (rc == 0)
438 			rc = pkey_skey2pkey(tmpbuf, protkey);
439 		if (rc == 0)
440 			break;
441 		/* if the CCA way also failed, let's try via EP11 */
442 		rc = pkey_clr2ep11key(ckey.clrkey, t->len,
443 				      tmpbuf, &tmpbuflen);
444 		if (rc == 0)
445 			rc = pkey_ep11key2pkey(tmpbuf, protkey);
446 		/* now we should really have an protected key */
447 		DEBUG_ERR("%s unable to build protected key from clear",
448 			  __func__);
449 		break;
450 	}
451 	case TOKVER_EP11_AES: {
452 		if (keylen < MINEP11AESKEYBLOBSIZE)
453 			goto out;
454 		/* check ep11 key for exportable as protected key */
455 		rc = ep11_check_aeskeyblob(debug_info, 3, key, 0, 1);
456 		if (rc)
457 			goto out;
458 		rc = pkey_ep11key2pkey(key, protkey);
459 		break;
460 	}
461 	default:
462 		DEBUG_ERR("%s unknown/unsupported non-CCA token version %d\n",
463 			  __func__, hdr->version);
464 		rc = -EINVAL;
465 	}
466 
467 out:
468 	kfree(tmpbuf);
469 	return rc;
470 }
471 
472 /*
473  * Transform a CCA internal key token into a protected key
474  */
475 static int pkey_ccainttok2pkey(const u8 *key, u32 keylen,
476 			       struct pkey_protkey *protkey)
477 {
478 	struct keytoken_header *hdr = (struct keytoken_header *)key;
479 
480 	switch (hdr->version) {
481 	case TOKVER_CCA_AES:
482 		if (keylen != sizeof(struct secaeskeytoken))
483 			return -EINVAL;
484 		break;
485 	case TOKVER_CCA_VLSC:
486 		if (keylen < hdr->len || keylen > MAXCCAVLSCTOKENSIZE)
487 			return -EINVAL;
488 		break;
489 	default:
490 		DEBUG_ERR("%s unknown/unsupported CCA internal token version %d\n",
491 			  __func__, hdr->version);
492 		return -EINVAL;
493 	}
494 
495 	return pkey_skey2pkey(key, protkey);
496 }
497 
498 /*
499  * Transform a key blob (of any type) into a protected key
500  */
501 int pkey_keyblob2pkey(const u8 *key, u32 keylen,
502 		      struct pkey_protkey *protkey)
503 {
504 	int rc;
505 	struct keytoken_header *hdr = (struct keytoken_header *)key;
506 
507 	if (keylen < sizeof(struct keytoken_header)) {
508 		DEBUG_ERR("%s invalid keylen %d\n", __func__, keylen);
509 		return -EINVAL;
510 	}
511 
512 	switch (hdr->type) {
513 	case TOKTYPE_NON_CCA:
514 		rc = pkey_nonccatok2pkey(key, keylen, protkey);
515 		break;
516 	case TOKTYPE_CCA_INTERNAL:
517 		rc = pkey_ccainttok2pkey(key, keylen, protkey);
518 		break;
519 	default:
520 		DEBUG_ERR("%s unknown/unsupported blob type %d\n",
521 			  __func__, hdr->type);
522 		return -EINVAL;
523 	}
524 
525 	DEBUG_DBG("%s rc=%d\n", __func__, rc);
526 	return rc;
527 
528 }
529 EXPORT_SYMBOL(pkey_keyblob2pkey);
530 
531 static int pkey_genseckey2(const struct pkey_apqn *apqns, size_t nr_apqns,
532 			   enum pkey_key_type ktype, enum pkey_key_size ksize,
533 			   u32 kflags, u8 *keybuf, size_t *keybufsize)
534 {
535 	int i, card, dom, rc;
536 
537 	/* check for at least one apqn given */
538 	if (!apqns || !nr_apqns)
539 		return -EINVAL;
540 
541 	/* check key type and size */
542 	switch (ktype) {
543 	case PKEY_TYPE_CCA_DATA:
544 	case PKEY_TYPE_CCA_CIPHER:
545 		if (*keybufsize < SECKEYBLOBSIZE)
546 			return -EINVAL;
547 		break;
548 	case PKEY_TYPE_EP11:
549 		if (*keybufsize < MINEP11AESKEYBLOBSIZE)
550 			return -EINVAL;
551 		break;
552 	default:
553 		return -EINVAL;
554 	}
555 	switch (ksize) {
556 	case PKEY_SIZE_AES_128:
557 	case PKEY_SIZE_AES_192:
558 	case PKEY_SIZE_AES_256:
559 		break;
560 	default:
561 		return -EINVAL;
562 	}
563 
564 	/* simple try all apqns from the list */
565 	for (i = 0, rc = -ENODEV; i < nr_apqns; i++) {
566 		card = apqns[i].card;
567 		dom = apqns[i].domain;
568 		if (ktype == PKEY_TYPE_EP11) {
569 			rc = ep11_genaeskey(card, dom, ksize, kflags,
570 					    keybuf, keybufsize);
571 		} else if (ktype == PKEY_TYPE_CCA_DATA) {
572 			rc = cca_genseckey(card, dom, ksize, keybuf);
573 			*keybufsize = (rc ? 0 : SECKEYBLOBSIZE);
574 		} else /* TOKVER_CCA_VLSC */
575 			rc = cca_gencipherkey(card, dom, ksize, kflags,
576 					      keybuf, keybufsize);
577 		if (rc == 0)
578 			break;
579 	}
580 
581 	return rc;
582 }
583 
584 static int pkey_clr2seckey2(const struct pkey_apqn *apqns, size_t nr_apqns,
585 			    enum pkey_key_type ktype, enum pkey_key_size ksize,
586 			    u32 kflags, const u8 *clrkey,
587 			    u8 *keybuf, size_t *keybufsize)
588 {
589 	int i, card, dom, rc;
590 
591 	/* check for at least one apqn given */
592 	if (!apqns || !nr_apqns)
593 		return -EINVAL;
594 
595 	/* check key type and size */
596 	switch (ktype) {
597 	case PKEY_TYPE_CCA_DATA:
598 	case PKEY_TYPE_CCA_CIPHER:
599 		if (*keybufsize < SECKEYBLOBSIZE)
600 			return -EINVAL;
601 		break;
602 	case PKEY_TYPE_EP11:
603 		if (*keybufsize < MINEP11AESKEYBLOBSIZE)
604 			return -EINVAL;
605 		break;
606 	default:
607 		return -EINVAL;
608 	}
609 	switch (ksize) {
610 	case PKEY_SIZE_AES_128:
611 	case PKEY_SIZE_AES_192:
612 	case PKEY_SIZE_AES_256:
613 		break;
614 	default:
615 		return -EINVAL;
616 	}
617 
618 	/* simple try all apqns from the list */
619 	for (i = 0, rc = -ENODEV; i < nr_apqns; i++) {
620 		card = apqns[i].card;
621 		dom = apqns[i].domain;
622 		if (ktype == PKEY_TYPE_EP11) {
623 			rc = ep11_clr2keyblob(card, dom, ksize, kflags,
624 					      clrkey, keybuf, keybufsize);
625 		} else if (ktype == PKEY_TYPE_CCA_DATA) {
626 			rc = cca_clr2seckey(card, dom, ksize,
627 					    clrkey, keybuf);
628 			*keybufsize = (rc ? 0 : SECKEYBLOBSIZE);
629 		} else /* TOKVER_CCA_VLSC */
630 			rc = cca_clr2cipherkey(card, dom, ksize, kflags,
631 					       clrkey, keybuf, keybufsize);
632 		if (rc == 0)
633 			break;
634 	}
635 
636 	return rc;
637 }
638 
639 static int pkey_verifykey2(const u8 *key, size_t keylen,
640 			   u16 *cardnr, u16 *domain,
641 			   enum pkey_key_type *ktype,
642 			   enum pkey_key_size *ksize, u32 *flags)
643 {
644 	int rc;
645 	u32 _nr_apqns, *_apqns = NULL;
646 	struct keytoken_header *hdr = (struct keytoken_header *)key;
647 
648 	if (keylen < sizeof(struct keytoken_header))
649 		return -EINVAL;
650 
651 	if (hdr->type == TOKTYPE_CCA_INTERNAL
652 	    && hdr->version == TOKVER_CCA_AES) {
653 		struct secaeskeytoken *t = (struct secaeskeytoken *)key;
654 
655 		rc = cca_check_secaeskeytoken(debug_info, 3, key, 0);
656 		if (rc)
657 			goto out;
658 		if (ktype)
659 			*ktype = PKEY_TYPE_CCA_DATA;
660 		if (ksize)
661 			*ksize = (enum pkey_key_size) t->bitsize;
662 
663 		rc = cca_findcard2(&_apqns, &_nr_apqns, *cardnr, *domain,
664 				   ZCRYPT_CEX3C, t->mkvp, 0, 1);
665 		if (rc == 0 && flags)
666 			*flags = PKEY_FLAGS_MATCH_CUR_MKVP;
667 		if (rc == -ENODEV) {
668 			rc = cca_findcard2(&_apqns, &_nr_apqns,
669 					   *cardnr, *domain,
670 					   ZCRYPT_CEX3C, 0, t->mkvp, 1);
671 			if (rc == 0 && flags)
672 				*flags = PKEY_FLAGS_MATCH_ALT_MKVP;
673 		}
674 		if (rc)
675 			goto out;
676 
677 		*cardnr = ((struct pkey_apqn *)_apqns)->card;
678 		*domain = ((struct pkey_apqn *)_apqns)->domain;
679 
680 	} else if (hdr->type == TOKTYPE_CCA_INTERNAL
681 		   && hdr->version == TOKVER_CCA_VLSC) {
682 		struct cipherkeytoken *t = (struct cipherkeytoken *)key;
683 
684 		rc = cca_check_secaescipherkey(debug_info, 3, key, 0, 1);
685 		if (rc)
686 			goto out;
687 		if (ktype)
688 			*ktype = PKEY_TYPE_CCA_CIPHER;
689 		if (ksize) {
690 			*ksize = PKEY_SIZE_UNKNOWN;
691 			if (!t->plfver && t->wpllen == 512)
692 				*ksize = PKEY_SIZE_AES_128;
693 			else if (!t->plfver && t->wpllen == 576)
694 				*ksize = PKEY_SIZE_AES_192;
695 			else if (!t->plfver && t->wpllen == 640)
696 				*ksize = PKEY_SIZE_AES_256;
697 		}
698 
699 		rc = cca_findcard2(&_apqns, &_nr_apqns, *cardnr, *domain,
700 				   ZCRYPT_CEX6, t->mkvp0, 0, 1);
701 		if (rc == 0 && flags)
702 			*flags = PKEY_FLAGS_MATCH_CUR_MKVP;
703 		if (rc == -ENODEV) {
704 			rc = cca_findcard2(&_apqns, &_nr_apqns,
705 					   *cardnr, *domain,
706 					   ZCRYPT_CEX6, 0, t->mkvp0, 1);
707 			if (rc == 0 && flags)
708 				*flags = PKEY_FLAGS_MATCH_ALT_MKVP;
709 		}
710 		if (rc)
711 			goto out;
712 
713 		*cardnr = ((struct pkey_apqn *)_apqns)->card;
714 		*domain = ((struct pkey_apqn *)_apqns)->domain;
715 
716 	} else if (hdr->type == TOKTYPE_NON_CCA
717 		   && hdr->version == TOKVER_EP11_AES) {
718 		struct ep11keyblob *kb = (struct ep11keyblob *)key;
719 
720 		rc = ep11_check_aeskeyblob(debug_info, 3, key, 0, 1);
721 		if (rc)
722 			goto out;
723 		if (ktype)
724 			*ktype = PKEY_TYPE_EP11;
725 		if (ksize)
726 			*ksize = kb->head.keybitlen;
727 
728 		rc = ep11_findcard2(&_apqns, &_nr_apqns, *cardnr, *domain,
729 				    ZCRYPT_CEX7, EP11_API_V, kb->wkvp);
730 		if (rc)
731 			goto out;
732 
733 		if (flags)
734 			*flags = PKEY_FLAGS_MATCH_CUR_MKVP;
735 
736 		*cardnr = ((struct pkey_apqn *)_apqns)->card;
737 		*domain = ((struct pkey_apqn *)_apqns)->domain;
738 
739 	} else
740 		rc = -EINVAL;
741 
742 out:
743 	kfree(_apqns);
744 	return rc;
745 }
746 
747 static int pkey_keyblob2pkey2(const struct pkey_apqn *apqns, size_t nr_apqns,
748 			      const u8 *key, size_t keylen,
749 			      struct pkey_protkey *pkey)
750 {
751 	int i, card, dom, rc;
752 	struct keytoken_header *hdr = (struct keytoken_header *)key;
753 
754 	/* check for at least one apqn given */
755 	if (!apqns || !nr_apqns)
756 		return -EINVAL;
757 
758 	if (keylen < sizeof(struct keytoken_header))
759 		return -EINVAL;
760 
761 	if (hdr->type == TOKTYPE_CCA_INTERNAL) {
762 		if (hdr->version == TOKVER_CCA_AES) {
763 			if (keylen != sizeof(struct secaeskeytoken))
764 				return -EINVAL;
765 			if (cca_check_secaeskeytoken(debug_info, 3, key, 0))
766 				return -EINVAL;
767 		} else if (hdr->version == TOKVER_CCA_VLSC) {
768 			if (keylen < hdr->len || keylen > MAXCCAVLSCTOKENSIZE)
769 				return -EINVAL;
770 			if (cca_check_secaescipherkey(debug_info, 3, key, 0, 1))
771 				return -EINVAL;
772 		} else {
773 			DEBUG_ERR("%s unknown CCA internal token version %d\n",
774 				  __func__, hdr->version);
775 			return -EINVAL;
776 		}
777 	} else if (hdr->type == TOKTYPE_NON_CCA) {
778 		if (hdr->version == TOKVER_EP11_AES) {
779 			if (keylen < sizeof(struct ep11keyblob))
780 				return -EINVAL;
781 			if (ep11_check_aeskeyblob(debug_info, 3, key, 0, 1))
782 				return -EINVAL;
783 		} else {
784 			return pkey_nonccatok2pkey(key, keylen, pkey);
785 		}
786 	} else {
787 		DEBUG_ERR("%s unknown/unsupported blob type %d\n",
788 			  __func__, hdr->type);
789 		return -EINVAL;
790 	}
791 
792 	/* simple try all apqns from the list */
793 	for (i = 0, rc = -ENODEV; i < nr_apqns; i++) {
794 		card = apqns[i].card;
795 		dom = apqns[i].domain;
796 		if (hdr->type == TOKTYPE_CCA_INTERNAL
797 		    && hdr->version == TOKVER_CCA_AES)
798 			rc = cca_sec2protkey(card, dom, key, pkey->protkey,
799 					     &pkey->len, &pkey->type);
800 		else if (hdr->type == TOKTYPE_CCA_INTERNAL
801 			 && hdr->version == TOKVER_CCA_VLSC)
802 			rc = cca_cipher2protkey(card, dom, key, pkey->protkey,
803 						&pkey->len, &pkey->type);
804 		else { /* EP11 AES secure key blob */
805 			struct ep11keyblob *kb = (struct ep11keyblob *) key;
806 
807 			rc = ep11_key2protkey(card, dom, key, kb->head.len,
808 					      pkey->protkey, &pkey->len,
809 					      &pkey->type);
810 		}
811 		if (rc == 0)
812 			break;
813 	}
814 
815 	return rc;
816 }
817 
818 static int pkey_apqns4key(const u8 *key, size_t keylen, u32 flags,
819 			  struct pkey_apqn *apqns, size_t *nr_apqns)
820 {
821 	int rc = EINVAL;
822 	u32 _nr_apqns, *_apqns = NULL;
823 	struct keytoken_header *hdr = (struct keytoken_header *)key;
824 
825 	if (keylen < sizeof(struct keytoken_header) || flags == 0)
826 		return -EINVAL;
827 
828 	if (hdr->type == TOKTYPE_NON_CCA && hdr->version == TOKVER_EP11_AES) {
829 		int minhwtype = 0, api = 0;
830 		struct ep11keyblob *kb = (struct ep11keyblob *) key;
831 
832 		if (flags != PKEY_FLAGS_MATCH_CUR_MKVP)
833 			return -EINVAL;
834 		if (kb->attr & EP11_BLOB_PKEY_EXTRACTABLE) {
835 			minhwtype = ZCRYPT_CEX7;
836 			api = EP11_API_V;
837 		}
838 		rc = ep11_findcard2(&_apqns, &_nr_apqns, 0xFFFF, 0xFFFF,
839 				    minhwtype, api, kb->wkvp);
840 		if (rc)
841 			goto out;
842 	} else if (hdr->type == TOKTYPE_CCA_INTERNAL) {
843 		int minhwtype = ZCRYPT_CEX3C;
844 		u64 cur_mkvp = 0, old_mkvp = 0;
845 
846 		if (hdr->version == TOKVER_CCA_AES) {
847 			struct secaeskeytoken *t = (struct secaeskeytoken *)key;
848 
849 			if (flags & PKEY_FLAGS_MATCH_CUR_MKVP)
850 				cur_mkvp = t->mkvp;
851 			if (flags & PKEY_FLAGS_MATCH_ALT_MKVP)
852 				old_mkvp = t->mkvp;
853 		} else if (hdr->version == TOKVER_CCA_VLSC) {
854 			struct cipherkeytoken *t = (struct cipherkeytoken *)key;
855 
856 			minhwtype = ZCRYPT_CEX6;
857 			if (flags & PKEY_FLAGS_MATCH_CUR_MKVP)
858 				cur_mkvp = t->mkvp0;
859 			if (flags & PKEY_FLAGS_MATCH_ALT_MKVP)
860 				old_mkvp = t->mkvp0;
861 		} else {
862 			/* unknown cca internal token type */
863 			return -EINVAL;
864 		}
865 		rc = cca_findcard2(&_apqns, &_nr_apqns, 0xFFFF, 0xFFFF,
866 				   minhwtype, cur_mkvp, old_mkvp, 1);
867 		if (rc)
868 			goto out;
869 	} else
870 		return -EINVAL;
871 
872 	if (apqns) {
873 		if (*nr_apqns < _nr_apqns)
874 			rc = -ENOSPC;
875 		else
876 			memcpy(apqns, _apqns, _nr_apqns * sizeof(u32));
877 	}
878 	*nr_apqns = _nr_apqns;
879 
880 out:
881 	kfree(_apqns);
882 	return rc;
883 }
884 
885 static int pkey_apqns4keytype(enum pkey_key_type ktype,
886 			      u8 cur_mkvp[32], u8 alt_mkvp[32], u32 flags,
887 			      struct pkey_apqn *apqns, size_t *nr_apqns)
888 {
889 	int rc = -EINVAL;
890 	u32 _nr_apqns, *_apqns = NULL;
891 
892 	if (ktype == PKEY_TYPE_CCA_DATA || ktype == PKEY_TYPE_CCA_CIPHER) {
893 		u64 cur_mkvp = 0, old_mkvp = 0;
894 		int minhwtype = ZCRYPT_CEX3C;
895 
896 		if (flags & PKEY_FLAGS_MATCH_CUR_MKVP)
897 			cur_mkvp = *((u64 *) cur_mkvp);
898 		if (flags & PKEY_FLAGS_MATCH_ALT_MKVP)
899 			old_mkvp = *((u64 *) alt_mkvp);
900 		if (ktype == PKEY_TYPE_CCA_CIPHER)
901 			minhwtype = ZCRYPT_CEX6;
902 		rc = cca_findcard2(&_apqns, &_nr_apqns, 0xFFFF, 0xFFFF,
903 				   minhwtype, cur_mkvp, old_mkvp, 1);
904 		if (rc)
905 			goto out;
906 	} else if (ktype == PKEY_TYPE_EP11) {
907 		u8 *wkvp = NULL;
908 
909 		if (flags & PKEY_FLAGS_MATCH_CUR_MKVP)
910 			wkvp = cur_mkvp;
911 		rc = ep11_findcard2(&_apqns, &_nr_apqns, 0xFFFF, 0xFFFF,
912 				    ZCRYPT_CEX7, EP11_API_V, wkvp);
913 		if (rc)
914 			goto out;
915 
916 	} else
917 		return -EINVAL;
918 
919 	if (apqns) {
920 		if (*nr_apqns < _nr_apqns)
921 			rc = -ENOSPC;
922 		else
923 			memcpy(apqns, _apqns, _nr_apqns * sizeof(u32));
924 	}
925 	*nr_apqns = _nr_apqns;
926 
927 out:
928 	kfree(_apqns);
929 	return rc;
930 }
931 
932 /*
933  * File io functions
934  */
935 
936 static void *_copy_key_from_user(void __user *ukey, size_t keylen)
937 {
938 	if (!ukey || keylen < MINKEYBLOBSIZE || keylen > KEYBLOBBUFSIZE)
939 		return ERR_PTR(-EINVAL);
940 
941 	return memdup_user(ukey, keylen);
942 }
943 
944 static void *_copy_apqns_from_user(void __user *uapqns, size_t nr_apqns)
945 {
946 	if (!uapqns || nr_apqns == 0)
947 		return NULL;
948 
949 	return memdup_user(uapqns, nr_apqns * sizeof(struct pkey_apqn));
950 }
951 
952 static long pkey_unlocked_ioctl(struct file *filp, unsigned int cmd,
953 				unsigned long arg)
954 {
955 	int rc;
956 
957 	switch (cmd) {
958 	case PKEY_GENSECK: {
959 		struct pkey_genseck __user *ugs = (void __user *) arg;
960 		struct pkey_genseck kgs;
961 
962 		if (copy_from_user(&kgs, ugs, sizeof(kgs)))
963 			return -EFAULT;
964 		rc = cca_genseckey(kgs.cardnr, kgs.domain,
965 				   kgs.keytype, kgs.seckey.seckey);
966 		DEBUG_DBG("%s cca_genseckey()=%d\n", __func__, rc);
967 		if (rc)
968 			break;
969 		if (copy_to_user(ugs, &kgs, sizeof(kgs)))
970 			return -EFAULT;
971 		break;
972 	}
973 	case PKEY_CLR2SECK: {
974 		struct pkey_clr2seck __user *ucs = (void __user *) arg;
975 		struct pkey_clr2seck kcs;
976 
977 		if (copy_from_user(&kcs, ucs, sizeof(kcs)))
978 			return -EFAULT;
979 		rc = cca_clr2seckey(kcs.cardnr, kcs.domain, kcs.keytype,
980 				    kcs.clrkey.clrkey, kcs.seckey.seckey);
981 		DEBUG_DBG("%s cca_clr2seckey()=%d\n", __func__, rc);
982 		if (rc)
983 			break;
984 		if (copy_to_user(ucs, &kcs, sizeof(kcs)))
985 			return -EFAULT;
986 		memzero_explicit(&kcs, sizeof(kcs));
987 		break;
988 	}
989 	case PKEY_SEC2PROTK: {
990 		struct pkey_sec2protk __user *usp = (void __user *) arg;
991 		struct pkey_sec2protk ksp;
992 
993 		if (copy_from_user(&ksp, usp, sizeof(ksp)))
994 			return -EFAULT;
995 		rc = cca_sec2protkey(ksp.cardnr, ksp.domain,
996 				     ksp.seckey.seckey, ksp.protkey.protkey,
997 				     &ksp.protkey.len, &ksp.protkey.type);
998 		DEBUG_DBG("%s cca_sec2protkey()=%d\n", __func__, rc);
999 		if (rc)
1000 			break;
1001 		if (copy_to_user(usp, &ksp, sizeof(ksp)))
1002 			return -EFAULT;
1003 		break;
1004 	}
1005 	case PKEY_CLR2PROTK: {
1006 		struct pkey_clr2protk __user *ucp = (void __user *) arg;
1007 		struct pkey_clr2protk kcp;
1008 
1009 		if (copy_from_user(&kcp, ucp, sizeof(kcp)))
1010 			return -EFAULT;
1011 		rc = pkey_clr2protkey(kcp.keytype,
1012 				      &kcp.clrkey, &kcp.protkey);
1013 		DEBUG_DBG("%s pkey_clr2protkey()=%d\n", __func__, rc);
1014 		if (rc)
1015 			break;
1016 		if (copy_to_user(ucp, &kcp, sizeof(kcp)))
1017 			return -EFAULT;
1018 		memzero_explicit(&kcp, sizeof(kcp));
1019 		break;
1020 	}
1021 	case PKEY_FINDCARD: {
1022 		struct pkey_findcard __user *ufc = (void __user *) arg;
1023 		struct pkey_findcard kfc;
1024 
1025 		if (copy_from_user(&kfc, ufc, sizeof(kfc)))
1026 			return -EFAULT;
1027 		rc = cca_findcard(kfc.seckey.seckey,
1028 				  &kfc.cardnr, &kfc.domain, 1);
1029 		DEBUG_DBG("%s cca_findcard()=%d\n", __func__, rc);
1030 		if (rc < 0)
1031 			break;
1032 		if (copy_to_user(ufc, &kfc, sizeof(kfc)))
1033 			return -EFAULT;
1034 		break;
1035 	}
1036 	case PKEY_SKEY2PKEY: {
1037 		struct pkey_skey2pkey __user *usp = (void __user *) arg;
1038 		struct pkey_skey2pkey ksp;
1039 
1040 		if (copy_from_user(&ksp, usp, sizeof(ksp)))
1041 			return -EFAULT;
1042 		rc = pkey_skey2pkey(ksp.seckey.seckey, &ksp.protkey);
1043 		DEBUG_DBG("%s pkey_skey2pkey()=%d\n", __func__, rc);
1044 		if (rc)
1045 			break;
1046 		if (copy_to_user(usp, &ksp, sizeof(ksp)))
1047 			return -EFAULT;
1048 		break;
1049 	}
1050 	case PKEY_VERIFYKEY: {
1051 		struct pkey_verifykey __user *uvk = (void __user *) arg;
1052 		struct pkey_verifykey kvk;
1053 
1054 		if (copy_from_user(&kvk, uvk, sizeof(kvk)))
1055 			return -EFAULT;
1056 		rc = pkey_verifykey(&kvk.seckey, &kvk.cardnr, &kvk.domain,
1057 				    &kvk.keysize, &kvk.attributes);
1058 		DEBUG_DBG("%s pkey_verifykey()=%d\n", __func__, rc);
1059 		if (rc)
1060 			break;
1061 		if (copy_to_user(uvk, &kvk, sizeof(kvk)))
1062 			return -EFAULT;
1063 		break;
1064 	}
1065 	case PKEY_GENPROTK: {
1066 		struct pkey_genprotk __user *ugp = (void __user *) arg;
1067 		struct pkey_genprotk kgp;
1068 
1069 		if (copy_from_user(&kgp, ugp, sizeof(kgp)))
1070 			return -EFAULT;
1071 		rc = pkey_genprotkey(kgp.keytype, &kgp.protkey);
1072 		DEBUG_DBG("%s pkey_genprotkey()=%d\n", __func__, rc);
1073 		if (rc)
1074 			break;
1075 		if (copy_to_user(ugp, &kgp, sizeof(kgp)))
1076 			return -EFAULT;
1077 		break;
1078 	}
1079 	case PKEY_VERIFYPROTK: {
1080 		struct pkey_verifyprotk __user *uvp = (void __user *) arg;
1081 		struct pkey_verifyprotk kvp;
1082 
1083 		if (copy_from_user(&kvp, uvp, sizeof(kvp)))
1084 			return -EFAULT;
1085 		rc = pkey_verifyprotkey(&kvp.protkey);
1086 		DEBUG_DBG("%s pkey_verifyprotkey()=%d\n", __func__, rc);
1087 		break;
1088 	}
1089 	case PKEY_KBLOB2PROTK: {
1090 		struct pkey_kblob2pkey __user *utp = (void __user *) arg;
1091 		struct pkey_kblob2pkey ktp;
1092 		u8 *kkey;
1093 
1094 		if (copy_from_user(&ktp, utp, sizeof(ktp)))
1095 			return -EFAULT;
1096 		kkey = _copy_key_from_user(ktp.key, ktp.keylen);
1097 		if (IS_ERR(kkey))
1098 			return PTR_ERR(kkey);
1099 		rc = pkey_keyblob2pkey(kkey, ktp.keylen, &ktp.protkey);
1100 		DEBUG_DBG("%s pkey_keyblob2pkey()=%d\n", __func__, rc);
1101 		kfree(kkey);
1102 		if (rc)
1103 			break;
1104 		if (copy_to_user(utp, &ktp, sizeof(ktp)))
1105 			return -EFAULT;
1106 		break;
1107 	}
1108 	case PKEY_GENSECK2: {
1109 		struct pkey_genseck2 __user *ugs = (void __user *) arg;
1110 		struct pkey_genseck2 kgs;
1111 		struct pkey_apqn *apqns;
1112 		size_t klen = KEYBLOBBUFSIZE;
1113 		u8 *kkey;
1114 
1115 		if (copy_from_user(&kgs, ugs, sizeof(kgs)))
1116 			return -EFAULT;
1117 		apqns = _copy_apqns_from_user(kgs.apqns, kgs.apqn_entries);
1118 		if (IS_ERR(apqns))
1119 			return PTR_ERR(apqns);
1120 		kkey = kmalloc(klen, GFP_KERNEL);
1121 		if (!kkey) {
1122 			kfree(apqns);
1123 			return -ENOMEM;
1124 		}
1125 		rc = pkey_genseckey2(apqns, kgs.apqn_entries,
1126 				     kgs.type, kgs.size, kgs.keygenflags,
1127 				     kkey, &klen);
1128 		DEBUG_DBG("%s pkey_genseckey2()=%d\n", __func__, rc);
1129 		kfree(apqns);
1130 		if (rc) {
1131 			kfree(kkey);
1132 			break;
1133 		}
1134 		if (kgs.key) {
1135 			if (kgs.keylen < klen) {
1136 				kfree(kkey);
1137 				return -EINVAL;
1138 			}
1139 			if (copy_to_user(kgs.key, kkey, klen)) {
1140 				kfree(kkey);
1141 				return -EFAULT;
1142 			}
1143 		}
1144 		kgs.keylen = klen;
1145 		if (copy_to_user(ugs, &kgs, sizeof(kgs)))
1146 			rc = -EFAULT;
1147 		kfree(kkey);
1148 		break;
1149 	}
1150 	case PKEY_CLR2SECK2: {
1151 		struct pkey_clr2seck2 __user *ucs = (void __user *) arg;
1152 		struct pkey_clr2seck2 kcs;
1153 		struct pkey_apqn *apqns;
1154 		size_t klen = KEYBLOBBUFSIZE;
1155 		u8 *kkey;
1156 
1157 		if (copy_from_user(&kcs, ucs, sizeof(kcs)))
1158 			return -EFAULT;
1159 		apqns = _copy_apqns_from_user(kcs.apqns, kcs.apqn_entries);
1160 		if (IS_ERR(apqns))
1161 			return PTR_ERR(apqns);
1162 		kkey = kmalloc(klen, GFP_KERNEL);
1163 		if (!kkey) {
1164 			kfree(apqns);
1165 			return -ENOMEM;
1166 		}
1167 		rc = pkey_clr2seckey2(apqns, kcs.apqn_entries,
1168 				      kcs.type, kcs.size, kcs.keygenflags,
1169 				      kcs.clrkey.clrkey, kkey, &klen);
1170 		DEBUG_DBG("%s pkey_clr2seckey2()=%d\n", __func__, rc);
1171 		kfree(apqns);
1172 		if (rc) {
1173 			kfree(kkey);
1174 			break;
1175 		}
1176 		if (kcs.key) {
1177 			if (kcs.keylen < klen) {
1178 				kfree(kkey);
1179 				return -EINVAL;
1180 			}
1181 			if (copy_to_user(kcs.key, kkey, klen)) {
1182 				kfree(kkey);
1183 				return -EFAULT;
1184 			}
1185 		}
1186 		kcs.keylen = klen;
1187 		if (copy_to_user(ucs, &kcs, sizeof(kcs)))
1188 			rc = -EFAULT;
1189 		memzero_explicit(&kcs, sizeof(kcs));
1190 		kfree(kkey);
1191 		break;
1192 	}
1193 	case PKEY_VERIFYKEY2: {
1194 		struct pkey_verifykey2 __user *uvk = (void __user *) arg;
1195 		struct pkey_verifykey2 kvk;
1196 		u8 *kkey;
1197 
1198 		if (copy_from_user(&kvk, uvk, sizeof(kvk)))
1199 			return -EFAULT;
1200 		kkey = _copy_key_from_user(kvk.key, kvk.keylen);
1201 		if (IS_ERR(kkey))
1202 			return PTR_ERR(kkey);
1203 		rc = pkey_verifykey2(kkey, kvk.keylen,
1204 				     &kvk.cardnr, &kvk.domain,
1205 				     &kvk.type, &kvk.size, &kvk.flags);
1206 		DEBUG_DBG("%s pkey_verifykey2()=%d\n", __func__, rc);
1207 		kfree(kkey);
1208 		if (rc)
1209 			break;
1210 		if (copy_to_user(uvk, &kvk, sizeof(kvk)))
1211 			return -EFAULT;
1212 		break;
1213 	}
1214 	case PKEY_KBLOB2PROTK2: {
1215 		struct pkey_kblob2pkey2 __user *utp = (void __user *) arg;
1216 		struct pkey_kblob2pkey2 ktp;
1217 		struct pkey_apqn *apqns = NULL;
1218 		u8 *kkey;
1219 
1220 		if (copy_from_user(&ktp, utp, sizeof(ktp)))
1221 			return -EFAULT;
1222 		apqns = _copy_apqns_from_user(ktp.apqns, ktp.apqn_entries);
1223 		if (IS_ERR(apqns))
1224 			return PTR_ERR(apqns);
1225 		kkey = _copy_key_from_user(ktp.key, ktp.keylen);
1226 		if (IS_ERR(kkey)) {
1227 			kfree(apqns);
1228 			return PTR_ERR(kkey);
1229 		}
1230 		rc = pkey_keyblob2pkey2(apqns, ktp.apqn_entries,
1231 					kkey, ktp.keylen, &ktp.protkey);
1232 		DEBUG_DBG("%s pkey_keyblob2pkey2()=%d\n", __func__, rc);
1233 		kfree(apqns);
1234 		kfree(kkey);
1235 		if (rc)
1236 			break;
1237 		if (copy_to_user(utp, &ktp, sizeof(ktp)))
1238 			return -EFAULT;
1239 		break;
1240 	}
1241 	case PKEY_APQNS4K: {
1242 		struct pkey_apqns4key __user *uak = (void __user *) arg;
1243 		struct pkey_apqns4key kak;
1244 		struct pkey_apqn *apqns = NULL;
1245 		size_t nr_apqns, len;
1246 		u8 *kkey;
1247 
1248 		if (copy_from_user(&kak, uak, sizeof(kak)))
1249 			return -EFAULT;
1250 		nr_apqns = kak.apqn_entries;
1251 		if (nr_apqns) {
1252 			apqns = kmalloc_array(nr_apqns,
1253 					      sizeof(struct pkey_apqn),
1254 					      GFP_KERNEL);
1255 			if (!apqns)
1256 				return -ENOMEM;
1257 		}
1258 		kkey = _copy_key_from_user(kak.key, kak.keylen);
1259 		if (IS_ERR(kkey)) {
1260 			kfree(apqns);
1261 			return PTR_ERR(kkey);
1262 		}
1263 		rc = pkey_apqns4key(kkey, kak.keylen, kak.flags,
1264 				    apqns, &nr_apqns);
1265 		DEBUG_DBG("%s pkey_apqns4key()=%d\n", __func__, rc);
1266 		kfree(kkey);
1267 		if (rc && rc != -ENOSPC) {
1268 			kfree(apqns);
1269 			break;
1270 		}
1271 		if (!rc && kak.apqns) {
1272 			if (nr_apqns > kak.apqn_entries) {
1273 				kfree(apqns);
1274 				return -EINVAL;
1275 			}
1276 			len = nr_apqns * sizeof(struct pkey_apqn);
1277 			if (len) {
1278 				if (copy_to_user(kak.apqns, apqns, len)) {
1279 					kfree(apqns);
1280 					return -EFAULT;
1281 				}
1282 			}
1283 		}
1284 		kak.apqn_entries = nr_apqns;
1285 		if (copy_to_user(uak, &kak, sizeof(kak)))
1286 			rc = -EFAULT;
1287 		kfree(apqns);
1288 		break;
1289 	}
1290 	case PKEY_APQNS4KT: {
1291 		struct pkey_apqns4keytype __user *uat = (void __user *) arg;
1292 		struct pkey_apqns4keytype kat;
1293 		struct pkey_apqn *apqns = NULL;
1294 		size_t nr_apqns, len;
1295 
1296 		if (copy_from_user(&kat, uat, sizeof(kat)))
1297 			return -EFAULT;
1298 		nr_apqns = kat.apqn_entries;
1299 		if (nr_apqns) {
1300 			apqns = kmalloc_array(nr_apqns,
1301 					      sizeof(struct pkey_apqn),
1302 					      GFP_KERNEL);
1303 			if (!apqns)
1304 				return -ENOMEM;
1305 		}
1306 		rc = pkey_apqns4keytype(kat.type, kat.cur_mkvp, kat.alt_mkvp,
1307 					kat.flags, apqns, &nr_apqns);
1308 		DEBUG_DBG("%s pkey_apqns4keytype()=%d\n", __func__, rc);
1309 		if (rc && rc != -ENOSPC) {
1310 			kfree(apqns);
1311 			break;
1312 		}
1313 		if (!rc && kat.apqns) {
1314 			if (nr_apqns > kat.apqn_entries) {
1315 				kfree(apqns);
1316 				return -EINVAL;
1317 			}
1318 			len = nr_apqns * sizeof(struct pkey_apqn);
1319 			if (len) {
1320 				if (copy_to_user(kat.apqns, apqns, len)) {
1321 					kfree(apqns);
1322 					return -EFAULT;
1323 				}
1324 			}
1325 		}
1326 		kat.apqn_entries = nr_apqns;
1327 		if (copy_to_user(uat, &kat, sizeof(kat)))
1328 			rc = -EFAULT;
1329 		kfree(apqns);
1330 		break;
1331 	}
1332 	default:
1333 		/* unknown/unsupported ioctl cmd */
1334 		return -ENOTTY;
1335 	}
1336 
1337 	return rc;
1338 }
1339 
1340 /*
1341  * Sysfs and file io operations
1342  */
1343 
1344 /*
1345  * Sysfs attribute read function for all protected key binary attributes.
1346  * The implementation can not deal with partial reads, because a new random
1347  * protected key blob is generated with each read. In case of partial reads
1348  * (i.e. off != 0 or count < key blob size) -EINVAL is returned.
1349  */
1350 static ssize_t pkey_protkey_aes_attr_read(u32 keytype, bool is_xts, char *buf,
1351 					  loff_t off, size_t count)
1352 {
1353 	struct protaeskeytoken protkeytoken;
1354 	struct pkey_protkey protkey;
1355 	int rc;
1356 
1357 	if (off != 0 || count < sizeof(protkeytoken))
1358 		return -EINVAL;
1359 	if (is_xts)
1360 		if (count < 2 * sizeof(protkeytoken))
1361 			return -EINVAL;
1362 
1363 	memset(&protkeytoken, 0, sizeof(protkeytoken));
1364 	protkeytoken.type = TOKTYPE_NON_CCA;
1365 	protkeytoken.version = TOKVER_PROTECTED_KEY;
1366 	protkeytoken.keytype = keytype;
1367 
1368 	rc = pkey_genprotkey(protkeytoken.keytype, &protkey);
1369 	if (rc)
1370 		return rc;
1371 
1372 	protkeytoken.len = protkey.len;
1373 	memcpy(&protkeytoken.protkey, &protkey.protkey, protkey.len);
1374 
1375 	memcpy(buf, &protkeytoken, sizeof(protkeytoken));
1376 
1377 	if (is_xts) {
1378 		rc = pkey_genprotkey(protkeytoken.keytype, &protkey);
1379 		if (rc)
1380 			return rc;
1381 
1382 		protkeytoken.len = protkey.len;
1383 		memcpy(&protkeytoken.protkey, &protkey.protkey, protkey.len);
1384 
1385 		memcpy(buf + sizeof(protkeytoken), &protkeytoken,
1386 		       sizeof(protkeytoken));
1387 
1388 		return 2 * sizeof(protkeytoken);
1389 	}
1390 
1391 	return sizeof(protkeytoken);
1392 }
1393 
1394 static ssize_t protkey_aes_128_read(struct file *filp,
1395 				    struct kobject *kobj,
1396 				    struct bin_attribute *attr,
1397 				    char *buf, loff_t off,
1398 				    size_t count)
1399 {
1400 	return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_128, false, buf,
1401 					  off, count);
1402 }
1403 
1404 static ssize_t protkey_aes_192_read(struct file *filp,
1405 				    struct kobject *kobj,
1406 				    struct bin_attribute *attr,
1407 				    char *buf, loff_t off,
1408 				    size_t count)
1409 {
1410 	return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_192, false, buf,
1411 					  off, count);
1412 }
1413 
1414 static ssize_t protkey_aes_256_read(struct file *filp,
1415 				    struct kobject *kobj,
1416 				    struct bin_attribute *attr,
1417 				    char *buf, loff_t off,
1418 				    size_t count)
1419 {
1420 	return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_256, false, buf,
1421 					  off, count);
1422 }
1423 
1424 static ssize_t protkey_aes_128_xts_read(struct file *filp,
1425 					struct kobject *kobj,
1426 					struct bin_attribute *attr,
1427 					char *buf, loff_t off,
1428 					size_t count)
1429 {
1430 	return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_128, true, buf,
1431 					  off, count);
1432 }
1433 
1434 static ssize_t protkey_aes_256_xts_read(struct file *filp,
1435 					struct kobject *kobj,
1436 					struct bin_attribute *attr,
1437 					char *buf, loff_t off,
1438 					size_t count)
1439 {
1440 	return pkey_protkey_aes_attr_read(PKEY_KEYTYPE_AES_256, true, buf,
1441 					  off, count);
1442 }
1443 
1444 static BIN_ATTR_RO(protkey_aes_128, sizeof(struct protaeskeytoken));
1445 static BIN_ATTR_RO(protkey_aes_192, sizeof(struct protaeskeytoken));
1446 static BIN_ATTR_RO(protkey_aes_256, sizeof(struct protaeskeytoken));
1447 static BIN_ATTR_RO(protkey_aes_128_xts, 2 * sizeof(struct protaeskeytoken));
1448 static BIN_ATTR_RO(protkey_aes_256_xts, 2 * sizeof(struct protaeskeytoken));
1449 
1450 static struct bin_attribute *protkey_attrs[] = {
1451 	&bin_attr_protkey_aes_128,
1452 	&bin_attr_protkey_aes_192,
1453 	&bin_attr_protkey_aes_256,
1454 	&bin_attr_protkey_aes_128_xts,
1455 	&bin_attr_protkey_aes_256_xts,
1456 	NULL
1457 };
1458 
1459 static struct attribute_group protkey_attr_group = {
1460 	.name	   = "protkey",
1461 	.bin_attrs = protkey_attrs,
1462 };
1463 
1464 /*
1465  * Sysfs attribute read function for all secure key ccadata binary attributes.
1466  * The implementation can not deal with partial reads, because a new random
1467  * protected key blob is generated with each read. In case of partial reads
1468  * (i.e. off != 0 or count < key blob size) -EINVAL is returned.
1469  */
1470 static ssize_t pkey_ccadata_aes_attr_read(u32 keytype, bool is_xts, char *buf,
1471 					  loff_t off, size_t count)
1472 {
1473 	int rc;
1474 	struct pkey_seckey *seckey = (struct pkey_seckey *) buf;
1475 
1476 	if (off != 0 || count < sizeof(struct secaeskeytoken))
1477 		return -EINVAL;
1478 	if (is_xts)
1479 		if (count < 2 * sizeof(struct secaeskeytoken))
1480 			return -EINVAL;
1481 
1482 	rc = cca_genseckey(-1, -1, keytype, seckey->seckey);
1483 	if (rc)
1484 		return rc;
1485 
1486 	if (is_xts) {
1487 		seckey++;
1488 		rc = cca_genseckey(-1, -1, keytype, seckey->seckey);
1489 		if (rc)
1490 			return rc;
1491 
1492 		return 2 * sizeof(struct secaeskeytoken);
1493 	}
1494 
1495 	return sizeof(struct secaeskeytoken);
1496 }
1497 
1498 static ssize_t ccadata_aes_128_read(struct file *filp,
1499 				    struct kobject *kobj,
1500 				    struct bin_attribute *attr,
1501 				    char *buf, loff_t off,
1502 				    size_t count)
1503 {
1504 	return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_128, false, buf,
1505 					  off, count);
1506 }
1507 
1508 static ssize_t ccadata_aes_192_read(struct file *filp,
1509 				    struct kobject *kobj,
1510 				    struct bin_attribute *attr,
1511 				    char *buf, loff_t off,
1512 				    size_t count)
1513 {
1514 	return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_192, false, buf,
1515 					  off, count);
1516 }
1517 
1518 static ssize_t ccadata_aes_256_read(struct file *filp,
1519 				    struct kobject *kobj,
1520 				    struct bin_attribute *attr,
1521 				    char *buf, loff_t off,
1522 				    size_t count)
1523 {
1524 	return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_256, false, buf,
1525 					  off, count);
1526 }
1527 
1528 static ssize_t ccadata_aes_128_xts_read(struct file *filp,
1529 					struct kobject *kobj,
1530 					struct bin_attribute *attr,
1531 					char *buf, loff_t off,
1532 					size_t count)
1533 {
1534 	return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_128, true, buf,
1535 					  off, count);
1536 }
1537 
1538 static ssize_t ccadata_aes_256_xts_read(struct file *filp,
1539 					struct kobject *kobj,
1540 					struct bin_attribute *attr,
1541 					char *buf, loff_t off,
1542 					size_t count)
1543 {
1544 	return pkey_ccadata_aes_attr_read(PKEY_KEYTYPE_AES_256, true, buf,
1545 					  off, count);
1546 }
1547 
1548 static BIN_ATTR_RO(ccadata_aes_128, sizeof(struct secaeskeytoken));
1549 static BIN_ATTR_RO(ccadata_aes_192, sizeof(struct secaeskeytoken));
1550 static BIN_ATTR_RO(ccadata_aes_256, sizeof(struct secaeskeytoken));
1551 static BIN_ATTR_RO(ccadata_aes_128_xts, 2 * sizeof(struct secaeskeytoken));
1552 static BIN_ATTR_RO(ccadata_aes_256_xts, 2 * sizeof(struct secaeskeytoken));
1553 
1554 static struct bin_attribute *ccadata_attrs[] = {
1555 	&bin_attr_ccadata_aes_128,
1556 	&bin_attr_ccadata_aes_192,
1557 	&bin_attr_ccadata_aes_256,
1558 	&bin_attr_ccadata_aes_128_xts,
1559 	&bin_attr_ccadata_aes_256_xts,
1560 	NULL
1561 };
1562 
1563 static struct attribute_group ccadata_attr_group = {
1564 	.name	   = "ccadata",
1565 	.bin_attrs = ccadata_attrs,
1566 };
1567 
1568 #define CCACIPHERTOKENSIZE	(sizeof(struct cipherkeytoken) + 80)
1569 
1570 /*
1571  * Sysfs attribute read function for all secure key ccacipher binary attributes.
1572  * The implementation can not deal with partial reads, because a new random
1573  * secure key blob is generated with each read. In case of partial reads
1574  * (i.e. off != 0 or count < key blob size) -EINVAL is returned.
1575  */
1576 static ssize_t pkey_ccacipher_aes_attr_read(enum pkey_key_size keybits,
1577 					    bool is_xts, char *buf, loff_t off,
1578 					    size_t count)
1579 {
1580 	int i, rc, card, dom;
1581 	u32 nr_apqns, *apqns = NULL;
1582 	size_t keysize = CCACIPHERTOKENSIZE;
1583 
1584 	if (off != 0 || count < CCACIPHERTOKENSIZE)
1585 		return -EINVAL;
1586 	if (is_xts)
1587 		if (count < 2 * CCACIPHERTOKENSIZE)
1588 			return -EINVAL;
1589 
1590 	/* build a list of apqns able to generate an cipher key */
1591 	rc = cca_findcard2(&apqns, &nr_apqns, 0xFFFF, 0xFFFF,
1592 			   ZCRYPT_CEX6, 0, 0, 0);
1593 	if (rc)
1594 		return rc;
1595 
1596 	memset(buf, 0, is_xts ? 2 * keysize : keysize);
1597 
1598 	/* simple try all apqns from the list */
1599 	for (i = 0, rc = -ENODEV; i < nr_apqns; i++) {
1600 		card = apqns[i] >> 16;
1601 		dom = apqns[i] & 0xFFFF;
1602 		rc = cca_gencipherkey(card, dom, keybits, 0, buf, &keysize);
1603 		if (rc == 0)
1604 			break;
1605 	}
1606 		if (rc)
1607 			return rc;
1608 
1609 	if (is_xts) {
1610 		keysize = CCACIPHERTOKENSIZE;
1611 		buf += CCACIPHERTOKENSIZE;
1612 		rc = cca_gencipherkey(card, dom, keybits, 0, buf, &keysize);
1613 		if (rc == 0)
1614 			return 2 * CCACIPHERTOKENSIZE;
1615 	}
1616 
1617 	return CCACIPHERTOKENSIZE;
1618 }
1619 
1620 static ssize_t ccacipher_aes_128_read(struct file *filp,
1621 				      struct kobject *kobj,
1622 				      struct bin_attribute *attr,
1623 				      char *buf, loff_t off,
1624 				      size_t count)
1625 {
1626 	return pkey_ccacipher_aes_attr_read(PKEY_SIZE_AES_128, false, buf,
1627 					    off, count);
1628 }
1629 
1630 static ssize_t ccacipher_aes_192_read(struct file *filp,
1631 				      struct kobject *kobj,
1632 				      struct bin_attribute *attr,
1633 				      char *buf, loff_t off,
1634 				      size_t count)
1635 {
1636 	return pkey_ccacipher_aes_attr_read(PKEY_SIZE_AES_192, false, buf,
1637 					    off, count);
1638 }
1639 
1640 static ssize_t ccacipher_aes_256_read(struct file *filp,
1641 				      struct kobject *kobj,
1642 				      struct bin_attribute *attr,
1643 				      char *buf, loff_t off,
1644 				      size_t count)
1645 {
1646 	return pkey_ccacipher_aes_attr_read(PKEY_SIZE_AES_256, false, buf,
1647 					    off, count);
1648 }
1649 
1650 static ssize_t ccacipher_aes_128_xts_read(struct file *filp,
1651 					  struct kobject *kobj,
1652 					  struct bin_attribute *attr,
1653 					  char *buf, loff_t off,
1654 					  size_t count)
1655 {
1656 	return pkey_ccacipher_aes_attr_read(PKEY_SIZE_AES_128, true, buf,
1657 					    off, count);
1658 }
1659 
1660 static ssize_t ccacipher_aes_256_xts_read(struct file *filp,
1661 					  struct kobject *kobj,
1662 					  struct bin_attribute *attr,
1663 					  char *buf, loff_t off,
1664 					  size_t count)
1665 {
1666 	return pkey_ccacipher_aes_attr_read(PKEY_SIZE_AES_256, true, buf,
1667 					    off, count);
1668 }
1669 
1670 static BIN_ATTR_RO(ccacipher_aes_128, CCACIPHERTOKENSIZE);
1671 static BIN_ATTR_RO(ccacipher_aes_192, CCACIPHERTOKENSIZE);
1672 static BIN_ATTR_RO(ccacipher_aes_256, CCACIPHERTOKENSIZE);
1673 static BIN_ATTR_RO(ccacipher_aes_128_xts, 2 * CCACIPHERTOKENSIZE);
1674 static BIN_ATTR_RO(ccacipher_aes_256_xts, 2 * CCACIPHERTOKENSIZE);
1675 
1676 static struct bin_attribute *ccacipher_attrs[] = {
1677 	&bin_attr_ccacipher_aes_128,
1678 	&bin_attr_ccacipher_aes_192,
1679 	&bin_attr_ccacipher_aes_256,
1680 	&bin_attr_ccacipher_aes_128_xts,
1681 	&bin_attr_ccacipher_aes_256_xts,
1682 	NULL
1683 };
1684 
1685 static struct attribute_group ccacipher_attr_group = {
1686 	.name	   = "ccacipher",
1687 	.bin_attrs = ccacipher_attrs,
1688 };
1689 
1690 /*
1691  * Sysfs attribute read function for all ep11 aes key binary attributes.
1692  * The implementation can not deal with partial reads, because a new random
1693  * secure key blob is generated with each read. In case of partial reads
1694  * (i.e. off != 0 or count < key blob size) -EINVAL is returned.
1695  * This function and the sysfs attributes using it provide EP11 key blobs
1696  * padded to the upper limit of MAXEP11AESKEYBLOBSIZE which is currently
1697  * 320 bytes.
1698  */
1699 static ssize_t pkey_ep11_aes_attr_read(enum pkey_key_size keybits,
1700 				       bool is_xts, char *buf, loff_t off,
1701 				       size_t count)
1702 {
1703 	int i, rc, card, dom;
1704 	u32 nr_apqns, *apqns = NULL;
1705 	size_t keysize = MAXEP11AESKEYBLOBSIZE;
1706 
1707 	if (off != 0 || count < MAXEP11AESKEYBLOBSIZE)
1708 		return -EINVAL;
1709 	if (is_xts)
1710 		if (count < 2 * MAXEP11AESKEYBLOBSIZE)
1711 			return -EINVAL;
1712 
1713 	/* build a list of apqns able to generate an cipher key */
1714 	rc = ep11_findcard2(&apqns, &nr_apqns, 0xFFFF, 0xFFFF,
1715 			    ZCRYPT_CEX7, EP11_API_V, NULL);
1716 	if (rc)
1717 		return rc;
1718 
1719 	memset(buf, 0, is_xts ? 2 * keysize : keysize);
1720 
1721 	/* simple try all apqns from the list */
1722 	for (i = 0, rc = -ENODEV; i < nr_apqns; i++) {
1723 		card = apqns[i] >> 16;
1724 		dom = apqns[i] & 0xFFFF;
1725 		rc = ep11_genaeskey(card, dom, keybits, 0, buf, &keysize);
1726 		if (rc == 0)
1727 			break;
1728 	}
1729 	if (rc)
1730 		return rc;
1731 
1732 	if (is_xts) {
1733 		keysize = MAXEP11AESKEYBLOBSIZE;
1734 		buf += MAXEP11AESKEYBLOBSIZE;
1735 		rc = ep11_genaeskey(card, dom, keybits, 0, buf, &keysize);
1736 		if (rc == 0)
1737 			return 2 * MAXEP11AESKEYBLOBSIZE;
1738 	}
1739 
1740 	return MAXEP11AESKEYBLOBSIZE;
1741 }
1742 
1743 static ssize_t ep11_aes_128_read(struct file *filp,
1744 				 struct kobject *kobj,
1745 				 struct bin_attribute *attr,
1746 				 char *buf, loff_t off,
1747 				 size_t count)
1748 {
1749 	return pkey_ep11_aes_attr_read(PKEY_SIZE_AES_128, false, buf,
1750 				       off, count);
1751 }
1752 
1753 static ssize_t ep11_aes_192_read(struct file *filp,
1754 				 struct kobject *kobj,
1755 				 struct bin_attribute *attr,
1756 				 char *buf, loff_t off,
1757 				 size_t count)
1758 {
1759 	return pkey_ep11_aes_attr_read(PKEY_SIZE_AES_192, false, buf,
1760 				       off, count);
1761 }
1762 
1763 static ssize_t ep11_aes_256_read(struct file *filp,
1764 				 struct kobject *kobj,
1765 				 struct bin_attribute *attr,
1766 				 char *buf, loff_t off,
1767 				 size_t count)
1768 {
1769 	return pkey_ep11_aes_attr_read(PKEY_SIZE_AES_256, false, buf,
1770 				       off, count);
1771 }
1772 
1773 static ssize_t ep11_aes_128_xts_read(struct file *filp,
1774 				     struct kobject *kobj,
1775 				     struct bin_attribute *attr,
1776 				     char *buf, loff_t off,
1777 				     size_t count)
1778 {
1779 	return pkey_ep11_aes_attr_read(PKEY_SIZE_AES_128, true, buf,
1780 				       off, count);
1781 }
1782 
1783 static ssize_t ep11_aes_256_xts_read(struct file *filp,
1784 				     struct kobject *kobj,
1785 				     struct bin_attribute *attr,
1786 				     char *buf, loff_t off,
1787 				     size_t count)
1788 {
1789 	return pkey_ep11_aes_attr_read(PKEY_SIZE_AES_256, true, buf,
1790 				       off, count);
1791 }
1792 
1793 static BIN_ATTR_RO(ep11_aes_128, MAXEP11AESKEYBLOBSIZE);
1794 static BIN_ATTR_RO(ep11_aes_192, MAXEP11AESKEYBLOBSIZE);
1795 static BIN_ATTR_RO(ep11_aes_256, MAXEP11AESKEYBLOBSIZE);
1796 static BIN_ATTR_RO(ep11_aes_128_xts, 2 * MAXEP11AESKEYBLOBSIZE);
1797 static BIN_ATTR_RO(ep11_aes_256_xts, 2 * MAXEP11AESKEYBLOBSIZE);
1798 
1799 static struct bin_attribute *ep11_attrs[] = {
1800 	&bin_attr_ep11_aes_128,
1801 	&bin_attr_ep11_aes_192,
1802 	&bin_attr_ep11_aes_256,
1803 	&bin_attr_ep11_aes_128_xts,
1804 	&bin_attr_ep11_aes_256_xts,
1805 	NULL
1806 };
1807 
1808 static struct attribute_group ep11_attr_group = {
1809 	.name	   = "ep11",
1810 	.bin_attrs = ep11_attrs,
1811 };
1812 
1813 static const struct attribute_group *pkey_attr_groups[] = {
1814 	&protkey_attr_group,
1815 	&ccadata_attr_group,
1816 	&ccacipher_attr_group,
1817 	&ep11_attr_group,
1818 	NULL,
1819 };
1820 
1821 static const struct file_operations pkey_fops = {
1822 	.owner		= THIS_MODULE,
1823 	.open		= nonseekable_open,
1824 	.llseek		= no_llseek,
1825 	.unlocked_ioctl = pkey_unlocked_ioctl,
1826 };
1827 
1828 static struct miscdevice pkey_dev = {
1829 	.name	= "pkey",
1830 	.minor	= MISC_DYNAMIC_MINOR,
1831 	.mode	= 0666,
1832 	.fops	= &pkey_fops,
1833 	.groups = pkey_attr_groups,
1834 };
1835 
1836 /*
1837  * Module init
1838  */
1839 static int __init pkey_init(void)
1840 {
1841 	cpacf_mask_t kmc_functions;
1842 
1843 	/*
1844 	 * The pckmo instruction should be available - even if we don't
1845 	 * actually invoke it. This instruction comes with MSA 3 which
1846 	 * is also the minimum level for the kmc instructions which
1847 	 * are able to work with protected keys.
1848 	 */
1849 	if (!cpacf_query(CPACF_PCKMO, &pckmo_functions))
1850 		return -ENODEV;
1851 
1852 	/* check for kmc instructions available */
1853 	if (!cpacf_query(CPACF_KMC, &kmc_functions))
1854 		return -ENODEV;
1855 	if (!cpacf_test_func(&kmc_functions, CPACF_KMC_PAES_128) ||
1856 	    !cpacf_test_func(&kmc_functions, CPACF_KMC_PAES_192) ||
1857 	    !cpacf_test_func(&kmc_functions, CPACF_KMC_PAES_256))
1858 		return -ENODEV;
1859 
1860 	pkey_debug_init();
1861 
1862 	return misc_register(&pkey_dev);
1863 }
1864 
1865 /*
1866  * Module exit
1867  */
1868 static void __exit pkey_exit(void)
1869 {
1870 	misc_deregister(&pkey_dev);
1871 	pkey_debug_exit();
1872 }
1873 
1874 module_cpu_feature_match(MSA, pkey_init);
1875 module_exit(pkey_exit);
1876