1049359d6SJames Hsiao /**
2049359d6SJames Hsiao  * AMCC SoC PPC4xx Crypto Driver
3049359d6SJames Hsiao  *
4049359d6SJames Hsiao  * Copyright (c) 2008 Applied Micro Circuits Corporation.
5049359d6SJames Hsiao  * All rights reserved. James Hsiao <jhsiao@amcc.com>
6049359d6SJames Hsiao  *
7049359d6SJames Hsiao  * This program is free software; you can redistribute it and/or modify
8049359d6SJames Hsiao  * it under the terms of the GNU General Public License as published by
9049359d6SJames Hsiao  * the Free Software Foundation; either version 2 of the License, or
10049359d6SJames Hsiao  * (at your option) any later version.
11049359d6SJames Hsiao  *
12049359d6SJames Hsiao  * This program is distributed in the hope that it will be useful,
13049359d6SJames Hsiao  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14049359d6SJames Hsiao  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15049359d6SJames Hsiao  * GNU General Public License for more details.
16049359d6SJames Hsiao  *
17049359d6SJames Hsiao  * This is the header file for AMCC Crypto offload Linux device driver for
18049359d6SJames Hsiao  * use with Linux CryptoAPI.
19049359d6SJames Hsiao 
20049359d6SJames Hsiao  */
21049359d6SJames Hsiao 
22049359d6SJames Hsiao #ifndef __CRYPTO4XX_CORE_H__
23049359d6SJames Hsiao #define __CRYPTO4XX_CORE_H__
24049359d6SJames Hsiao 
25a0aae821SChristian Lamparter #include <linux/ratelimit.h>
26d072bfa4SChristian Lamparter #include <linux/mutex.h>
274dc10c01SHerbert Xu #include <crypto/internal/hash.h>
28a0aae821SChristian Lamparter #include <crypto/internal/aead.h>
29d072bfa4SChristian Lamparter #include <crypto/internal/rng.h>
30ce05ffe1SChristian Lamparter #include <crypto/internal/skcipher.h>
319e0a0b3aSChristian Lamparter #include "crypto4xx_reg_def.h"
329e0a0b3aSChristian Lamparter #include "crypto4xx_sa.h"
334dc10c01SHerbert Xu 
34049359d6SJames Hsiao #define PPC460SX_SDR0_SRST                      0x201
35049359d6SJames Hsiao #define PPC405EX_SDR0_SRST                      0x200
36049359d6SJames Hsiao #define PPC460EX_SDR0_SRST                      0x201
37049359d6SJames Hsiao #define PPC460EX_CE_RESET                       0x08000000
38049359d6SJames Hsiao #define PPC460SX_CE_RESET                       0x20000000
39049359d6SJames Hsiao #define PPC405EX_CE_RESET                       0x00000008
40049359d6SJames Hsiao 
41049359d6SJames Hsiao #define CRYPTO4XX_CRYPTO_PRIORITY		300
42778f81d6SChristian Lamparter #define PPC4XX_NUM_PD				256
43778f81d6SChristian Lamparter #define PPC4XX_LAST_PD				(PPC4XX_NUM_PD - 1)
44049359d6SJames Hsiao #define PPC4XX_NUM_GD				1024
45778f81d6SChristian Lamparter #define PPC4XX_LAST_GD				(PPC4XX_NUM_GD - 1)
46778f81d6SChristian Lamparter #define PPC4XX_NUM_SD				256
47778f81d6SChristian Lamparter #define PPC4XX_LAST_SD				(PPC4XX_NUM_SD - 1)
48049359d6SJames Hsiao #define PPC4XX_SD_BUFFER_SIZE			2048
49049359d6SJames Hsiao 
508ef8d195SChristian Lamparter #define PD_ENTRY_BUSY				BIT(1)
518ef8d195SChristian Lamparter #define PD_ENTRY_INUSE				BIT(0)
52049359d6SJames Hsiao #define PD_ENTRY_FREE				0
53049359d6SJames Hsiao #define ERING_WAS_FULL				0xffffffff
54049359d6SJames Hsiao 
55049359d6SJames Hsiao struct crypto4xx_device;
56049359d6SJames Hsiao 
579e0a0b3aSChristian Lamparter union shadow_sa_buf {
589e0a0b3aSChristian Lamparter 	struct dynamic_sa_ctl sa;
599e0a0b3aSChristian Lamparter 
609e0a0b3aSChristian Lamparter 	/* alloc 256 bytes which is enough for any kind of dynamic sa */
619e0a0b3aSChristian Lamparter 	u8 buf[256];
629e0a0b3aSChristian Lamparter } __packed;
639e0a0b3aSChristian Lamparter 
64049359d6SJames Hsiao struct pd_uinfo {
65049359d6SJames Hsiao 	struct crypto4xx_device *dev;
66049359d6SJames Hsiao 	u32   state;
67049359d6SJames Hsiao 	u32 using_sd;
68049359d6SJames Hsiao 	u32 first_gd;		/* first gather discriptor
69049359d6SJames Hsiao 				used by this packet */
70049359d6SJames Hsiao 	u32 num_gd;             /* number of gather discriptor
71049359d6SJames Hsiao 				used by this packet */
72049359d6SJames Hsiao 	u32 first_sd;		/* first scatter discriptor
73049359d6SJames Hsiao 				used by this packet */
74049359d6SJames Hsiao 	u32 num_sd;		/* number of scatter discriptors
75049359d6SJames Hsiao 				used by this packet */
769e0a0b3aSChristian Lamparter 	struct dynamic_sa_ctl *sa_va;	/* shadow sa */
779e0a0b3aSChristian Lamparter 	struct sa_state_record *sr_va;	/* state record for shadow sa */
78049359d6SJames Hsiao 	u32 sr_pa;
79049359d6SJames Hsiao 	struct scatterlist *dest_va;
80049359d6SJames Hsiao 	struct crypto_async_request *async_req; 	/* base crypto request
81049359d6SJames Hsiao 							for this packet */
82049359d6SJames Hsiao };
83049359d6SJames Hsiao 
84049359d6SJames Hsiao struct crypto4xx_device {
85049359d6SJames Hsiao 	struct crypto4xx_core_device *core_dev;
86049359d6SJames Hsiao 	void __iomem *ce_base;
875343e674SChristian Lamparter 	void __iomem *trng_base;
88049359d6SJames Hsiao 
899e0a0b3aSChristian Lamparter 	struct ce_pd *pdr;	/* base address of packet descriptor ring */
909e0a0b3aSChristian Lamparter 	dma_addr_t pdr_pa;	/* physical address of pdr_base_register */
919e0a0b3aSChristian Lamparter 	struct ce_gd *gdr;	/* gather descriptor ring */
929e0a0b3aSChristian Lamparter 	dma_addr_t gdr_pa;	/* physical address of gdr_base_register */
939e0a0b3aSChristian Lamparter 	struct ce_sd *sdr;	/* scatter descriptor ring */
949e0a0b3aSChristian Lamparter 	dma_addr_t sdr_pa;	/* physical address of sdr_base_register */
95049359d6SJames Hsiao 	void *scatter_buffer_va;
96049359d6SJames Hsiao 	dma_addr_t scatter_buffer_pa;
97049359d6SJames Hsiao 
989e0a0b3aSChristian Lamparter 	union shadow_sa_buf *shadow_sa_pool;
99049359d6SJames Hsiao 	dma_addr_t shadow_sa_pool_pa;
1009e0a0b3aSChristian Lamparter 	struct sa_state_record *shadow_sr_pool;
101049359d6SJames Hsiao 	dma_addr_t shadow_sr_pool_pa;
102049359d6SJames Hsiao 	u32 pdr_tail;
103049359d6SJames Hsiao 	u32 pdr_head;
104049359d6SJames Hsiao 	u32 gdr_tail;
105049359d6SJames Hsiao 	u32 gdr_head;
106049359d6SJames Hsiao 	u32 sdr_tail;
107049359d6SJames Hsiao 	u32 sdr_head;
1089e0a0b3aSChristian Lamparter 	struct pd_uinfo *pdr_uinfo;
109049359d6SJames Hsiao 	struct list_head alg_list;	/* List of algorithm supported
110049359d6SJames Hsiao 					by this device */
111a0aae821SChristian Lamparter 	struct ratelimit_state aead_ratelimit;
112b66c685aSChristian Lamparter 	bool is_revb;
113049359d6SJames Hsiao };
114049359d6SJames Hsiao 
115049359d6SJames Hsiao struct crypto4xx_core_device {
116049359d6SJames Hsiao 	struct device *device;
1172dc11581SGrant Likely 	struct platform_device *ofdev;
118049359d6SJames Hsiao 	struct crypto4xx_device *dev;
1195343e674SChristian Lamparter 	struct hwrng *trng;
120049359d6SJames Hsiao 	u32 int_status;
121049359d6SJames Hsiao 	u32 irq;
122049359d6SJames Hsiao 	struct tasklet_struct tasklet;
123049359d6SJames Hsiao 	spinlock_t lock;
124d072bfa4SChristian Lamparter 	struct mutex rng_lock;
125049359d6SJames Hsiao };
126049359d6SJames Hsiao 
127049359d6SJames Hsiao struct crypto4xx_ctx {
128049359d6SJames Hsiao 	struct crypto4xx_device *dev;
1299e0a0b3aSChristian Lamparter 	struct dynamic_sa_ctl *sa_in;
1309e0a0b3aSChristian Lamparter 	struct dynamic_sa_ctl *sa_out;
1312f77690dSChristian Lamparter 	__le32 iv_nonce;
132049359d6SJames Hsiao 	u32 sa_len;
133a0aae821SChristian Lamparter 	union {
1349848e4c8SChristian Lamparter 		struct crypto_sync_skcipher *cipher;
135a0aae821SChristian Lamparter 		struct crypto_aead *aead;
136a0aae821SChristian Lamparter 	} sw_cipher;
137049359d6SJames Hsiao };
138049359d6SJames Hsiao 
139658c9d2bSChristian Lamparter struct crypto4xx_aead_reqctx {
140658c9d2bSChristian Lamparter 	struct scatterlist dst[2];
141658c9d2bSChristian Lamparter };
142658c9d2bSChristian Lamparter 
1434dc10c01SHerbert Xu struct crypto4xx_alg_common {
1444dc10c01SHerbert Xu 	u32 type;
1454dc10c01SHerbert Xu 	union {
146ce05ffe1SChristian Lamparter 		struct skcipher_alg cipher;
1474dc10c01SHerbert Xu 		struct ahash_alg hash;
148a0aae821SChristian Lamparter 		struct aead_alg aead;
149d072bfa4SChristian Lamparter 		struct rng_alg rng;
1504dc10c01SHerbert Xu 	} u;
1514dc10c01SHerbert Xu };
1524dc10c01SHerbert Xu 
153049359d6SJames Hsiao struct crypto4xx_alg {
154049359d6SJames Hsiao 	struct list_head  entry;
1554dc10c01SHerbert Xu 	struct crypto4xx_alg_common alg;
156049359d6SJames Hsiao 	struct crypto4xx_device *dev;
157049359d6SJames Hsiao };
158049359d6SJames Hsiao 
159886c251fSChristian Lamparter int crypto4xx_alloc_sa(struct crypto4xx_ctx *ctx, u32 size);
160886c251fSChristian Lamparter void crypto4xx_free_sa(struct crypto4xx_ctx *ctx);
161886c251fSChristian Lamparter void crypto4xx_free_ctx(struct crypto4xx_ctx *ctx);
1624865b122SChristian Lamparter int crypto4xx_build_pd(struct crypto_async_request *req,
163049359d6SJames Hsiao 		       struct crypto4xx_ctx *ctx,
164049359d6SJames Hsiao 		       struct scatterlist *src,
165049359d6SJames Hsiao 		       struct scatterlist *dst,
166cd4dcd6dSChristian Lamparter 		       const unsigned int datalen,
167cd4dcd6dSChristian Lamparter 		       const __le32 *iv, const u32 iv_len,
168cd4dcd6dSChristian Lamparter 		       const struct dynamic_sa_ctl *sa,
169a0aae821SChristian Lamparter 		       const unsigned int sa_len,
170658c9d2bSChristian Lamparter 		       const unsigned int assoclen,
171658c9d2bSChristian Lamparter 		       struct scatterlist *dst_tmp);
172ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_cbc(struct crypto_skcipher *cipher,
173049359d6SJames Hsiao 			     const u8 *key, unsigned int keylen);
174ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_cfb(struct crypto_skcipher *cipher,
175f2a13e7cSChristian Lamparter 			     const u8 *key, unsigned int keylen);
17698e87e3dSChristian Lamparter int crypto4xx_setkey_aes_ctr(struct crypto_skcipher *cipher,
17798e87e3dSChristian Lamparter 			     const u8 *key, unsigned int keylen);
178ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_ecb(struct crypto_skcipher *cipher,
179f2a13e7cSChristian Lamparter 			     const u8 *key, unsigned int keylen);
180ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_ofb(struct crypto_skcipher *cipher,
181f2a13e7cSChristian Lamparter 			     const u8 *key, unsigned int keylen);
182ce05ffe1SChristian Lamparter int crypto4xx_setkey_rfc3686(struct crypto_skcipher *cipher,
183f2a13e7cSChristian Lamparter 			     const u8 *key, unsigned int keylen);
18498e87e3dSChristian Lamparter int crypto4xx_encrypt_ctr(struct skcipher_request *req);
18598e87e3dSChristian Lamparter int crypto4xx_decrypt_ctr(struct skcipher_request *req);
186ce05ffe1SChristian Lamparter int crypto4xx_encrypt_iv(struct skcipher_request *req);
187ce05ffe1SChristian Lamparter int crypto4xx_decrypt_iv(struct skcipher_request *req);
188ce05ffe1SChristian Lamparter int crypto4xx_encrypt_noiv(struct skcipher_request *req);
189ce05ffe1SChristian Lamparter int crypto4xx_decrypt_noiv(struct skcipher_request *req);
190ce05ffe1SChristian Lamparter int crypto4xx_rfc3686_encrypt(struct skcipher_request *req);
191ce05ffe1SChristian Lamparter int crypto4xx_rfc3686_decrypt(struct skcipher_request *req);
192886c251fSChristian Lamparter int crypto4xx_sha1_alg_init(struct crypto_tfm *tfm);
193886c251fSChristian Lamparter int crypto4xx_hash_digest(struct ahash_request *req);
194886c251fSChristian Lamparter int crypto4xx_hash_final(struct ahash_request *req);
195886c251fSChristian Lamparter int crypto4xx_hash_update(struct ahash_request *req);
196886c251fSChristian Lamparter int crypto4xx_hash_init(struct ahash_request *req);
1974865b122SChristian Lamparter 
1984865b122SChristian Lamparter /**
1994865b122SChristian Lamparter  * Note: Only use this function to copy items that is word aligned.
2004865b122SChristian Lamparter  */
2014865b122SChristian Lamparter static inline void crypto4xx_memcpy_swab32(u32 *dst, const void *buf,
2024865b122SChristian Lamparter 					   size_t len)
2034865b122SChristian Lamparter {
2044865b122SChristian Lamparter 	for (; len >= 4; buf += 4, len -= 4)
2054865b122SChristian Lamparter 		*dst++ = __swab32p((u32 *) buf);
2064865b122SChristian Lamparter 
2074865b122SChristian Lamparter 	if (len) {
2084865b122SChristian Lamparter 		const u8 *tmp = (u8 *)buf;
2094865b122SChristian Lamparter 
2104865b122SChristian Lamparter 		switch (len) {
2114865b122SChristian Lamparter 		case 3:
2124865b122SChristian Lamparter 			*dst = (tmp[2] << 16) |
2134865b122SChristian Lamparter 			       (tmp[1] << 8) |
2144865b122SChristian Lamparter 			       tmp[0];
2154865b122SChristian Lamparter 			break;
2164865b122SChristian Lamparter 		case 2:
2174865b122SChristian Lamparter 			*dst = (tmp[1] << 8) |
2184865b122SChristian Lamparter 			       tmp[0];
2194865b122SChristian Lamparter 			break;
2204865b122SChristian Lamparter 		case 1:
2214865b122SChristian Lamparter 			*dst = tmp[0];
2224865b122SChristian Lamparter 			break;
2234865b122SChristian Lamparter 		default:
2244865b122SChristian Lamparter 			break;
2254865b122SChristian Lamparter 		}
2264865b122SChristian Lamparter 	}
2274865b122SChristian Lamparter }
2284865b122SChristian Lamparter 
2294865b122SChristian Lamparter static inline void crypto4xx_memcpy_from_le32(u32 *dst, const void *buf,
2304865b122SChristian Lamparter 					      size_t len)
2314865b122SChristian Lamparter {
2324865b122SChristian Lamparter 	crypto4xx_memcpy_swab32(dst, buf, len);
2334865b122SChristian Lamparter }
2344865b122SChristian Lamparter 
2354865b122SChristian Lamparter static inline void crypto4xx_memcpy_to_le32(__le32 *dst, const void *buf,
2364865b122SChristian Lamparter 					    size_t len)
2374865b122SChristian Lamparter {
2384865b122SChristian Lamparter 	crypto4xx_memcpy_swab32((u32 *)dst, buf, len);
2394865b122SChristian Lamparter }
24065ea8b67SChristian Lamparter 
24165ea8b67SChristian Lamparter int crypto4xx_setauthsize_aead(struct crypto_aead *ciper,
24265ea8b67SChristian Lamparter 			       unsigned int authsize);
24365ea8b67SChristian Lamparter int crypto4xx_setkey_aes_ccm(struct crypto_aead *cipher,
24465ea8b67SChristian Lamparter 			     const u8 *key, unsigned int keylen);
24565ea8b67SChristian Lamparter int crypto4xx_encrypt_aes_ccm(struct aead_request *req);
24665ea8b67SChristian Lamparter int crypto4xx_decrypt_aes_ccm(struct aead_request *req);
24759231368SChristian Lamparter int crypto4xx_setkey_aes_gcm(struct crypto_aead *cipher,
24859231368SChristian Lamparter 			     const u8 *key, unsigned int keylen);
24959231368SChristian Lamparter int crypto4xx_encrypt_aes_gcm(struct aead_request *req);
25059231368SChristian Lamparter int crypto4xx_decrypt_aes_gcm(struct aead_request *req);
25165ea8b67SChristian Lamparter 
252049359d6SJames Hsiao #endif
253