1 /**
2  * AMCC SoC PPC4xx Crypto Driver
3  *
4  * Copyright (c) 2008 Applied Micro Circuits Corporation.
5  * All rights reserved. James Hsiao <jhsiao@amcc.com>
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU General Public License as published by
9  * the Free Software Foundation; either version 2 of the License, or
10  * (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU General Public License for more details.
16  *
17  * This is the header file for AMCC Crypto offload Linux device driver for
18  * use with Linux CryptoAPI.
19 
20  */
21 
22 #ifndef __CRYPTO4XX_CORE_H__
23 #define __CRYPTO4XX_CORE_H__
24 
25 #include <linux/ratelimit.h>
26 #include <linux/mutex.h>
27 #include <crypto/internal/hash.h>
28 #include <crypto/internal/aead.h>
29 #include <crypto/internal/rng.h>
30 #include <crypto/internal/skcipher.h>
31 #include "crypto4xx_reg_def.h"
32 #include "crypto4xx_sa.h"
33 
34 #define PPC460SX_SDR0_SRST                      0x201
35 #define PPC405EX_SDR0_SRST                      0x200
36 #define PPC460EX_SDR0_SRST                      0x201
37 #define PPC460EX_CE_RESET                       0x08000000
38 #define PPC460SX_CE_RESET                       0x20000000
39 #define PPC405EX_CE_RESET                       0x00000008
40 
41 #define CRYPTO4XX_CRYPTO_PRIORITY		300
42 #define PPC4XX_NUM_PD				256
43 #define PPC4XX_LAST_PD				(PPC4XX_NUM_PD - 1)
44 #define PPC4XX_NUM_GD				1024
45 #define PPC4XX_LAST_GD				(PPC4XX_NUM_GD - 1)
46 #define PPC4XX_NUM_SD				256
47 #define PPC4XX_LAST_SD				(PPC4XX_NUM_SD - 1)
48 #define PPC4XX_SD_BUFFER_SIZE			2048
49 
50 #define PD_ENTRY_BUSY				BIT(1)
51 #define PD_ENTRY_INUSE				BIT(0)
52 #define PD_ENTRY_FREE				0
53 #define ERING_WAS_FULL				0xffffffff
54 
55 struct crypto4xx_device;
56 
57 union shadow_sa_buf {
58 	struct dynamic_sa_ctl sa;
59 
60 	/* alloc 256 bytes which is enough for any kind of dynamic sa */
61 	u8 buf[256];
62 } __packed;
63 
64 struct pd_uinfo {
65 	struct crypto4xx_device *dev;
66 	u32   state;
67 	u32 using_sd;
68 	u32 first_gd;		/* first gather discriptor
69 				used by this packet */
70 	u32 num_gd;             /* number of gather discriptor
71 				used by this packet */
72 	u32 first_sd;		/* first scatter discriptor
73 				used by this packet */
74 	u32 num_sd;		/* number of scatter discriptors
75 				used by this packet */
76 	struct dynamic_sa_ctl *sa_va;	/* shadow sa */
77 	struct sa_state_record *sr_va;	/* state record for shadow sa */
78 	u32 sr_pa;
79 	struct scatterlist *dest_va;
80 	struct crypto_async_request *async_req; 	/* base crypto request
81 							for this packet */
82 };
83 
84 struct crypto4xx_device {
85 	struct crypto4xx_core_device *core_dev;
86 	void __iomem *ce_base;
87 	void __iomem *trng_base;
88 
89 	struct ce_pd *pdr;	/* base address of packet descriptor ring */
90 	dma_addr_t pdr_pa;	/* physical address of pdr_base_register */
91 	struct ce_gd *gdr;	/* gather descriptor ring */
92 	dma_addr_t gdr_pa;	/* physical address of gdr_base_register */
93 	struct ce_sd *sdr;	/* scatter descriptor ring */
94 	dma_addr_t sdr_pa;	/* physical address of sdr_base_register */
95 	void *scatter_buffer_va;
96 	dma_addr_t scatter_buffer_pa;
97 
98 	union shadow_sa_buf *shadow_sa_pool;
99 	dma_addr_t shadow_sa_pool_pa;
100 	struct sa_state_record *shadow_sr_pool;
101 	dma_addr_t shadow_sr_pool_pa;
102 	u32 pdr_tail;
103 	u32 pdr_head;
104 	u32 gdr_tail;
105 	u32 gdr_head;
106 	u32 sdr_tail;
107 	u32 sdr_head;
108 	struct pd_uinfo *pdr_uinfo;
109 	struct list_head alg_list;	/* List of algorithm supported
110 					by this device */
111 	struct ratelimit_state aead_ratelimit;
112 	bool is_revb;
113 };
114 
115 struct crypto4xx_core_device {
116 	struct device *device;
117 	struct platform_device *ofdev;
118 	struct crypto4xx_device *dev;
119 	struct hwrng *trng;
120 	u32 int_status;
121 	u32 irq;
122 	struct tasklet_struct tasklet;
123 	spinlock_t lock;
124 	struct mutex rng_lock;
125 };
126 
127 struct crypto4xx_ctx {
128 	struct crypto4xx_device *dev;
129 	struct dynamic_sa_ctl *sa_in;
130 	struct dynamic_sa_ctl *sa_out;
131 	__le32 iv_nonce;
132 	u32 sa_len;
133 	union {
134 		struct crypto_skcipher *cipher;
135 		struct crypto_aead *aead;
136 	} sw_cipher;
137 };
138 
139 struct crypto4xx_aead_reqctx {
140 	struct scatterlist dst[2];
141 };
142 
143 struct crypto4xx_alg_common {
144 	u32 type;
145 	union {
146 		struct skcipher_alg cipher;
147 		struct ahash_alg hash;
148 		struct aead_alg aead;
149 		struct rng_alg rng;
150 	} u;
151 };
152 
153 struct crypto4xx_alg {
154 	struct list_head  entry;
155 	struct crypto4xx_alg_common alg;
156 	struct crypto4xx_device *dev;
157 };
158 
159 int crypto4xx_alloc_sa(struct crypto4xx_ctx *ctx, u32 size);
160 void crypto4xx_free_sa(struct crypto4xx_ctx *ctx);
161 void crypto4xx_free_ctx(struct crypto4xx_ctx *ctx);
162 int crypto4xx_build_pd(struct crypto_async_request *req,
163 		       struct crypto4xx_ctx *ctx,
164 		       struct scatterlist *src,
165 		       struct scatterlist *dst,
166 		       const unsigned int datalen,
167 		       const __le32 *iv, const u32 iv_len,
168 		       const struct dynamic_sa_ctl *sa,
169 		       const unsigned int sa_len,
170 		       const unsigned int assoclen,
171 		       struct scatterlist *dst_tmp);
172 int crypto4xx_setkey_aes_cbc(struct crypto_skcipher *cipher,
173 			     const u8 *key, unsigned int keylen);
174 int crypto4xx_setkey_aes_cfb(struct crypto_skcipher *cipher,
175 			     const u8 *key, unsigned int keylen);
176 int crypto4xx_setkey_aes_ctr(struct crypto_skcipher *cipher,
177 			     const u8 *key, unsigned int keylen);
178 int crypto4xx_setkey_aes_ecb(struct crypto_skcipher *cipher,
179 			     const u8 *key, unsigned int keylen);
180 int crypto4xx_setkey_aes_ofb(struct crypto_skcipher *cipher,
181 			     const u8 *key, unsigned int keylen);
182 int crypto4xx_setkey_rfc3686(struct crypto_skcipher *cipher,
183 			     const u8 *key, unsigned int keylen);
184 int crypto4xx_encrypt_ctr(struct skcipher_request *req);
185 int crypto4xx_decrypt_ctr(struct skcipher_request *req);
186 int crypto4xx_encrypt_iv(struct skcipher_request *req);
187 int crypto4xx_decrypt_iv(struct skcipher_request *req);
188 int crypto4xx_encrypt_noiv(struct skcipher_request *req);
189 int crypto4xx_decrypt_noiv(struct skcipher_request *req);
190 int crypto4xx_rfc3686_encrypt(struct skcipher_request *req);
191 int crypto4xx_rfc3686_decrypt(struct skcipher_request *req);
192 int crypto4xx_sha1_alg_init(struct crypto_tfm *tfm);
193 int crypto4xx_hash_digest(struct ahash_request *req);
194 int crypto4xx_hash_final(struct ahash_request *req);
195 int crypto4xx_hash_update(struct ahash_request *req);
196 int crypto4xx_hash_init(struct ahash_request *req);
197 
198 /**
199  * Note: Only use this function to copy items that is word aligned.
200  */
201 static inline void crypto4xx_memcpy_swab32(u32 *dst, const void *buf,
202 					   size_t len)
203 {
204 	for (; len >= 4; buf += 4, len -= 4)
205 		*dst++ = __swab32p((u32 *) buf);
206 
207 	if (len) {
208 		const u8 *tmp = (u8 *)buf;
209 
210 		switch (len) {
211 		case 3:
212 			*dst = (tmp[2] << 16) |
213 			       (tmp[1] << 8) |
214 			       tmp[0];
215 			break;
216 		case 2:
217 			*dst = (tmp[1] << 8) |
218 			       tmp[0];
219 			break;
220 		case 1:
221 			*dst = tmp[0];
222 			break;
223 		default:
224 			break;
225 		}
226 	}
227 }
228 
229 static inline void crypto4xx_memcpy_from_le32(u32 *dst, const void *buf,
230 					      size_t len)
231 {
232 	crypto4xx_memcpy_swab32(dst, buf, len);
233 }
234 
235 static inline void crypto4xx_memcpy_to_le32(__le32 *dst, const void *buf,
236 					    size_t len)
237 {
238 	crypto4xx_memcpy_swab32((u32 *)dst, buf, len);
239 }
240 
241 int crypto4xx_setauthsize_aead(struct crypto_aead *ciper,
242 			       unsigned int authsize);
243 int crypto4xx_setkey_aes_ccm(struct crypto_aead *cipher,
244 			     const u8 *key, unsigned int keylen);
245 int crypto4xx_encrypt_aes_ccm(struct aead_request *req);
246 int crypto4xx_decrypt_aes_ccm(struct aead_request *req);
247 int crypto4xx_setkey_aes_gcm(struct crypto_aead *cipher,
248 			     const u8 *key, unsigned int keylen);
249 int crypto4xx_encrypt_aes_gcm(struct aead_request *req);
250 int crypto4xx_decrypt_aes_gcm(struct aead_request *req);
251 
252 #endif
253