1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __RK3288_CRYPTO_H__
3 #define __RK3288_CRYPTO_H__
4 
5 #include <crypto/aes.h>
6 #include <crypto/engine.h>
7 #include <crypto/internal/des.h>
8 #include <crypto/internal/hash.h>
9 #include <crypto/internal/skcipher.h>
10 #include <crypto/md5.h>
11 #include <crypto/sha1.h>
12 #include <crypto/sha2.h>
13 #include <linux/dma-mapping.h>
14 #include <linux/interrupt.h>
15 #include <linux/pm_runtime.h>
16 #include <linux/scatterlist.h>
17 #include <linux/types.h>
18 
19 #define _SBF(v, f)			((v) << (f))
20 
21 /* Crypto control registers*/
22 #define RK_CRYPTO_INTSTS		0x0000
23 #define RK_CRYPTO_PKA_DONE_INT		BIT(5)
24 #define RK_CRYPTO_HASH_DONE_INT		BIT(4)
25 #define RK_CRYPTO_HRDMA_ERR_INT		BIT(3)
26 #define RK_CRYPTO_HRDMA_DONE_INT	BIT(2)
27 #define RK_CRYPTO_BCDMA_ERR_INT		BIT(1)
28 #define RK_CRYPTO_BCDMA_DONE_INT	BIT(0)
29 
30 #define RK_CRYPTO_INTENA		0x0004
31 #define RK_CRYPTO_PKA_DONE_ENA		BIT(5)
32 #define RK_CRYPTO_HASH_DONE_ENA		BIT(4)
33 #define RK_CRYPTO_HRDMA_ERR_ENA		BIT(3)
34 #define RK_CRYPTO_HRDMA_DONE_ENA	BIT(2)
35 #define RK_CRYPTO_BCDMA_ERR_ENA		BIT(1)
36 #define RK_CRYPTO_BCDMA_DONE_ENA	BIT(0)
37 
38 #define RK_CRYPTO_CTRL			0x0008
39 #define RK_CRYPTO_WRITE_MASK		_SBF(0xFFFF, 16)
40 #define RK_CRYPTO_TRNG_FLUSH		BIT(9)
41 #define RK_CRYPTO_TRNG_START		BIT(8)
42 #define RK_CRYPTO_PKA_FLUSH		BIT(7)
43 #define RK_CRYPTO_HASH_FLUSH		BIT(6)
44 #define RK_CRYPTO_BLOCK_FLUSH		BIT(5)
45 #define RK_CRYPTO_PKA_START		BIT(4)
46 #define RK_CRYPTO_HASH_START		BIT(3)
47 #define RK_CRYPTO_BLOCK_START		BIT(2)
48 #define RK_CRYPTO_TDES_START		BIT(1)
49 #define RK_CRYPTO_AES_START		BIT(0)
50 
51 #define RK_CRYPTO_CONF			0x000c
52 /* HASH Receive DMA Address Mode:   fix | increment */
53 #define RK_CRYPTO_HR_ADDR_MODE		BIT(8)
54 /* Block Transmit DMA Address Mode: fix | increment */
55 #define RK_CRYPTO_BT_ADDR_MODE		BIT(7)
56 /* Block Receive DMA Address Mode:  fix | increment */
57 #define RK_CRYPTO_BR_ADDR_MODE		BIT(6)
58 #define RK_CRYPTO_BYTESWAP_HRFIFO	BIT(5)
59 #define RK_CRYPTO_BYTESWAP_BTFIFO	BIT(4)
60 #define RK_CRYPTO_BYTESWAP_BRFIFO	BIT(3)
61 /* AES = 0 OR DES = 1 */
62 #define RK_CRYPTO_DESSEL				BIT(2)
63 #define RK_CYYPTO_HASHINSEL_INDEPENDENT_SOURCE		_SBF(0x00, 0)
64 #define RK_CYYPTO_HASHINSEL_BLOCK_CIPHER_INPUT		_SBF(0x01, 0)
65 #define RK_CYYPTO_HASHINSEL_BLOCK_CIPHER_OUTPUT		_SBF(0x02, 0)
66 
67 /* Block Receiving DMA Start Address Register */
68 #define RK_CRYPTO_BRDMAS		0x0010
69 /* Block Transmitting DMA Start Address Register */
70 #define RK_CRYPTO_BTDMAS		0x0014
71 /* Block Receiving DMA Length Register */
72 #define RK_CRYPTO_BRDMAL		0x0018
73 /* Hash Receiving DMA Start Address Register */
74 #define RK_CRYPTO_HRDMAS		0x001c
75 /* Hash Receiving DMA Length Register */
76 #define RK_CRYPTO_HRDMAL		0x0020
77 
78 /* AES registers */
79 #define RK_CRYPTO_AES_CTRL			  0x0080
80 #define RK_CRYPTO_AES_BYTESWAP_CNT	BIT(11)
81 #define RK_CRYPTO_AES_BYTESWAP_KEY	BIT(10)
82 #define RK_CRYPTO_AES_BYTESWAP_IV	BIT(9)
83 #define RK_CRYPTO_AES_BYTESWAP_DO	BIT(8)
84 #define RK_CRYPTO_AES_BYTESWAP_DI	BIT(7)
85 #define RK_CRYPTO_AES_KEY_CHANGE	BIT(6)
86 #define RK_CRYPTO_AES_ECB_MODE		_SBF(0x00, 4)
87 #define RK_CRYPTO_AES_CBC_MODE		_SBF(0x01, 4)
88 #define RK_CRYPTO_AES_CTR_MODE		_SBF(0x02, 4)
89 #define RK_CRYPTO_AES_128BIT_key	_SBF(0x00, 2)
90 #define RK_CRYPTO_AES_192BIT_key	_SBF(0x01, 2)
91 #define RK_CRYPTO_AES_256BIT_key	_SBF(0x02, 2)
92 /* Slave = 0 / fifo = 1 */
93 #define RK_CRYPTO_AES_FIFO_MODE		BIT(1)
94 /* Encryption = 0 , Decryption = 1 */
95 #define RK_CRYPTO_AES_DEC		BIT(0)
96 
97 #define RK_CRYPTO_AES_STS		0x0084
98 #define RK_CRYPTO_AES_DONE		BIT(0)
99 
100 /* AES Input Data 0-3 Register */
101 #define RK_CRYPTO_AES_DIN_0		0x0088
102 #define RK_CRYPTO_AES_DIN_1		0x008c
103 #define RK_CRYPTO_AES_DIN_2		0x0090
104 #define RK_CRYPTO_AES_DIN_3		0x0094
105 
106 /* AES output Data 0-3 Register */
107 #define RK_CRYPTO_AES_DOUT_0		0x0098
108 #define RK_CRYPTO_AES_DOUT_1		0x009c
109 #define RK_CRYPTO_AES_DOUT_2		0x00a0
110 #define RK_CRYPTO_AES_DOUT_3		0x00a4
111 
112 /* AES IV Data 0-3 Register */
113 #define RK_CRYPTO_AES_IV_0		0x00a8
114 #define RK_CRYPTO_AES_IV_1		0x00ac
115 #define RK_CRYPTO_AES_IV_2		0x00b0
116 #define RK_CRYPTO_AES_IV_3		0x00b4
117 
118 /* AES Key Data 0-3 Register */
119 #define RK_CRYPTO_AES_KEY_0		0x00b8
120 #define RK_CRYPTO_AES_KEY_1		0x00bc
121 #define RK_CRYPTO_AES_KEY_2		0x00c0
122 #define RK_CRYPTO_AES_KEY_3		0x00c4
123 #define RK_CRYPTO_AES_KEY_4		0x00c8
124 #define RK_CRYPTO_AES_KEY_5		0x00cc
125 #define RK_CRYPTO_AES_KEY_6		0x00d0
126 #define RK_CRYPTO_AES_KEY_7		0x00d4
127 
128 /* des/tdes */
129 #define RK_CRYPTO_TDES_CTRL		0x0100
130 #define RK_CRYPTO_TDES_BYTESWAP_KEY	BIT(8)
131 #define RK_CRYPTO_TDES_BYTESWAP_IV	BIT(7)
132 #define RK_CRYPTO_TDES_BYTESWAP_DO	BIT(6)
133 #define RK_CRYPTO_TDES_BYTESWAP_DI	BIT(5)
134 /* 0: ECB, 1: CBC */
135 #define RK_CRYPTO_TDES_CHAINMODE_CBC	BIT(4)
136 /* TDES Key Mode, 0 : EDE, 1 : EEE */
137 #define RK_CRYPTO_TDES_EEE		BIT(3)
138 /* 0: DES, 1:TDES */
139 #define RK_CRYPTO_TDES_SELECT		BIT(2)
140 /* 0: Slave, 1:Fifo */
141 #define RK_CRYPTO_TDES_FIFO_MODE	BIT(1)
142 /* Encryption = 0 , Decryption = 1 */
143 #define RK_CRYPTO_TDES_DEC		BIT(0)
144 
145 #define RK_CRYPTO_TDES_STS		0x0104
146 #define RK_CRYPTO_TDES_DONE		BIT(0)
147 
148 #define RK_CRYPTO_TDES_DIN_0		0x0108
149 #define RK_CRYPTO_TDES_DIN_1		0x010c
150 #define RK_CRYPTO_TDES_DOUT_0		0x0110
151 #define RK_CRYPTO_TDES_DOUT_1		0x0114
152 #define RK_CRYPTO_TDES_IV_0		0x0118
153 #define RK_CRYPTO_TDES_IV_1		0x011c
154 #define RK_CRYPTO_TDES_KEY1_0		0x0120
155 #define RK_CRYPTO_TDES_KEY1_1		0x0124
156 #define RK_CRYPTO_TDES_KEY2_0		0x0128
157 #define RK_CRYPTO_TDES_KEY2_1		0x012c
158 #define RK_CRYPTO_TDES_KEY3_0		0x0130
159 #define RK_CRYPTO_TDES_KEY3_1		0x0134
160 
161 /* HASH */
162 #define RK_CRYPTO_HASH_CTRL		0x0180
163 #define RK_CRYPTO_HASH_SWAP_DO		BIT(3)
164 #define RK_CRYPTO_HASH_SWAP_DI		BIT(2)
165 #define RK_CRYPTO_HASH_SHA1		_SBF(0x00, 0)
166 #define RK_CRYPTO_HASH_MD5		_SBF(0x01, 0)
167 #define RK_CRYPTO_HASH_SHA256		_SBF(0x02, 0)
168 #define RK_CRYPTO_HASH_PRNG		_SBF(0x03, 0)
169 
170 #define RK_CRYPTO_HASH_STS		0x0184
171 #define RK_CRYPTO_HASH_DONE		BIT(0)
172 
173 #define RK_CRYPTO_HASH_MSG_LEN		0x0188
174 #define RK_CRYPTO_HASH_DOUT_0		0x018c
175 #define RK_CRYPTO_HASH_DOUT_1		0x0190
176 #define RK_CRYPTO_HASH_DOUT_2		0x0194
177 #define RK_CRYPTO_HASH_DOUT_3		0x0198
178 #define RK_CRYPTO_HASH_DOUT_4		0x019c
179 #define RK_CRYPTO_HASH_DOUT_5		0x01a0
180 #define RK_CRYPTO_HASH_DOUT_6		0x01a4
181 #define RK_CRYPTO_HASH_DOUT_7		0x01a8
182 
183 #define CRYPTO_READ(dev, offset)		  \
184 		readl_relaxed(((dev)->reg + (offset)))
185 #define CRYPTO_WRITE(dev, offset, val)	  \
186 		writel_relaxed((val), ((dev)->reg + (offset)))
187 
188 #define RK_MAX_CLKS 4
189 
190 /*
191  * struct rockchip_ip - struct for managing a list of RK crypto instance
192  * @dev_list:		Used for doing a list of rk_crypto_info
193  * @lock:		Control access to dev_list
194  * @dbgfs_dir:		Debugfs dentry for statistic directory
195  * @dbgfs_stats:	Debugfs dentry for statistic counters
196  */
197 struct rockchip_ip {
198 	struct list_head	dev_list;
199 	spinlock_t		lock; /* Control access to dev_list */
200 	struct dentry		*dbgfs_dir;
201 	struct dentry		*dbgfs_stats;
202 };
203 
204 struct rk_clks {
205 	const char *name;
206 	unsigned long max;
207 };
208 
209 struct rk_variant {
210 	int num_clks;
211 	struct rk_clks rkclks[RK_MAX_CLKS];
212 };
213 
214 struct rk_crypto_info {
215 	struct list_head		list;
216 	struct device			*dev;
217 	struct clk_bulk_data		*clks;
218 	int				num_clks;
219 	struct reset_control		*rst;
220 	void __iomem			*reg;
221 	int				irq;
222 	const struct rk_variant *variant;
223 	unsigned long nreq;
224 	struct crypto_engine *engine;
225 	struct completion complete;
226 	int status;
227 };
228 
229 /* the private variable of hash */
230 struct rk_ahash_ctx {
231 	/* for fallback */
232 	struct crypto_ahash		*fallback_tfm;
233 };
234 
235 /* the private variable of hash for fallback */
236 struct rk_ahash_rctx {
237 	struct rk_crypto_info		*dev;
238 	struct ahash_request		fallback_req;
239 	u32				mode;
240 	int nrsg;
241 };
242 
243 /* the private variable of cipher */
244 struct rk_cipher_ctx {
245 	unsigned int			keylen;
246 	u8				key[AES_MAX_KEY_SIZE];
247 	u8				iv[AES_BLOCK_SIZE];
248 	struct crypto_skcipher *fallback_tfm;
249 };
250 
251 struct rk_cipher_rctx {
252 	struct rk_crypto_info		*dev;
253 	u8 backup_iv[AES_BLOCK_SIZE];
254 	u32				mode;
255 	struct skcipher_request fallback_req;   // keep at the end
256 };
257 
258 struct rk_crypto_tmp {
259 	u32 type;
260 	struct rk_crypto_info           *dev;
261 	union {
262 		struct skcipher_engine_alg skcipher;
263 		struct ahash_engine_alg hash;
264 	} alg;
265 	unsigned long stat_req;
266 	unsigned long stat_fb;
267 	unsigned long stat_fb_len;
268 	unsigned long stat_fb_sglen;
269 	unsigned long stat_fb_align;
270 	unsigned long stat_fb_sgdiff;
271 };
272 
273 extern struct rk_crypto_tmp rk_ecb_aes_alg;
274 extern struct rk_crypto_tmp rk_cbc_aes_alg;
275 extern struct rk_crypto_tmp rk_ecb_des_alg;
276 extern struct rk_crypto_tmp rk_cbc_des_alg;
277 extern struct rk_crypto_tmp rk_ecb_des3_ede_alg;
278 extern struct rk_crypto_tmp rk_cbc_des3_ede_alg;
279 
280 extern struct rk_crypto_tmp rk_ahash_sha1;
281 extern struct rk_crypto_tmp rk_ahash_sha256;
282 extern struct rk_crypto_tmp rk_ahash_md5;
283 
284 struct rk_crypto_info *get_rk_crypto(void);
285 #endif
286