1c942fddfSThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-or-later */
2*73f04d3dSAditya Srivastava /*
3049359d6SJames Hsiao * AMCC SoC PPC4xx Crypto Driver
4049359d6SJames Hsiao *
5049359d6SJames Hsiao * Copyright (c) 2008 Applied Micro Circuits Corporation.
6049359d6SJames Hsiao * All rights reserved. James Hsiao <jhsiao@amcc.com>
7049359d6SJames Hsiao *
8049359d6SJames Hsiao * This is the header file for AMCC Crypto offload Linux device driver for
9049359d6SJames Hsiao * use with Linux CryptoAPI.
10049359d6SJames Hsiao
11049359d6SJames Hsiao */
12049359d6SJames Hsiao
13049359d6SJames Hsiao #ifndef __CRYPTO4XX_CORE_H__
14049359d6SJames Hsiao #define __CRYPTO4XX_CORE_H__
15049359d6SJames Hsiao
16a0aae821SChristian Lamparter #include <linux/ratelimit.h>
17d072bfa4SChristian Lamparter #include <linux/mutex.h>
180c3dc787SHerbert Xu #include <linux/scatterlist.h>
194dc10c01SHerbert Xu #include <crypto/internal/hash.h>
20a0aae821SChristian Lamparter #include <crypto/internal/aead.h>
21d072bfa4SChristian Lamparter #include <crypto/internal/rng.h>
22ce05ffe1SChristian Lamparter #include <crypto/internal/skcipher.h>
239e0a0b3aSChristian Lamparter #include "crypto4xx_reg_def.h"
249e0a0b3aSChristian Lamparter #include "crypto4xx_sa.h"
254dc10c01SHerbert Xu
26049359d6SJames Hsiao #define PPC460SX_SDR0_SRST 0x201
27049359d6SJames Hsiao #define PPC405EX_SDR0_SRST 0x200
28049359d6SJames Hsiao #define PPC460EX_SDR0_SRST 0x201
29049359d6SJames Hsiao #define PPC460EX_CE_RESET 0x08000000
30049359d6SJames Hsiao #define PPC460SX_CE_RESET 0x20000000
31049359d6SJames Hsiao #define PPC405EX_CE_RESET 0x00000008
32049359d6SJames Hsiao
33049359d6SJames Hsiao #define CRYPTO4XX_CRYPTO_PRIORITY 300
34778f81d6SChristian Lamparter #define PPC4XX_NUM_PD 256
35778f81d6SChristian Lamparter #define PPC4XX_LAST_PD (PPC4XX_NUM_PD - 1)
36049359d6SJames Hsiao #define PPC4XX_NUM_GD 1024
37778f81d6SChristian Lamparter #define PPC4XX_LAST_GD (PPC4XX_NUM_GD - 1)
38778f81d6SChristian Lamparter #define PPC4XX_NUM_SD 256
39778f81d6SChristian Lamparter #define PPC4XX_LAST_SD (PPC4XX_NUM_SD - 1)
40049359d6SJames Hsiao #define PPC4XX_SD_BUFFER_SIZE 2048
41049359d6SJames Hsiao
428ef8d195SChristian Lamparter #define PD_ENTRY_BUSY BIT(1)
438ef8d195SChristian Lamparter #define PD_ENTRY_INUSE BIT(0)
44049359d6SJames Hsiao #define PD_ENTRY_FREE 0
45049359d6SJames Hsiao #define ERING_WAS_FULL 0xffffffff
46049359d6SJames Hsiao
47049359d6SJames Hsiao struct crypto4xx_device;
48049359d6SJames Hsiao
499e0a0b3aSChristian Lamparter union shadow_sa_buf {
509e0a0b3aSChristian Lamparter struct dynamic_sa_ctl sa;
519e0a0b3aSChristian Lamparter
529e0a0b3aSChristian Lamparter /* alloc 256 bytes which is enough for any kind of dynamic sa */
539e0a0b3aSChristian Lamparter u8 buf[256];
549e0a0b3aSChristian Lamparter } __packed;
559e0a0b3aSChristian Lamparter
56049359d6SJames Hsiao struct pd_uinfo {
57049359d6SJames Hsiao struct crypto4xx_device *dev;
58049359d6SJames Hsiao u32 state;
59049359d6SJames Hsiao u32 first_gd; /* first gather discriptor
60049359d6SJames Hsiao used by this packet */
61049359d6SJames Hsiao u32 num_gd; /* number of gather discriptor
62049359d6SJames Hsiao used by this packet */
63049359d6SJames Hsiao u32 first_sd; /* first scatter discriptor
64049359d6SJames Hsiao used by this packet */
65049359d6SJames Hsiao u32 num_sd; /* number of scatter discriptors
66049359d6SJames Hsiao used by this packet */
679e0a0b3aSChristian Lamparter struct dynamic_sa_ctl *sa_va; /* shadow sa */
689e0a0b3aSChristian Lamparter struct sa_state_record *sr_va; /* state record for shadow sa */
69049359d6SJames Hsiao u32 sr_pa;
70049359d6SJames Hsiao struct scatterlist *dest_va;
71049359d6SJames Hsiao struct crypto_async_request *async_req; /* base crypto request
72049359d6SJames Hsiao for this packet */
73049359d6SJames Hsiao };
74049359d6SJames Hsiao
75049359d6SJames Hsiao struct crypto4xx_device {
76049359d6SJames Hsiao struct crypto4xx_core_device *core_dev;
77049359d6SJames Hsiao void __iomem *ce_base;
785343e674SChristian Lamparter void __iomem *trng_base;
79049359d6SJames Hsiao
809e0a0b3aSChristian Lamparter struct ce_pd *pdr; /* base address of packet descriptor ring */
819e0a0b3aSChristian Lamparter dma_addr_t pdr_pa; /* physical address of pdr_base_register */
829e0a0b3aSChristian Lamparter struct ce_gd *gdr; /* gather descriptor ring */
839e0a0b3aSChristian Lamparter dma_addr_t gdr_pa; /* physical address of gdr_base_register */
849e0a0b3aSChristian Lamparter struct ce_sd *sdr; /* scatter descriptor ring */
859e0a0b3aSChristian Lamparter dma_addr_t sdr_pa; /* physical address of sdr_base_register */
86049359d6SJames Hsiao void *scatter_buffer_va;
87049359d6SJames Hsiao dma_addr_t scatter_buffer_pa;
88049359d6SJames Hsiao
899e0a0b3aSChristian Lamparter union shadow_sa_buf *shadow_sa_pool;
90049359d6SJames Hsiao dma_addr_t shadow_sa_pool_pa;
919e0a0b3aSChristian Lamparter struct sa_state_record *shadow_sr_pool;
92049359d6SJames Hsiao dma_addr_t shadow_sr_pool_pa;
93049359d6SJames Hsiao u32 pdr_tail;
94049359d6SJames Hsiao u32 pdr_head;
95049359d6SJames Hsiao u32 gdr_tail;
96049359d6SJames Hsiao u32 gdr_head;
97049359d6SJames Hsiao u32 sdr_tail;
98049359d6SJames Hsiao u32 sdr_head;
999e0a0b3aSChristian Lamparter struct pd_uinfo *pdr_uinfo;
100049359d6SJames Hsiao struct list_head alg_list; /* List of algorithm supported
101049359d6SJames Hsiao by this device */
102a0aae821SChristian Lamparter struct ratelimit_state aead_ratelimit;
103b66c685aSChristian Lamparter bool is_revb;
104049359d6SJames Hsiao };
105049359d6SJames Hsiao
106049359d6SJames Hsiao struct crypto4xx_core_device {
107049359d6SJames Hsiao struct device *device;
1082dc11581SGrant Likely struct platform_device *ofdev;
109049359d6SJames Hsiao struct crypto4xx_device *dev;
1105343e674SChristian Lamparter struct hwrng *trng;
111049359d6SJames Hsiao u32 int_status;
112049359d6SJames Hsiao u32 irq;
113049359d6SJames Hsiao struct tasklet_struct tasklet;
114049359d6SJames Hsiao spinlock_t lock;
115d072bfa4SChristian Lamparter struct mutex rng_lock;
116049359d6SJames Hsiao };
117049359d6SJames Hsiao
118049359d6SJames Hsiao struct crypto4xx_ctx {
119049359d6SJames Hsiao struct crypto4xx_device *dev;
1209e0a0b3aSChristian Lamparter struct dynamic_sa_ctl *sa_in;
1219e0a0b3aSChristian Lamparter struct dynamic_sa_ctl *sa_out;
1222f77690dSChristian Lamparter __le32 iv_nonce;
123049359d6SJames Hsiao u32 sa_len;
124a0aae821SChristian Lamparter union {
1259848e4c8SChristian Lamparter struct crypto_sync_skcipher *cipher;
126a0aae821SChristian Lamparter struct crypto_aead *aead;
127a0aae821SChristian Lamparter } sw_cipher;
128049359d6SJames Hsiao };
129049359d6SJames Hsiao
130658c9d2bSChristian Lamparter struct crypto4xx_aead_reqctx {
131658c9d2bSChristian Lamparter struct scatterlist dst[2];
132658c9d2bSChristian Lamparter };
133658c9d2bSChristian Lamparter
1344dc10c01SHerbert Xu struct crypto4xx_alg_common {
1354dc10c01SHerbert Xu u32 type;
1364dc10c01SHerbert Xu union {
137ce05ffe1SChristian Lamparter struct skcipher_alg cipher;
1384dc10c01SHerbert Xu struct ahash_alg hash;
139a0aae821SChristian Lamparter struct aead_alg aead;
140d072bfa4SChristian Lamparter struct rng_alg rng;
1414dc10c01SHerbert Xu } u;
1424dc10c01SHerbert Xu };
1434dc10c01SHerbert Xu
144049359d6SJames Hsiao struct crypto4xx_alg {
145049359d6SJames Hsiao struct list_head entry;
1464dc10c01SHerbert Xu struct crypto4xx_alg_common alg;
147049359d6SJames Hsiao struct crypto4xx_device *dev;
148049359d6SJames Hsiao };
149049359d6SJames Hsiao
150886c251fSChristian Lamparter int crypto4xx_alloc_sa(struct crypto4xx_ctx *ctx, u32 size);
151886c251fSChristian Lamparter void crypto4xx_free_sa(struct crypto4xx_ctx *ctx);
152886c251fSChristian Lamparter void crypto4xx_free_ctx(struct crypto4xx_ctx *ctx);
1534865b122SChristian Lamparter int crypto4xx_build_pd(struct crypto_async_request *req,
154049359d6SJames Hsiao struct crypto4xx_ctx *ctx,
155049359d6SJames Hsiao struct scatterlist *src,
156049359d6SJames Hsiao struct scatterlist *dst,
157cd4dcd6dSChristian Lamparter const unsigned int datalen,
158cd4dcd6dSChristian Lamparter const __le32 *iv, const u32 iv_len,
159cd4dcd6dSChristian Lamparter const struct dynamic_sa_ctl *sa,
160a0aae821SChristian Lamparter const unsigned int sa_len,
161658c9d2bSChristian Lamparter const unsigned int assoclen,
162658c9d2bSChristian Lamparter struct scatterlist *dst_tmp);
163ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_cbc(struct crypto_skcipher *cipher,
164049359d6SJames Hsiao const u8 *key, unsigned int keylen);
165ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_cfb(struct crypto_skcipher *cipher,
166f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen);
16798e87e3dSChristian Lamparter int crypto4xx_setkey_aes_ctr(struct crypto_skcipher *cipher,
16898e87e3dSChristian Lamparter const u8 *key, unsigned int keylen);
169ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_ecb(struct crypto_skcipher *cipher,
170f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen);
171ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_ofb(struct crypto_skcipher *cipher,
172f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen);
173ce05ffe1SChristian Lamparter int crypto4xx_setkey_rfc3686(struct crypto_skcipher *cipher,
174f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen);
17598e87e3dSChristian Lamparter int crypto4xx_encrypt_ctr(struct skcipher_request *req);
17698e87e3dSChristian Lamparter int crypto4xx_decrypt_ctr(struct skcipher_request *req);
1770f7a8137SChristian Lamparter int crypto4xx_encrypt_iv_stream(struct skcipher_request *req);
1780f7a8137SChristian Lamparter int crypto4xx_decrypt_iv_stream(struct skcipher_request *req);
1790f7a8137SChristian Lamparter int crypto4xx_encrypt_iv_block(struct skcipher_request *req);
1800f7a8137SChristian Lamparter int crypto4xx_decrypt_iv_block(struct skcipher_request *req);
1810f7a8137SChristian Lamparter int crypto4xx_encrypt_noiv_block(struct skcipher_request *req);
1820f7a8137SChristian Lamparter int crypto4xx_decrypt_noiv_block(struct skcipher_request *req);
183ce05ffe1SChristian Lamparter int crypto4xx_rfc3686_encrypt(struct skcipher_request *req);
184ce05ffe1SChristian Lamparter int crypto4xx_rfc3686_decrypt(struct skcipher_request *req);
185886c251fSChristian Lamparter int crypto4xx_sha1_alg_init(struct crypto_tfm *tfm);
186886c251fSChristian Lamparter int crypto4xx_hash_digest(struct ahash_request *req);
187886c251fSChristian Lamparter int crypto4xx_hash_final(struct ahash_request *req);
188886c251fSChristian Lamparter int crypto4xx_hash_update(struct ahash_request *req);
189886c251fSChristian Lamparter int crypto4xx_hash_init(struct ahash_request *req);
1904865b122SChristian Lamparter
191*73f04d3dSAditya Srivastava /*
1924865b122SChristian Lamparter * Note: Only use this function to copy items that is word aligned.
1934865b122SChristian Lamparter */
crypto4xx_memcpy_swab32(u32 * dst,const void * buf,size_t len)1944865b122SChristian Lamparter static inline void crypto4xx_memcpy_swab32(u32 *dst, const void *buf,
1954865b122SChristian Lamparter size_t len)
1964865b122SChristian Lamparter {
1974865b122SChristian Lamparter for (; len >= 4; buf += 4, len -= 4)
1984865b122SChristian Lamparter *dst++ = __swab32p((u32 *) buf);
1994865b122SChristian Lamparter
2004865b122SChristian Lamparter if (len) {
2014865b122SChristian Lamparter const u8 *tmp = (u8 *)buf;
2024865b122SChristian Lamparter
2034865b122SChristian Lamparter switch (len) {
2044865b122SChristian Lamparter case 3:
2054865b122SChristian Lamparter *dst = (tmp[2] << 16) |
2064865b122SChristian Lamparter (tmp[1] << 8) |
2074865b122SChristian Lamparter tmp[0];
2084865b122SChristian Lamparter break;
2094865b122SChristian Lamparter case 2:
2104865b122SChristian Lamparter *dst = (tmp[1] << 8) |
2114865b122SChristian Lamparter tmp[0];
2124865b122SChristian Lamparter break;
2134865b122SChristian Lamparter case 1:
2144865b122SChristian Lamparter *dst = tmp[0];
2154865b122SChristian Lamparter break;
2164865b122SChristian Lamparter default:
2174865b122SChristian Lamparter break;
2184865b122SChristian Lamparter }
2194865b122SChristian Lamparter }
2204865b122SChristian Lamparter }
2214865b122SChristian Lamparter
crypto4xx_memcpy_from_le32(u32 * dst,const void * buf,size_t len)2224865b122SChristian Lamparter static inline void crypto4xx_memcpy_from_le32(u32 *dst, const void *buf,
2234865b122SChristian Lamparter size_t len)
2244865b122SChristian Lamparter {
2254865b122SChristian Lamparter crypto4xx_memcpy_swab32(dst, buf, len);
2264865b122SChristian Lamparter }
2274865b122SChristian Lamparter
crypto4xx_memcpy_to_le32(__le32 * dst,const void * buf,size_t len)2284865b122SChristian Lamparter static inline void crypto4xx_memcpy_to_le32(__le32 *dst, const void *buf,
2294865b122SChristian Lamparter size_t len)
2304865b122SChristian Lamparter {
2314865b122SChristian Lamparter crypto4xx_memcpy_swab32((u32 *)dst, buf, len);
2324865b122SChristian Lamparter }
23365ea8b67SChristian Lamparter
23465ea8b67SChristian Lamparter int crypto4xx_setauthsize_aead(struct crypto_aead *ciper,
23565ea8b67SChristian Lamparter unsigned int authsize);
23665ea8b67SChristian Lamparter int crypto4xx_setkey_aes_ccm(struct crypto_aead *cipher,
23765ea8b67SChristian Lamparter const u8 *key, unsigned int keylen);
23865ea8b67SChristian Lamparter int crypto4xx_encrypt_aes_ccm(struct aead_request *req);
23965ea8b67SChristian Lamparter int crypto4xx_decrypt_aes_ccm(struct aead_request *req);
24059231368SChristian Lamparter int crypto4xx_setkey_aes_gcm(struct crypto_aead *cipher,
24159231368SChristian Lamparter const u8 *key, unsigned int keylen);
24259231368SChristian Lamparter int crypto4xx_encrypt_aes_gcm(struct aead_request *req);
24359231368SChristian Lamparter int crypto4xx_decrypt_aes_gcm(struct aead_request *req);
24465ea8b67SChristian Lamparter
245049359d6SJames Hsiao #endif
246