1049359d6SJames Hsiao /** 2049359d6SJames Hsiao * AMCC SoC PPC4xx Crypto Driver 3049359d6SJames Hsiao * 4049359d6SJames Hsiao * Copyright (c) 2008 Applied Micro Circuits Corporation. 5049359d6SJames Hsiao * All rights reserved. James Hsiao <jhsiao@amcc.com> 6049359d6SJames Hsiao * 7049359d6SJames Hsiao * This program is free software; you can redistribute it and/or modify 8049359d6SJames Hsiao * it under the terms of the GNU General Public License as published by 9049359d6SJames Hsiao * the Free Software Foundation; either version 2 of the License, or 10049359d6SJames Hsiao * (at your option) any later version. 11049359d6SJames Hsiao * 12049359d6SJames Hsiao * This program is distributed in the hope that it will be useful, 13049359d6SJames Hsiao * but WITHOUT ANY WARRANTY; without even the implied warranty of 14049359d6SJames Hsiao * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15049359d6SJames Hsiao * GNU General Public License for more details. 16049359d6SJames Hsiao * 17049359d6SJames Hsiao * This is the header file for AMCC Crypto offload Linux device driver for 18049359d6SJames Hsiao * use with Linux CryptoAPI. 19049359d6SJames Hsiao 20049359d6SJames Hsiao */ 21049359d6SJames Hsiao 22049359d6SJames Hsiao #ifndef __CRYPTO4XX_CORE_H__ 23049359d6SJames Hsiao #define __CRYPTO4XX_CORE_H__ 24049359d6SJames Hsiao 25a0aae821SChristian Lamparter #include <linux/ratelimit.h> 26d072bfa4SChristian Lamparter #include <linux/mutex.h> 274dc10c01SHerbert Xu #include <crypto/internal/hash.h> 28a0aae821SChristian Lamparter #include <crypto/internal/aead.h> 29d072bfa4SChristian Lamparter #include <crypto/internal/rng.h> 30ce05ffe1SChristian Lamparter #include <crypto/internal/skcipher.h> 319e0a0b3aSChristian Lamparter #include "crypto4xx_reg_def.h" 329e0a0b3aSChristian Lamparter #include "crypto4xx_sa.h" 334dc10c01SHerbert Xu 34049359d6SJames Hsiao #define PPC460SX_SDR0_SRST 0x201 35049359d6SJames Hsiao #define PPC405EX_SDR0_SRST 0x200 36049359d6SJames Hsiao #define PPC460EX_SDR0_SRST 0x201 37049359d6SJames Hsiao #define PPC460EX_CE_RESET 0x08000000 38049359d6SJames Hsiao #define PPC460SX_CE_RESET 0x20000000 39049359d6SJames Hsiao #define PPC405EX_CE_RESET 0x00000008 40049359d6SJames Hsiao 41049359d6SJames Hsiao #define CRYPTO4XX_CRYPTO_PRIORITY 300 42778f81d6SChristian Lamparter #define PPC4XX_NUM_PD 256 43778f81d6SChristian Lamparter #define PPC4XX_LAST_PD (PPC4XX_NUM_PD - 1) 44049359d6SJames Hsiao #define PPC4XX_NUM_GD 1024 45778f81d6SChristian Lamparter #define PPC4XX_LAST_GD (PPC4XX_NUM_GD - 1) 46778f81d6SChristian Lamparter #define PPC4XX_NUM_SD 256 47778f81d6SChristian Lamparter #define PPC4XX_LAST_SD (PPC4XX_NUM_SD - 1) 48049359d6SJames Hsiao #define PPC4XX_SD_BUFFER_SIZE 2048 49049359d6SJames Hsiao 508ef8d195SChristian Lamparter #define PD_ENTRY_BUSY BIT(1) 518ef8d195SChristian Lamparter #define PD_ENTRY_INUSE BIT(0) 52049359d6SJames Hsiao #define PD_ENTRY_FREE 0 53049359d6SJames Hsiao #define ERING_WAS_FULL 0xffffffff 54049359d6SJames Hsiao 55049359d6SJames Hsiao struct crypto4xx_device; 56049359d6SJames Hsiao 579e0a0b3aSChristian Lamparter union shadow_sa_buf { 589e0a0b3aSChristian Lamparter struct dynamic_sa_ctl sa; 599e0a0b3aSChristian Lamparter 609e0a0b3aSChristian Lamparter /* alloc 256 bytes which is enough for any kind of dynamic sa */ 619e0a0b3aSChristian Lamparter u8 buf[256]; 629e0a0b3aSChristian Lamparter } __packed; 639e0a0b3aSChristian Lamparter 64049359d6SJames Hsiao struct pd_uinfo { 65049359d6SJames Hsiao struct crypto4xx_device *dev; 66049359d6SJames Hsiao u32 state; 67049359d6SJames Hsiao u32 using_sd; 68049359d6SJames Hsiao u32 first_gd; /* first gather discriptor 69049359d6SJames Hsiao used by this packet */ 70049359d6SJames Hsiao u32 num_gd; /* number of gather discriptor 71049359d6SJames Hsiao used by this packet */ 72049359d6SJames Hsiao u32 first_sd; /* first scatter discriptor 73049359d6SJames Hsiao used by this packet */ 74049359d6SJames Hsiao u32 num_sd; /* number of scatter discriptors 75049359d6SJames Hsiao used by this packet */ 769e0a0b3aSChristian Lamparter struct dynamic_sa_ctl *sa_va; /* shadow sa */ 779e0a0b3aSChristian Lamparter struct sa_state_record *sr_va; /* state record for shadow sa */ 78049359d6SJames Hsiao u32 sr_pa; 79049359d6SJames Hsiao struct scatterlist *dest_va; 80049359d6SJames Hsiao struct crypto_async_request *async_req; /* base crypto request 81049359d6SJames Hsiao for this packet */ 82049359d6SJames Hsiao }; 83049359d6SJames Hsiao 84049359d6SJames Hsiao struct crypto4xx_device { 85049359d6SJames Hsiao struct crypto4xx_core_device *core_dev; 86049359d6SJames Hsiao void __iomem *ce_base; 875343e674SChristian Lamparter void __iomem *trng_base; 88049359d6SJames Hsiao 899e0a0b3aSChristian Lamparter struct ce_pd *pdr; /* base address of packet descriptor ring */ 909e0a0b3aSChristian Lamparter dma_addr_t pdr_pa; /* physical address of pdr_base_register */ 919e0a0b3aSChristian Lamparter struct ce_gd *gdr; /* gather descriptor ring */ 929e0a0b3aSChristian Lamparter dma_addr_t gdr_pa; /* physical address of gdr_base_register */ 939e0a0b3aSChristian Lamparter struct ce_sd *sdr; /* scatter descriptor ring */ 949e0a0b3aSChristian Lamparter dma_addr_t sdr_pa; /* physical address of sdr_base_register */ 95049359d6SJames Hsiao void *scatter_buffer_va; 96049359d6SJames Hsiao dma_addr_t scatter_buffer_pa; 97049359d6SJames Hsiao 989e0a0b3aSChristian Lamparter union shadow_sa_buf *shadow_sa_pool; 99049359d6SJames Hsiao dma_addr_t shadow_sa_pool_pa; 1009e0a0b3aSChristian Lamparter struct sa_state_record *shadow_sr_pool; 101049359d6SJames Hsiao dma_addr_t shadow_sr_pool_pa; 102049359d6SJames Hsiao u32 pdr_tail; 103049359d6SJames Hsiao u32 pdr_head; 104049359d6SJames Hsiao u32 gdr_tail; 105049359d6SJames Hsiao u32 gdr_head; 106049359d6SJames Hsiao u32 sdr_tail; 107049359d6SJames Hsiao u32 sdr_head; 1089e0a0b3aSChristian Lamparter struct pd_uinfo *pdr_uinfo; 109049359d6SJames Hsiao struct list_head alg_list; /* List of algorithm supported 110049359d6SJames Hsiao by this device */ 111a0aae821SChristian Lamparter struct ratelimit_state aead_ratelimit; 112b66c685aSChristian Lamparter bool is_revb; 113049359d6SJames Hsiao }; 114049359d6SJames Hsiao 115049359d6SJames Hsiao struct crypto4xx_core_device { 116049359d6SJames Hsiao struct device *device; 1172dc11581SGrant Likely struct platform_device *ofdev; 118049359d6SJames Hsiao struct crypto4xx_device *dev; 1195343e674SChristian Lamparter struct hwrng *trng; 120049359d6SJames Hsiao u32 int_status; 121049359d6SJames Hsiao u32 irq; 122049359d6SJames Hsiao struct tasklet_struct tasklet; 123049359d6SJames Hsiao spinlock_t lock; 124d072bfa4SChristian Lamparter struct mutex rng_lock; 125049359d6SJames Hsiao }; 126049359d6SJames Hsiao 127049359d6SJames Hsiao struct crypto4xx_ctx { 128049359d6SJames Hsiao struct crypto4xx_device *dev; 1299e0a0b3aSChristian Lamparter struct dynamic_sa_ctl *sa_in; 1309e0a0b3aSChristian Lamparter struct dynamic_sa_ctl *sa_out; 1312f77690dSChristian Lamparter __le32 iv_nonce; 132049359d6SJames Hsiao u32 sa_len; 133a0aae821SChristian Lamparter union { 1349848e4c8SChristian Lamparter struct crypto_sync_skcipher *cipher; 135a0aae821SChristian Lamparter struct crypto_aead *aead; 136a0aae821SChristian Lamparter } sw_cipher; 137049359d6SJames Hsiao }; 138049359d6SJames Hsiao 139658c9d2bSChristian Lamparter struct crypto4xx_aead_reqctx { 140658c9d2bSChristian Lamparter struct scatterlist dst[2]; 141658c9d2bSChristian Lamparter }; 142658c9d2bSChristian Lamparter 1434dc10c01SHerbert Xu struct crypto4xx_alg_common { 1444dc10c01SHerbert Xu u32 type; 1454dc10c01SHerbert Xu union { 146ce05ffe1SChristian Lamparter struct skcipher_alg cipher; 1474dc10c01SHerbert Xu struct ahash_alg hash; 148a0aae821SChristian Lamparter struct aead_alg aead; 149d072bfa4SChristian Lamparter struct rng_alg rng; 1504dc10c01SHerbert Xu } u; 1514dc10c01SHerbert Xu }; 1524dc10c01SHerbert Xu 153049359d6SJames Hsiao struct crypto4xx_alg { 154049359d6SJames Hsiao struct list_head entry; 1554dc10c01SHerbert Xu struct crypto4xx_alg_common alg; 156049359d6SJames Hsiao struct crypto4xx_device *dev; 157049359d6SJames Hsiao }; 158049359d6SJames Hsiao 159886c251fSChristian Lamparter int crypto4xx_alloc_sa(struct crypto4xx_ctx *ctx, u32 size); 160886c251fSChristian Lamparter void crypto4xx_free_sa(struct crypto4xx_ctx *ctx); 161886c251fSChristian Lamparter void crypto4xx_free_ctx(struct crypto4xx_ctx *ctx); 1624865b122SChristian Lamparter int crypto4xx_build_pd(struct crypto_async_request *req, 163049359d6SJames Hsiao struct crypto4xx_ctx *ctx, 164049359d6SJames Hsiao struct scatterlist *src, 165049359d6SJames Hsiao struct scatterlist *dst, 166cd4dcd6dSChristian Lamparter const unsigned int datalen, 167cd4dcd6dSChristian Lamparter const __le32 *iv, const u32 iv_len, 168cd4dcd6dSChristian Lamparter const struct dynamic_sa_ctl *sa, 169a0aae821SChristian Lamparter const unsigned int sa_len, 170658c9d2bSChristian Lamparter const unsigned int assoclen, 171658c9d2bSChristian Lamparter struct scatterlist *dst_tmp); 172ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_cbc(struct crypto_skcipher *cipher, 173049359d6SJames Hsiao const u8 *key, unsigned int keylen); 174ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_cfb(struct crypto_skcipher *cipher, 175f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen); 17698e87e3dSChristian Lamparter int crypto4xx_setkey_aes_ctr(struct crypto_skcipher *cipher, 17798e87e3dSChristian Lamparter const u8 *key, unsigned int keylen); 178ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_ecb(struct crypto_skcipher *cipher, 179f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen); 180ce05ffe1SChristian Lamparter int crypto4xx_setkey_aes_ofb(struct crypto_skcipher *cipher, 181f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen); 182ce05ffe1SChristian Lamparter int crypto4xx_setkey_rfc3686(struct crypto_skcipher *cipher, 183f2a13e7cSChristian Lamparter const u8 *key, unsigned int keylen); 18498e87e3dSChristian Lamparter int crypto4xx_encrypt_ctr(struct skcipher_request *req); 18598e87e3dSChristian Lamparter int crypto4xx_decrypt_ctr(struct skcipher_request *req); 186ce05ffe1SChristian Lamparter int crypto4xx_encrypt_iv(struct skcipher_request *req); 187ce05ffe1SChristian Lamparter int crypto4xx_decrypt_iv(struct skcipher_request *req); 188ce05ffe1SChristian Lamparter int crypto4xx_encrypt_noiv(struct skcipher_request *req); 189ce05ffe1SChristian Lamparter int crypto4xx_decrypt_noiv(struct skcipher_request *req); 190ce05ffe1SChristian Lamparter int crypto4xx_rfc3686_encrypt(struct skcipher_request *req); 191ce05ffe1SChristian Lamparter int crypto4xx_rfc3686_decrypt(struct skcipher_request *req); 192886c251fSChristian Lamparter int crypto4xx_sha1_alg_init(struct crypto_tfm *tfm); 193886c251fSChristian Lamparter int crypto4xx_hash_digest(struct ahash_request *req); 194886c251fSChristian Lamparter int crypto4xx_hash_final(struct ahash_request *req); 195886c251fSChristian Lamparter int crypto4xx_hash_update(struct ahash_request *req); 196886c251fSChristian Lamparter int crypto4xx_hash_init(struct ahash_request *req); 1974865b122SChristian Lamparter 1984865b122SChristian Lamparter /** 1994865b122SChristian Lamparter * Note: Only use this function to copy items that is word aligned. 2004865b122SChristian Lamparter */ 2014865b122SChristian Lamparter static inline void crypto4xx_memcpy_swab32(u32 *dst, const void *buf, 2024865b122SChristian Lamparter size_t len) 2034865b122SChristian Lamparter { 2044865b122SChristian Lamparter for (; len >= 4; buf += 4, len -= 4) 2054865b122SChristian Lamparter *dst++ = __swab32p((u32 *) buf); 2064865b122SChristian Lamparter 2074865b122SChristian Lamparter if (len) { 2084865b122SChristian Lamparter const u8 *tmp = (u8 *)buf; 2094865b122SChristian Lamparter 2104865b122SChristian Lamparter switch (len) { 2114865b122SChristian Lamparter case 3: 2124865b122SChristian Lamparter *dst = (tmp[2] << 16) | 2134865b122SChristian Lamparter (tmp[1] << 8) | 2144865b122SChristian Lamparter tmp[0]; 2154865b122SChristian Lamparter break; 2164865b122SChristian Lamparter case 2: 2174865b122SChristian Lamparter *dst = (tmp[1] << 8) | 2184865b122SChristian Lamparter tmp[0]; 2194865b122SChristian Lamparter break; 2204865b122SChristian Lamparter case 1: 2214865b122SChristian Lamparter *dst = tmp[0]; 2224865b122SChristian Lamparter break; 2234865b122SChristian Lamparter default: 2244865b122SChristian Lamparter break; 2254865b122SChristian Lamparter } 2264865b122SChristian Lamparter } 2274865b122SChristian Lamparter } 2284865b122SChristian Lamparter 2294865b122SChristian Lamparter static inline void crypto4xx_memcpy_from_le32(u32 *dst, const void *buf, 2304865b122SChristian Lamparter size_t len) 2314865b122SChristian Lamparter { 2324865b122SChristian Lamparter crypto4xx_memcpy_swab32(dst, buf, len); 2334865b122SChristian Lamparter } 2344865b122SChristian Lamparter 2354865b122SChristian Lamparter static inline void crypto4xx_memcpy_to_le32(__le32 *dst, const void *buf, 2364865b122SChristian Lamparter size_t len) 2374865b122SChristian Lamparter { 2384865b122SChristian Lamparter crypto4xx_memcpy_swab32((u32 *)dst, buf, len); 2394865b122SChristian Lamparter } 24065ea8b67SChristian Lamparter 24165ea8b67SChristian Lamparter int crypto4xx_setauthsize_aead(struct crypto_aead *ciper, 24265ea8b67SChristian Lamparter unsigned int authsize); 24365ea8b67SChristian Lamparter int crypto4xx_setkey_aes_ccm(struct crypto_aead *cipher, 24465ea8b67SChristian Lamparter const u8 *key, unsigned int keylen); 24565ea8b67SChristian Lamparter int crypto4xx_encrypt_aes_ccm(struct aead_request *req); 24665ea8b67SChristian Lamparter int crypto4xx_decrypt_aes_ccm(struct aead_request *req); 24759231368SChristian Lamparter int crypto4xx_setkey_aes_gcm(struct crypto_aead *cipher, 24859231368SChristian Lamparter const u8 *key, unsigned int keylen); 24959231368SChristian Lamparter int crypto4xx_encrypt_aes_gcm(struct aead_request *req); 25059231368SChristian Lamparter int crypto4xx_decrypt_aes_gcm(struct aead_request *req); 25165ea8b67SChristian Lamparter 252049359d6SJames Hsiao #endif 253