1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * Cryptographic API. 4 * 5 * Support for OMAP AES HW ACCELERATOR defines 6 * 7 * Copyright (c) 2015 Texas Instruments Incorporated 8 */ 9 #ifndef __OMAP_AES_H__ 10 #define __OMAP_AES_H__ 11 12 #include <crypto/aes.h> 13 #include <crypto/engine.h> 14 15 #define DST_MAXBURST 4 16 #define DMA_MIN (DST_MAXBURST * sizeof(u32)) 17 18 #define _calc_walked(inout) (dd->inout##_walk.offset - dd->inout##_sg->offset) 19 20 /* 21 * OMAP TRM gives bitfields as start:end, where start is the higher bit 22 * number. For example 7:0 23 */ 24 #define FLD_MASK(start, end) (((1 << ((start) - (end) + 1)) - 1) << (end)) 25 #define FLD_VAL(val, start, end) (((val) << (end)) & FLD_MASK(start, end)) 26 27 #define AES_REG_KEY(dd, x) ((dd)->pdata->key_ofs - \ 28 (((x) ^ 0x01) * 0x04)) 29 #define AES_REG_IV(dd, x) ((dd)->pdata->iv_ofs + ((x) * 0x04)) 30 31 #define AES_REG_CTRL(dd) ((dd)->pdata->ctrl_ofs) 32 #define AES_REG_CTRL_CONTEXT_READY BIT(31) 33 #define AES_REG_CTRL_CTR_WIDTH_MASK GENMASK(8, 7) 34 #define AES_REG_CTRL_CTR_WIDTH_32 0 35 #define AES_REG_CTRL_CTR_WIDTH_64 BIT(7) 36 #define AES_REG_CTRL_CTR_WIDTH_96 BIT(8) 37 #define AES_REG_CTRL_CTR_WIDTH_128 GENMASK(8, 7) 38 #define AES_REG_CTRL_GCM GENMASK(17, 16) 39 #define AES_REG_CTRL_CTR BIT(6) 40 #define AES_REG_CTRL_CBC BIT(5) 41 #define AES_REG_CTRL_KEY_SIZE GENMASK(4, 3) 42 #define AES_REG_CTRL_DIRECTION BIT(2) 43 #define AES_REG_CTRL_INPUT_READY BIT(1) 44 #define AES_REG_CTRL_OUTPUT_READY BIT(0) 45 #define AES_REG_CTRL_MASK GENMASK(24, 2) 46 47 #define AES_REG_C_LEN_0 0x54 48 #define AES_REG_C_LEN_1 0x58 49 #define AES_REG_A_LEN 0x5C 50 51 #define AES_REG_DATA_N(dd, x) ((dd)->pdata->data_ofs + ((x) * 0x04)) 52 #define AES_REG_TAG_N(dd, x) (0x70 + ((x) * 0x04)) 53 54 #define AES_REG_REV(dd) ((dd)->pdata->rev_ofs) 55 56 #define AES_REG_MASK(dd) ((dd)->pdata->mask_ofs) 57 #define AES_REG_MASK_SIDLE BIT(6) 58 #define AES_REG_MASK_START BIT(5) 59 #define AES_REG_MASK_DMA_OUT_EN BIT(3) 60 #define AES_REG_MASK_DMA_IN_EN BIT(2) 61 #define AES_REG_MASK_SOFTRESET BIT(1) 62 #define AES_REG_AUTOIDLE BIT(0) 63 64 #define AES_REG_LENGTH_N(x) (0x54 + ((x) * 0x04)) 65 66 #define AES_REG_IRQ_STATUS(dd) ((dd)->pdata->irq_status_ofs) 67 #define AES_REG_IRQ_ENABLE(dd) ((dd)->pdata->irq_enable_ofs) 68 #define AES_REG_IRQ_DATA_IN BIT(1) 69 #define AES_REG_IRQ_DATA_OUT BIT(2) 70 #define DEFAULT_TIMEOUT (5 * HZ) 71 72 #define DEFAULT_AUTOSUSPEND_DELAY 1000 73 74 #define FLAGS_MODE_MASK 0x001f 75 #define FLAGS_ENCRYPT BIT(0) 76 #define FLAGS_CBC BIT(1) 77 #define FLAGS_CTR BIT(2) 78 #define FLAGS_GCM BIT(3) 79 #define FLAGS_RFC4106_GCM BIT(4) 80 81 #define FLAGS_INIT BIT(5) 82 #define FLAGS_FAST BIT(6) 83 84 #define FLAGS_IN_DATA_ST_SHIFT 8 85 #define FLAGS_OUT_DATA_ST_SHIFT 10 86 #define FLAGS_ASSOC_DATA_ST_SHIFT 12 87 88 #define AES_BLOCK_WORDS (AES_BLOCK_SIZE >> 2) 89 90 struct omap_aes_gcm_result { 91 struct completion completion; 92 int err; 93 }; 94 95 struct omap_aes_ctx { 96 struct crypto_engine_ctx enginectx; 97 int keylen; 98 u32 key[AES_KEYSIZE_256 / sizeof(u32)]; 99 u8 nonce[4]; 100 struct crypto_skcipher *fallback; 101 }; 102 103 struct omap_aes_gcm_ctx { 104 struct omap_aes_ctx octx; 105 struct crypto_aes_ctx actx; 106 }; 107 108 struct omap_aes_reqctx { 109 struct omap_aes_dev *dd; 110 unsigned long mode; 111 u8 iv[AES_BLOCK_SIZE]; 112 u32 auth_tag[AES_BLOCK_SIZE / sizeof(u32)]; 113 struct skcipher_request fallback_req; // keep at the end 114 }; 115 116 #define OMAP_AES_QUEUE_LENGTH 1 117 #define OMAP_AES_CACHE_SIZE 0 118 119 struct omap_aes_algs_info { 120 struct skcipher_alg *algs_list; 121 unsigned int size; 122 unsigned int registered; 123 }; 124 125 struct omap_aes_aead_algs { 126 struct aead_alg *algs_list; 127 unsigned int size; 128 unsigned int registered; 129 }; 130 131 struct omap_aes_pdata { 132 struct omap_aes_algs_info *algs_info; 133 unsigned int algs_info_size; 134 struct omap_aes_aead_algs *aead_algs_info; 135 136 void (*trigger)(struct omap_aes_dev *dd, int length); 137 138 u32 key_ofs; 139 u32 iv_ofs; 140 u32 ctrl_ofs; 141 u32 data_ofs; 142 u32 rev_ofs; 143 u32 mask_ofs; 144 u32 irq_enable_ofs; 145 u32 irq_status_ofs; 146 147 u32 dma_enable_in; 148 u32 dma_enable_out; 149 u32 dma_start; 150 151 u32 major_mask; 152 u32 major_shift; 153 u32 minor_mask; 154 u32 minor_shift; 155 }; 156 157 struct omap_aes_dev { 158 struct list_head list; 159 unsigned long phys_base; 160 void __iomem *io_base; 161 struct omap_aes_ctx *ctx; 162 struct device *dev; 163 unsigned long flags; 164 int err; 165 166 struct tasklet_struct done_task; 167 struct aead_queue aead_queue; 168 spinlock_t lock; 169 170 struct skcipher_request *req; 171 struct aead_request *aead_req; 172 struct crypto_engine *engine; 173 174 /* 175 * total is used by PIO mode for book keeping so introduce 176 * variable total_save as need it to calc page_order 177 */ 178 size_t total; 179 size_t total_save; 180 size_t assoc_len; 181 size_t authsize; 182 183 struct scatterlist *in_sg; 184 struct scatterlist *out_sg; 185 186 /* Buffers for copying for unaligned cases */ 187 struct scatterlist in_sgl[2]; 188 struct scatterlist out_sgl; 189 struct scatterlist *orig_out; 190 191 struct scatter_walk in_walk; 192 struct scatter_walk out_walk; 193 struct dma_chan *dma_lch_in; 194 struct dma_chan *dma_lch_out; 195 int in_sg_len; 196 int out_sg_len; 197 int pio_only; 198 const struct omap_aes_pdata *pdata; 199 }; 200 201 u32 omap_aes_read(struct omap_aes_dev *dd, u32 offset); 202 void omap_aes_write(struct omap_aes_dev *dd, u32 offset, u32 value); 203 struct omap_aes_dev *omap_aes_find_dev(struct omap_aes_reqctx *rctx); 204 int omap_aes_gcm_setkey(struct crypto_aead *tfm, const u8 *key, 205 unsigned int keylen); 206 int omap_aes_4106gcm_setkey(struct crypto_aead *tfm, const u8 *key, 207 unsigned int keylen); 208 int omap_aes_gcm_encrypt(struct aead_request *req); 209 int omap_aes_gcm_decrypt(struct aead_request *req); 210 int omap_aes_gcm_setauthsize(struct crypto_aead *tfm, unsigned int authsize); 211 int omap_aes_4106gcm_encrypt(struct aead_request *req); 212 int omap_aes_4106gcm_decrypt(struct aead_request *req); 213 int omap_aes_4106gcm_setauthsize(struct crypto_aead *parent, 214 unsigned int authsize); 215 int omap_aes_gcm_cra_init(struct crypto_aead *tfm); 216 int omap_aes_write_ctrl(struct omap_aes_dev *dd); 217 int omap_aes_crypt_dma_start(struct omap_aes_dev *dd); 218 int omap_aes_crypt_dma_stop(struct omap_aes_dev *dd); 219 void omap_aes_gcm_dma_out_callback(void *data); 220 void omap_aes_clear_copy_flags(struct omap_aes_dev *dd); 221 222 #endif 223