xref: /openbmc/linux/drivers/crypto/omap-aes.h (revision 03906fba)
1d2912cb1SThomas Gleixner /* SPDX-License-Identifier: GPL-2.0-only */
25b3d4d2eSTero Kristo /*
35b3d4d2eSTero Kristo  * Cryptographic API.
45b3d4d2eSTero Kristo  *
55b3d4d2eSTero Kristo  * Support for OMAP AES HW ACCELERATOR defines
65b3d4d2eSTero Kristo  *
75b3d4d2eSTero Kristo  * Copyright (c) 2015 Texas Instruments Incorporated
85b3d4d2eSTero Kristo  */
95b3d4d2eSTero Kristo #ifndef __OMAP_AES_H__
105b3d4d2eSTero Kristo #define __OMAP_AES_H__
115b3d4d2eSTero Kristo 
12f0956d42SArd Biesheuvel #include <crypto/aes.h>
13c21c8b89SCorentin LABBE 
145b3d4d2eSTero Kristo #define DST_MAXBURST			4
155b3d4d2eSTero Kristo #define DMA_MIN				(DST_MAXBURST * sizeof(u32))
165b3d4d2eSTero Kristo 
175b3d4d2eSTero Kristo #define _calc_walked(inout) (dd->inout##_walk.offset - dd->inout##_sg->offset)
185b3d4d2eSTero Kristo 
195b3d4d2eSTero Kristo /*
205b3d4d2eSTero Kristo  * OMAP TRM gives bitfields as start:end, where start is the higher bit
215b3d4d2eSTero Kristo  * number. For example 7:0
225b3d4d2eSTero Kristo  */
235b3d4d2eSTero Kristo #define FLD_MASK(start, end)	(((1 << ((start) - (end) + 1)) - 1) << (end))
245b3d4d2eSTero Kristo #define FLD_VAL(val, start, end) (((val) << (end)) & FLD_MASK(start, end))
255b3d4d2eSTero Kristo 
265b3d4d2eSTero Kristo #define AES_REG_KEY(dd, x)		((dd)->pdata->key_ofs - \
275b3d4d2eSTero Kristo 						(((x) ^ 0x01) * 0x04))
285b3d4d2eSTero Kristo #define AES_REG_IV(dd, x)		((dd)->pdata->iv_ofs + ((x) * 0x04))
295b3d4d2eSTero Kristo 
305b3d4d2eSTero Kristo #define AES_REG_CTRL(dd)		((dd)->pdata->ctrl_ofs)
31ad18cc9dSTero Kristo #define AES_REG_CTRL_CONTEXT_READY	BIT(31)
325b3d4d2eSTero Kristo #define AES_REG_CTRL_CTR_WIDTH_MASK	GENMASK(8, 7)
335b3d4d2eSTero Kristo #define AES_REG_CTRL_CTR_WIDTH_32	0
345b3d4d2eSTero Kristo #define AES_REG_CTRL_CTR_WIDTH_64	BIT(7)
355b3d4d2eSTero Kristo #define AES_REG_CTRL_CTR_WIDTH_96	BIT(8)
365b3d4d2eSTero Kristo #define AES_REG_CTRL_CTR_WIDTH_128	GENMASK(8, 7)
37ad18cc9dSTero Kristo #define AES_REG_CTRL_GCM		GENMASK(17, 16)
385b3d4d2eSTero Kristo #define AES_REG_CTRL_CTR		BIT(6)
395b3d4d2eSTero Kristo #define AES_REG_CTRL_CBC		BIT(5)
405b3d4d2eSTero Kristo #define AES_REG_CTRL_KEY_SIZE		GENMASK(4, 3)
415b3d4d2eSTero Kristo #define AES_REG_CTRL_DIRECTION		BIT(2)
425b3d4d2eSTero Kristo #define AES_REG_CTRL_INPUT_READY	BIT(1)
435b3d4d2eSTero Kristo #define AES_REG_CTRL_OUTPUT_READY	BIT(0)
445b3d4d2eSTero Kristo #define AES_REG_CTRL_MASK		GENMASK(24, 2)
455b3d4d2eSTero Kristo 
46ad18cc9dSTero Kristo #define AES_REG_C_LEN_0			0x54
47ad18cc9dSTero Kristo #define AES_REG_C_LEN_1			0x58
48ad18cc9dSTero Kristo #define AES_REG_A_LEN			0x5C
49ad18cc9dSTero Kristo 
505b3d4d2eSTero Kristo #define AES_REG_DATA_N(dd, x)		((dd)->pdata->data_ofs + ((x) * 0x04))
51ad18cc9dSTero Kristo #define AES_REG_TAG_N(dd, x)		(0x70 + ((x) * 0x04))
525b3d4d2eSTero Kristo 
535b3d4d2eSTero Kristo #define AES_REG_REV(dd)			((dd)->pdata->rev_ofs)
545b3d4d2eSTero Kristo 
555b3d4d2eSTero Kristo #define AES_REG_MASK(dd)		((dd)->pdata->mask_ofs)
565b3d4d2eSTero Kristo #define AES_REG_MASK_SIDLE		BIT(6)
575b3d4d2eSTero Kristo #define AES_REG_MASK_START		BIT(5)
585b3d4d2eSTero Kristo #define AES_REG_MASK_DMA_OUT_EN		BIT(3)
595b3d4d2eSTero Kristo #define AES_REG_MASK_DMA_IN_EN		BIT(2)
605b3d4d2eSTero Kristo #define AES_REG_MASK_SOFTRESET		BIT(1)
615b3d4d2eSTero Kristo #define AES_REG_AUTOIDLE		BIT(0)
625b3d4d2eSTero Kristo 
635b3d4d2eSTero Kristo #define AES_REG_LENGTH_N(x)		(0x54 + ((x) * 0x04))
645b3d4d2eSTero Kristo 
655b3d4d2eSTero Kristo #define AES_REG_IRQ_STATUS(dd)         ((dd)->pdata->irq_status_ofs)
665b3d4d2eSTero Kristo #define AES_REG_IRQ_ENABLE(dd)         ((dd)->pdata->irq_enable_ofs)
675b3d4d2eSTero Kristo #define AES_REG_IRQ_DATA_IN            BIT(1)
685b3d4d2eSTero Kristo #define AES_REG_IRQ_DATA_OUT           BIT(2)
695b3d4d2eSTero Kristo #define DEFAULT_TIMEOUT		(5 * HZ)
705b3d4d2eSTero Kristo 
715b3d4d2eSTero Kristo #define DEFAULT_AUTOSUSPEND_DELAY	1000
725b3d4d2eSTero Kristo 
73ad18cc9dSTero Kristo #define FLAGS_MODE_MASK		0x001f
745b3d4d2eSTero Kristo #define FLAGS_ENCRYPT		BIT(0)
755b3d4d2eSTero Kristo #define FLAGS_CBC		BIT(1)
76ad18cc9dSTero Kristo #define FLAGS_CTR		BIT(2)
77ad18cc9dSTero Kristo #define FLAGS_GCM		BIT(3)
78ad18cc9dSTero Kristo #define FLAGS_RFC4106_GCM	BIT(4)
795b3d4d2eSTero Kristo 
80ad18cc9dSTero Kristo #define FLAGS_INIT		BIT(5)
81ad18cc9dSTero Kristo #define FLAGS_FAST		BIT(6)
825b3d4d2eSTero Kristo 
835b3d4d2eSTero Kristo #define FLAGS_IN_DATA_ST_SHIFT	8
845b3d4d2eSTero Kristo #define FLAGS_OUT_DATA_ST_SHIFT	10
85ad18cc9dSTero Kristo #define FLAGS_ASSOC_DATA_ST_SHIFT	12
865b3d4d2eSTero Kristo 
875b3d4d2eSTero Kristo #define AES_BLOCK_WORDS		(AES_BLOCK_SIZE >> 2)
885b3d4d2eSTero Kristo 
89ad18cc9dSTero Kristo struct omap_aes_gcm_result {
90ad18cc9dSTero Kristo 	struct completion completion;
91ad18cc9dSTero Kristo 	int err;
92ad18cc9dSTero Kristo };
93ad18cc9dSTero Kristo 
945b3d4d2eSTero Kristo struct omap_aes_ctx {
955b3d4d2eSTero Kristo 	int		keylen;
965b3d4d2eSTero Kristo 	u32		key[AES_KEYSIZE_256 / sizeof(u32)];
97ad18cc9dSTero Kristo 	u8		nonce[4];
986a99d7a2SArd Biesheuvel 	struct crypto_skcipher	*fallback;
99f0956d42SArd Biesheuvel };
100f0956d42SArd Biesheuvel 
101f0956d42SArd Biesheuvel struct omap_aes_gcm_ctx {
102f0956d42SArd Biesheuvel 	struct omap_aes_ctx	octx;
103f0956d42SArd Biesheuvel 	struct crypto_aes_ctx	actx;
1045b3d4d2eSTero Kristo };
1055b3d4d2eSTero Kristo 
1065b3d4d2eSTero Kristo struct omap_aes_reqctx {
1075b3d4d2eSTero Kristo 	struct omap_aes_dev *dd;
1085b3d4d2eSTero Kristo 	unsigned long mode;
109ad18cc9dSTero Kristo 	u8 iv[AES_BLOCK_SIZE];
110ad18cc9dSTero Kristo 	u32 auth_tag[AES_BLOCK_SIZE / sizeof(u32)];
1116a99d7a2SArd Biesheuvel 	struct skcipher_request fallback_req;	// keep at the end
1125b3d4d2eSTero Kristo };
1135b3d4d2eSTero Kristo 
1145b3d4d2eSTero Kristo #define OMAP_AES_QUEUE_LENGTH	1
1155b3d4d2eSTero Kristo #define OMAP_AES_CACHE_SIZE	0
1165b3d4d2eSTero Kristo 
1175b3d4d2eSTero Kristo struct omap_aes_algs_info {
118*03906fbaSHerbert Xu 	struct skcipher_engine_alg	*algs_list;
1195b3d4d2eSTero Kristo 	unsigned int			size;
1205b3d4d2eSTero Kristo 	unsigned int			registered;
1215b3d4d2eSTero Kristo };
1225b3d4d2eSTero Kristo 
123ad18cc9dSTero Kristo struct omap_aes_aead_algs {
124*03906fbaSHerbert Xu 	struct aead_engine_alg		*algs_list;
125ad18cc9dSTero Kristo 	unsigned int			size;
126ad18cc9dSTero Kristo 	unsigned int			registered;
127ad18cc9dSTero Kristo };
128ad18cc9dSTero Kristo 
1295b3d4d2eSTero Kristo struct omap_aes_pdata {
1305b3d4d2eSTero Kristo 	struct omap_aes_algs_info	*algs_info;
1315b3d4d2eSTero Kristo 	unsigned int	algs_info_size;
132ad18cc9dSTero Kristo 	struct omap_aes_aead_algs	*aead_algs_info;
1335b3d4d2eSTero Kristo 
1345b3d4d2eSTero Kristo 	void		(*trigger)(struct omap_aes_dev *dd, int length);
1355b3d4d2eSTero Kristo 
1365b3d4d2eSTero Kristo 	u32		key_ofs;
1375b3d4d2eSTero Kristo 	u32		iv_ofs;
1385b3d4d2eSTero Kristo 	u32		ctrl_ofs;
1395b3d4d2eSTero Kristo 	u32		data_ofs;
1405b3d4d2eSTero Kristo 	u32		rev_ofs;
1415b3d4d2eSTero Kristo 	u32		mask_ofs;
1425b3d4d2eSTero Kristo 	u32             irq_enable_ofs;
1435b3d4d2eSTero Kristo 	u32             irq_status_ofs;
1445b3d4d2eSTero Kristo 
1455b3d4d2eSTero Kristo 	u32		dma_enable_in;
1465b3d4d2eSTero Kristo 	u32		dma_enable_out;
1475b3d4d2eSTero Kristo 	u32		dma_start;
1485b3d4d2eSTero Kristo 
1495b3d4d2eSTero Kristo 	u32		major_mask;
1505b3d4d2eSTero Kristo 	u32		major_shift;
1515b3d4d2eSTero Kristo 	u32		minor_mask;
1525b3d4d2eSTero Kristo 	u32		minor_shift;
1535b3d4d2eSTero Kristo };
1545b3d4d2eSTero Kristo 
1555b3d4d2eSTero Kristo struct omap_aes_dev {
1565b3d4d2eSTero Kristo 	struct list_head	list;
1575b3d4d2eSTero Kristo 	unsigned long		phys_base;
1585b3d4d2eSTero Kristo 	void __iomem		*io_base;
1595b3d4d2eSTero Kristo 	struct omap_aes_ctx	*ctx;
1605b3d4d2eSTero Kristo 	struct device		*dev;
1615b3d4d2eSTero Kristo 	unsigned long		flags;
1625b3d4d2eSTero Kristo 	int			err;
1635b3d4d2eSTero Kristo 
1645b3d4d2eSTero Kristo 	struct tasklet_struct	done_task;
165ad18cc9dSTero Kristo 	struct aead_queue	aead_queue;
166ad18cc9dSTero Kristo 	spinlock_t		lock;
1675b3d4d2eSTero Kristo 
168b3e3f0feSArd Biesheuvel 	struct skcipher_request		*req;
169ad18cc9dSTero Kristo 	struct aead_request		*aead_req;
1705b3d4d2eSTero Kristo 	struct crypto_engine		*engine;
1715b3d4d2eSTero Kristo 
1725b3d4d2eSTero Kristo 	/*
1735b3d4d2eSTero Kristo 	 * total is used by PIO mode for book keeping so introduce
1745b3d4d2eSTero Kristo 	 * variable total_save as need it to calc page_order
1755b3d4d2eSTero Kristo 	 */
1765b3d4d2eSTero Kristo 	size_t				total;
1775b3d4d2eSTero Kristo 	size_t				total_save;
178ad18cc9dSTero Kristo 	size_t				assoc_len;
179ad18cc9dSTero Kristo 	size_t				authsize;
1805b3d4d2eSTero Kristo 
1815b3d4d2eSTero Kristo 	struct scatterlist		*in_sg;
1825b3d4d2eSTero Kristo 	struct scatterlist		*out_sg;
1835b3d4d2eSTero Kristo 
1845b3d4d2eSTero Kristo 	/* Buffers for copying for unaligned cases */
185ad18cc9dSTero Kristo 	struct scatterlist		in_sgl[2];
1865b3d4d2eSTero Kristo 	struct scatterlist		out_sgl;
1875b3d4d2eSTero Kristo 	struct scatterlist		*orig_out;
1885b3d4d2eSTero Kristo 
1895b3d4d2eSTero Kristo 	struct scatter_walk		in_walk;
1905b3d4d2eSTero Kristo 	struct scatter_walk		out_walk;
1915b3d4d2eSTero Kristo 	struct dma_chan		*dma_lch_in;
1925b3d4d2eSTero Kristo 	struct dma_chan		*dma_lch_out;
1935b3d4d2eSTero Kristo 	int			in_sg_len;
1945b3d4d2eSTero Kristo 	int			out_sg_len;
1955b3d4d2eSTero Kristo 	int			pio_only;
1965b3d4d2eSTero Kristo 	const struct omap_aes_pdata	*pdata;
1975b3d4d2eSTero Kristo };
1985b3d4d2eSTero Kristo 
199d695bfd6STero Kristo u32 omap_aes_read(struct omap_aes_dev *dd, u32 offset);
200d695bfd6STero Kristo void omap_aes_write(struct omap_aes_dev *dd, u32 offset, u32 value);
201d695bfd6STero Kristo struct omap_aes_dev *omap_aes_find_dev(struct omap_aes_reqctx *rctx);
202ad18cc9dSTero Kristo int omap_aes_gcm_setkey(struct crypto_aead *tfm, const u8 *key,
203ad18cc9dSTero Kristo 			unsigned int keylen);
204ad18cc9dSTero Kristo int omap_aes_4106gcm_setkey(struct crypto_aead *tfm, const u8 *key,
205ad18cc9dSTero Kristo 			    unsigned int keylen);
206ad18cc9dSTero Kristo int omap_aes_gcm_encrypt(struct aead_request *req);
207ad18cc9dSTero Kristo int omap_aes_gcm_decrypt(struct aead_request *req);
20812adf9d6SArd Biesheuvel int omap_aes_gcm_setauthsize(struct crypto_aead *tfm, unsigned int authsize);
209ad18cc9dSTero Kristo int omap_aes_4106gcm_encrypt(struct aead_request *req);
210ad18cc9dSTero Kristo int omap_aes_4106gcm_decrypt(struct aead_request *req);
21112adf9d6SArd Biesheuvel int omap_aes_4106gcm_setauthsize(struct crypto_aead *parent,
21212adf9d6SArd Biesheuvel 				 unsigned int authsize);
21304a4616eSTero Kristo int omap_aes_gcm_cra_init(struct crypto_aead *tfm);
214d695bfd6STero Kristo int omap_aes_write_ctrl(struct omap_aes_dev *dd);
215d695bfd6STero Kristo int omap_aes_crypt_dma_start(struct omap_aes_dev *dd);
216d695bfd6STero Kristo int omap_aes_crypt_dma_stop(struct omap_aes_dev *dd);
217ad18cc9dSTero Kristo void omap_aes_gcm_dma_out_callback(void *data);
218ad18cc9dSTero Kristo void omap_aes_clear_copy_flags(struct omap_aes_dev *dd);
219*03906fbaSHerbert Xu int omap_aes_gcm_crypt_req(struct crypto_engine *engine, void *areq);
220d695bfd6STero Kristo 
2215b3d4d2eSTero Kristo #endif
222