1a49e490cSVladimir Zapolskiy /* 2a49e490cSVladimir Zapolskiy * Cryptographic API. 3a49e490cSVladimir Zapolskiy * 4a49e490cSVladimir Zapolskiy * Support for Samsung S5PV210 HW acceleration. 5a49e490cSVladimir Zapolskiy * 6a49e490cSVladimir Zapolskiy * Copyright (C) 2011 NetUP Inc. All rights reserved. 7a49e490cSVladimir Zapolskiy * 8a49e490cSVladimir Zapolskiy * This program is free software; you can redistribute it and/or modify 9a49e490cSVladimir Zapolskiy * it under the terms of the GNU General Public License version 2 as published 10a49e490cSVladimir Zapolskiy * by the Free Software Foundation. 11a49e490cSVladimir Zapolskiy * 12a49e490cSVladimir Zapolskiy */ 13a49e490cSVladimir Zapolskiy 14a49e490cSVladimir Zapolskiy #include <linux/delay.h> 15a49e490cSVladimir Zapolskiy #include <linux/err.h> 16a49e490cSVladimir Zapolskiy #include <linux/module.h> 17a49e490cSVladimir Zapolskiy #include <linux/init.h> 18a49e490cSVladimir Zapolskiy #include <linux/errno.h> 19a49e490cSVladimir Zapolskiy #include <linux/kernel.h> 20a49e490cSVladimir Zapolskiy #include <linux/clk.h> 21a49e490cSVladimir Zapolskiy #include <linux/platform_device.h> 22a49e490cSVladimir Zapolskiy #include <linux/scatterlist.h> 23a49e490cSVladimir Zapolskiy #include <linux/dma-mapping.h> 24a49e490cSVladimir Zapolskiy #include <linux/io.h> 256b9f16e6SNaveen Krishna Chatradhi #include <linux/of.h> 26a49e490cSVladimir Zapolskiy #include <linux/crypto.h> 27a49e490cSVladimir Zapolskiy #include <linux/interrupt.h> 28a49e490cSVladimir Zapolskiy 29a49e490cSVladimir Zapolskiy #include <crypto/algapi.h> 30a49e490cSVladimir Zapolskiy #include <crypto/aes.h> 31a49e490cSVladimir Zapolskiy #include <crypto/ctr.h> 32a49e490cSVladimir Zapolskiy 33a49e490cSVladimir Zapolskiy #include <plat/cpu.h> 34a465348fSSachin Kamat #include <mach/dma.h> 35a49e490cSVladimir Zapolskiy 36a49e490cSVladimir Zapolskiy #define _SBF(s, v) ((v) << (s)) 37a49e490cSVladimir Zapolskiy #define _BIT(b) _SBF(b, 1) 38a49e490cSVladimir Zapolskiy 39a49e490cSVladimir Zapolskiy /* Feed control registers */ 40a49e490cSVladimir Zapolskiy #define SSS_REG_FCINTSTAT 0x0000 41a49e490cSVladimir Zapolskiy #define SSS_FCINTSTAT_BRDMAINT _BIT(3) 42a49e490cSVladimir Zapolskiy #define SSS_FCINTSTAT_BTDMAINT _BIT(2) 43a49e490cSVladimir Zapolskiy #define SSS_FCINTSTAT_HRDMAINT _BIT(1) 44a49e490cSVladimir Zapolskiy #define SSS_FCINTSTAT_PKDMAINT _BIT(0) 45a49e490cSVladimir Zapolskiy 46a49e490cSVladimir Zapolskiy #define SSS_REG_FCINTENSET 0x0004 47a49e490cSVladimir Zapolskiy #define SSS_FCINTENSET_BRDMAINTENSET _BIT(3) 48a49e490cSVladimir Zapolskiy #define SSS_FCINTENSET_BTDMAINTENSET _BIT(2) 49a49e490cSVladimir Zapolskiy #define SSS_FCINTENSET_HRDMAINTENSET _BIT(1) 50a49e490cSVladimir Zapolskiy #define SSS_FCINTENSET_PKDMAINTENSET _BIT(0) 51a49e490cSVladimir Zapolskiy 52a49e490cSVladimir Zapolskiy #define SSS_REG_FCINTENCLR 0x0008 53a49e490cSVladimir Zapolskiy #define SSS_FCINTENCLR_BRDMAINTENCLR _BIT(3) 54a49e490cSVladimir Zapolskiy #define SSS_FCINTENCLR_BTDMAINTENCLR _BIT(2) 55a49e490cSVladimir Zapolskiy #define SSS_FCINTENCLR_HRDMAINTENCLR _BIT(1) 56a49e490cSVladimir Zapolskiy #define SSS_FCINTENCLR_PKDMAINTENCLR _BIT(0) 57a49e490cSVladimir Zapolskiy 58a49e490cSVladimir Zapolskiy #define SSS_REG_FCINTPEND 0x000C 59a49e490cSVladimir Zapolskiy #define SSS_FCINTPEND_BRDMAINTP _BIT(3) 60a49e490cSVladimir Zapolskiy #define SSS_FCINTPEND_BTDMAINTP _BIT(2) 61a49e490cSVladimir Zapolskiy #define SSS_FCINTPEND_HRDMAINTP _BIT(1) 62a49e490cSVladimir Zapolskiy #define SSS_FCINTPEND_PKDMAINTP _BIT(0) 63a49e490cSVladimir Zapolskiy 64a49e490cSVladimir Zapolskiy #define SSS_REG_FCFIFOSTAT 0x0010 65a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_BRFIFOFUL _BIT(7) 66a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_BRFIFOEMP _BIT(6) 67a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_BTFIFOFUL _BIT(5) 68a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_BTFIFOEMP _BIT(4) 69a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_HRFIFOFUL _BIT(3) 70a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_HRFIFOEMP _BIT(2) 71a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_PKFIFOFUL _BIT(1) 72a49e490cSVladimir Zapolskiy #define SSS_FCFIFOSTAT_PKFIFOEMP _BIT(0) 73a49e490cSVladimir Zapolskiy 74a49e490cSVladimir Zapolskiy #define SSS_REG_FCFIFOCTRL 0x0014 75a49e490cSVladimir Zapolskiy #define SSS_FCFIFOCTRL_DESSEL _BIT(2) 76a49e490cSVladimir Zapolskiy #define SSS_HASHIN_INDEPENDENT _SBF(0, 0x00) 77a49e490cSVladimir Zapolskiy #define SSS_HASHIN_CIPHER_INPUT _SBF(0, 0x01) 78a49e490cSVladimir Zapolskiy #define SSS_HASHIN_CIPHER_OUTPUT _SBF(0, 0x02) 79a49e490cSVladimir Zapolskiy 80a49e490cSVladimir Zapolskiy #define SSS_REG_FCBRDMAS 0x0020 81a49e490cSVladimir Zapolskiy #define SSS_REG_FCBRDMAL 0x0024 82a49e490cSVladimir Zapolskiy #define SSS_REG_FCBRDMAC 0x0028 83a49e490cSVladimir Zapolskiy #define SSS_FCBRDMAC_BYTESWAP _BIT(1) 84a49e490cSVladimir Zapolskiy #define SSS_FCBRDMAC_FLUSH _BIT(0) 85a49e490cSVladimir Zapolskiy 86a49e490cSVladimir Zapolskiy #define SSS_REG_FCBTDMAS 0x0030 87a49e490cSVladimir Zapolskiy #define SSS_REG_FCBTDMAL 0x0034 88a49e490cSVladimir Zapolskiy #define SSS_REG_FCBTDMAC 0x0038 89a49e490cSVladimir Zapolskiy #define SSS_FCBTDMAC_BYTESWAP _BIT(1) 90a49e490cSVladimir Zapolskiy #define SSS_FCBTDMAC_FLUSH _BIT(0) 91a49e490cSVladimir Zapolskiy 92a49e490cSVladimir Zapolskiy #define SSS_REG_FCHRDMAS 0x0040 93a49e490cSVladimir Zapolskiy #define SSS_REG_FCHRDMAL 0x0044 94a49e490cSVladimir Zapolskiy #define SSS_REG_FCHRDMAC 0x0048 95a49e490cSVladimir Zapolskiy #define SSS_FCHRDMAC_BYTESWAP _BIT(1) 96a49e490cSVladimir Zapolskiy #define SSS_FCHRDMAC_FLUSH _BIT(0) 97a49e490cSVladimir Zapolskiy 98a49e490cSVladimir Zapolskiy #define SSS_REG_FCPKDMAS 0x0050 99a49e490cSVladimir Zapolskiy #define SSS_REG_FCPKDMAL 0x0054 100a49e490cSVladimir Zapolskiy #define SSS_REG_FCPKDMAC 0x0058 101a49e490cSVladimir Zapolskiy #define SSS_FCPKDMAC_BYTESWAP _BIT(3) 102a49e490cSVladimir Zapolskiy #define SSS_FCPKDMAC_DESCEND _BIT(2) 103a49e490cSVladimir Zapolskiy #define SSS_FCPKDMAC_TRANSMIT _BIT(1) 104a49e490cSVladimir Zapolskiy #define SSS_FCPKDMAC_FLUSH _BIT(0) 105a49e490cSVladimir Zapolskiy 106a49e490cSVladimir Zapolskiy #define SSS_REG_FCPKDMAO 0x005C 107a49e490cSVladimir Zapolskiy 108a49e490cSVladimir Zapolskiy /* AES registers */ 10989245107SNaveen Krishna Chatradhi #define SSS_REG_AES_CONTROL 0x00 110a49e490cSVladimir Zapolskiy #define SSS_AES_BYTESWAP_DI _BIT(11) 111a49e490cSVladimir Zapolskiy #define SSS_AES_BYTESWAP_DO _BIT(10) 112a49e490cSVladimir Zapolskiy #define SSS_AES_BYTESWAP_IV _BIT(9) 113a49e490cSVladimir Zapolskiy #define SSS_AES_BYTESWAP_CNT _BIT(8) 114a49e490cSVladimir Zapolskiy #define SSS_AES_BYTESWAP_KEY _BIT(7) 115a49e490cSVladimir Zapolskiy #define SSS_AES_KEY_CHANGE_MODE _BIT(6) 116a49e490cSVladimir Zapolskiy #define SSS_AES_KEY_SIZE_128 _SBF(4, 0x00) 117a49e490cSVladimir Zapolskiy #define SSS_AES_KEY_SIZE_192 _SBF(4, 0x01) 118a49e490cSVladimir Zapolskiy #define SSS_AES_KEY_SIZE_256 _SBF(4, 0x02) 119a49e490cSVladimir Zapolskiy #define SSS_AES_FIFO_MODE _BIT(3) 120a49e490cSVladimir Zapolskiy #define SSS_AES_CHAIN_MODE_ECB _SBF(1, 0x00) 121a49e490cSVladimir Zapolskiy #define SSS_AES_CHAIN_MODE_CBC _SBF(1, 0x01) 122a49e490cSVladimir Zapolskiy #define SSS_AES_CHAIN_MODE_CTR _SBF(1, 0x02) 123a49e490cSVladimir Zapolskiy #define SSS_AES_MODE_DECRYPT _BIT(0) 124a49e490cSVladimir Zapolskiy 12589245107SNaveen Krishna Chatradhi #define SSS_REG_AES_STATUS 0x04 126a49e490cSVladimir Zapolskiy #define SSS_AES_BUSY _BIT(2) 127a49e490cSVladimir Zapolskiy #define SSS_AES_INPUT_READY _BIT(1) 128a49e490cSVladimir Zapolskiy #define SSS_AES_OUTPUT_READY _BIT(0) 129a49e490cSVladimir Zapolskiy 13089245107SNaveen Krishna Chatradhi #define SSS_REG_AES_IN_DATA(s) (0x10 + (s << 2)) 13189245107SNaveen Krishna Chatradhi #define SSS_REG_AES_OUT_DATA(s) (0x20 + (s << 2)) 13289245107SNaveen Krishna Chatradhi #define SSS_REG_AES_IV_DATA(s) (0x30 + (s << 2)) 13389245107SNaveen Krishna Chatradhi #define SSS_REG_AES_CNT_DATA(s) (0x40 + (s << 2)) 13489245107SNaveen Krishna Chatradhi #define SSS_REG_AES_KEY_DATA(s) (0x80 + (s << 2)) 135a49e490cSVladimir Zapolskiy 136a49e490cSVladimir Zapolskiy #define SSS_REG(dev, reg) ((dev)->ioaddr + (SSS_REG_##reg)) 137a49e490cSVladimir Zapolskiy #define SSS_READ(dev, reg) __raw_readl(SSS_REG(dev, reg)) 138a49e490cSVladimir Zapolskiy #define SSS_WRITE(dev, reg, val) __raw_writel((val), SSS_REG(dev, reg)) 139a49e490cSVladimir Zapolskiy 14089245107SNaveen Krishna Chatradhi #define SSS_AES_REG(dev, reg) ((dev)->aes_ioaddr + SSS_REG_##reg) 14189245107SNaveen Krishna Chatradhi #define SSS_AES_WRITE(dev, reg, val) __raw_writel((val), \ 14289245107SNaveen Krishna Chatradhi SSS_AES_REG(dev, reg)) 14389245107SNaveen Krishna Chatradhi 144a49e490cSVladimir Zapolskiy /* HW engine modes */ 145a49e490cSVladimir Zapolskiy #define FLAGS_AES_DECRYPT _BIT(0) 146a49e490cSVladimir Zapolskiy #define FLAGS_AES_MODE_MASK _SBF(1, 0x03) 147a49e490cSVladimir Zapolskiy #define FLAGS_AES_CBC _SBF(1, 0x01) 148a49e490cSVladimir Zapolskiy #define FLAGS_AES_CTR _SBF(1, 0x02) 149a49e490cSVladimir Zapolskiy 150a49e490cSVladimir Zapolskiy #define AES_KEY_LEN 16 151a49e490cSVladimir Zapolskiy #define CRYPTO_QUEUE_LEN 1 152a49e490cSVladimir Zapolskiy 15389245107SNaveen Krishna Chatradhi /** 15489245107SNaveen Krishna Chatradhi * struct samsung_aes_variant - platform specific SSS driver data 15589245107SNaveen Krishna Chatradhi * @has_hash_irq: true if SSS module uses hash interrupt, false otherwise 15689245107SNaveen Krishna Chatradhi * @aes_offset: AES register offset from SSS module's base. 15789245107SNaveen Krishna Chatradhi * 15889245107SNaveen Krishna Chatradhi * Specifies platform specific configuration of SSS module. 15989245107SNaveen Krishna Chatradhi * Note: A structure for driver specific platform data is used for future 16089245107SNaveen Krishna Chatradhi * expansion of its usage. 16189245107SNaveen Krishna Chatradhi */ 16289245107SNaveen Krishna Chatradhi struct samsung_aes_variant { 16389245107SNaveen Krishna Chatradhi bool has_hash_irq; 16489245107SNaveen Krishna Chatradhi unsigned int aes_offset; 16589245107SNaveen Krishna Chatradhi }; 16689245107SNaveen Krishna Chatradhi 167a49e490cSVladimir Zapolskiy struct s5p_aes_reqctx { 168a49e490cSVladimir Zapolskiy unsigned long mode; 169a49e490cSVladimir Zapolskiy }; 170a49e490cSVladimir Zapolskiy 171a49e490cSVladimir Zapolskiy struct s5p_aes_ctx { 172a49e490cSVladimir Zapolskiy struct s5p_aes_dev *dev; 173a49e490cSVladimir Zapolskiy 174a49e490cSVladimir Zapolskiy uint8_t aes_key[AES_MAX_KEY_SIZE]; 175a49e490cSVladimir Zapolskiy uint8_t nonce[CTR_RFC3686_NONCE_SIZE]; 176a49e490cSVladimir Zapolskiy int keylen; 177a49e490cSVladimir Zapolskiy }; 178a49e490cSVladimir Zapolskiy 179a49e490cSVladimir Zapolskiy struct s5p_aes_dev { 180a49e490cSVladimir Zapolskiy struct device *dev; 181a49e490cSVladimir Zapolskiy struct clk *clk; 182a49e490cSVladimir Zapolskiy void __iomem *ioaddr; 18389245107SNaveen Krishna Chatradhi void __iomem *aes_ioaddr; 184a49e490cSVladimir Zapolskiy int irq_hash; 185a49e490cSVladimir Zapolskiy int irq_fc; 186a49e490cSVladimir Zapolskiy 187a49e490cSVladimir Zapolskiy struct ablkcipher_request *req; 188a49e490cSVladimir Zapolskiy struct s5p_aes_ctx *ctx; 189a49e490cSVladimir Zapolskiy struct scatterlist *sg_src; 190a49e490cSVladimir Zapolskiy struct scatterlist *sg_dst; 191a49e490cSVladimir Zapolskiy 192a49e490cSVladimir Zapolskiy struct tasklet_struct tasklet; 193a49e490cSVladimir Zapolskiy struct crypto_queue queue; 194a49e490cSVladimir Zapolskiy bool busy; 195a49e490cSVladimir Zapolskiy spinlock_t lock; 19689245107SNaveen Krishna Chatradhi 19789245107SNaveen Krishna Chatradhi struct samsung_aes_variant *variant; 198a49e490cSVladimir Zapolskiy }; 199a49e490cSVladimir Zapolskiy 200a49e490cSVladimir Zapolskiy static struct s5p_aes_dev *s5p_dev; 201a49e490cSVladimir Zapolskiy 20289245107SNaveen Krishna Chatradhi static const struct samsung_aes_variant s5p_aes_data = { 20389245107SNaveen Krishna Chatradhi .has_hash_irq = true, 20489245107SNaveen Krishna Chatradhi .aes_offset = 0x4000, 20589245107SNaveen Krishna Chatradhi }; 20689245107SNaveen Krishna Chatradhi 20789245107SNaveen Krishna Chatradhi static const struct samsung_aes_variant exynos_aes_data = { 20889245107SNaveen Krishna Chatradhi .has_hash_irq = false, 20989245107SNaveen Krishna Chatradhi .aes_offset = 0x200, 21089245107SNaveen Krishna Chatradhi }; 21189245107SNaveen Krishna Chatradhi 2126b9f16e6SNaveen Krishna Chatradhi static const struct of_device_id s5p_sss_dt_match[] = { 21389245107SNaveen Krishna Chatradhi { 21489245107SNaveen Krishna Chatradhi .compatible = "samsung,s5pv210-secss", 21589245107SNaveen Krishna Chatradhi .data = &s5p_aes_data, 21689245107SNaveen Krishna Chatradhi }, 21789245107SNaveen Krishna Chatradhi { 21889245107SNaveen Krishna Chatradhi .compatible = "samsung,exynos4210-secss", 21989245107SNaveen Krishna Chatradhi .data = &exynos_aes_data, 22089245107SNaveen Krishna Chatradhi }, 2216b9f16e6SNaveen Krishna Chatradhi { }, 2226b9f16e6SNaveen Krishna Chatradhi }; 2236b9f16e6SNaveen Krishna Chatradhi MODULE_DEVICE_TABLE(of, s5p_sss_dt_match); 2246b9f16e6SNaveen Krishna Chatradhi 22589245107SNaveen Krishna Chatradhi static inline struct samsung_aes_variant *find_s5p_sss_version 22689245107SNaveen Krishna Chatradhi (struct platform_device *pdev) 22789245107SNaveen Krishna Chatradhi { 22889245107SNaveen Krishna Chatradhi if (IS_ENABLED(CONFIG_OF) && (pdev->dev.of_node)) { 22989245107SNaveen Krishna Chatradhi const struct of_device_id *match; 23089245107SNaveen Krishna Chatradhi match = of_match_node(s5p_sss_dt_match, 23189245107SNaveen Krishna Chatradhi pdev->dev.of_node); 23289245107SNaveen Krishna Chatradhi return (struct samsung_aes_variant *)match->data; 23389245107SNaveen Krishna Chatradhi } 23489245107SNaveen Krishna Chatradhi return (struct samsung_aes_variant *) 23589245107SNaveen Krishna Chatradhi platform_get_device_id(pdev)->driver_data; 23689245107SNaveen Krishna Chatradhi } 23789245107SNaveen Krishna Chatradhi 238a49e490cSVladimir Zapolskiy static void s5p_set_dma_indata(struct s5p_aes_dev *dev, struct scatterlist *sg) 239a49e490cSVladimir Zapolskiy { 240a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCBRDMAS, sg_dma_address(sg)); 241a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCBRDMAL, sg_dma_len(sg)); 242a49e490cSVladimir Zapolskiy } 243a49e490cSVladimir Zapolskiy 244a49e490cSVladimir Zapolskiy static void s5p_set_dma_outdata(struct s5p_aes_dev *dev, struct scatterlist *sg) 245a49e490cSVladimir Zapolskiy { 246a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCBTDMAS, sg_dma_address(sg)); 247a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCBTDMAL, sg_dma_len(sg)); 248a49e490cSVladimir Zapolskiy } 249a49e490cSVladimir Zapolskiy 250a49e490cSVladimir Zapolskiy static void s5p_aes_complete(struct s5p_aes_dev *dev, int err) 251a49e490cSVladimir Zapolskiy { 252a49e490cSVladimir Zapolskiy /* holding a lock outside */ 253a49e490cSVladimir Zapolskiy dev->req->base.complete(&dev->req->base, err); 254a49e490cSVladimir Zapolskiy dev->busy = false; 255a49e490cSVladimir Zapolskiy } 256a49e490cSVladimir Zapolskiy 257a49e490cSVladimir Zapolskiy static void s5p_unset_outdata(struct s5p_aes_dev *dev) 258a49e490cSVladimir Zapolskiy { 259a49e490cSVladimir Zapolskiy dma_unmap_sg(dev->dev, dev->sg_dst, 1, DMA_FROM_DEVICE); 260a49e490cSVladimir Zapolskiy } 261a49e490cSVladimir Zapolskiy 262a49e490cSVladimir Zapolskiy static void s5p_unset_indata(struct s5p_aes_dev *dev) 263a49e490cSVladimir Zapolskiy { 264a49e490cSVladimir Zapolskiy dma_unmap_sg(dev->dev, dev->sg_src, 1, DMA_TO_DEVICE); 265a49e490cSVladimir Zapolskiy } 266a49e490cSVladimir Zapolskiy 267a49e490cSVladimir Zapolskiy static int s5p_set_outdata(struct s5p_aes_dev *dev, struct scatterlist *sg) 268a49e490cSVladimir Zapolskiy { 269a49e490cSVladimir Zapolskiy int err; 270a49e490cSVladimir Zapolskiy 271a49e490cSVladimir Zapolskiy if (!IS_ALIGNED(sg_dma_len(sg), AES_BLOCK_SIZE)) { 272a49e490cSVladimir Zapolskiy err = -EINVAL; 273a49e490cSVladimir Zapolskiy goto exit; 274a49e490cSVladimir Zapolskiy } 275a49e490cSVladimir Zapolskiy if (!sg_dma_len(sg)) { 276a49e490cSVladimir Zapolskiy err = -EINVAL; 277a49e490cSVladimir Zapolskiy goto exit; 278a49e490cSVladimir Zapolskiy } 279a49e490cSVladimir Zapolskiy 280a49e490cSVladimir Zapolskiy err = dma_map_sg(dev->dev, sg, 1, DMA_FROM_DEVICE); 281a49e490cSVladimir Zapolskiy if (!err) { 282a49e490cSVladimir Zapolskiy err = -ENOMEM; 283a49e490cSVladimir Zapolskiy goto exit; 284a49e490cSVladimir Zapolskiy } 285a49e490cSVladimir Zapolskiy 286a49e490cSVladimir Zapolskiy dev->sg_dst = sg; 287a49e490cSVladimir Zapolskiy err = 0; 288a49e490cSVladimir Zapolskiy 289a49e490cSVladimir Zapolskiy exit: 290a49e490cSVladimir Zapolskiy return err; 291a49e490cSVladimir Zapolskiy } 292a49e490cSVladimir Zapolskiy 293a49e490cSVladimir Zapolskiy static int s5p_set_indata(struct s5p_aes_dev *dev, struct scatterlist *sg) 294a49e490cSVladimir Zapolskiy { 295a49e490cSVladimir Zapolskiy int err; 296a49e490cSVladimir Zapolskiy 297a49e490cSVladimir Zapolskiy if (!IS_ALIGNED(sg_dma_len(sg), AES_BLOCK_SIZE)) { 298a49e490cSVladimir Zapolskiy err = -EINVAL; 299a49e490cSVladimir Zapolskiy goto exit; 300a49e490cSVladimir Zapolskiy } 301a49e490cSVladimir Zapolskiy if (!sg_dma_len(sg)) { 302a49e490cSVladimir Zapolskiy err = -EINVAL; 303a49e490cSVladimir Zapolskiy goto exit; 304a49e490cSVladimir Zapolskiy } 305a49e490cSVladimir Zapolskiy 306a49e490cSVladimir Zapolskiy err = dma_map_sg(dev->dev, sg, 1, DMA_TO_DEVICE); 307a49e490cSVladimir Zapolskiy if (!err) { 308a49e490cSVladimir Zapolskiy err = -ENOMEM; 309a49e490cSVladimir Zapolskiy goto exit; 310a49e490cSVladimir Zapolskiy } 311a49e490cSVladimir Zapolskiy 312a49e490cSVladimir Zapolskiy dev->sg_src = sg; 313a49e490cSVladimir Zapolskiy err = 0; 314a49e490cSVladimir Zapolskiy 315a49e490cSVladimir Zapolskiy exit: 316a49e490cSVladimir Zapolskiy return err; 317a49e490cSVladimir Zapolskiy } 318a49e490cSVladimir Zapolskiy 319a49e490cSVladimir Zapolskiy static void s5p_aes_tx(struct s5p_aes_dev *dev) 320a49e490cSVladimir Zapolskiy { 321a49e490cSVladimir Zapolskiy int err = 0; 322a49e490cSVladimir Zapolskiy 323a49e490cSVladimir Zapolskiy s5p_unset_outdata(dev); 324a49e490cSVladimir Zapolskiy 325a49e490cSVladimir Zapolskiy if (!sg_is_last(dev->sg_dst)) { 326a49e490cSVladimir Zapolskiy err = s5p_set_outdata(dev, sg_next(dev->sg_dst)); 327a49e490cSVladimir Zapolskiy if (err) { 328a49e490cSVladimir Zapolskiy s5p_aes_complete(dev, err); 329a49e490cSVladimir Zapolskiy return; 330a49e490cSVladimir Zapolskiy } 331a49e490cSVladimir Zapolskiy 332a49e490cSVladimir Zapolskiy s5p_set_dma_outdata(dev, dev->sg_dst); 333a49e490cSVladimir Zapolskiy } else 334a49e490cSVladimir Zapolskiy s5p_aes_complete(dev, err); 335a49e490cSVladimir Zapolskiy } 336a49e490cSVladimir Zapolskiy 337a49e490cSVladimir Zapolskiy static void s5p_aes_rx(struct s5p_aes_dev *dev) 338a49e490cSVladimir Zapolskiy { 339a49e490cSVladimir Zapolskiy int err; 340a49e490cSVladimir Zapolskiy 341a49e490cSVladimir Zapolskiy s5p_unset_indata(dev); 342a49e490cSVladimir Zapolskiy 343a49e490cSVladimir Zapolskiy if (!sg_is_last(dev->sg_src)) { 344a49e490cSVladimir Zapolskiy err = s5p_set_indata(dev, sg_next(dev->sg_src)); 345a49e490cSVladimir Zapolskiy if (err) { 346a49e490cSVladimir Zapolskiy s5p_aes_complete(dev, err); 347a49e490cSVladimir Zapolskiy return; 348a49e490cSVladimir Zapolskiy } 349a49e490cSVladimir Zapolskiy 350a49e490cSVladimir Zapolskiy s5p_set_dma_indata(dev, dev->sg_src); 351a49e490cSVladimir Zapolskiy } 352a49e490cSVladimir Zapolskiy } 353a49e490cSVladimir Zapolskiy 354a49e490cSVladimir Zapolskiy static irqreturn_t s5p_aes_interrupt(int irq, void *dev_id) 355a49e490cSVladimir Zapolskiy { 356a49e490cSVladimir Zapolskiy struct platform_device *pdev = dev_id; 357a49e490cSVladimir Zapolskiy struct s5p_aes_dev *dev = platform_get_drvdata(pdev); 358a49e490cSVladimir Zapolskiy uint32_t status; 359a49e490cSVladimir Zapolskiy unsigned long flags; 360a49e490cSVladimir Zapolskiy 361a49e490cSVladimir Zapolskiy spin_lock_irqsave(&dev->lock, flags); 362a49e490cSVladimir Zapolskiy 363a49e490cSVladimir Zapolskiy if (irq == dev->irq_fc) { 364a49e490cSVladimir Zapolskiy status = SSS_READ(dev, FCINTSTAT); 365a49e490cSVladimir Zapolskiy if (status & SSS_FCINTSTAT_BRDMAINT) 366a49e490cSVladimir Zapolskiy s5p_aes_rx(dev); 367a49e490cSVladimir Zapolskiy if (status & SSS_FCINTSTAT_BTDMAINT) 368a49e490cSVladimir Zapolskiy s5p_aes_tx(dev); 369a49e490cSVladimir Zapolskiy 370a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCINTPEND, status); 371a49e490cSVladimir Zapolskiy } 372a49e490cSVladimir Zapolskiy 373a49e490cSVladimir Zapolskiy spin_unlock_irqrestore(&dev->lock, flags); 374a49e490cSVladimir Zapolskiy 375a49e490cSVladimir Zapolskiy return IRQ_HANDLED; 376a49e490cSVladimir Zapolskiy } 377a49e490cSVladimir Zapolskiy 378a49e490cSVladimir Zapolskiy static void s5p_set_aes(struct s5p_aes_dev *dev, 379a49e490cSVladimir Zapolskiy uint8_t *key, uint8_t *iv, unsigned int keylen) 380a49e490cSVladimir Zapolskiy { 381a49e490cSVladimir Zapolskiy void __iomem *keystart; 382a49e490cSVladimir Zapolskiy 3838f9702aaSNaveen Krishna Chatradhi if (iv) 38489245107SNaveen Krishna Chatradhi memcpy(dev->aes_ioaddr + SSS_REG_AES_IV_DATA(0), iv, 0x10); 385a49e490cSVladimir Zapolskiy 386a49e490cSVladimir Zapolskiy if (keylen == AES_KEYSIZE_256) 38789245107SNaveen Krishna Chatradhi keystart = dev->aes_ioaddr + SSS_REG_AES_KEY_DATA(0); 388a49e490cSVladimir Zapolskiy else if (keylen == AES_KEYSIZE_192) 38989245107SNaveen Krishna Chatradhi keystart = dev->aes_ioaddr + SSS_REG_AES_KEY_DATA(2); 390a49e490cSVladimir Zapolskiy else 39189245107SNaveen Krishna Chatradhi keystart = dev->aes_ioaddr + SSS_REG_AES_KEY_DATA(4); 392a49e490cSVladimir Zapolskiy 393a49e490cSVladimir Zapolskiy memcpy(keystart, key, keylen); 394a49e490cSVladimir Zapolskiy } 395a49e490cSVladimir Zapolskiy 396a49e490cSVladimir Zapolskiy static void s5p_aes_crypt_start(struct s5p_aes_dev *dev, unsigned long mode) 397a49e490cSVladimir Zapolskiy { 398a49e490cSVladimir Zapolskiy struct ablkcipher_request *req = dev->req; 399a49e490cSVladimir Zapolskiy 400a49e490cSVladimir Zapolskiy uint32_t aes_control; 401a49e490cSVladimir Zapolskiy int err; 402a49e490cSVladimir Zapolskiy unsigned long flags; 403a49e490cSVladimir Zapolskiy 404a49e490cSVladimir Zapolskiy aes_control = SSS_AES_KEY_CHANGE_MODE; 405a49e490cSVladimir Zapolskiy if (mode & FLAGS_AES_DECRYPT) 406a49e490cSVladimir Zapolskiy aes_control |= SSS_AES_MODE_DECRYPT; 407a49e490cSVladimir Zapolskiy 408a49e490cSVladimir Zapolskiy if ((mode & FLAGS_AES_MODE_MASK) == FLAGS_AES_CBC) 409a49e490cSVladimir Zapolskiy aes_control |= SSS_AES_CHAIN_MODE_CBC; 410a49e490cSVladimir Zapolskiy else if ((mode & FLAGS_AES_MODE_MASK) == FLAGS_AES_CTR) 411a49e490cSVladimir Zapolskiy aes_control |= SSS_AES_CHAIN_MODE_CTR; 412a49e490cSVladimir Zapolskiy 413a49e490cSVladimir Zapolskiy if (dev->ctx->keylen == AES_KEYSIZE_192) 414a49e490cSVladimir Zapolskiy aes_control |= SSS_AES_KEY_SIZE_192; 415a49e490cSVladimir Zapolskiy else if (dev->ctx->keylen == AES_KEYSIZE_256) 416a49e490cSVladimir Zapolskiy aes_control |= SSS_AES_KEY_SIZE_256; 417a49e490cSVladimir Zapolskiy 418a49e490cSVladimir Zapolskiy aes_control |= SSS_AES_FIFO_MODE; 419a49e490cSVladimir Zapolskiy 420a49e490cSVladimir Zapolskiy /* as a variant it is possible to use byte swapping on DMA side */ 421a49e490cSVladimir Zapolskiy aes_control |= SSS_AES_BYTESWAP_DI 422a49e490cSVladimir Zapolskiy | SSS_AES_BYTESWAP_DO 423a49e490cSVladimir Zapolskiy | SSS_AES_BYTESWAP_IV 424a49e490cSVladimir Zapolskiy | SSS_AES_BYTESWAP_KEY 425a49e490cSVladimir Zapolskiy | SSS_AES_BYTESWAP_CNT; 426a49e490cSVladimir Zapolskiy 427a49e490cSVladimir Zapolskiy spin_lock_irqsave(&dev->lock, flags); 428a49e490cSVladimir Zapolskiy 429a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCINTENCLR, 430a49e490cSVladimir Zapolskiy SSS_FCINTENCLR_BTDMAINTENCLR | SSS_FCINTENCLR_BRDMAINTENCLR); 431a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCFIFOCTRL, 0x00); 432a49e490cSVladimir Zapolskiy 433a49e490cSVladimir Zapolskiy err = s5p_set_indata(dev, req->src); 434a49e490cSVladimir Zapolskiy if (err) 435a49e490cSVladimir Zapolskiy goto indata_error; 436a49e490cSVladimir Zapolskiy 437a49e490cSVladimir Zapolskiy err = s5p_set_outdata(dev, req->dst); 438a49e490cSVladimir Zapolskiy if (err) 439a49e490cSVladimir Zapolskiy goto outdata_error; 440a49e490cSVladimir Zapolskiy 44189245107SNaveen Krishna Chatradhi SSS_AES_WRITE(dev, AES_CONTROL, aes_control); 442a49e490cSVladimir Zapolskiy s5p_set_aes(dev, dev->ctx->aes_key, req->info, dev->ctx->keylen); 443a49e490cSVladimir Zapolskiy 444a49e490cSVladimir Zapolskiy s5p_set_dma_indata(dev, req->src); 445a49e490cSVladimir Zapolskiy s5p_set_dma_outdata(dev, req->dst); 446a49e490cSVladimir Zapolskiy 447a49e490cSVladimir Zapolskiy SSS_WRITE(dev, FCINTENSET, 448a49e490cSVladimir Zapolskiy SSS_FCINTENSET_BTDMAINTENSET | SSS_FCINTENSET_BRDMAINTENSET); 449a49e490cSVladimir Zapolskiy 450a49e490cSVladimir Zapolskiy spin_unlock_irqrestore(&dev->lock, flags); 451a49e490cSVladimir Zapolskiy 452a49e490cSVladimir Zapolskiy return; 453a49e490cSVladimir Zapolskiy 454a49e490cSVladimir Zapolskiy outdata_error: 455a49e490cSVladimir Zapolskiy s5p_unset_indata(dev); 456a49e490cSVladimir Zapolskiy 457a49e490cSVladimir Zapolskiy indata_error: 458a49e490cSVladimir Zapolskiy s5p_aes_complete(dev, err); 459a49e490cSVladimir Zapolskiy spin_unlock_irqrestore(&dev->lock, flags); 460a49e490cSVladimir Zapolskiy } 461a49e490cSVladimir Zapolskiy 462a49e490cSVladimir Zapolskiy static void s5p_tasklet_cb(unsigned long data) 463a49e490cSVladimir Zapolskiy { 464a49e490cSVladimir Zapolskiy struct s5p_aes_dev *dev = (struct s5p_aes_dev *)data; 465a49e490cSVladimir Zapolskiy struct crypto_async_request *async_req, *backlog; 466a49e490cSVladimir Zapolskiy struct s5p_aes_reqctx *reqctx; 467a49e490cSVladimir Zapolskiy unsigned long flags; 468a49e490cSVladimir Zapolskiy 469a49e490cSVladimir Zapolskiy spin_lock_irqsave(&dev->lock, flags); 470a49e490cSVladimir Zapolskiy backlog = crypto_get_backlog(&dev->queue); 471a49e490cSVladimir Zapolskiy async_req = crypto_dequeue_request(&dev->queue); 472a49e490cSVladimir Zapolskiy spin_unlock_irqrestore(&dev->lock, flags); 473a49e490cSVladimir Zapolskiy 474a49e490cSVladimir Zapolskiy if (!async_req) 475a49e490cSVladimir Zapolskiy return; 476a49e490cSVladimir Zapolskiy 477a49e490cSVladimir Zapolskiy if (backlog) 478a49e490cSVladimir Zapolskiy backlog->complete(backlog, -EINPROGRESS); 479a49e490cSVladimir Zapolskiy 480a49e490cSVladimir Zapolskiy dev->req = ablkcipher_request_cast(async_req); 481a49e490cSVladimir Zapolskiy dev->ctx = crypto_tfm_ctx(dev->req->base.tfm); 482a49e490cSVladimir Zapolskiy reqctx = ablkcipher_request_ctx(dev->req); 483a49e490cSVladimir Zapolskiy 484a49e490cSVladimir Zapolskiy s5p_aes_crypt_start(dev, reqctx->mode); 485a49e490cSVladimir Zapolskiy } 486a49e490cSVladimir Zapolskiy 487a49e490cSVladimir Zapolskiy static int s5p_aes_handle_req(struct s5p_aes_dev *dev, 488a49e490cSVladimir Zapolskiy struct ablkcipher_request *req) 489a49e490cSVladimir Zapolskiy { 490a49e490cSVladimir Zapolskiy unsigned long flags; 491a49e490cSVladimir Zapolskiy int err; 492a49e490cSVladimir Zapolskiy 493a49e490cSVladimir Zapolskiy spin_lock_irqsave(&dev->lock, flags); 494a49e490cSVladimir Zapolskiy if (dev->busy) { 495a49e490cSVladimir Zapolskiy err = -EAGAIN; 496a49e490cSVladimir Zapolskiy spin_unlock_irqrestore(&dev->lock, flags); 497a49e490cSVladimir Zapolskiy goto exit; 498a49e490cSVladimir Zapolskiy } 499a49e490cSVladimir Zapolskiy dev->busy = true; 500a49e490cSVladimir Zapolskiy 501a49e490cSVladimir Zapolskiy err = ablkcipher_enqueue_request(&dev->queue, req); 502a49e490cSVladimir Zapolskiy spin_unlock_irqrestore(&dev->lock, flags); 503a49e490cSVladimir Zapolskiy 504a49e490cSVladimir Zapolskiy tasklet_schedule(&dev->tasklet); 505a49e490cSVladimir Zapolskiy 506a49e490cSVladimir Zapolskiy exit: 507a49e490cSVladimir Zapolskiy return err; 508a49e490cSVladimir Zapolskiy } 509a49e490cSVladimir Zapolskiy 510a49e490cSVladimir Zapolskiy static int s5p_aes_crypt(struct ablkcipher_request *req, unsigned long mode) 511a49e490cSVladimir Zapolskiy { 512a49e490cSVladimir Zapolskiy struct crypto_ablkcipher *tfm = crypto_ablkcipher_reqtfm(req); 513a49e490cSVladimir Zapolskiy struct s5p_aes_ctx *ctx = crypto_ablkcipher_ctx(tfm); 514a49e490cSVladimir Zapolskiy struct s5p_aes_reqctx *reqctx = ablkcipher_request_ctx(req); 515a49e490cSVladimir Zapolskiy struct s5p_aes_dev *dev = ctx->dev; 516a49e490cSVladimir Zapolskiy 517a49e490cSVladimir Zapolskiy if (!IS_ALIGNED(req->nbytes, AES_BLOCK_SIZE)) { 518a49e490cSVladimir Zapolskiy pr_err("request size is not exact amount of AES blocks\n"); 519a49e490cSVladimir Zapolskiy return -EINVAL; 520a49e490cSVladimir Zapolskiy } 521a49e490cSVladimir Zapolskiy 522a49e490cSVladimir Zapolskiy reqctx->mode = mode; 523a49e490cSVladimir Zapolskiy 524a49e490cSVladimir Zapolskiy return s5p_aes_handle_req(dev, req); 525a49e490cSVladimir Zapolskiy } 526a49e490cSVladimir Zapolskiy 527a49e490cSVladimir Zapolskiy static int s5p_aes_setkey(struct crypto_ablkcipher *cipher, 528a49e490cSVladimir Zapolskiy const uint8_t *key, unsigned int keylen) 529a49e490cSVladimir Zapolskiy { 530a49e490cSVladimir Zapolskiy struct crypto_tfm *tfm = crypto_ablkcipher_tfm(cipher); 531a49e490cSVladimir Zapolskiy struct s5p_aes_ctx *ctx = crypto_tfm_ctx(tfm); 532a49e490cSVladimir Zapolskiy 533a49e490cSVladimir Zapolskiy if (keylen != AES_KEYSIZE_128 && 534a49e490cSVladimir Zapolskiy keylen != AES_KEYSIZE_192 && 535a49e490cSVladimir Zapolskiy keylen != AES_KEYSIZE_256) 536a49e490cSVladimir Zapolskiy return -EINVAL; 537a49e490cSVladimir Zapolskiy 538a49e490cSVladimir Zapolskiy memcpy(ctx->aes_key, key, keylen); 539a49e490cSVladimir Zapolskiy ctx->keylen = keylen; 540a49e490cSVladimir Zapolskiy 541a49e490cSVladimir Zapolskiy return 0; 542a49e490cSVladimir Zapolskiy } 543a49e490cSVladimir Zapolskiy 544a49e490cSVladimir Zapolskiy static int s5p_aes_ecb_encrypt(struct ablkcipher_request *req) 545a49e490cSVladimir Zapolskiy { 546a49e490cSVladimir Zapolskiy return s5p_aes_crypt(req, 0); 547a49e490cSVladimir Zapolskiy } 548a49e490cSVladimir Zapolskiy 549a49e490cSVladimir Zapolskiy static int s5p_aes_ecb_decrypt(struct ablkcipher_request *req) 550a49e490cSVladimir Zapolskiy { 551a49e490cSVladimir Zapolskiy return s5p_aes_crypt(req, FLAGS_AES_DECRYPT); 552a49e490cSVladimir Zapolskiy } 553a49e490cSVladimir Zapolskiy 554a49e490cSVladimir Zapolskiy static int s5p_aes_cbc_encrypt(struct ablkcipher_request *req) 555a49e490cSVladimir Zapolskiy { 556a49e490cSVladimir Zapolskiy return s5p_aes_crypt(req, FLAGS_AES_CBC); 557a49e490cSVladimir Zapolskiy } 558a49e490cSVladimir Zapolskiy 559a49e490cSVladimir Zapolskiy static int s5p_aes_cbc_decrypt(struct ablkcipher_request *req) 560a49e490cSVladimir Zapolskiy { 561a49e490cSVladimir Zapolskiy return s5p_aes_crypt(req, FLAGS_AES_DECRYPT | FLAGS_AES_CBC); 562a49e490cSVladimir Zapolskiy } 563a49e490cSVladimir Zapolskiy 564a49e490cSVladimir Zapolskiy static int s5p_aes_cra_init(struct crypto_tfm *tfm) 565a49e490cSVladimir Zapolskiy { 566a49e490cSVladimir Zapolskiy struct s5p_aes_ctx *ctx = crypto_tfm_ctx(tfm); 567a49e490cSVladimir Zapolskiy 568a49e490cSVladimir Zapolskiy ctx->dev = s5p_dev; 569a49e490cSVladimir Zapolskiy tfm->crt_ablkcipher.reqsize = sizeof(struct s5p_aes_reqctx); 570a49e490cSVladimir Zapolskiy 571a49e490cSVladimir Zapolskiy return 0; 572a49e490cSVladimir Zapolskiy } 573a49e490cSVladimir Zapolskiy 574a49e490cSVladimir Zapolskiy static struct crypto_alg algs[] = { 575a49e490cSVladimir Zapolskiy { 576a49e490cSVladimir Zapolskiy .cra_name = "ecb(aes)", 577a49e490cSVladimir Zapolskiy .cra_driver_name = "ecb-aes-s5p", 578a49e490cSVladimir Zapolskiy .cra_priority = 100, 579a49e490cSVladimir Zapolskiy .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | 580d912bb76SNikos Mavrogiannopoulos CRYPTO_ALG_ASYNC | 581d912bb76SNikos Mavrogiannopoulos CRYPTO_ALG_KERN_DRIVER_ONLY, 582a49e490cSVladimir Zapolskiy .cra_blocksize = AES_BLOCK_SIZE, 583a49e490cSVladimir Zapolskiy .cra_ctxsize = sizeof(struct s5p_aes_ctx), 584a49e490cSVladimir Zapolskiy .cra_alignmask = 0x0f, 585a49e490cSVladimir Zapolskiy .cra_type = &crypto_ablkcipher_type, 586a49e490cSVladimir Zapolskiy .cra_module = THIS_MODULE, 587a49e490cSVladimir Zapolskiy .cra_init = s5p_aes_cra_init, 588a49e490cSVladimir Zapolskiy .cra_u.ablkcipher = { 589a49e490cSVladimir Zapolskiy .min_keysize = AES_MIN_KEY_SIZE, 590a49e490cSVladimir Zapolskiy .max_keysize = AES_MAX_KEY_SIZE, 591a49e490cSVladimir Zapolskiy .setkey = s5p_aes_setkey, 592a49e490cSVladimir Zapolskiy .encrypt = s5p_aes_ecb_encrypt, 593a49e490cSVladimir Zapolskiy .decrypt = s5p_aes_ecb_decrypt, 594a49e490cSVladimir Zapolskiy } 595a49e490cSVladimir Zapolskiy }, 596a49e490cSVladimir Zapolskiy { 597a49e490cSVladimir Zapolskiy .cra_name = "cbc(aes)", 598a49e490cSVladimir Zapolskiy .cra_driver_name = "cbc-aes-s5p", 599a49e490cSVladimir Zapolskiy .cra_priority = 100, 600a49e490cSVladimir Zapolskiy .cra_flags = CRYPTO_ALG_TYPE_ABLKCIPHER | 601d912bb76SNikos Mavrogiannopoulos CRYPTO_ALG_ASYNC | 602d912bb76SNikos Mavrogiannopoulos CRYPTO_ALG_KERN_DRIVER_ONLY, 603a49e490cSVladimir Zapolskiy .cra_blocksize = AES_BLOCK_SIZE, 604a49e490cSVladimir Zapolskiy .cra_ctxsize = sizeof(struct s5p_aes_ctx), 605a49e490cSVladimir Zapolskiy .cra_alignmask = 0x0f, 606a49e490cSVladimir Zapolskiy .cra_type = &crypto_ablkcipher_type, 607a49e490cSVladimir Zapolskiy .cra_module = THIS_MODULE, 608a49e490cSVladimir Zapolskiy .cra_init = s5p_aes_cra_init, 609a49e490cSVladimir Zapolskiy .cra_u.ablkcipher = { 610a49e490cSVladimir Zapolskiy .min_keysize = AES_MIN_KEY_SIZE, 611a49e490cSVladimir Zapolskiy .max_keysize = AES_MAX_KEY_SIZE, 612a49e490cSVladimir Zapolskiy .ivsize = AES_BLOCK_SIZE, 613a49e490cSVladimir Zapolskiy .setkey = s5p_aes_setkey, 614a49e490cSVladimir Zapolskiy .encrypt = s5p_aes_cbc_encrypt, 615a49e490cSVladimir Zapolskiy .decrypt = s5p_aes_cbc_decrypt, 616a49e490cSVladimir Zapolskiy } 617a49e490cSVladimir Zapolskiy }, 618a49e490cSVladimir Zapolskiy }; 619a49e490cSVladimir Zapolskiy 620a49e490cSVladimir Zapolskiy static int s5p_aes_probe(struct platform_device *pdev) 621a49e490cSVladimir Zapolskiy { 622a49e490cSVladimir Zapolskiy int i, j, err = -ENODEV; 623a49e490cSVladimir Zapolskiy struct s5p_aes_dev *pdata; 624a49e490cSVladimir Zapolskiy struct device *dev = &pdev->dev; 625a49e490cSVladimir Zapolskiy struct resource *res; 62689245107SNaveen Krishna Chatradhi struct samsung_aes_variant *variant; 627a49e490cSVladimir Zapolskiy 628a49e490cSVladimir Zapolskiy if (s5p_dev) 629a49e490cSVladimir Zapolskiy return -EEXIST; 630a49e490cSVladimir Zapolskiy 631a49e490cSVladimir Zapolskiy pdata = devm_kzalloc(dev, sizeof(*pdata), GFP_KERNEL); 632a49e490cSVladimir Zapolskiy if (!pdata) 633a49e490cSVladimir Zapolskiy return -ENOMEM; 634a49e490cSVladimir Zapolskiy 6350fdefe2cSJingoo Han res = platform_get_resource(pdev, IORESOURCE_MEM, 0); 6360fdefe2cSJingoo Han pdata->ioaddr = devm_ioremap_resource(&pdev->dev, res); 6370fdefe2cSJingoo Han if (IS_ERR(pdata->ioaddr)) 6380fdefe2cSJingoo Han return PTR_ERR(pdata->ioaddr); 639a49e490cSVladimir Zapolskiy 64089245107SNaveen Krishna Chatradhi variant = find_s5p_sss_version(pdev); 64189245107SNaveen Krishna Chatradhi 6425c22ba66SJingoo Han pdata->clk = devm_clk_get(dev, "secss"); 643a49e490cSVladimir Zapolskiy if (IS_ERR(pdata->clk)) { 644a49e490cSVladimir Zapolskiy dev_err(dev, "failed to find secss clock source\n"); 645a49e490cSVladimir Zapolskiy return -ENOENT; 646a49e490cSVladimir Zapolskiy } 647a49e490cSVladimir Zapolskiy 648a49e490cSVladimir Zapolskiy clk_enable(pdata->clk); 649a49e490cSVladimir Zapolskiy 650a49e490cSVladimir Zapolskiy spin_lock_init(&pdata->lock); 651a49e490cSVladimir Zapolskiy 65289245107SNaveen Krishna Chatradhi pdata->aes_ioaddr = pdata->ioaddr + variant->aes_offset; 65389245107SNaveen Krishna Chatradhi 65496fc70b6SNaveen Krishna Chatradhi pdata->irq_fc = platform_get_irq(pdev, 0); 655a49e490cSVladimir Zapolskiy if (pdata->irq_fc < 0) { 656a49e490cSVladimir Zapolskiy err = pdata->irq_fc; 657a49e490cSVladimir Zapolskiy dev_warn(dev, "feed control interrupt is not available.\n"); 658a49e490cSVladimir Zapolskiy goto err_irq; 659a49e490cSVladimir Zapolskiy } 660a49e490cSVladimir Zapolskiy err = devm_request_irq(dev, pdata->irq_fc, s5p_aes_interrupt, 661a49e490cSVladimir Zapolskiy IRQF_SHARED, pdev->name, pdev); 662a49e490cSVladimir Zapolskiy if (err < 0) { 663a49e490cSVladimir Zapolskiy dev_warn(dev, "feed control interrupt is not available.\n"); 664a49e490cSVladimir Zapolskiy goto err_irq; 665a49e490cSVladimir Zapolskiy } 666a49e490cSVladimir Zapolskiy 66789245107SNaveen Krishna Chatradhi if (variant->has_hash_irq) { 66896fc70b6SNaveen Krishna Chatradhi pdata->irq_hash = platform_get_irq(pdev, 1); 66996fc70b6SNaveen Krishna Chatradhi if (pdata->irq_hash < 0) { 67096fc70b6SNaveen Krishna Chatradhi err = pdata->irq_hash; 67196fc70b6SNaveen Krishna Chatradhi dev_warn(dev, "hash interrupt is not available.\n"); 67296fc70b6SNaveen Krishna Chatradhi goto err_irq; 67396fc70b6SNaveen Krishna Chatradhi } 67496fc70b6SNaveen Krishna Chatradhi err = devm_request_irq(dev, pdata->irq_hash, s5p_aes_interrupt, 67596fc70b6SNaveen Krishna Chatradhi IRQF_SHARED, pdev->name, pdev); 67696fc70b6SNaveen Krishna Chatradhi if (err < 0) { 67796fc70b6SNaveen Krishna Chatradhi dev_warn(dev, "hash interrupt is not available.\n"); 67896fc70b6SNaveen Krishna Chatradhi goto err_irq; 67996fc70b6SNaveen Krishna Chatradhi } 68089245107SNaveen Krishna Chatradhi } 68196fc70b6SNaveen Krishna Chatradhi 68289245107SNaveen Krishna Chatradhi pdata->variant = variant; 683a49e490cSVladimir Zapolskiy pdata->dev = dev; 684a49e490cSVladimir Zapolskiy platform_set_drvdata(pdev, pdata); 685a49e490cSVladimir Zapolskiy s5p_dev = pdata; 686a49e490cSVladimir Zapolskiy 687a49e490cSVladimir Zapolskiy tasklet_init(&pdata->tasklet, s5p_tasklet_cb, (unsigned long)pdata); 688a49e490cSVladimir Zapolskiy crypto_init_queue(&pdata->queue, CRYPTO_QUEUE_LEN); 689a49e490cSVladimir Zapolskiy 690a49e490cSVladimir Zapolskiy for (i = 0; i < ARRAY_SIZE(algs); i++) { 691a49e490cSVladimir Zapolskiy err = crypto_register_alg(&algs[i]); 692a49e490cSVladimir Zapolskiy if (err) 693a49e490cSVladimir Zapolskiy goto err_algs; 694a49e490cSVladimir Zapolskiy } 695a49e490cSVladimir Zapolskiy 696a49e490cSVladimir Zapolskiy pr_info("s5p-sss driver registered\n"); 697a49e490cSVladimir Zapolskiy 698a49e490cSVladimir Zapolskiy return 0; 699a49e490cSVladimir Zapolskiy 700a49e490cSVladimir Zapolskiy err_algs: 701a49e490cSVladimir Zapolskiy dev_err(dev, "can't register '%s': %d\n", algs[i].cra_name, err); 702a49e490cSVladimir Zapolskiy 703a49e490cSVladimir Zapolskiy for (j = 0; j < i; j++) 704a49e490cSVladimir Zapolskiy crypto_unregister_alg(&algs[j]); 705a49e490cSVladimir Zapolskiy 706a49e490cSVladimir Zapolskiy tasklet_kill(&pdata->tasklet); 707a49e490cSVladimir Zapolskiy 708a49e490cSVladimir Zapolskiy err_irq: 709a49e490cSVladimir Zapolskiy clk_disable(pdata->clk); 710a49e490cSVladimir Zapolskiy 711a49e490cSVladimir Zapolskiy s5p_dev = NULL; 712a49e490cSVladimir Zapolskiy 713a49e490cSVladimir Zapolskiy return err; 714a49e490cSVladimir Zapolskiy } 715a49e490cSVladimir Zapolskiy 716a49e490cSVladimir Zapolskiy static int s5p_aes_remove(struct platform_device *pdev) 717a49e490cSVladimir Zapolskiy { 718a49e490cSVladimir Zapolskiy struct s5p_aes_dev *pdata = platform_get_drvdata(pdev); 719a49e490cSVladimir Zapolskiy int i; 720a49e490cSVladimir Zapolskiy 721a49e490cSVladimir Zapolskiy if (!pdata) 722a49e490cSVladimir Zapolskiy return -ENODEV; 723a49e490cSVladimir Zapolskiy 724a49e490cSVladimir Zapolskiy for (i = 0; i < ARRAY_SIZE(algs); i++) 725a49e490cSVladimir Zapolskiy crypto_unregister_alg(&algs[i]); 726a49e490cSVladimir Zapolskiy 727a49e490cSVladimir Zapolskiy tasklet_kill(&pdata->tasklet); 728a49e490cSVladimir Zapolskiy 729a49e490cSVladimir Zapolskiy clk_disable(pdata->clk); 730a49e490cSVladimir Zapolskiy 731a49e490cSVladimir Zapolskiy s5p_dev = NULL; 732a49e490cSVladimir Zapolskiy 733a49e490cSVladimir Zapolskiy return 0; 734a49e490cSVladimir Zapolskiy } 735a49e490cSVladimir Zapolskiy 736a49e490cSVladimir Zapolskiy static struct platform_driver s5p_aes_crypto = { 737a49e490cSVladimir Zapolskiy .probe = s5p_aes_probe, 738a49e490cSVladimir Zapolskiy .remove = s5p_aes_remove, 739a49e490cSVladimir Zapolskiy .driver = { 740a49e490cSVladimir Zapolskiy .owner = THIS_MODULE, 741a49e490cSVladimir Zapolskiy .name = "s5p-secss", 7426b9f16e6SNaveen Krishna Chatradhi .of_match_table = s5p_sss_dt_match, 743a49e490cSVladimir Zapolskiy }, 744a49e490cSVladimir Zapolskiy }; 745a49e490cSVladimir Zapolskiy 746741e8c2dSAxel Lin module_platform_driver(s5p_aes_crypto); 747a49e490cSVladimir Zapolskiy 748a49e490cSVladimir Zapolskiy MODULE_DESCRIPTION("S5PV210 AES hw acceleration support."); 749a49e490cSVladimir Zapolskiy MODULE_LICENSE("GPL v2"); 750a49e490cSVladimir Zapolskiy MODULE_AUTHOR("Vladimir Zapolskiy <vzapolskiy@gmail.com>"); 751