17883d1b2SJia Jie Ho // SPDX-License-Identifier: GPL-2.0
27883d1b2SJia Jie Ho /*
37883d1b2SJia Jie Ho * Hash function and HMAC support for StarFive driver
47883d1b2SJia Jie Ho *
57883d1b2SJia Jie Ho * Copyright (c) 2022 StarFive Technology
67883d1b2SJia Jie Ho *
77883d1b2SJia Jie Ho */
87883d1b2SJia Jie Ho
9*982213e4SHerbert Xu #include <crypto/engine.h>
10*982213e4SHerbert Xu #include <crypto/internal/hash.h>
11*982213e4SHerbert Xu #include <crypto/scatterwalk.h>
12*982213e4SHerbert Xu #include "jh7110-cryp.h"
13*982213e4SHerbert Xu #include <linux/amba/pl080.h>
147883d1b2SJia Jie Ho #include <linux/clk.h>
157883d1b2SJia Jie Ho #include <linux/dma-direct.h>
167883d1b2SJia Jie Ho #include <linux/interrupt.h>
177883d1b2SJia Jie Ho #include <linux/iopoll.h>
187883d1b2SJia Jie Ho #include <linux/kernel.h>
197883d1b2SJia Jie Ho #include <linux/module.h>
207883d1b2SJia Jie Ho #include <linux/platform_device.h>
217883d1b2SJia Jie Ho #include <linux/pm_runtime.h>
227883d1b2SJia Jie Ho #include <linux/reset.h>
237883d1b2SJia Jie Ho
247883d1b2SJia Jie Ho #define STARFIVE_HASH_REGS_OFFSET 0x300
257883d1b2SJia Jie Ho #define STARFIVE_HASH_SHACSR (STARFIVE_HASH_REGS_OFFSET + 0x0)
267883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWDR (STARFIVE_HASH_REGS_OFFSET + 0x4)
277883d1b2SJia Jie Ho #define STARFIVE_HASH_SHARDR (STARFIVE_HASH_REGS_OFFSET + 0x8)
287883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWSR (STARFIVE_HASH_REGS_OFFSET + 0xC)
297883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWLEN3 (STARFIVE_HASH_REGS_OFFSET + 0x10)
307883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWLEN2 (STARFIVE_HASH_REGS_OFFSET + 0x14)
317883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWLEN1 (STARFIVE_HASH_REGS_OFFSET + 0x18)
327883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWLEN0 (STARFIVE_HASH_REGS_OFFSET + 0x1C)
337883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWKR (STARFIVE_HASH_REGS_OFFSET + 0x20)
347883d1b2SJia Jie Ho #define STARFIVE_HASH_SHAWKLEN (STARFIVE_HASH_REGS_OFFSET + 0x24)
357883d1b2SJia Jie Ho
367883d1b2SJia Jie Ho #define STARFIVE_HASH_BUFLEN SHA512_BLOCK_SIZE
37df12284aSJia Jie Ho #define STARFIVE_HASH_RESET 0x2
387883d1b2SJia Jie Ho
starfive_hash_wait_busy(struct starfive_cryp_ctx * ctx)397883d1b2SJia Jie Ho static inline int starfive_hash_wait_busy(struct starfive_cryp_ctx *ctx)
407883d1b2SJia Jie Ho {
417883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
427883d1b2SJia Jie Ho u32 status;
437883d1b2SJia Jie Ho
447883d1b2SJia Jie Ho return readl_relaxed_poll_timeout(cryp->base + STARFIVE_HASH_SHACSR, status,
457883d1b2SJia Jie Ho !(status & STARFIVE_HASH_BUSY), 10, 100000);
467883d1b2SJia Jie Ho }
477883d1b2SJia Jie Ho
starfive_hash_wait_key_done(struct starfive_cryp_ctx * ctx)487883d1b2SJia Jie Ho static inline int starfive_hash_wait_key_done(struct starfive_cryp_ctx *ctx)
497883d1b2SJia Jie Ho {
507883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
517883d1b2SJia Jie Ho u32 status;
527883d1b2SJia Jie Ho
537883d1b2SJia Jie Ho return readl_relaxed_poll_timeout(cryp->base + STARFIVE_HASH_SHACSR, status,
547883d1b2SJia Jie Ho (status & STARFIVE_HASH_KEY_DONE), 10, 100000);
557883d1b2SJia Jie Ho }
567883d1b2SJia Jie Ho
starfive_hash_hmac_key(struct starfive_cryp_ctx * ctx)577883d1b2SJia Jie Ho static int starfive_hash_hmac_key(struct starfive_cryp_ctx *ctx)
587883d1b2SJia Jie Ho {
597883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ctx->rctx;
607883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
617883d1b2SJia Jie Ho int klen = ctx->keylen, loop;
627883d1b2SJia Jie Ho unsigned int *key = (unsigned int *)ctx->key;
637883d1b2SJia Jie Ho unsigned char *cl;
647883d1b2SJia Jie Ho
657883d1b2SJia Jie Ho writel(ctx->keylen, cryp->base + STARFIVE_HASH_SHAWKLEN);
667883d1b2SJia Jie Ho
677883d1b2SJia Jie Ho rctx->csr.hash.hmac = 1;
687883d1b2SJia Jie Ho rctx->csr.hash.key_flag = 1;
697883d1b2SJia Jie Ho
707883d1b2SJia Jie Ho writel(rctx->csr.hash.v, cryp->base + STARFIVE_HASH_SHACSR);
717883d1b2SJia Jie Ho
727883d1b2SJia Jie Ho for (loop = 0; loop < klen / sizeof(unsigned int); loop++, key++)
737883d1b2SJia Jie Ho writel(*key, cryp->base + STARFIVE_HASH_SHAWKR);
747883d1b2SJia Jie Ho
757883d1b2SJia Jie Ho if (klen & 0x3) {
767883d1b2SJia Jie Ho cl = (unsigned char *)key;
777883d1b2SJia Jie Ho for (loop = 0; loop < (klen & 0x3); loop++, cl++)
787883d1b2SJia Jie Ho writeb(*cl, cryp->base + STARFIVE_HASH_SHAWKR);
797883d1b2SJia Jie Ho }
807883d1b2SJia Jie Ho
817883d1b2SJia Jie Ho if (starfive_hash_wait_key_done(ctx))
827883d1b2SJia Jie Ho return dev_err_probe(cryp->dev, -ETIMEDOUT, "starfive_hash_wait_key_done error\n");
837883d1b2SJia Jie Ho
847883d1b2SJia Jie Ho return 0;
857883d1b2SJia Jie Ho }
867883d1b2SJia Jie Ho
starfive_hash_start(void * param)877883d1b2SJia Jie Ho static void starfive_hash_start(void *param)
887883d1b2SJia Jie Ho {
897883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = param;
907883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ctx->rctx;
917883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
927883d1b2SJia Jie Ho union starfive_alg_cr alg_cr;
937883d1b2SJia Jie Ho union starfive_hash_csr csr;
94df12284aSJia Jie Ho u32 stat;
957883d1b2SJia Jie Ho
967883d1b2SJia Jie Ho dma_unmap_sg(cryp->dev, rctx->in_sg, rctx->in_sg_len, DMA_TO_DEVICE);
977883d1b2SJia Jie Ho
987883d1b2SJia Jie Ho alg_cr.v = 0;
997883d1b2SJia Jie Ho alg_cr.clear = 1;
1007883d1b2SJia Jie Ho
1017883d1b2SJia Jie Ho writel(alg_cr.v, cryp->base + STARFIVE_ALG_CR_OFFSET);
1027883d1b2SJia Jie Ho
1037883d1b2SJia Jie Ho csr.v = readl(cryp->base + STARFIVE_HASH_SHACSR);
1047883d1b2SJia Jie Ho csr.firstb = 0;
1057883d1b2SJia Jie Ho csr.final = 1;
1067883d1b2SJia Jie Ho
107df12284aSJia Jie Ho stat = readl(cryp->base + STARFIVE_IE_MASK_OFFSET);
108df12284aSJia Jie Ho stat &= ~STARFIVE_IE_MASK_HASH_DONE;
109df12284aSJia Jie Ho writel(stat, cryp->base + STARFIVE_IE_MASK_OFFSET);
1107883d1b2SJia Jie Ho writel(csr.v, cryp->base + STARFIVE_HASH_SHACSR);
1117883d1b2SJia Jie Ho }
1127883d1b2SJia Jie Ho
starfive_hash_xmit_dma(struct starfive_cryp_ctx * ctx)1137883d1b2SJia Jie Ho static int starfive_hash_xmit_dma(struct starfive_cryp_ctx *ctx)
1147883d1b2SJia Jie Ho {
1157883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ctx->rctx;
1167883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
1177883d1b2SJia Jie Ho struct dma_async_tx_descriptor *in_desc;
1187883d1b2SJia Jie Ho union starfive_alg_cr alg_cr;
1197883d1b2SJia Jie Ho int total_len;
1207883d1b2SJia Jie Ho int ret;
1217883d1b2SJia Jie Ho
1227883d1b2SJia Jie Ho if (!rctx->total) {
1237883d1b2SJia Jie Ho starfive_hash_start(ctx);
1247883d1b2SJia Jie Ho return 0;
1257883d1b2SJia Jie Ho }
1267883d1b2SJia Jie Ho
1277883d1b2SJia Jie Ho writel(rctx->total, cryp->base + STARFIVE_DMA_IN_LEN_OFFSET);
1287883d1b2SJia Jie Ho
1297883d1b2SJia Jie Ho total_len = rctx->total;
1307883d1b2SJia Jie Ho total_len = (total_len & 0x3) ? (((total_len >> 2) + 1) << 2) : total_len;
1317883d1b2SJia Jie Ho sg_dma_len(rctx->in_sg) = total_len;
1327883d1b2SJia Jie Ho
1337883d1b2SJia Jie Ho alg_cr.v = 0;
1347883d1b2SJia Jie Ho alg_cr.start = 1;
1357883d1b2SJia Jie Ho alg_cr.hash_dma_en = 1;
1367883d1b2SJia Jie Ho
1377883d1b2SJia Jie Ho writel(alg_cr.v, cryp->base + STARFIVE_ALG_CR_OFFSET);
1387883d1b2SJia Jie Ho
1397883d1b2SJia Jie Ho ret = dma_map_sg(cryp->dev, rctx->in_sg, rctx->in_sg_len, DMA_TO_DEVICE);
1407883d1b2SJia Jie Ho if (!ret)
1417883d1b2SJia Jie Ho return dev_err_probe(cryp->dev, -EINVAL, "dma_map_sg() error\n");
1427883d1b2SJia Jie Ho
1437883d1b2SJia Jie Ho cryp->cfg_in.direction = DMA_MEM_TO_DEV;
1447883d1b2SJia Jie Ho cryp->cfg_in.src_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
1457883d1b2SJia Jie Ho cryp->cfg_in.dst_addr_width = DMA_SLAVE_BUSWIDTH_4_BYTES;
1467883d1b2SJia Jie Ho cryp->cfg_in.src_maxburst = cryp->dma_maxburst;
1477883d1b2SJia Jie Ho cryp->cfg_in.dst_maxburst = cryp->dma_maxburst;
1487883d1b2SJia Jie Ho cryp->cfg_in.dst_addr = cryp->phys_base + STARFIVE_ALG_FIFO_OFFSET;
1497883d1b2SJia Jie Ho
1507883d1b2SJia Jie Ho dmaengine_slave_config(cryp->tx, &cryp->cfg_in);
1517883d1b2SJia Jie Ho
1527883d1b2SJia Jie Ho in_desc = dmaengine_prep_slave_sg(cryp->tx, rctx->in_sg,
1537883d1b2SJia Jie Ho ret, DMA_MEM_TO_DEV,
1547883d1b2SJia Jie Ho DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
1557883d1b2SJia Jie Ho
1567883d1b2SJia Jie Ho if (!in_desc)
1577883d1b2SJia Jie Ho return -EINVAL;
1587883d1b2SJia Jie Ho
1597883d1b2SJia Jie Ho in_desc->callback = starfive_hash_start;
1607883d1b2SJia Jie Ho in_desc->callback_param = ctx;
1617883d1b2SJia Jie Ho
1627883d1b2SJia Jie Ho dmaengine_submit(in_desc);
1637883d1b2SJia Jie Ho dma_async_issue_pending(cryp->tx);
1647883d1b2SJia Jie Ho
1657883d1b2SJia Jie Ho return 0;
1667883d1b2SJia Jie Ho }
1677883d1b2SJia Jie Ho
starfive_hash_xmit(struct starfive_cryp_ctx * ctx)1687883d1b2SJia Jie Ho static int starfive_hash_xmit(struct starfive_cryp_ctx *ctx)
1697883d1b2SJia Jie Ho {
1707883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ctx->rctx;
1717883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
1727883d1b2SJia Jie Ho int ret = 0;
1737883d1b2SJia Jie Ho
1747883d1b2SJia Jie Ho rctx->csr.hash.v = 0;
1757883d1b2SJia Jie Ho rctx->csr.hash.reset = 1;
1767883d1b2SJia Jie Ho writel(rctx->csr.hash.v, cryp->base + STARFIVE_HASH_SHACSR);
1777883d1b2SJia Jie Ho
1787883d1b2SJia Jie Ho if (starfive_hash_wait_busy(ctx))
1797883d1b2SJia Jie Ho return dev_err_probe(cryp->dev, -ETIMEDOUT, "Error resetting engine.\n");
1807883d1b2SJia Jie Ho
1817883d1b2SJia Jie Ho rctx->csr.hash.v = 0;
1827883d1b2SJia Jie Ho rctx->csr.hash.mode = ctx->hash_mode;
1837883d1b2SJia Jie Ho rctx->csr.hash.ie = 1;
1847883d1b2SJia Jie Ho
1857883d1b2SJia Jie Ho if (ctx->is_hmac) {
1867883d1b2SJia Jie Ho ret = starfive_hash_hmac_key(ctx);
1877883d1b2SJia Jie Ho if (ret)
1887883d1b2SJia Jie Ho return ret;
1897883d1b2SJia Jie Ho } else {
1907883d1b2SJia Jie Ho rctx->csr.hash.start = 1;
1917883d1b2SJia Jie Ho rctx->csr.hash.firstb = 1;
1927883d1b2SJia Jie Ho writel(rctx->csr.hash.v, cryp->base + STARFIVE_HASH_SHACSR);
1937883d1b2SJia Jie Ho }
1947883d1b2SJia Jie Ho
1957883d1b2SJia Jie Ho return starfive_hash_xmit_dma(ctx);
1967883d1b2SJia Jie Ho }
1977883d1b2SJia Jie Ho
starfive_hash_copy_hash(struct ahash_request * req)1987883d1b2SJia Jie Ho static int starfive_hash_copy_hash(struct ahash_request *req)
1997883d1b2SJia Jie Ho {
2007883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
2017883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
2027883d1b2SJia Jie Ho int count, *data;
2037883d1b2SJia Jie Ho int mlen;
2047883d1b2SJia Jie Ho
2057883d1b2SJia Jie Ho if (!req->result)
2067883d1b2SJia Jie Ho return 0;
2077883d1b2SJia Jie Ho
2087883d1b2SJia Jie Ho mlen = rctx->digsize / sizeof(u32);
2097883d1b2SJia Jie Ho data = (u32 *)req->result;
2107883d1b2SJia Jie Ho
2117883d1b2SJia Jie Ho for (count = 0; count < mlen; count++)
2127883d1b2SJia Jie Ho data[count] = readl(ctx->cryp->base + STARFIVE_HASH_SHARDR);
2137883d1b2SJia Jie Ho
2147883d1b2SJia Jie Ho return 0;
2157883d1b2SJia Jie Ho }
2167883d1b2SJia Jie Ho
starfive_hash_done_task(unsigned long param)2177883d1b2SJia Jie Ho void starfive_hash_done_task(unsigned long param)
2187883d1b2SJia Jie Ho {
2197883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = (struct starfive_cryp_dev *)param;
2207883d1b2SJia Jie Ho int err = cryp->err;
2217883d1b2SJia Jie Ho
2227883d1b2SJia Jie Ho if (!err)
2237883d1b2SJia Jie Ho err = starfive_hash_copy_hash(cryp->req.hreq);
2247883d1b2SJia Jie Ho
225df12284aSJia Jie Ho /* Reset to clear hash_done in irq register*/
226df12284aSJia Jie Ho writel(STARFIVE_HASH_RESET, cryp->base + STARFIVE_HASH_SHACSR);
227df12284aSJia Jie Ho
2287883d1b2SJia Jie Ho crypto_finalize_hash_request(cryp->engine, cryp->req.hreq, err);
2297883d1b2SJia Jie Ho }
2307883d1b2SJia Jie Ho
starfive_hash_check_aligned(struct scatterlist * sg,size_t total,size_t align)2317883d1b2SJia Jie Ho static int starfive_hash_check_aligned(struct scatterlist *sg, size_t total, size_t align)
2327883d1b2SJia Jie Ho {
2337883d1b2SJia Jie Ho int len = 0;
2347883d1b2SJia Jie Ho
2357883d1b2SJia Jie Ho if (!total)
2367883d1b2SJia Jie Ho return 0;
2377883d1b2SJia Jie Ho
2387883d1b2SJia Jie Ho if (!IS_ALIGNED(total, align))
2397883d1b2SJia Jie Ho return -EINVAL;
2407883d1b2SJia Jie Ho
2417883d1b2SJia Jie Ho while (sg) {
2427883d1b2SJia Jie Ho if (!IS_ALIGNED(sg->offset, sizeof(u32)))
2437883d1b2SJia Jie Ho return -EINVAL;
2447883d1b2SJia Jie Ho
2457883d1b2SJia Jie Ho if (!IS_ALIGNED(sg->length, align))
2467883d1b2SJia Jie Ho return -EINVAL;
2477883d1b2SJia Jie Ho
2487883d1b2SJia Jie Ho len += sg->length;
2497883d1b2SJia Jie Ho sg = sg_next(sg);
2507883d1b2SJia Jie Ho }
2517883d1b2SJia Jie Ho
2527883d1b2SJia Jie Ho if (len != total)
2537883d1b2SJia Jie Ho return -EINVAL;
2547883d1b2SJia Jie Ho
2557883d1b2SJia Jie Ho return 0;
2567883d1b2SJia Jie Ho }
2577883d1b2SJia Jie Ho
starfive_hash_one_request(struct crypto_engine * engine,void * areq)2587883d1b2SJia Jie Ho static int starfive_hash_one_request(struct crypto_engine *engine, void *areq)
2597883d1b2SJia Jie Ho {
2607883d1b2SJia Jie Ho struct ahash_request *req = container_of(areq, struct ahash_request,
2617883d1b2SJia Jie Ho base);
2627883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(crypto_ahash_reqtfm(req));
2637883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
2647883d1b2SJia Jie Ho
2657883d1b2SJia Jie Ho if (!cryp)
2667883d1b2SJia Jie Ho return -ENODEV;
2677883d1b2SJia Jie Ho
2687883d1b2SJia Jie Ho return starfive_hash_xmit(ctx);
2697883d1b2SJia Jie Ho }
2707883d1b2SJia Jie Ho
starfive_hash_init(struct ahash_request * req)2717883d1b2SJia Jie Ho static int starfive_hash_init(struct ahash_request *req)
2727883d1b2SJia Jie Ho {
2737883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
2747883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
2757883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
2767883d1b2SJia Jie Ho
2777883d1b2SJia Jie Ho ahash_request_set_tfm(&rctx->ahash_fbk_req, ctx->ahash_fbk);
2787883d1b2SJia Jie Ho ahash_request_set_callback(&rctx->ahash_fbk_req,
2797883d1b2SJia Jie Ho req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP,
2807883d1b2SJia Jie Ho req->base.complete, req->base.data);
2817883d1b2SJia Jie Ho
2827883d1b2SJia Jie Ho ahash_request_set_crypt(&rctx->ahash_fbk_req, req->src,
2837883d1b2SJia Jie Ho req->result, req->nbytes);
2847883d1b2SJia Jie Ho
2857883d1b2SJia Jie Ho return crypto_ahash_init(&rctx->ahash_fbk_req);
2867883d1b2SJia Jie Ho }
2877883d1b2SJia Jie Ho
starfive_hash_update(struct ahash_request * req)2887883d1b2SJia Jie Ho static int starfive_hash_update(struct ahash_request *req)
2897883d1b2SJia Jie Ho {
2907883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
2917883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
2927883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
2937883d1b2SJia Jie Ho
2947883d1b2SJia Jie Ho ahash_request_set_tfm(&rctx->ahash_fbk_req, ctx->ahash_fbk);
2957883d1b2SJia Jie Ho ahash_request_set_callback(&rctx->ahash_fbk_req,
2967883d1b2SJia Jie Ho req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP,
2977883d1b2SJia Jie Ho req->base.complete, req->base.data);
2987883d1b2SJia Jie Ho
2997883d1b2SJia Jie Ho ahash_request_set_crypt(&rctx->ahash_fbk_req, req->src,
3007883d1b2SJia Jie Ho req->result, req->nbytes);
3017883d1b2SJia Jie Ho
3027883d1b2SJia Jie Ho return crypto_ahash_update(&rctx->ahash_fbk_req);
3037883d1b2SJia Jie Ho }
3047883d1b2SJia Jie Ho
starfive_hash_final(struct ahash_request * req)3057883d1b2SJia Jie Ho static int starfive_hash_final(struct ahash_request *req)
3067883d1b2SJia Jie Ho {
3077883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
3087883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
3097883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
3107883d1b2SJia Jie Ho
3117883d1b2SJia Jie Ho ahash_request_set_tfm(&rctx->ahash_fbk_req, ctx->ahash_fbk);
3127883d1b2SJia Jie Ho ahash_request_set_callback(&rctx->ahash_fbk_req,
3137883d1b2SJia Jie Ho req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP,
3147883d1b2SJia Jie Ho req->base.complete, req->base.data);
3157883d1b2SJia Jie Ho
3167883d1b2SJia Jie Ho ahash_request_set_crypt(&rctx->ahash_fbk_req, req->src,
3177883d1b2SJia Jie Ho req->result, req->nbytes);
3187883d1b2SJia Jie Ho
3197883d1b2SJia Jie Ho return crypto_ahash_final(&rctx->ahash_fbk_req);
3207883d1b2SJia Jie Ho }
3217883d1b2SJia Jie Ho
starfive_hash_finup(struct ahash_request * req)3227883d1b2SJia Jie Ho static int starfive_hash_finup(struct ahash_request *req)
3237883d1b2SJia Jie Ho {
3247883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
3257883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
3267883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
3277883d1b2SJia Jie Ho
3287883d1b2SJia Jie Ho ahash_request_set_tfm(&rctx->ahash_fbk_req, ctx->ahash_fbk);
3297883d1b2SJia Jie Ho ahash_request_set_callback(&rctx->ahash_fbk_req,
3307883d1b2SJia Jie Ho req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP,
3317883d1b2SJia Jie Ho req->base.complete, req->base.data);
3327883d1b2SJia Jie Ho
3337883d1b2SJia Jie Ho ahash_request_set_crypt(&rctx->ahash_fbk_req, req->src,
3347883d1b2SJia Jie Ho req->result, req->nbytes);
3357883d1b2SJia Jie Ho
3367883d1b2SJia Jie Ho return crypto_ahash_finup(&rctx->ahash_fbk_req);
3377883d1b2SJia Jie Ho }
3387883d1b2SJia Jie Ho
starfive_hash_digest_fb(struct ahash_request * req)3397883d1b2SJia Jie Ho static int starfive_hash_digest_fb(struct ahash_request *req)
3407883d1b2SJia Jie Ho {
3417883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
3427883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
3437883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
3447883d1b2SJia Jie Ho
3457883d1b2SJia Jie Ho ahash_request_set_tfm(&rctx->ahash_fbk_req, ctx->ahash_fbk);
3467883d1b2SJia Jie Ho ahash_request_set_callback(&rctx->ahash_fbk_req, req->base.flags,
3477883d1b2SJia Jie Ho req->base.complete, req->base.data);
3487883d1b2SJia Jie Ho
3497883d1b2SJia Jie Ho ahash_request_set_crypt(&rctx->ahash_fbk_req, req->src,
3507883d1b2SJia Jie Ho req->result, req->nbytes);
3517883d1b2SJia Jie Ho
3527883d1b2SJia Jie Ho return crypto_ahash_digest(&rctx->ahash_fbk_req);
3537883d1b2SJia Jie Ho }
3547883d1b2SJia Jie Ho
starfive_hash_digest(struct ahash_request * req)3557883d1b2SJia Jie Ho static int starfive_hash_digest(struct ahash_request *req)
3567883d1b2SJia Jie Ho {
3577883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
3587883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
3597883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
3607883d1b2SJia Jie Ho struct starfive_cryp_dev *cryp = ctx->cryp;
3617883d1b2SJia Jie Ho
3627883d1b2SJia Jie Ho memset(rctx, 0, sizeof(struct starfive_cryp_request_ctx));
3637883d1b2SJia Jie Ho
3647883d1b2SJia Jie Ho cryp->req.hreq = req;
3657883d1b2SJia Jie Ho rctx->total = req->nbytes;
3667883d1b2SJia Jie Ho rctx->in_sg = req->src;
3677883d1b2SJia Jie Ho rctx->blksize = crypto_tfm_alg_blocksize(crypto_ahash_tfm(tfm));
3687883d1b2SJia Jie Ho rctx->digsize = crypto_ahash_digestsize(tfm);
3697883d1b2SJia Jie Ho rctx->in_sg_len = sg_nents_for_len(rctx->in_sg, rctx->total);
3707883d1b2SJia Jie Ho ctx->rctx = rctx;
3717883d1b2SJia Jie Ho
3727883d1b2SJia Jie Ho if (starfive_hash_check_aligned(rctx->in_sg, rctx->total, rctx->blksize))
3737883d1b2SJia Jie Ho return starfive_hash_digest_fb(req);
3747883d1b2SJia Jie Ho
3757883d1b2SJia Jie Ho return crypto_transfer_hash_request_to_engine(cryp->engine, req);
3767883d1b2SJia Jie Ho }
3777883d1b2SJia Jie Ho
starfive_hash_export(struct ahash_request * req,void * out)3787883d1b2SJia Jie Ho static int starfive_hash_export(struct ahash_request *req, void *out)
3797883d1b2SJia Jie Ho {
3807883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
3817883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
3827883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
3837883d1b2SJia Jie Ho
3847883d1b2SJia Jie Ho ahash_request_set_tfm(&rctx->ahash_fbk_req, ctx->ahash_fbk);
3857883d1b2SJia Jie Ho ahash_request_set_callback(&rctx->ahash_fbk_req,
3867883d1b2SJia Jie Ho req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP,
3877883d1b2SJia Jie Ho req->base.complete, req->base.data);
3887883d1b2SJia Jie Ho
3897883d1b2SJia Jie Ho return crypto_ahash_export(&rctx->ahash_fbk_req, out);
3907883d1b2SJia Jie Ho }
3917883d1b2SJia Jie Ho
starfive_hash_import(struct ahash_request * req,const void * in)3927883d1b2SJia Jie Ho static int starfive_hash_import(struct ahash_request *req, const void *in)
3937883d1b2SJia Jie Ho {
3947883d1b2SJia Jie Ho struct starfive_cryp_request_ctx *rctx = ahash_request_ctx(req);
3957883d1b2SJia Jie Ho struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
3967883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(tfm);
3977883d1b2SJia Jie Ho
3987883d1b2SJia Jie Ho ahash_request_set_tfm(&rctx->ahash_fbk_req, ctx->ahash_fbk);
3997883d1b2SJia Jie Ho ahash_request_set_callback(&rctx->ahash_fbk_req,
4007883d1b2SJia Jie Ho req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP,
4017883d1b2SJia Jie Ho req->base.complete, req->base.data);
4027883d1b2SJia Jie Ho
4037883d1b2SJia Jie Ho return crypto_ahash_import(&rctx->ahash_fbk_req, in);
4047883d1b2SJia Jie Ho }
4057883d1b2SJia Jie Ho
starfive_hash_init_tfm(struct crypto_ahash * hash,const char * alg_name,unsigned int mode)4067883d1b2SJia Jie Ho static int starfive_hash_init_tfm(struct crypto_ahash *hash,
4077883d1b2SJia Jie Ho const char *alg_name,
4087883d1b2SJia Jie Ho unsigned int mode)
4097883d1b2SJia Jie Ho {
4107883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
4117883d1b2SJia Jie Ho
4127883d1b2SJia Jie Ho ctx->cryp = starfive_cryp_find_dev(ctx);
4137883d1b2SJia Jie Ho
4147883d1b2SJia Jie Ho if (!ctx->cryp)
4157883d1b2SJia Jie Ho return -ENODEV;
4167883d1b2SJia Jie Ho
4177883d1b2SJia Jie Ho ctx->ahash_fbk = crypto_alloc_ahash(alg_name, 0,
4187883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK);
4197883d1b2SJia Jie Ho
4207883d1b2SJia Jie Ho if (IS_ERR(ctx->ahash_fbk))
4217883d1b2SJia Jie Ho return dev_err_probe(ctx->cryp->dev, PTR_ERR(ctx->ahash_fbk),
4227883d1b2SJia Jie Ho "starfive_hash: Could not load fallback driver.\n");
4237883d1b2SJia Jie Ho
4247883d1b2SJia Jie Ho crypto_ahash_set_statesize(hash, crypto_ahash_statesize(ctx->ahash_fbk));
4257883d1b2SJia Jie Ho crypto_ahash_set_reqsize(hash, sizeof(struct starfive_cryp_request_ctx) +
4267883d1b2SJia Jie Ho crypto_ahash_reqsize(ctx->ahash_fbk));
4277883d1b2SJia Jie Ho
4287883d1b2SJia Jie Ho ctx->keylen = 0;
4297883d1b2SJia Jie Ho ctx->hash_mode = mode;
4307883d1b2SJia Jie Ho
4317883d1b2SJia Jie Ho return 0;
4327883d1b2SJia Jie Ho }
4337883d1b2SJia Jie Ho
starfive_hash_exit_tfm(struct crypto_ahash * hash)4347883d1b2SJia Jie Ho static void starfive_hash_exit_tfm(struct crypto_ahash *hash)
4357883d1b2SJia Jie Ho {
4367883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
4377883d1b2SJia Jie Ho
4387883d1b2SJia Jie Ho crypto_free_ahash(ctx->ahash_fbk);
4397883d1b2SJia Jie Ho }
4407883d1b2SJia Jie Ho
starfive_hash_long_setkey(struct starfive_cryp_ctx * ctx,const u8 * key,unsigned int keylen,const char * alg_name)4417883d1b2SJia Jie Ho static int starfive_hash_long_setkey(struct starfive_cryp_ctx *ctx,
4427883d1b2SJia Jie Ho const u8 *key, unsigned int keylen,
4437883d1b2SJia Jie Ho const char *alg_name)
4447883d1b2SJia Jie Ho {
4457883d1b2SJia Jie Ho struct crypto_wait wait;
4467883d1b2SJia Jie Ho struct ahash_request *req;
4477883d1b2SJia Jie Ho struct scatterlist sg;
4487883d1b2SJia Jie Ho struct crypto_ahash *ahash_tfm;
4497883d1b2SJia Jie Ho u8 *buf;
4507883d1b2SJia Jie Ho int ret;
4517883d1b2SJia Jie Ho
4527883d1b2SJia Jie Ho ahash_tfm = crypto_alloc_ahash(alg_name, 0, 0);
4537883d1b2SJia Jie Ho if (IS_ERR(ahash_tfm))
4547883d1b2SJia Jie Ho return PTR_ERR(ahash_tfm);
4557883d1b2SJia Jie Ho
4567883d1b2SJia Jie Ho req = ahash_request_alloc(ahash_tfm, GFP_KERNEL);
4577883d1b2SJia Jie Ho if (!req) {
4587883d1b2SJia Jie Ho ret = -ENOMEM;
4597883d1b2SJia Jie Ho goto err_free_ahash;
4607883d1b2SJia Jie Ho }
4617883d1b2SJia Jie Ho
4627883d1b2SJia Jie Ho crypto_init_wait(&wait);
4637883d1b2SJia Jie Ho ahash_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG,
4647883d1b2SJia Jie Ho crypto_req_done, &wait);
4657883d1b2SJia Jie Ho crypto_ahash_clear_flags(ahash_tfm, ~0);
4667883d1b2SJia Jie Ho
4677883d1b2SJia Jie Ho buf = kzalloc(keylen + STARFIVE_HASH_BUFLEN, GFP_KERNEL);
4687883d1b2SJia Jie Ho if (!buf) {
4697883d1b2SJia Jie Ho ret = -ENOMEM;
4707883d1b2SJia Jie Ho goto err_free_req;
4717883d1b2SJia Jie Ho }
4727883d1b2SJia Jie Ho
4737883d1b2SJia Jie Ho memcpy(buf, key, keylen);
4747883d1b2SJia Jie Ho sg_init_one(&sg, buf, keylen);
4757883d1b2SJia Jie Ho ahash_request_set_crypt(req, &sg, ctx->key, keylen);
4767883d1b2SJia Jie Ho
4777883d1b2SJia Jie Ho ret = crypto_wait_req(crypto_ahash_digest(req), &wait);
4787883d1b2SJia Jie Ho
4797883d1b2SJia Jie Ho kfree(buf);
4807883d1b2SJia Jie Ho err_free_req:
4817883d1b2SJia Jie Ho ahash_request_free(req);
4827883d1b2SJia Jie Ho err_free_ahash:
4837883d1b2SJia Jie Ho crypto_free_ahash(ahash_tfm);
4847883d1b2SJia Jie Ho return ret;
4857883d1b2SJia Jie Ho }
4867883d1b2SJia Jie Ho
starfive_hash_setkey(struct crypto_ahash * hash,const u8 * key,unsigned int keylen)4877883d1b2SJia Jie Ho static int starfive_hash_setkey(struct crypto_ahash *hash,
4887883d1b2SJia Jie Ho const u8 *key, unsigned int keylen)
4897883d1b2SJia Jie Ho {
4907883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
4917883d1b2SJia Jie Ho unsigned int digestsize = crypto_ahash_digestsize(hash);
4927883d1b2SJia Jie Ho unsigned int blocksize = crypto_ahash_blocksize(hash);
4937883d1b2SJia Jie Ho const char *alg_name;
4947883d1b2SJia Jie Ho
4957883d1b2SJia Jie Ho crypto_ahash_setkey(ctx->ahash_fbk, key, keylen);
4967883d1b2SJia Jie Ho
4977883d1b2SJia Jie Ho if (keylen <= blocksize) {
4987883d1b2SJia Jie Ho memcpy(ctx->key, key, keylen);
4997883d1b2SJia Jie Ho ctx->keylen = keylen;
5007883d1b2SJia Jie Ho return 0;
5017883d1b2SJia Jie Ho }
5027883d1b2SJia Jie Ho
5037883d1b2SJia Jie Ho ctx->keylen = digestsize;
5047883d1b2SJia Jie Ho
5057883d1b2SJia Jie Ho switch (digestsize) {
5067883d1b2SJia Jie Ho case SHA224_DIGEST_SIZE:
5077883d1b2SJia Jie Ho alg_name = "sha224-starfive";
5087883d1b2SJia Jie Ho break;
5097883d1b2SJia Jie Ho case SHA256_DIGEST_SIZE:
5107883d1b2SJia Jie Ho if (ctx->hash_mode == STARFIVE_HASH_SM3)
5117883d1b2SJia Jie Ho alg_name = "sm3-starfive";
5127883d1b2SJia Jie Ho else
5137883d1b2SJia Jie Ho alg_name = "sha256-starfive";
5147883d1b2SJia Jie Ho break;
5157883d1b2SJia Jie Ho case SHA384_DIGEST_SIZE:
5167883d1b2SJia Jie Ho alg_name = "sha384-starfive";
5177883d1b2SJia Jie Ho break;
5187883d1b2SJia Jie Ho case SHA512_DIGEST_SIZE:
5197883d1b2SJia Jie Ho alg_name = "sha512-starfive";
5207883d1b2SJia Jie Ho break;
5217883d1b2SJia Jie Ho default:
5227883d1b2SJia Jie Ho return -EINVAL;
5237883d1b2SJia Jie Ho }
5247883d1b2SJia Jie Ho
5257883d1b2SJia Jie Ho return starfive_hash_long_setkey(ctx, key, keylen, alg_name);
5267883d1b2SJia Jie Ho }
5277883d1b2SJia Jie Ho
starfive_sha224_init_tfm(struct crypto_ahash * hash)5287883d1b2SJia Jie Ho static int starfive_sha224_init_tfm(struct crypto_ahash *hash)
5297883d1b2SJia Jie Ho {
5307883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "sha224-generic",
5317883d1b2SJia Jie Ho STARFIVE_HASH_SHA224);
5327883d1b2SJia Jie Ho }
5337883d1b2SJia Jie Ho
starfive_sha256_init_tfm(struct crypto_ahash * hash)5347883d1b2SJia Jie Ho static int starfive_sha256_init_tfm(struct crypto_ahash *hash)
5357883d1b2SJia Jie Ho {
5367883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "sha256-generic",
5377883d1b2SJia Jie Ho STARFIVE_HASH_SHA256);
5387883d1b2SJia Jie Ho }
5397883d1b2SJia Jie Ho
starfive_sha384_init_tfm(struct crypto_ahash * hash)5407883d1b2SJia Jie Ho static int starfive_sha384_init_tfm(struct crypto_ahash *hash)
5417883d1b2SJia Jie Ho {
5427883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "sha384-generic",
5437883d1b2SJia Jie Ho STARFIVE_HASH_SHA384);
5447883d1b2SJia Jie Ho }
5457883d1b2SJia Jie Ho
starfive_sha512_init_tfm(struct crypto_ahash * hash)5467883d1b2SJia Jie Ho static int starfive_sha512_init_tfm(struct crypto_ahash *hash)
5477883d1b2SJia Jie Ho {
5487883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "sha512-generic",
5497883d1b2SJia Jie Ho STARFIVE_HASH_SHA512);
5507883d1b2SJia Jie Ho }
5517883d1b2SJia Jie Ho
starfive_sm3_init_tfm(struct crypto_ahash * hash)5527883d1b2SJia Jie Ho static int starfive_sm3_init_tfm(struct crypto_ahash *hash)
5537883d1b2SJia Jie Ho {
5547883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "sm3-generic",
5557883d1b2SJia Jie Ho STARFIVE_HASH_SM3);
5567883d1b2SJia Jie Ho }
5577883d1b2SJia Jie Ho
starfive_hmac_sha224_init_tfm(struct crypto_ahash * hash)5587883d1b2SJia Jie Ho static int starfive_hmac_sha224_init_tfm(struct crypto_ahash *hash)
5597883d1b2SJia Jie Ho {
5607883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
5617883d1b2SJia Jie Ho
5627883d1b2SJia Jie Ho ctx->is_hmac = true;
5637883d1b2SJia Jie Ho
5647883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "hmac(sha224-generic)",
5657883d1b2SJia Jie Ho STARFIVE_HASH_SHA224);
5667883d1b2SJia Jie Ho }
5677883d1b2SJia Jie Ho
starfive_hmac_sha256_init_tfm(struct crypto_ahash * hash)5687883d1b2SJia Jie Ho static int starfive_hmac_sha256_init_tfm(struct crypto_ahash *hash)
5697883d1b2SJia Jie Ho {
5707883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
5717883d1b2SJia Jie Ho
5727883d1b2SJia Jie Ho ctx->is_hmac = true;
5737883d1b2SJia Jie Ho
5747883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "hmac(sha256-generic)",
5757883d1b2SJia Jie Ho STARFIVE_HASH_SHA256);
5767883d1b2SJia Jie Ho }
5777883d1b2SJia Jie Ho
starfive_hmac_sha384_init_tfm(struct crypto_ahash * hash)5787883d1b2SJia Jie Ho static int starfive_hmac_sha384_init_tfm(struct crypto_ahash *hash)
5797883d1b2SJia Jie Ho {
5807883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
5817883d1b2SJia Jie Ho
5827883d1b2SJia Jie Ho ctx->is_hmac = true;
5837883d1b2SJia Jie Ho
5847883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "hmac(sha384-generic)",
5857883d1b2SJia Jie Ho STARFIVE_HASH_SHA384);
5867883d1b2SJia Jie Ho }
5877883d1b2SJia Jie Ho
starfive_hmac_sha512_init_tfm(struct crypto_ahash * hash)5887883d1b2SJia Jie Ho static int starfive_hmac_sha512_init_tfm(struct crypto_ahash *hash)
5897883d1b2SJia Jie Ho {
5907883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
5917883d1b2SJia Jie Ho
5927883d1b2SJia Jie Ho ctx->is_hmac = true;
5937883d1b2SJia Jie Ho
5947883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "hmac(sha512-generic)",
5957883d1b2SJia Jie Ho STARFIVE_HASH_SHA512);
5967883d1b2SJia Jie Ho }
5977883d1b2SJia Jie Ho
starfive_hmac_sm3_init_tfm(struct crypto_ahash * hash)5987883d1b2SJia Jie Ho static int starfive_hmac_sm3_init_tfm(struct crypto_ahash *hash)
5997883d1b2SJia Jie Ho {
6007883d1b2SJia Jie Ho struct starfive_cryp_ctx *ctx = crypto_ahash_ctx(hash);
6017883d1b2SJia Jie Ho
6027883d1b2SJia Jie Ho ctx->is_hmac = true;
6037883d1b2SJia Jie Ho
6047883d1b2SJia Jie Ho return starfive_hash_init_tfm(hash, "hmac(sm3-generic)",
6057883d1b2SJia Jie Ho STARFIVE_HASH_SM3);
6067883d1b2SJia Jie Ho }
6077883d1b2SJia Jie Ho
608*982213e4SHerbert Xu static struct ahash_engine_alg algs_sha2_sm3[] = {
6097883d1b2SJia Jie Ho {
610*982213e4SHerbert Xu .base.init = starfive_hash_init,
611*982213e4SHerbert Xu .base.update = starfive_hash_update,
612*982213e4SHerbert Xu .base.final = starfive_hash_final,
613*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
614*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
615*982213e4SHerbert Xu .base.export = starfive_hash_export,
616*982213e4SHerbert Xu .base.import = starfive_hash_import,
617*982213e4SHerbert Xu .base.init_tfm = starfive_sha224_init_tfm,
618*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
619*982213e4SHerbert Xu .base.halg = {
6207883d1b2SJia Jie Ho .digestsize = SHA224_DIGEST_SIZE,
6217883d1b2SJia Jie Ho .statesize = sizeof(struct sha256_state),
6227883d1b2SJia Jie Ho .base = {
6237883d1b2SJia Jie Ho .cra_name = "sha224",
6247883d1b2SJia Jie Ho .cra_driver_name = "sha224-starfive",
6257883d1b2SJia Jie Ho .cra_priority = 200,
6267883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
6277883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
6287883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
6297883d1b2SJia Jie Ho .cra_blocksize = SHA224_BLOCK_SIZE,
6307883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
6317883d1b2SJia Jie Ho .cra_alignmask = 3,
6327883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
6337883d1b2SJia Jie Ho }
634*982213e4SHerbert Xu },
635*982213e4SHerbert Xu .op = {
636*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
637*982213e4SHerbert Xu },
6387883d1b2SJia Jie Ho }, {
639*982213e4SHerbert Xu .base.init = starfive_hash_init,
640*982213e4SHerbert Xu .base.update = starfive_hash_update,
641*982213e4SHerbert Xu .base.final = starfive_hash_final,
642*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
643*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
644*982213e4SHerbert Xu .base.export = starfive_hash_export,
645*982213e4SHerbert Xu .base.import = starfive_hash_import,
646*982213e4SHerbert Xu .base.init_tfm = starfive_hmac_sha224_init_tfm,
647*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
648*982213e4SHerbert Xu .base.setkey = starfive_hash_setkey,
649*982213e4SHerbert Xu .base.halg = {
6507883d1b2SJia Jie Ho .digestsize = SHA224_DIGEST_SIZE,
6517883d1b2SJia Jie Ho .statesize = sizeof(struct sha256_state),
6527883d1b2SJia Jie Ho .base = {
6537883d1b2SJia Jie Ho .cra_name = "hmac(sha224)",
6547883d1b2SJia Jie Ho .cra_driver_name = "sha224-hmac-starfive",
6557883d1b2SJia Jie Ho .cra_priority = 200,
6567883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
6577883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
6587883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
6597883d1b2SJia Jie Ho .cra_blocksize = SHA224_BLOCK_SIZE,
6607883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
6617883d1b2SJia Jie Ho .cra_alignmask = 3,
6627883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
6637883d1b2SJia Jie Ho }
664*982213e4SHerbert Xu },
665*982213e4SHerbert Xu .op = {
666*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
667*982213e4SHerbert Xu },
6687883d1b2SJia Jie Ho }, {
669*982213e4SHerbert Xu .base.init = starfive_hash_init,
670*982213e4SHerbert Xu .base.update = starfive_hash_update,
671*982213e4SHerbert Xu .base.final = starfive_hash_final,
672*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
673*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
674*982213e4SHerbert Xu .base.export = starfive_hash_export,
675*982213e4SHerbert Xu .base.import = starfive_hash_import,
676*982213e4SHerbert Xu .base.init_tfm = starfive_sha256_init_tfm,
677*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
678*982213e4SHerbert Xu .base.halg = {
6797883d1b2SJia Jie Ho .digestsize = SHA256_DIGEST_SIZE,
6807883d1b2SJia Jie Ho .statesize = sizeof(struct sha256_state),
6817883d1b2SJia Jie Ho .base = {
6827883d1b2SJia Jie Ho .cra_name = "sha256",
6837883d1b2SJia Jie Ho .cra_driver_name = "sha256-starfive",
6847883d1b2SJia Jie Ho .cra_priority = 200,
6857883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
6867883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
6877883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
6887883d1b2SJia Jie Ho .cra_blocksize = SHA256_BLOCK_SIZE,
6897883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
6907883d1b2SJia Jie Ho .cra_alignmask = 3,
6917883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
6927883d1b2SJia Jie Ho }
693*982213e4SHerbert Xu },
694*982213e4SHerbert Xu .op = {
695*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
696*982213e4SHerbert Xu },
6977883d1b2SJia Jie Ho }, {
698*982213e4SHerbert Xu .base.init = starfive_hash_init,
699*982213e4SHerbert Xu .base.update = starfive_hash_update,
700*982213e4SHerbert Xu .base.final = starfive_hash_final,
701*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
702*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
703*982213e4SHerbert Xu .base.export = starfive_hash_export,
704*982213e4SHerbert Xu .base.import = starfive_hash_import,
705*982213e4SHerbert Xu .base.init_tfm = starfive_hmac_sha256_init_tfm,
706*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
707*982213e4SHerbert Xu .base.setkey = starfive_hash_setkey,
708*982213e4SHerbert Xu .base.halg = {
7097883d1b2SJia Jie Ho .digestsize = SHA256_DIGEST_SIZE,
7107883d1b2SJia Jie Ho .statesize = sizeof(struct sha256_state),
7117883d1b2SJia Jie Ho .base = {
7127883d1b2SJia Jie Ho .cra_name = "hmac(sha256)",
7137883d1b2SJia Jie Ho .cra_driver_name = "sha256-hmac-starfive",
7147883d1b2SJia Jie Ho .cra_priority = 200,
7157883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
7167883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
7177883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
7187883d1b2SJia Jie Ho .cra_blocksize = SHA256_BLOCK_SIZE,
7197883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
7207883d1b2SJia Jie Ho .cra_alignmask = 3,
7217883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
7227883d1b2SJia Jie Ho }
723*982213e4SHerbert Xu },
724*982213e4SHerbert Xu .op = {
725*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
726*982213e4SHerbert Xu },
7277883d1b2SJia Jie Ho }, {
728*982213e4SHerbert Xu .base.init = starfive_hash_init,
729*982213e4SHerbert Xu .base.update = starfive_hash_update,
730*982213e4SHerbert Xu .base.final = starfive_hash_final,
731*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
732*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
733*982213e4SHerbert Xu .base.export = starfive_hash_export,
734*982213e4SHerbert Xu .base.import = starfive_hash_import,
735*982213e4SHerbert Xu .base.init_tfm = starfive_sha384_init_tfm,
736*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
737*982213e4SHerbert Xu .base.halg = {
7387883d1b2SJia Jie Ho .digestsize = SHA384_DIGEST_SIZE,
7397883d1b2SJia Jie Ho .statesize = sizeof(struct sha512_state),
7407883d1b2SJia Jie Ho .base = {
7417883d1b2SJia Jie Ho .cra_name = "sha384",
7427883d1b2SJia Jie Ho .cra_driver_name = "sha384-starfive",
7437883d1b2SJia Jie Ho .cra_priority = 200,
7447883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
7457883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
7467883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
7477883d1b2SJia Jie Ho .cra_blocksize = SHA384_BLOCK_SIZE,
7487883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
7497883d1b2SJia Jie Ho .cra_alignmask = 3,
7507883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
7517883d1b2SJia Jie Ho }
752*982213e4SHerbert Xu },
753*982213e4SHerbert Xu .op = {
754*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
755*982213e4SHerbert Xu },
7567883d1b2SJia Jie Ho }, {
757*982213e4SHerbert Xu .base.init = starfive_hash_init,
758*982213e4SHerbert Xu .base.update = starfive_hash_update,
759*982213e4SHerbert Xu .base.final = starfive_hash_final,
760*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
761*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
762*982213e4SHerbert Xu .base.export = starfive_hash_export,
763*982213e4SHerbert Xu .base.import = starfive_hash_import,
764*982213e4SHerbert Xu .base.init_tfm = starfive_hmac_sha384_init_tfm,
765*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
766*982213e4SHerbert Xu .base.setkey = starfive_hash_setkey,
767*982213e4SHerbert Xu .base.halg = {
7687883d1b2SJia Jie Ho .digestsize = SHA384_DIGEST_SIZE,
7697883d1b2SJia Jie Ho .statesize = sizeof(struct sha512_state),
7707883d1b2SJia Jie Ho .base = {
7717883d1b2SJia Jie Ho .cra_name = "hmac(sha384)",
7727883d1b2SJia Jie Ho .cra_driver_name = "sha384-hmac-starfive",
7737883d1b2SJia Jie Ho .cra_priority = 200,
7747883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
7757883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
7767883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
7777883d1b2SJia Jie Ho .cra_blocksize = SHA384_BLOCK_SIZE,
7787883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
7797883d1b2SJia Jie Ho .cra_alignmask = 3,
7807883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
7817883d1b2SJia Jie Ho }
782*982213e4SHerbert Xu },
783*982213e4SHerbert Xu .op = {
784*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
785*982213e4SHerbert Xu },
7867883d1b2SJia Jie Ho }, {
787*982213e4SHerbert Xu .base.init = starfive_hash_init,
788*982213e4SHerbert Xu .base.update = starfive_hash_update,
789*982213e4SHerbert Xu .base.final = starfive_hash_final,
790*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
791*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
792*982213e4SHerbert Xu .base.export = starfive_hash_export,
793*982213e4SHerbert Xu .base.import = starfive_hash_import,
794*982213e4SHerbert Xu .base.init_tfm = starfive_sha512_init_tfm,
795*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
796*982213e4SHerbert Xu .base.halg = {
7977883d1b2SJia Jie Ho .digestsize = SHA512_DIGEST_SIZE,
7987883d1b2SJia Jie Ho .statesize = sizeof(struct sha512_state),
7997883d1b2SJia Jie Ho .base = {
8007883d1b2SJia Jie Ho .cra_name = "sha512",
8017883d1b2SJia Jie Ho .cra_driver_name = "sha512-starfive",
8027883d1b2SJia Jie Ho .cra_priority = 200,
8037883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
8047883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
8057883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
8067883d1b2SJia Jie Ho .cra_blocksize = SHA512_BLOCK_SIZE,
8077883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
8087883d1b2SJia Jie Ho .cra_alignmask = 3,
8097883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
8107883d1b2SJia Jie Ho }
811*982213e4SHerbert Xu },
812*982213e4SHerbert Xu .op = {
813*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
814*982213e4SHerbert Xu },
8157883d1b2SJia Jie Ho }, {
816*982213e4SHerbert Xu .base.init = starfive_hash_init,
817*982213e4SHerbert Xu .base.update = starfive_hash_update,
818*982213e4SHerbert Xu .base.final = starfive_hash_final,
819*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
820*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
821*982213e4SHerbert Xu .base.export = starfive_hash_export,
822*982213e4SHerbert Xu .base.import = starfive_hash_import,
823*982213e4SHerbert Xu .base.init_tfm = starfive_hmac_sha512_init_tfm,
824*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
825*982213e4SHerbert Xu .base.setkey = starfive_hash_setkey,
826*982213e4SHerbert Xu .base.halg = {
8277883d1b2SJia Jie Ho .digestsize = SHA512_DIGEST_SIZE,
8287883d1b2SJia Jie Ho .statesize = sizeof(struct sha512_state),
8297883d1b2SJia Jie Ho .base = {
8307883d1b2SJia Jie Ho .cra_name = "hmac(sha512)",
8317883d1b2SJia Jie Ho .cra_driver_name = "sha512-hmac-starfive",
8327883d1b2SJia Jie Ho .cra_priority = 200,
8337883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
8347883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
8357883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
8367883d1b2SJia Jie Ho .cra_blocksize = SHA512_BLOCK_SIZE,
8377883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
8387883d1b2SJia Jie Ho .cra_alignmask = 3,
8397883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
8407883d1b2SJia Jie Ho }
841*982213e4SHerbert Xu },
842*982213e4SHerbert Xu .op = {
843*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
844*982213e4SHerbert Xu },
8457883d1b2SJia Jie Ho }, {
846*982213e4SHerbert Xu .base.init = starfive_hash_init,
847*982213e4SHerbert Xu .base.update = starfive_hash_update,
848*982213e4SHerbert Xu .base.final = starfive_hash_final,
849*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
850*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
851*982213e4SHerbert Xu .base.export = starfive_hash_export,
852*982213e4SHerbert Xu .base.import = starfive_hash_import,
853*982213e4SHerbert Xu .base.init_tfm = starfive_sm3_init_tfm,
854*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
855*982213e4SHerbert Xu .base.halg = {
8567883d1b2SJia Jie Ho .digestsize = SM3_DIGEST_SIZE,
8577883d1b2SJia Jie Ho .statesize = sizeof(struct sm3_state),
8587883d1b2SJia Jie Ho .base = {
8597883d1b2SJia Jie Ho .cra_name = "sm3",
8607883d1b2SJia Jie Ho .cra_driver_name = "sm3-starfive",
8617883d1b2SJia Jie Ho .cra_priority = 200,
8627883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
8637883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
8647883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
8657883d1b2SJia Jie Ho .cra_blocksize = SM3_BLOCK_SIZE,
8667883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
8677883d1b2SJia Jie Ho .cra_alignmask = 3,
8687883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
8697883d1b2SJia Jie Ho }
870*982213e4SHerbert Xu },
871*982213e4SHerbert Xu .op = {
872*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
873*982213e4SHerbert Xu },
8747883d1b2SJia Jie Ho }, {
875*982213e4SHerbert Xu .base.init = starfive_hash_init,
876*982213e4SHerbert Xu .base.update = starfive_hash_update,
877*982213e4SHerbert Xu .base.final = starfive_hash_final,
878*982213e4SHerbert Xu .base.finup = starfive_hash_finup,
879*982213e4SHerbert Xu .base.digest = starfive_hash_digest,
880*982213e4SHerbert Xu .base.export = starfive_hash_export,
881*982213e4SHerbert Xu .base.import = starfive_hash_import,
882*982213e4SHerbert Xu .base.init_tfm = starfive_hmac_sm3_init_tfm,
883*982213e4SHerbert Xu .base.exit_tfm = starfive_hash_exit_tfm,
884*982213e4SHerbert Xu .base.setkey = starfive_hash_setkey,
885*982213e4SHerbert Xu .base.halg = {
8867883d1b2SJia Jie Ho .digestsize = SM3_DIGEST_SIZE,
8877883d1b2SJia Jie Ho .statesize = sizeof(struct sm3_state),
8887883d1b2SJia Jie Ho .base = {
8897883d1b2SJia Jie Ho .cra_name = "hmac(sm3)",
8907883d1b2SJia Jie Ho .cra_driver_name = "sm3-hmac-starfive",
8917883d1b2SJia Jie Ho .cra_priority = 200,
8927883d1b2SJia Jie Ho .cra_flags = CRYPTO_ALG_ASYNC |
8937883d1b2SJia Jie Ho CRYPTO_ALG_TYPE_AHASH |
8947883d1b2SJia Jie Ho CRYPTO_ALG_NEED_FALLBACK,
8957883d1b2SJia Jie Ho .cra_blocksize = SM3_BLOCK_SIZE,
8967883d1b2SJia Jie Ho .cra_ctxsize = sizeof(struct starfive_cryp_ctx),
8977883d1b2SJia Jie Ho .cra_alignmask = 3,
8987883d1b2SJia Jie Ho .cra_module = THIS_MODULE,
8997883d1b2SJia Jie Ho }
900*982213e4SHerbert Xu },
901*982213e4SHerbert Xu .op = {
902*982213e4SHerbert Xu .do_one_request = starfive_hash_one_request,
903*982213e4SHerbert Xu },
9047883d1b2SJia Jie Ho },
9057883d1b2SJia Jie Ho };
9067883d1b2SJia Jie Ho
starfive_hash_register_algs(void)9077883d1b2SJia Jie Ho int starfive_hash_register_algs(void)
9087883d1b2SJia Jie Ho {
909*982213e4SHerbert Xu return crypto_engine_register_ahashes(algs_sha2_sm3, ARRAY_SIZE(algs_sha2_sm3));
9107883d1b2SJia Jie Ho }
9117883d1b2SJia Jie Ho
starfive_hash_unregister_algs(void)9127883d1b2SJia Jie Ho void starfive_hash_unregister_algs(void)
9137883d1b2SJia Jie Ho {
914*982213e4SHerbert Xu crypto_engine_unregister_ahashes(algs_sha2_sm3, ARRAY_SIZE(algs_sha2_sm3));
9157883d1b2SJia Jie Ho }
916