156c6da16SWeili Qian // SPDX-License-Identifier: GPL-2.0
256c6da16SWeili Qian /* Copyright (c) 2019 HiSilicon Limited. */
356c6da16SWeili Qian
456c6da16SWeili Qian #include <linux/acpi.h>
5e4d9d10eSWeili Qian #include <linux/crypto.h>
656c6da16SWeili Qian #include <linux/err.h>
756c6da16SWeili Qian #include <linux/hw_random.h>
856c6da16SWeili Qian #include <linux/io.h>
956c6da16SWeili Qian #include <linux/iopoll.h>
1056c6da16SWeili Qian #include <linux/kernel.h>
11e4d9d10eSWeili Qian #include <linux/list.h>
1256c6da16SWeili Qian #include <linux/module.h>
13e4d9d10eSWeili Qian #include <linux/mutex.h>
1456c6da16SWeili Qian #include <linux/platform_device.h>
1556c6da16SWeili Qian #include <linux/random.h>
16e4d9d10eSWeili Qian #include <crypto/internal/rng.h>
1756c6da16SWeili Qian
1856c6da16SWeili Qian #define HISI_TRNG_REG 0x00F0
1956c6da16SWeili Qian #define HISI_TRNG_BYTES 4
2056c6da16SWeili Qian #define HISI_TRNG_QUALITY 512
216e57871cSWeili Qian #define HISI_TRNG_VERSION 0x01B8
226e57871cSWeili Qian #define HISI_TRNG_VER_V1 GENMASK(31, 0)
2356c6da16SWeili Qian #define SLEEP_US 10
2456c6da16SWeili Qian #define TIMEOUT_US 10000
25e4d9d10eSWeili Qian #define SW_DRBG_NUM_SHIFT 2
26e4d9d10eSWeili Qian #define SW_DRBG_KEY_BASE 0x082C
27e4d9d10eSWeili Qian #define SW_DRBG_SEED(n) (SW_DRBG_KEY_BASE - ((n) << SW_DRBG_NUM_SHIFT))
28e4d9d10eSWeili Qian #define SW_DRBG_SEED_REGS_NUM 12
29e4d9d10eSWeili Qian #define SW_DRBG_SEED_SIZE 48
30e4d9d10eSWeili Qian #define SW_DRBG_BLOCKS 0x0830
31e4d9d10eSWeili Qian #define SW_DRBG_INIT 0x0834
32e4d9d10eSWeili Qian #define SW_DRBG_GEN 0x083c
33e4d9d10eSWeili Qian #define SW_DRBG_STATUS 0x0840
34e4d9d10eSWeili Qian #define SW_DRBG_BLOCKS_NUM 4095
35e4d9d10eSWeili Qian #define SW_DRBG_DATA_BASE 0x0850
36e4d9d10eSWeili Qian #define SW_DRBG_DATA_NUM 4
37e4d9d10eSWeili Qian #define SW_DRBG_DATA(n) (SW_DRBG_DATA_BASE - ((n) << SW_DRBG_NUM_SHIFT))
38e4d9d10eSWeili Qian #define SW_DRBG_BYTES 16
39e4d9d10eSWeili Qian #define SW_DRBG_ENABLE_SHIFT 12
40e4d9d10eSWeili Qian #define SEED_SHIFT_24 24
41e4d9d10eSWeili Qian #define SEED_SHIFT_16 16
42e4d9d10eSWeili Qian #define SEED_SHIFT_8 8
43e4d9d10eSWeili Qian
44e4d9d10eSWeili Qian struct hisi_trng_list {
45e4d9d10eSWeili Qian struct mutex lock;
46e4d9d10eSWeili Qian struct list_head list;
47e4d9d10eSWeili Qian bool is_init;
48e4d9d10eSWeili Qian };
4956c6da16SWeili Qian
5056c6da16SWeili Qian struct hisi_trng {
5156c6da16SWeili Qian void __iomem *base;
52e4d9d10eSWeili Qian struct hisi_trng_list *trng_list;
53e4d9d10eSWeili Qian struct list_head list;
5456c6da16SWeili Qian struct hwrng rng;
556e57871cSWeili Qian u32 ver;
56e4d9d10eSWeili Qian bool is_used;
57e4d9d10eSWeili Qian struct mutex mutex;
5856c6da16SWeili Qian };
5956c6da16SWeili Qian
60e4d9d10eSWeili Qian struct hisi_trng_ctx {
61e4d9d10eSWeili Qian struct hisi_trng *trng;
62e4d9d10eSWeili Qian };
63e4d9d10eSWeili Qian
64e4d9d10eSWeili Qian static atomic_t trng_active_devs;
65e4d9d10eSWeili Qian static struct hisi_trng_list trng_devices;
66e4d9d10eSWeili Qian
hisi_trng_set_seed(struct hisi_trng * trng,const u8 * seed)67e4d9d10eSWeili Qian static void hisi_trng_set_seed(struct hisi_trng *trng, const u8 *seed)
68e4d9d10eSWeili Qian {
69e4d9d10eSWeili Qian u32 val, seed_reg, i;
70e4d9d10eSWeili Qian
71e4d9d10eSWeili Qian for (i = 0; i < SW_DRBG_SEED_SIZE;
72e4d9d10eSWeili Qian i += SW_DRBG_SEED_SIZE / SW_DRBG_SEED_REGS_NUM) {
73e4d9d10eSWeili Qian val = seed[i] << SEED_SHIFT_24;
74e4d9d10eSWeili Qian val |= seed[i + 1UL] << SEED_SHIFT_16;
75e4d9d10eSWeili Qian val |= seed[i + 2UL] << SEED_SHIFT_8;
76e4d9d10eSWeili Qian val |= seed[i + 3UL];
77e4d9d10eSWeili Qian
78e4d9d10eSWeili Qian seed_reg = (i >> SW_DRBG_NUM_SHIFT) % SW_DRBG_SEED_REGS_NUM;
79e4d9d10eSWeili Qian writel(val, trng->base + SW_DRBG_SEED(seed_reg));
80e4d9d10eSWeili Qian }
81e4d9d10eSWeili Qian }
82e4d9d10eSWeili Qian
hisi_trng_seed(struct crypto_rng * tfm,const u8 * seed,unsigned int slen)83e4d9d10eSWeili Qian static int hisi_trng_seed(struct crypto_rng *tfm, const u8 *seed,
84e4d9d10eSWeili Qian unsigned int slen)
85e4d9d10eSWeili Qian {
86e4d9d10eSWeili Qian struct hisi_trng_ctx *ctx = crypto_rng_ctx(tfm);
87e4d9d10eSWeili Qian struct hisi_trng *trng = ctx->trng;
88e4d9d10eSWeili Qian u32 val = 0;
89e4d9d10eSWeili Qian int ret = 0;
90e4d9d10eSWeili Qian
91e4d9d10eSWeili Qian if (slen < SW_DRBG_SEED_SIZE) {
92e4d9d10eSWeili Qian pr_err("slen(%u) is not matched with trng(%d)\n", slen,
93e4d9d10eSWeili Qian SW_DRBG_SEED_SIZE);
94e4d9d10eSWeili Qian return -EINVAL;
95e4d9d10eSWeili Qian }
96e4d9d10eSWeili Qian
97e4d9d10eSWeili Qian writel(0x0, trng->base + SW_DRBG_BLOCKS);
98e4d9d10eSWeili Qian hisi_trng_set_seed(trng, seed);
99e4d9d10eSWeili Qian
100e4d9d10eSWeili Qian writel(SW_DRBG_BLOCKS_NUM | (0x1 << SW_DRBG_ENABLE_SHIFT),
101e4d9d10eSWeili Qian trng->base + SW_DRBG_BLOCKS);
102e4d9d10eSWeili Qian writel(0x1, trng->base + SW_DRBG_INIT);
103e4d9d10eSWeili Qian
104e4d9d10eSWeili Qian ret = readl_relaxed_poll_timeout(trng->base + SW_DRBG_STATUS,
105e4d9d10eSWeili Qian val, val & BIT(0), SLEEP_US, TIMEOUT_US);
106e4d9d10eSWeili Qian if (ret)
107e4d9d10eSWeili Qian pr_err("fail to init trng(%d)\n", ret);
108e4d9d10eSWeili Qian
109e4d9d10eSWeili Qian return ret;
110e4d9d10eSWeili Qian }
111e4d9d10eSWeili Qian
hisi_trng_generate(struct crypto_rng * tfm,const u8 * src,unsigned int slen,u8 * dstn,unsigned int dlen)112e4d9d10eSWeili Qian static int hisi_trng_generate(struct crypto_rng *tfm, const u8 *src,
113e4d9d10eSWeili Qian unsigned int slen, u8 *dstn, unsigned int dlen)
114e4d9d10eSWeili Qian {
115e4d9d10eSWeili Qian struct hisi_trng_ctx *ctx = crypto_rng_ctx(tfm);
116e4d9d10eSWeili Qian struct hisi_trng *trng = ctx->trng;
117e4d9d10eSWeili Qian u32 data[SW_DRBG_DATA_NUM];
118e4d9d10eSWeili Qian u32 currsize = 0;
119e4d9d10eSWeili Qian u32 val = 0;
120e4d9d10eSWeili Qian int ret;
121e4d9d10eSWeili Qian u32 i;
122e4d9d10eSWeili Qian
123e4d9d10eSWeili Qian if (dlen > SW_DRBG_BLOCKS_NUM * SW_DRBG_BYTES || dlen == 0) {
124e4d9d10eSWeili Qian pr_err("dlen(%d) exceeds limit(%d)!\n", dlen,
125e4d9d10eSWeili Qian SW_DRBG_BLOCKS_NUM * SW_DRBG_BYTES);
126e4d9d10eSWeili Qian return -EINVAL;
127e4d9d10eSWeili Qian }
128e4d9d10eSWeili Qian
129e4d9d10eSWeili Qian do {
130e4d9d10eSWeili Qian ret = readl_relaxed_poll_timeout(trng->base + SW_DRBG_STATUS,
131e4d9d10eSWeili Qian val, val & BIT(1), SLEEP_US, TIMEOUT_US);
132e4d9d10eSWeili Qian if (ret) {
133e4d9d10eSWeili Qian pr_err("fail to generate random number(%d)!\n", ret);
134e4d9d10eSWeili Qian break;
135e4d9d10eSWeili Qian }
136e4d9d10eSWeili Qian
137e4d9d10eSWeili Qian for (i = 0; i < SW_DRBG_DATA_NUM; i++)
138e4d9d10eSWeili Qian data[i] = readl(trng->base + SW_DRBG_DATA(i));
139e4d9d10eSWeili Qian
140e4d9d10eSWeili Qian if (dlen - currsize >= SW_DRBG_BYTES) {
141e4d9d10eSWeili Qian memcpy(dstn + currsize, data, SW_DRBG_BYTES);
142e4d9d10eSWeili Qian currsize += SW_DRBG_BYTES;
143e4d9d10eSWeili Qian } else {
144e4d9d10eSWeili Qian memcpy(dstn + currsize, data, dlen - currsize);
145e4d9d10eSWeili Qian currsize = dlen;
146e4d9d10eSWeili Qian }
147e4d9d10eSWeili Qian
148e4d9d10eSWeili Qian writel(0x1, trng->base + SW_DRBG_GEN);
149e4d9d10eSWeili Qian } while (currsize < dlen);
150e4d9d10eSWeili Qian
151e4d9d10eSWeili Qian return ret;
152e4d9d10eSWeili Qian }
153e4d9d10eSWeili Qian
hisi_trng_init(struct crypto_tfm * tfm)154e4d9d10eSWeili Qian static int hisi_trng_init(struct crypto_tfm *tfm)
155e4d9d10eSWeili Qian {
156e4d9d10eSWeili Qian struct hisi_trng_ctx *ctx = crypto_tfm_ctx(tfm);
157e4d9d10eSWeili Qian struct hisi_trng *trng;
158e4d9d10eSWeili Qian int ret = -EBUSY;
159e4d9d10eSWeili Qian
160e4d9d10eSWeili Qian mutex_lock(&trng_devices.lock);
161e4d9d10eSWeili Qian list_for_each_entry(trng, &trng_devices.list, list) {
162e4d9d10eSWeili Qian if (!trng->is_used) {
163e4d9d10eSWeili Qian trng->is_used = true;
164e4d9d10eSWeili Qian ctx->trng = trng;
165e4d9d10eSWeili Qian ret = 0;
166e4d9d10eSWeili Qian break;
167e4d9d10eSWeili Qian }
168e4d9d10eSWeili Qian }
169e4d9d10eSWeili Qian mutex_unlock(&trng_devices.lock);
170e4d9d10eSWeili Qian
171e4d9d10eSWeili Qian return ret;
172e4d9d10eSWeili Qian }
173e4d9d10eSWeili Qian
hisi_trng_exit(struct crypto_tfm * tfm)174e4d9d10eSWeili Qian static void hisi_trng_exit(struct crypto_tfm *tfm)
175e4d9d10eSWeili Qian {
176e4d9d10eSWeili Qian struct hisi_trng_ctx *ctx = crypto_tfm_ctx(tfm);
177e4d9d10eSWeili Qian
178e4d9d10eSWeili Qian mutex_lock(&trng_devices.lock);
179e4d9d10eSWeili Qian ctx->trng->is_used = false;
180e4d9d10eSWeili Qian mutex_unlock(&trng_devices.lock);
181e4d9d10eSWeili Qian }
182e4d9d10eSWeili Qian
hisi_trng_read(struct hwrng * rng,void * buf,size_t max,bool wait)18356c6da16SWeili Qian static int hisi_trng_read(struct hwrng *rng, void *buf, size_t max, bool wait)
18456c6da16SWeili Qian {
18556c6da16SWeili Qian struct hisi_trng *trng;
18656c6da16SWeili Qian int currsize = 0;
18756c6da16SWeili Qian u32 val = 0;
188*00856e53SWeili Qian int ret;
18956c6da16SWeili Qian
19056c6da16SWeili Qian trng = container_of(rng, struct hisi_trng, rng);
19156c6da16SWeili Qian
19256c6da16SWeili Qian do {
19356c6da16SWeili Qian ret = readl_poll_timeout(trng->base + HISI_TRNG_REG, val,
19456c6da16SWeili Qian val, SLEEP_US, TIMEOUT_US);
19556c6da16SWeili Qian if (ret)
19656c6da16SWeili Qian return currsize;
19756c6da16SWeili Qian
19856c6da16SWeili Qian if (max - currsize >= HISI_TRNG_BYTES) {
19956c6da16SWeili Qian memcpy(buf + currsize, &val, HISI_TRNG_BYTES);
20056c6da16SWeili Qian currsize += HISI_TRNG_BYTES;
20156c6da16SWeili Qian if (currsize == max)
20256c6da16SWeili Qian return currsize;
20356c6da16SWeili Qian continue;
20456c6da16SWeili Qian }
20556c6da16SWeili Qian
20656c6da16SWeili Qian /* copy remaining bytes */
20756c6da16SWeili Qian memcpy(buf + currsize, &val, max - currsize);
20856c6da16SWeili Qian currsize = max;
20956c6da16SWeili Qian } while (currsize < max);
21056c6da16SWeili Qian
21156c6da16SWeili Qian return currsize;
21256c6da16SWeili Qian }
21356c6da16SWeili Qian
214e4d9d10eSWeili Qian static struct rng_alg hisi_trng_alg = {
215e4d9d10eSWeili Qian .generate = hisi_trng_generate,
216e4d9d10eSWeili Qian .seed = hisi_trng_seed,
217e4d9d10eSWeili Qian .seedsize = SW_DRBG_SEED_SIZE,
218e4d9d10eSWeili Qian .base = {
219e4d9d10eSWeili Qian .cra_name = "stdrng",
220e4d9d10eSWeili Qian .cra_driver_name = "hisi_stdrng",
221e4d9d10eSWeili Qian .cra_priority = 300,
222e4d9d10eSWeili Qian .cra_ctxsize = sizeof(struct hisi_trng_ctx),
223e4d9d10eSWeili Qian .cra_module = THIS_MODULE,
224e4d9d10eSWeili Qian .cra_init = hisi_trng_init,
225e4d9d10eSWeili Qian .cra_exit = hisi_trng_exit,
226e4d9d10eSWeili Qian },
227e4d9d10eSWeili Qian };
228e4d9d10eSWeili Qian
hisi_trng_add_to_list(struct hisi_trng * trng)229e4d9d10eSWeili Qian static void hisi_trng_add_to_list(struct hisi_trng *trng)
230e4d9d10eSWeili Qian {
231e4d9d10eSWeili Qian mutex_lock(&trng_devices.lock);
232e4d9d10eSWeili Qian list_add_tail(&trng->list, &trng_devices.list);
233e4d9d10eSWeili Qian mutex_unlock(&trng_devices.lock);
234e4d9d10eSWeili Qian }
235e4d9d10eSWeili Qian
hisi_trng_del_from_list(struct hisi_trng * trng)236e4d9d10eSWeili Qian static int hisi_trng_del_from_list(struct hisi_trng *trng)
237e4d9d10eSWeili Qian {
238e4d9d10eSWeili Qian int ret = -EBUSY;
239e4d9d10eSWeili Qian
240e4d9d10eSWeili Qian mutex_lock(&trng_devices.lock);
241e4d9d10eSWeili Qian if (!trng->is_used) {
242e4d9d10eSWeili Qian list_del(&trng->list);
243e4d9d10eSWeili Qian ret = 0;
244e4d9d10eSWeili Qian }
245e4d9d10eSWeili Qian mutex_unlock(&trng_devices.lock);
246e4d9d10eSWeili Qian
247e4d9d10eSWeili Qian return ret;
248e4d9d10eSWeili Qian }
249e4d9d10eSWeili Qian
hisi_trng_probe(struct platform_device * pdev)25056c6da16SWeili Qian static int hisi_trng_probe(struct platform_device *pdev)
25156c6da16SWeili Qian {
25256c6da16SWeili Qian struct hisi_trng *trng;
25356c6da16SWeili Qian int ret;
25456c6da16SWeili Qian
25556c6da16SWeili Qian trng = devm_kzalloc(&pdev->dev, sizeof(*trng), GFP_KERNEL);
25656c6da16SWeili Qian if (!trng)
25756c6da16SWeili Qian return -ENOMEM;
25856c6da16SWeili Qian
259e4d9d10eSWeili Qian platform_set_drvdata(pdev, trng);
260e4d9d10eSWeili Qian
26156c6da16SWeili Qian trng->base = devm_platform_ioremap_resource(pdev, 0);
26256c6da16SWeili Qian if (IS_ERR(trng->base))
26356c6da16SWeili Qian return PTR_ERR(trng->base);
26456c6da16SWeili Qian
265e4d9d10eSWeili Qian trng->is_used = false;
2666e57871cSWeili Qian trng->ver = readl(trng->base + HISI_TRNG_VERSION);
267e4d9d10eSWeili Qian if (!trng_devices.is_init) {
268e4d9d10eSWeili Qian INIT_LIST_HEAD(&trng_devices.list);
269e4d9d10eSWeili Qian mutex_init(&trng_devices.lock);
270e4d9d10eSWeili Qian trng_devices.is_init = true;
271e4d9d10eSWeili Qian }
272e4d9d10eSWeili Qian
273e4d9d10eSWeili Qian hisi_trng_add_to_list(trng);
2746e57871cSWeili Qian if (trng->ver != HISI_TRNG_VER_V1 &&
2756e57871cSWeili Qian atomic_inc_return(&trng_active_devs) == 1) {
276e4d9d10eSWeili Qian ret = crypto_register_rng(&hisi_trng_alg);
277e4d9d10eSWeili Qian if (ret) {
278e4d9d10eSWeili Qian dev_err(&pdev->dev,
279e4d9d10eSWeili Qian "failed to register crypto(%d)\n", ret);
280a320dc2fSYejune Deng atomic_dec_return(&trng_active_devs);
281e4d9d10eSWeili Qian goto err_remove_from_list;
282e4d9d10eSWeili Qian }
283e4d9d10eSWeili Qian }
284e4d9d10eSWeili Qian
28556c6da16SWeili Qian trng->rng.name = pdev->name;
28656c6da16SWeili Qian trng->rng.read = hisi_trng_read;
28756c6da16SWeili Qian trng->rng.quality = HISI_TRNG_QUALITY;
28856c6da16SWeili Qian ret = devm_hwrng_register(&pdev->dev, &trng->rng);
289e4d9d10eSWeili Qian if (ret) {
290e4d9d10eSWeili Qian dev_err(&pdev->dev, "failed to register hwrng: %d!\n", ret);
291e4d9d10eSWeili Qian goto err_crypto_unregister;
292e4d9d10eSWeili Qian }
29356c6da16SWeili Qian
29456c6da16SWeili Qian return ret;
295e4d9d10eSWeili Qian
296e4d9d10eSWeili Qian err_crypto_unregister:
2976e57871cSWeili Qian if (trng->ver != HISI_TRNG_VER_V1 &&
2986e57871cSWeili Qian atomic_dec_return(&trng_active_devs) == 0)
299e4d9d10eSWeili Qian crypto_unregister_rng(&hisi_trng_alg);
300e4d9d10eSWeili Qian
301e4d9d10eSWeili Qian err_remove_from_list:
302e4d9d10eSWeili Qian hisi_trng_del_from_list(trng);
303e4d9d10eSWeili Qian return ret;
304e4d9d10eSWeili Qian }
305e4d9d10eSWeili Qian
hisi_trng_remove(struct platform_device * pdev)306e4d9d10eSWeili Qian static int hisi_trng_remove(struct platform_device *pdev)
307e4d9d10eSWeili Qian {
308e4d9d10eSWeili Qian struct hisi_trng *trng = platform_get_drvdata(pdev);
309e4d9d10eSWeili Qian
310e4d9d10eSWeili Qian /* Wait until the task is finished */
311e4d9d10eSWeili Qian while (hisi_trng_del_from_list(trng))
312e4d9d10eSWeili Qian ;
313e4d9d10eSWeili Qian
3146e57871cSWeili Qian if (trng->ver != HISI_TRNG_VER_V1 &&
3156e57871cSWeili Qian atomic_dec_return(&trng_active_devs) == 0)
316e4d9d10eSWeili Qian crypto_unregister_rng(&hisi_trng_alg);
317e4d9d10eSWeili Qian
318e4d9d10eSWeili Qian return 0;
31956c6da16SWeili Qian }
32056c6da16SWeili Qian
32156c6da16SWeili Qian static const struct acpi_device_id hisi_trng_acpi_match[] = {
32256c6da16SWeili Qian { "HISI02B3", 0 },
32356c6da16SWeili Qian { }
32456c6da16SWeili Qian };
32556c6da16SWeili Qian MODULE_DEVICE_TABLE(acpi, hisi_trng_acpi_match);
32656c6da16SWeili Qian
32756c6da16SWeili Qian static struct platform_driver hisi_trng_driver = {
32856c6da16SWeili Qian .probe = hisi_trng_probe,
329e4d9d10eSWeili Qian .remove = hisi_trng_remove,
33056c6da16SWeili Qian .driver = {
33156c6da16SWeili Qian .name = "hisi-trng-v2",
33256c6da16SWeili Qian .acpi_match_table = ACPI_PTR(hisi_trng_acpi_match),
33356c6da16SWeili Qian },
33456c6da16SWeili Qian };
33556c6da16SWeili Qian
33656c6da16SWeili Qian module_platform_driver(hisi_trng_driver);
33756c6da16SWeili Qian
33856c6da16SWeili Qian MODULE_LICENSE("GPL v2");
33956c6da16SWeili Qian MODULE_AUTHOR("Weili Qian <qianweili@huawei.com>");
34056c6da16SWeili Qian MODULE_AUTHOR("Zaibo Xu <xuzaibo@huawei.com>");
34156c6da16SWeili Qian MODULE_DESCRIPTION("HiSilicon true random number generator V2 driver");
342