1da7f033dSHerbert Xu /* 2da7f033dSHerbert Xu * Algorithm testing framework and tests. 3da7f033dSHerbert Xu * 4da7f033dSHerbert Xu * Copyright (c) 2002 James Morris <jmorris@intercode.com.au> 5da7f033dSHerbert Xu * Copyright (c) 2002 Jean-Francois Dive <jef@linuxbe.org> 6da7f033dSHerbert Xu * Copyright (c) 2007 Nokia Siemens Networks 7da7f033dSHerbert Xu * Copyright (c) 2008 Herbert Xu <herbert@gondor.apana.org.au> 83f47a03dSEric Biggers * Copyright (c) 2019 Google LLC 9da7f033dSHerbert Xu * 1069435b94SAdrian Hoban * Updated RFC4106 AES-GCM testing. 1169435b94SAdrian Hoban * Authors: Aidan O'Mahony (aidan.o.mahony@intel.com) 1269435b94SAdrian Hoban * Adrian Hoban <adrian.hoban@intel.com> 1369435b94SAdrian Hoban * Gabriele Paoloni <gabriele.paoloni@intel.com> 1469435b94SAdrian Hoban * Tadeusz Struk (tadeusz.struk@intel.com) 1569435b94SAdrian Hoban * Copyright (c) 2010, Intel Corporation. 1669435b94SAdrian Hoban * 17da7f033dSHerbert Xu * This program is free software; you can redistribute it and/or modify it 18da7f033dSHerbert Xu * under the terms of the GNU General Public License as published by the Free 19da7f033dSHerbert Xu * Software Foundation; either version 2 of the License, or (at your option) 20da7f033dSHerbert Xu * any later version. 21da7f033dSHerbert Xu * 22da7f033dSHerbert Xu */ 23da7f033dSHerbert Xu 241ce33115SHerbert Xu #include <crypto/aead.h> 25da7f033dSHerbert Xu #include <crypto/hash.h> 2612773d93SHerbert Xu #include <crypto/skcipher.h> 27da7f033dSHerbert Xu #include <linux/err.h> 281c41b882SHerbert Xu #include <linux/fips.h> 29da7f033dSHerbert Xu #include <linux/module.h> 303f47a03dSEric Biggers #include <linux/once.h> 3125f9dddbSEric Biggers #include <linux/random.h> 32da7f033dSHerbert Xu #include <linux/scatterlist.h> 33da7f033dSHerbert Xu #include <linux/slab.h> 34da7f033dSHerbert Xu #include <linux/string.h> 357647d6ceSJarod Wilson #include <crypto/rng.h> 3664d1cdfbSStephan Mueller #include <crypto/drbg.h> 37946cc463STadeusz Struk #include <crypto/akcipher.h> 38802c7f1cSSalvatore Benedetto #include <crypto/kpp.h> 39d7db7a88SGiovanni Cabiddu #include <crypto/acompress.h> 40b55e1a39SEric Biggers #include <crypto/internal/simd.h> 41da7f033dSHerbert Xu 42da7f033dSHerbert Xu #include "internal.h" 430b767f96SAlexander Shishkin 449e5c9fe4SRichard W.M. Jones static bool notests; 459e5c9fe4SRichard W.M. Jones module_param(notests, bool, 0644); 469e5c9fe4SRichard W.M. Jones MODULE_PARM_DESC(notests, "disable crypto self-tests"); 479e5c9fe4SRichard W.M. Jones 48eda69b0cSEric Biggers static bool panic_on_fail; 49eda69b0cSEric Biggers module_param(panic_on_fail, bool, 0444); 50eda69b0cSEric Biggers 515b2706a4SEric Biggers #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS 525b2706a4SEric Biggers static bool noextratests; 535b2706a4SEric Biggers module_param(noextratests, bool, 0644); 545b2706a4SEric Biggers MODULE_PARM_DESC(noextratests, "disable expensive crypto self-tests"); 555b2706a4SEric Biggers 565b2706a4SEric Biggers static unsigned int fuzz_iterations = 100; 575b2706a4SEric Biggers module_param(fuzz_iterations, uint, 0644); 585b2706a4SEric Biggers MODULE_PARM_DESC(fuzz_iterations, "number of fuzz test iterations"); 59b55e1a39SEric Biggers 60b55e1a39SEric Biggers DEFINE_PER_CPU(bool, crypto_simd_disabled_for_test); 61b55e1a39SEric Biggers EXPORT_PER_CPU_SYMBOL_GPL(crypto_simd_disabled_for_test); 625b2706a4SEric Biggers #endif 635b2706a4SEric Biggers 64326a6346SHerbert Xu #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS 650b767f96SAlexander Shishkin 660b767f96SAlexander Shishkin /* a perfect nop */ 670b767f96SAlexander Shishkin int alg_test(const char *driver, const char *alg, u32 type, u32 mask) 680b767f96SAlexander Shishkin { 690b767f96SAlexander Shishkin return 0; 700b767f96SAlexander Shishkin } 710b767f96SAlexander Shishkin 720b767f96SAlexander Shishkin #else 730b767f96SAlexander Shishkin 74da7f033dSHerbert Xu #include "testmgr.h" 75da7f033dSHerbert Xu 76da7f033dSHerbert Xu /* 77da7f033dSHerbert Xu * Need slab memory for testing (size in number of pages). 78da7f033dSHerbert Xu */ 79da7f033dSHerbert Xu #define XBUFSIZE 8 80da7f033dSHerbert Xu 81da7f033dSHerbert Xu /* 82da7f033dSHerbert Xu * Used by test_cipher() 83da7f033dSHerbert Xu */ 84da7f033dSHerbert Xu #define ENCRYPT 1 85da7f033dSHerbert Xu #define DECRYPT 0 86da7f033dSHerbert Xu 87da7f033dSHerbert Xu struct aead_test_suite { 88b13b1e0cSEric Biggers const struct aead_testvec *vecs; 89da7f033dSHerbert Xu unsigned int count; 90da7f033dSHerbert Xu }; 91da7f033dSHerbert Xu 92da7f033dSHerbert Xu struct cipher_test_suite { 93b13b1e0cSEric Biggers const struct cipher_testvec *vecs; 94da7f033dSHerbert Xu unsigned int count; 95da7f033dSHerbert Xu }; 96da7f033dSHerbert Xu 97da7f033dSHerbert Xu struct comp_test_suite { 98da7f033dSHerbert Xu struct { 99b13b1e0cSEric Biggers const struct comp_testvec *vecs; 100da7f033dSHerbert Xu unsigned int count; 101da7f033dSHerbert Xu } comp, decomp; 102da7f033dSHerbert Xu }; 103da7f033dSHerbert Xu 104da7f033dSHerbert Xu struct hash_test_suite { 105b13b1e0cSEric Biggers const struct hash_testvec *vecs; 106da7f033dSHerbert Xu unsigned int count; 107da7f033dSHerbert Xu }; 108da7f033dSHerbert Xu 1097647d6ceSJarod Wilson struct cprng_test_suite { 110b13b1e0cSEric Biggers const struct cprng_testvec *vecs; 1117647d6ceSJarod Wilson unsigned int count; 1127647d6ceSJarod Wilson }; 1137647d6ceSJarod Wilson 11464d1cdfbSStephan Mueller struct drbg_test_suite { 115b13b1e0cSEric Biggers const struct drbg_testvec *vecs; 11664d1cdfbSStephan Mueller unsigned int count; 11764d1cdfbSStephan Mueller }; 11864d1cdfbSStephan Mueller 119946cc463STadeusz Struk struct akcipher_test_suite { 120b13b1e0cSEric Biggers const struct akcipher_testvec *vecs; 121946cc463STadeusz Struk unsigned int count; 122946cc463STadeusz Struk }; 123946cc463STadeusz Struk 124802c7f1cSSalvatore Benedetto struct kpp_test_suite { 125b13b1e0cSEric Biggers const struct kpp_testvec *vecs; 126802c7f1cSSalvatore Benedetto unsigned int count; 127802c7f1cSSalvatore Benedetto }; 128802c7f1cSSalvatore Benedetto 129da7f033dSHerbert Xu struct alg_test_desc { 130da7f033dSHerbert Xu const char *alg; 131f2bb770aSEric Biggers const char *generic_driver; 132da7f033dSHerbert Xu int (*test)(const struct alg_test_desc *desc, const char *driver, 133da7f033dSHerbert Xu u32 type, u32 mask); 134a1915d51SJarod Wilson int fips_allowed; /* set if alg is allowed in fips mode */ 135da7f033dSHerbert Xu 136da7f033dSHerbert Xu union { 137da7f033dSHerbert Xu struct aead_test_suite aead; 138da7f033dSHerbert Xu struct cipher_test_suite cipher; 139da7f033dSHerbert Xu struct comp_test_suite comp; 140da7f033dSHerbert Xu struct hash_test_suite hash; 1417647d6ceSJarod Wilson struct cprng_test_suite cprng; 14264d1cdfbSStephan Mueller struct drbg_test_suite drbg; 143946cc463STadeusz Struk struct akcipher_test_suite akcipher; 144802c7f1cSSalvatore Benedetto struct kpp_test_suite kpp; 145da7f033dSHerbert Xu } suite; 146da7f033dSHerbert Xu }; 147da7f033dSHerbert Xu 148da7f033dSHerbert Xu static void hexdump(unsigned char *buf, unsigned int len) 149da7f033dSHerbert Xu { 150da7f033dSHerbert Xu print_hex_dump(KERN_CONT, "", DUMP_PREFIX_OFFSET, 151da7f033dSHerbert Xu 16, 1, 152da7f033dSHerbert Xu buf, len, false); 153da7f033dSHerbert Xu } 154da7f033dSHerbert Xu 1553f47a03dSEric Biggers static int __testmgr_alloc_buf(char *buf[XBUFSIZE], int order) 156f8b0d4d0SHerbert Xu { 157f8b0d4d0SHerbert Xu int i; 158f8b0d4d0SHerbert Xu 159f8b0d4d0SHerbert Xu for (i = 0; i < XBUFSIZE; i++) { 1603f47a03dSEric Biggers buf[i] = (char *)__get_free_pages(GFP_KERNEL, order); 161f8b0d4d0SHerbert Xu if (!buf[i]) 162f8b0d4d0SHerbert Xu goto err_free_buf; 163f8b0d4d0SHerbert Xu } 164f8b0d4d0SHerbert Xu 165f8b0d4d0SHerbert Xu return 0; 166f8b0d4d0SHerbert Xu 167f8b0d4d0SHerbert Xu err_free_buf: 168f8b0d4d0SHerbert Xu while (i-- > 0) 1693f47a03dSEric Biggers free_pages((unsigned long)buf[i], order); 170f8b0d4d0SHerbert Xu 171f8b0d4d0SHerbert Xu return -ENOMEM; 172f8b0d4d0SHerbert Xu } 173f8b0d4d0SHerbert Xu 1743f47a03dSEric Biggers static int testmgr_alloc_buf(char *buf[XBUFSIZE]) 1753f47a03dSEric Biggers { 1763f47a03dSEric Biggers return __testmgr_alloc_buf(buf, 0); 1773f47a03dSEric Biggers } 1783f47a03dSEric Biggers 1793f47a03dSEric Biggers static void __testmgr_free_buf(char *buf[XBUFSIZE], int order) 180f8b0d4d0SHerbert Xu { 181f8b0d4d0SHerbert Xu int i; 182f8b0d4d0SHerbert Xu 183f8b0d4d0SHerbert Xu for (i = 0; i < XBUFSIZE; i++) 1843f47a03dSEric Biggers free_pages((unsigned long)buf[i], order); 1853f47a03dSEric Biggers } 1863f47a03dSEric Biggers 1873f47a03dSEric Biggers static void testmgr_free_buf(char *buf[XBUFSIZE]) 1883f47a03dSEric Biggers { 1893f47a03dSEric Biggers __testmgr_free_buf(buf, 0); 1903f47a03dSEric Biggers } 1913f47a03dSEric Biggers 1923f47a03dSEric Biggers #define TESTMGR_POISON_BYTE 0xfe 1933f47a03dSEric Biggers #define TESTMGR_POISON_LEN 16 1943f47a03dSEric Biggers 1953f47a03dSEric Biggers static inline void testmgr_poison(void *addr, size_t len) 1963f47a03dSEric Biggers { 1973f47a03dSEric Biggers memset(addr, TESTMGR_POISON_BYTE, len); 1983f47a03dSEric Biggers } 1993f47a03dSEric Biggers 2003f47a03dSEric Biggers /* Is the memory region still fully poisoned? */ 2013f47a03dSEric Biggers static inline bool testmgr_is_poison(const void *addr, size_t len) 2023f47a03dSEric Biggers { 2033f47a03dSEric Biggers return memchr_inv(addr, TESTMGR_POISON_BYTE, len) == NULL; 2043f47a03dSEric Biggers } 2053f47a03dSEric Biggers 2063f47a03dSEric Biggers /* flush type for hash algorithms */ 2073f47a03dSEric Biggers enum flush_type { 2083f47a03dSEric Biggers /* merge with update of previous buffer(s) */ 2093f47a03dSEric Biggers FLUSH_TYPE_NONE = 0, 2103f47a03dSEric Biggers 2113f47a03dSEric Biggers /* update with previous buffer(s) before doing this one */ 2123f47a03dSEric Biggers FLUSH_TYPE_FLUSH, 2133f47a03dSEric Biggers 2143f47a03dSEric Biggers /* likewise, but also export and re-import the intermediate state */ 2153f47a03dSEric Biggers FLUSH_TYPE_REIMPORT, 2163f47a03dSEric Biggers }; 2173f47a03dSEric Biggers 2183f47a03dSEric Biggers /* finalization function for hash algorithms */ 2193f47a03dSEric Biggers enum finalization_type { 2203f47a03dSEric Biggers FINALIZATION_TYPE_FINAL, /* use final() */ 2213f47a03dSEric Biggers FINALIZATION_TYPE_FINUP, /* use finup() */ 2223f47a03dSEric Biggers FINALIZATION_TYPE_DIGEST, /* use digest() */ 2233f47a03dSEric Biggers }; 2243f47a03dSEric Biggers 2253f47a03dSEric Biggers #define TEST_SG_TOTAL 10000 2263f47a03dSEric Biggers 2273f47a03dSEric Biggers /** 2283f47a03dSEric Biggers * struct test_sg_division - description of a scatterlist entry 2293f47a03dSEric Biggers * 2303f47a03dSEric Biggers * This struct describes one entry of a scatterlist being constructed to check a 2313f47a03dSEric Biggers * crypto test vector. 2323f47a03dSEric Biggers * 2333f47a03dSEric Biggers * @proportion_of_total: length of this chunk relative to the total length, 2343f47a03dSEric Biggers * given as a proportion out of TEST_SG_TOTAL so that it 2353f47a03dSEric Biggers * scales to fit any test vector 2363f47a03dSEric Biggers * @offset: byte offset into a 2-page buffer at which this chunk will start 2373f47a03dSEric Biggers * @offset_relative_to_alignmask: if true, add the algorithm's alignmask to the 2383f47a03dSEric Biggers * @offset 2393f47a03dSEric Biggers * @flush_type: for hashes, whether an update() should be done now vs. 2403f47a03dSEric Biggers * continuing to accumulate data 2416570737cSEric Biggers * @nosimd: if doing the pending update(), do it with SIMD disabled? 2423f47a03dSEric Biggers */ 2433f47a03dSEric Biggers struct test_sg_division { 2443f47a03dSEric Biggers unsigned int proportion_of_total; 2453f47a03dSEric Biggers unsigned int offset; 2463f47a03dSEric Biggers bool offset_relative_to_alignmask; 2473f47a03dSEric Biggers enum flush_type flush_type; 2486570737cSEric Biggers bool nosimd; 2493f47a03dSEric Biggers }; 2503f47a03dSEric Biggers 2513f47a03dSEric Biggers /** 2523f47a03dSEric Biggers * struct testvec_config - configuration for testing a crypto test vector 2533f47a03dSEric Biggers * 2543f47a03dSEric Biggers * This struct describes the data layout and other parameters with which each 2553f47a03dSEric Biggers * crypto test vector can be tested. 2563f47a03dSEric Biggers * 2573f47a03dSEric Biggers * @name: name of this config, logged for debugging purposes if a test fails 2583f47a03dSEric Biggers * @inplace: operate on the data in-place, if applicable for the algorithm type? 2593f47a03dSEric Biggers * @req_flags: extra request_flags, e.g. CRYPTO_TFM_REQ_MAY_SLEEP 2603f47a03dSEric Biggers * @src_divs: description of how to arrange the source scatterlist 2613f47a03dSEric Biggers * @dst_divs: description of how to arrange the dst scatterlist, if applicable 2623f47a03dSEric Biggers * for the algorithm type. Defaults to @src_divs if unset. 2633f47a03dSEric Biggers * @iv_offset: misalignment of the IV in the range [0..MAX_ALGAPI_ALIGNMASK+1], 2643f47a03dSEric Biggers * where 0 is aligned to a 2*(MAX_ALGAPI_ALIGNMASK+1) byte boundary 2653f47a03dSEric Biggers * @iv_offset_relative_to_alignmask: if true, add the algorithm's alignmask to 2663f47a03dSEric Biggers * the @iv_offset 2673f47a03dSEric Biggers * @finalization_type: what finalization function to use for hashes 2686570737cSEric Biggers * @nosimd: execute with SIMD disabled? Requires !CRYPTO_TFM_REQ_MAY_SLEEP. 2693f47a03dSEric Biggers */ 2703f47a03dSEric Biggers struct testvec_config { 2713f47a03dSEric Biggers const char *name; 2723f47a03dSEric Biggers bool inplace; 2733f47a03dSEric Biggers u32 req_flags; 2743f47a03dSEric Biggers struct test_sg_division src_divs[XBUFSIZE]; 2753f47a03dSEric Biggers struct test_sg_division dst_divs[XBUFSIZE]; 2763f47a03dSEric Biggers unsigned int iv_offset; 2773f47a03dSEric Biggers bool iv_offset_relative_to_alignmask; 2783f47a03dSEric Biggers enum finalization_type finalization_type; 2796570737cSEric Biggers bool nosimd; 2803f47a03dSEric Biggers }; 2813f47a03dSEric Biggers 2823f47a03dSEric Biggers #define TESTVEC_CONFIG_NAMELEN 192 2833f47a03dSEric Biggers 2844e7babbaSEric Biggers /* 2854e7babbaSEric Biggers * The following are the lists of testvec_configs to test for each algorithm 2864e7babbaSEric Biggers * type when the basic crypto self-tests are enabled, i.e. when 2874e7babbaSEric Biggers * CONFIG_CRYPTO_MANAGER_DISABLE_TESTS is unset. They aim to provide good test 2884e7babbaSEric Biggers * coverage, while keeping the test time much shorter than the full fuzz tests 2894e7babbaSEric Biggers * so that the basic tests can be enabled in a wider range of circumstances. 2904e7babbaSEric Biggers */ 2914e7babbaSEric Biggers 2924e7babbaSEric Biggers /* Configs for skciphers and aeads */ 2934e7babbaSEric Biggers static const struct testvec_config default_cipher_testvec_configs[] = { 2944e7babbaSEric Biggers { 2954e7babbaSEric Biggers .name = "in-place", 2964e7babbaSEric Biggers .inplace = true, 2974e7babbaSEric Biggers .src_divs = { { .proportion_of_total = 10000 } }, 2984e7babbaSEric Biggers }, { 2994e7babbaSEric Biggers .name = "out-of-place", 3004e7babbaSEric Biggers .src_divs = { { .proportion_of_total = 10000 } }, 3014e7babbaSEric Biggers }, { 3024e7babbaSEric Biggers .name = "unaligned buffer, offset=1", 3034e7babbaSEric Biggers .src_divs = { { .proportion_of_total = 10000, .offset = 1 } }, 3044e7babbaSEric Biggers .iv_offset = 1, 3054e7babbaSEric Biggers }, { 3064e7babbaSEric Biggers .name = "buffer aligned only to alignmask", 3074e7babbaSEric Biggers .src_divs = { 3084e7babbaSEric Biggers { 3094e7babbaSEric Biggers .proportion_of_total = 10000, 3104e7babbaSEric Biggers .offset = 1, 3114e7babbaSEric Biggers .offset_relative_to_alignmask = true, 3124e7babbaSEric Biggers }, 3134e7babbaSEric Biggers }, 3144e7babbaSEric Biggers .iv_offset = 1, 3154e7babbaSEric Biggers .iv_offset_relative_to_alignmask = true, 3164e7babbaSEric Biggers }, { 3174e7babbaSEric Biggers .name = "two even aligned splits", 3184e7babbaSEric Biggers .src_divs = { 3194e7babbaSEric Biggers { .proportion_of_total = 5000 }, 3204e7babbaSEric Biggers { .proportion_of_total = 5000 }, 3214e7babbaSEric Biggers }, 3224e7babbaSEric Biggers }, { 3234e7babbaSEric Biggers .name = "uneven misaligned splits, may sleep", 3244e7babbaSEric Biggers .req_flags = CRYPTO_TFM_REQ_MAY_SLEEP, 3254e7babbaSEric Biggers .src_divs = { 3264e7babbaSEric Biggers { .proportion_of_total = 1900, .offset = 33 }, 3274e7babbaSEric Biggers { .proportion_of_total = 3300, .offset = 7 }, 3284e7babbaSEric Biggers { .proportion_of_total = 4800, .offset = 18 }, 3294e7babbaSEric Biggers }, 3304e7babbaSEric Biggers .iv_offset = 3, 3314e7babbaSEric Biggers }, { 3324e7babbaSEric Biggers .name = "misaligned splits crossing pages, inplace", 3334e7babbaSEric Biggers .inplace = true, 3344e7babbaSEric Biggers .src_divs = { 3354e7babbaSEric Biggers { 3364e7babbaSEric Biggers .proportion_of_total = 7500, 3374e7babbaSEric Biggers .offset = PAGE_SIZE - 32 3384e7babbaSEric Biggers }, { 3394e7babbaSEric Biggers .proportion_of_total = 2500, 3404e7babbaSEric Biggers .offset = PAGE_SIZE - 7 3414e7babbaSEric Biggers }, 3424e7babbaSEric Biggers }, 3434e7babbaSEric Biggers } 3444e7babbaSEric Biggers }; 3454e7babbaSEric Biggers 3464cc2dcf9SEric Biggers static const struct testvec_config default_hash_testvec_configs[] = { 3474cc2dcf9SEric Biggers { 3484cc2dcf9SEric Biggers .name = "init+update+final aligned buffer", 3494cc2dcf9SEric Biggers .src_divs = { { .proportion_of_total = 10000 } }, 3504cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_FINAL, 3514cc2dcf9SEric Biggers }, { 3524cc2dcf9SEric Biggers .name = "init+finup aligned buffer", 3534cc2dcf9SEric Biggers .src_divs = { { .proportion_of_total = 10000 } }, 3544cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_FINUP, 3554cc2dcf9SEric Biggers }, { 3564cc2dcf9SEric Biggers .name = "digest aligned buffer", 3574cc2dcf9SEric Biggers .src_divs = { { .proportion_of_total = 10000 } }, 3584cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_DIGEST, 3594cc2dcf9SEric Biggers }, { 3604cc2dcf9SEric Biggers .name = "init+update+final misaligned buffer", 3614cc2dcf9SEric Biggers .src_divs = { { .proportion_of_total = 10000, .offset = 1 } }, 3624cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_FINAL, 3634cc2dcf9SEric Biggers }, { 3644cc2dcf9SEric Biggers .name = "digest buffer aligned only to alignmask", 3654cc2dcf9SEric Biggers .src_divs = { 3664cc2dcf9SEric Biggers { 3674cc2dcf9SEric Biggers .proportion_of_total = 10000, 3684cc2dcf9SEric Biggers .offset = 1, 3694cc2dcf9SEric Biggers .offset_relative_to_alignmask = true, 3704cc2dcf9SEric Biggers }, 3714cc2dcf9SEric Biggers }, 3724cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_DIGEST, 3734cc2dcf9SEric Biggers }, { 3744cc2dcf9SEric Biggers .name = "init+update+update+final two even splits", 3754cc2dcf9SEric Biggers .src_divs = { 3764cc2dcf9SEric Biggers { .proportion_of_total = 5000 }, 3774cc2dcf9SEric Biggers { 3784cc2dcf9SEric Biggers .proportion_of_total = 5000, 3794cc2dcf9SEric Biggers .flush_type = FLUSH_TYPE_FLUSH, 3804cc2dcf9SEric Biggers }, 3814cc2dcf9SEric Biggers }, 3824cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_FINAL, 3834cc2dcf9SEric Biggers }, { 3844cc2dcf9SEric Biggers .name = "digest uneven misaligned splits, may sleep", 3854cc2dcf9SEric Biggers .req_flags = CRYPTO_TFM_REQ_MAY_SLEEP, 3864cc2dcf9SEric Biggers .src_divs = { 3874cc2dcf9SEric Biggers { .proportion_of_total = 1900, .offset = 33 }, 3884cc2dcf9SEric Biggers { .proportion_of_total = 3300, .offset = 7 }, 3894cc2dcf9SEric Biggers { .proportion_of_total = 4800, .offset = 18 }, 3904cc2dcf9SEric Biggers }, 3914cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_DIGEST, 3924cc2dcf9SEric Biggers }, { 3934cc2dcf9SEric Biggers .name = "digest misaligned splits crossing pages", 3944cc2dcf9SEric Biggers .src_divs = { 3954cc2dcf9SEric Biggers { 3964cc2dcf9SEric Biggers .proportion_of_total = 7500, 3974cc2dcf9SEric Biggers .offset = PAGE_SIZE - 32, 3984cc2dcf9SEric Biggers }, { 3994cc2dcf9SEric Biggers .proportion_of_total = 2500, 4004cc2dcf9SEric Biggers .offset = PAGE_SIZE - 7, 4014cc2dcf9SEric Biggers }, 4024cc2dcf9SEric Biggers }, 4034cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_DIGEST, 4044cc2dcf9SEric Biggers }, { 4054cc2dcf9SEric Biggers .name = "import/export", 4064cc2dcf9SEric Biggers .src_divs = { 4074cc2dcf9SEric Biggers { 4084cc2dcf9SEric Biggers .proportion_of_total = 6500, 4094cc2dcf9SEric Biggers .flush_type = FLUSH_TYPE_REIMPORT, 4104cc2dcf9SEric Biggers }, { 4114cc2dcf9SEric Biggers .proportion_of_total = 3500, 4124cc2dcf9SEric Biggers .flush_type = FLUSH_TYPE_REIMPORT, 4134cc2dcf9SEric Biggers }, 4144cc2dcf9SEric Biggers }, 4154cc2dcf9SEric Biggers .finalization_type = FINALIZATION_TYPE_FINAL, 4164cc2dcf9SEric Biggers } 4174cc2dcf9SEric Biggers }; 4184cc2dcf9SEric Biggers 4193f47a03dSEric Biggers static unsigned int count_test_sg_divisions(const struct test_sg_division *divs) 4203f47a03dSEric Biggers { 4213f47a03dSEric Biggers unsigned int remaining = TEST_SG_TOTAL; 4223f47a03dSEric Biggers unsigned int ndivs = 0; 4233f47a03dSEric Biggers 4243f47a03dSEric Biggers do { 4253f47a03dSEric Biggers remaining -= divs[ndivs++].proportion_of_total; 4263f47a03dSEric Biggers } while (remaining); 4273f47a03dSEric Biggers 4283f47a03dSEric Biggers return ndivs; 4293f47a03dSEric Biggers } 4303f47a03dSEric Biggers 4316570737cSEric Biggers #define SGDIVS_HAVE_FLUSHES BIT(0) 4326570737cSEric Biggers #define SGDIVS_HAVE_NOSIMD BIT(1) 4336570737cSEric Biggers 4343f47a03dSEric Biggers static bool valid_sg_divisions(const struct test_sg_division *divs, 4356570737cSEric Biggers unsigned int count, int *flags_ret) 4363f47a03dSEric Biggers { 4373f47a03dSEric Biggers unsigned int total = 0; 4383f47a03dSEric Biggers unsigned int i; 4393f47a03dSEric Biggers 4403f47a03dSEric Biggers for (i = 0; i < count && total != TEST_SG_TOTAL; i++) { 4413f47a03dSEric Biggers if (divs[i].proportion_of_total <= 0 || 4423f47a03dSEric Biggers divs[i].proportion_of_total > TEST_SG_TOTAL - total) 4433f47a03dSEric Biggers return false; 4443f47a03dSEric Biggers total += divs[i].proportion_of_total; 4453f47a03dSEric Biggers if (divs[i].flush_type != FLUSH_TYPE_NONE) 4466570737cSEric Biggers *flags_ret |= SGDIVS_HAVE_FLUSHES; 4476570737cSEric Biggers if (divs[i].nosimd) 4486570737cSEric Biggers *flags_ret |= SGDIVS_HAVE_NOSIMD; 4493f47a03dSEric Biggers } 4503f47a03dSEric Biggers return total == TEST_SG_TOTAL && 4513f47a03dSEric Biggers memchr_inv(&divs[i], 0, (count - i) * sizeof(divs[0])) == NULL; 4523f47a03dSEric Biggers } 4533f47a03dSEric Biggers 4543f47a03dSEric Biggers /* 4553f47a03dSEric Biggers * Check whether the given testvec_config is valid. This isn't strictly needed 4563f47a03dSEric Biggers * since every testvec_config should be valid, but check anyway so that people 4573f47a03dSEric Biggers * don't unknowingly add broken configs that don't do what they wanted. 4583f47a03dSEric Biggers */ 4593f47a03dSEric Biggers static bool valid_testvec_config(const struct testvec_config *cfg) 4603f47a03dSEric Biggers { 4616570737cSEric Biggers int flags = 0; 4623f47a03dSEric Biggers 4633f47a03dSEric Biggers if (cfg->name == NULL) 4643f47a03dSEric Biggers return false; 4653f47a03dSEric Biggers 4663f47a03dSEric Biggers if (!valid_sg_divisions(cfg->src_divs, ARRAY_SIZE(cfg->src_divs), 4676570737cSEric Biggers &flags)) 4683f47a03dSEric Biggers return false; 4693f47a03dSEric Biggers 4703f47a03dSEric Biggers if (cfg->dst_divs[0].proportion_of_total) { 4713f47a03dSEric Biggers if (!valid_sg_divisions(cfg->dst_divs, 4726570737cSEric Biggers ARRAY_SIZE(cfg->dst_divs), &flags)) 4733f47a03dSEric Biggers return false; 4743f47a03dSEric Biggers } else { 4753f47a03dSEric Biggers if (memchr_inv(cfg->dst_divs, 0, sizeof(cfg->dst_divs))) 4763f47a03dSEric Biggers return false; 4773f47a03dSEric Biggers /* defaults to dst_divs=src_divs */ 4783f47a03dSEric Biggers } 4793f47a03dSEric Biggers 4803f47a03dSEric Biggers if (cfg->iv_offset + 4813f47a03dSEric Biggers (cfg->iv_offset_relative_to_alignmask ? MAX_ALGAPI_ALIGNMASK : 0) > 4823f47a03dSEric Biggers MAX_ALGAPI_ALIGNMASK + 1) 4833f47a03dSEric Biggers return false; 4843f47a03dSEric Biggers 4856570737cSEric Biggers if ((flags & (SGDIVS_HAVE_FLUSHES | SGDIVS_HAVE_NOSIMD)) && 4866570737cSEric Biggers cfg->finalization_type == FINALIZATION_TYPE_DIGEST) 4876570737cSEric Biggers return false; 4886570737cSEric Biggers 4896570737cSEric Biggers if ((cfg->nosimd || (flags & SGDIVS_HAVE_NOSIMD)) && 4906570737cSEric Biggers (cfg->req_flags & CRYPTO_TFM_REQ_MAY_SLEEP)) 4913f47a03dSEric Biggers return false; 4923f47a03dSEric Biggers 4933f47a03dSEric Biggers return true; 4943f47a03dSEric Biggers } 4953f47a03dSEric Biggers 4963f47a03dSEric Biggers struct test_sglist { 4973f47a03dSEric Biggers char *bufs[XBUFSIZE]; 4983f47a03dSEric Biggers struct scatterlist sgl[XBUFSIZE]; 4993f47a03dSEric Biggers struct scatterlist sgl_saved[XBUFSIZE]; 5003f47a03dSEric Biggers struct scatterlist *sgl_ptr; 5013f47a03dSEric Biggers unsigned int nents; 5023f47a03dSEric Biggers }; 5033f47a03dSEric Biggers 5043f47a03dSEric Biggers static int init_test_sglist(struct test_sglist *tsgl) 5053f47a03dSEric Biggers { 5063f47a03dSEric Biggers return __testmgr_alloc_buf(tsgl->bufs, 1 /* two pages per buffer */); 5073f47a03dSEric Biggers } 5083f47a03dSEric Biggers 5093f47a03dSEric Biggers static void destroy_test_sglist(struct test_sglist *tsgl) 5103f47a03dSEric Biggers { 5113f47a03dSEric Biggers return __testmgr_free_buf(tsgl->bufs, 1 /* two pages per buffer */); 5123f47a03dSEric Biggers } 5133f47a03dSEric Biggers 5143f47a03dSEric Biggers /** 5153f47a03dSEric Biggers * build_test_sglist() - build a scatterlist for a crypto test 5163f47a03dSEric Biggers * 5173f47a03dSEric Biggers * @tsgl: the scatterlist to build. @tsgl->bufs[] contains an array of 2-page 5183f47a03dSEric Biggers * buffers which the scatterlist @tsgl->sgl[] will be made to point into. 5193f47a03dSEric Biggers * @divs: the layout specification on which the scatterlist will be based 5203f47a03dSEric Biggers * @alignmask: the algorithm's alignmask 5213f47a03dSEric Biggers * @total_len: the total length of the scatterlist to build in bytes 5223f47a03dSEric Biggers * @data: if non-NULL, the buffers will be filled with this data until it ends. 5233f47a03dSEric Biggers * Otherwise the buffers will be poisoned. In both cases, some bytes 5243f47a03dSEric Biggers * past the end of each buffer will be poisoned to help detect overruns. 5253f47a03dSEric Biggers * @out_divs: if non-NULL, the test_sg_division to which each scatterlist entry 5263f47a03dSEric Biggers * corresponds will be returned here. This will match @divs except 5273f47a03dSEric Biggers * that divisions resolving to a length of 0 are omitted as they are 5283f47a03dSEric Biggers * not included in the scatterlist. 5293f47a03dSEric Biggers * 5303f47a03dSEric Biggers * Return: 0 or a -errno value 5313f47a03dSEric Biggers */ 5323f47a03dSEric Biggers static int build_test_sglist(struct test_sglist *tsgl, 5333f47a03dSEric Biggers const struct test_sg_division *divs, 5343f47a03dSEric Biggers const unsigned int alignmask, 5353f47a03dSEric Biggers const unsigned int total_len, 5363f47a03dSEric Biggers struct iov_iter *data, 5373f47a03dSEric Biggers const struct test_sg_division *out_divs[XBUFSIZE]) 5383f47a03dSEric Biggers { 5393f47a03dSEric Biggers struct { 5403f47a03dSEric Biggers const struct test_sg_division *div; 5413f47a03dSEric Biggers size_t length; 5423f47a03dSEric Biggers } partitions[XBUFSIZE]; 5433f47a03dSEric Biggers const unsigned int ndivs = count_test_sg_divisions(divs); 5443f47a03dSEric Biggers unsigned int len_remaining = total_len; 5453f47a03dSEric Biggers unsigned int i; 5463f47a03dSEric Biggers 5473f47a03dSEric Biggers BUILD_BUG_ON(ARRAY_SIZE(partitions) != ARRAY_SIZE(tsgl->sgl)); 5483f47a03dSEric Biggers if (WARN_ON(ndivs > ARRAY_SIZE(partitions))) 5493f47a03dSEric Biggers return -EINVAL; 5503f47a03dSEric Biggers 5513f47a03dSEric Biggers /* Calculate the (div, length) pairs */ 5523f47a03dSEric Biggers tsgl->nents = 0; 5533f47a03dSEric Biggers for (i = 0; i < ndivs; i++) { 5543f47a03dSEric Biggers unsigned int len_this_sg = 5553f47a03dSEric Biggers min(len_remaining, 5563f47a03dSEric Biggers (total_len * divs[i].proportion_of_total + 5573f47a03dSEric Biggers TEST_SG_TOTAL / 2) / TEST_SG_TOTAL); 5583f47a03dSEric Biggers 5593f47a03dSEric Biggers if (len_this_sg != 0) { 5603f47a03dSEric Biggers partitions[tsgl->nents].div = &divs[i]; 5613f47a03dSEric Biggers partitions[tsgl->nents].length = len_this_sg; 5623f47a03dSEric Biggers tsgl->nents++; 5633f47a03dSEric Biggers len_remaining -= len_this_sg; 5643f47a03dSEric Biggers } 5653f47a03dSEric Biggers } 5663f47a03dSEric Biggers if (tsgl->nents == 0) { 5673f47a03dSEric Biggers partitions[tsgl->nents].div = &divs[0]; 5683f47a03dSEric Biggers partitions[tsgl->nents].length = 0; 5693f47a03dSEric Biggers tsgl->nents++; 5703f47a03dSEric Biggers } 5713f47a03dSEric Biggers partitions[tsgl->nents - 1].length += len_remaining; 5723f47a03dSEric Biggers 5733f47a03dSEric Biggers /* Set up the sgl entries and fill the data or poison */ 5743f47a03dSEric Biggers sg_init_table(tsgl->sgl, tsgl->nents); 5753f47a03dSEric Biggers for (i = 0; i < tsgl->nents; i++) { 5763f47a03dSEric Biggers unsigned int offset = partitions[i].div->offset; 5773f47a03dSEric Biggers void *addr; 5783f47a03dSEric Biggers 5793f47a03dSEric Biggers if (partitions[i].div->offset_relative_to_alignmask) 5803f47a03dSEric Biggers offset += alignmask; 5813f47a03dSEric Biggers 5823f47a03dSEric Biggers while (offset + partitions[i].length + TESTMGR_POISON_LEN > 5833f47a03dSEric Biggers 2 * PAGE_SIZE) { 5843f47a03dSEric Biggers if (WARN_ON(offset <= 0)) 5853f47a03dSEric Biggers return -EINVAL; 5863f47a03dSEric Biggers offset /= 2; 5873f47a03dSEric Biggers } 5883f47a03dSEric Biggers 5893f47a03dSEric Biggers addr = &tsgl->bufs[i][offset]; 5903f47a03dSEric Biggers sg_set_buf(&tsgl->sgl[i], addr, partitions[i].length); 5913f47a03dSEric Biggers 5923f47a03dSEric Biggers if (out_divs) 5933f47a03dSEric Biggers out_divs[i] = partitions[i].div; 5943f47a03dSEric Biggers 5953f47a03dSEric Biggers if (data) { 5963f47a03dSEric Biggers size_t copy_len, copied; 5973f47a03dSEric Biggers 5983f47a03dSEric Biggers copy_len = min(partitions[i].length, data->count); 5993f47a03dSEric Biggers copied = copy_from_iter(addr, copy_len, data); 6003f47a03dSEric Biggers if (WARN_ON(copied != copy_len)) 6013f47a03dSEric Biggers return -EINVAL; 6023f47a03dSEric Biggers testmgr_poison(addr + copy_len, partitions[i].length + 6033f47a03dSEric Biggers TESTMGR_POISON_LEN - copy_len); 6043f47a03dSEric Biggers } else { 6053f47a03dSEric Biggers testmgr_poison(addr, partitions[i].length + 6063f47a03dSEric Biggers TESTMGR_POISON_LEN); 6073f47a03dSEric Biggers } 6083f47a03dSEric Biggers } 6093f47a03dSEric Biggers 6103f47a03dSEric Biggers sg_mark_end(&tsgl->sgl[tsgl->nents - 1]); 6113f47a03dSEric Biggers tsgl->sgl_ptr = tsgl->sgl; 6123f47a03dSEric Biggers memcpy(tsgl->sgl_saved, tsgl->sgl, tsgl->nents * sizeof(tsgl->sgl[0])); 6133f47a03dSEric Biggers return 0; 6143f47a03dSEric Biggers } 6153f47a03dSEric Biggers 6163f47a03dSEric Biggers /* 6173f47a03dSEric Biggers * Verify that a scatterlist crypto operation produced the correct output. 6183f47a03dSEric Biggers * 6193f47a03dSEric Biggers * @tsgl: scatterlist containing the actual output 6203f47a03dSEric Biggers * @expected_output: buffer containing the expected output 6213f47a03dSEric Biggers * @len_to_check: length of @expected_output in bytes 6223f47a03dSEric Biggers * @unchecked_prefix_len: number of ignored bytes in @tsgl prior to real result 6233f47a03dSEric Biggers * @check_poison: verify that the poison bytes after each chunk are intact? 6243f47a03dSEric Biggers * 6253f47a03dSEric Biggers * Return: 0 if correct, -EINVAL if incorrect, -EOVERFLOW if buffer overrun. 6263f47a03dSEric Biggers */ 6273f47a03dSEric Biggers static int verify_correct_output(const struct test_sglist *tsgl, 6283f47a03dSEric Biggers const char *expected_output, 6293f47a03dSEric Biggers unsigned int len_to_check, 6303f47a03dSEric Biggers unsigned int unchecked_prefix_len, 6313f47a03dSEric Biggers bool check_poison) 6323f47a03dSEric Biggers { 6333f47a03dSEric Biggers unsigned int i; 6343f47a03dSEric Biggers 6353f47a03dSEric Biggers for (i = 0; i < tsgl->nents; i++) { 6363f47a03dSEric Biggers struct scatterlist *sg = &tsgl->sgl_ptr[i]; 6373f47a03dSEric Biggers unsigned int len = sg->length; 6383f47a03dSEric Biggers unsigned int offset = sg->offset; 6393f47a03dSEric Biggers const char *actual_output; 6403f47a03dSEric Biggers 6413f47a03dSEric Biggers if (unchecked_prefix_len) { 6423f47a03dSEric Biggers if (unchecked_prefix_len >= len) { 6433f47a03dSEric Biggers unchecked_prefix_len -= len; 6443f47a03dSEric Biggers continue; 6453f47a03dSEric Biggers } 6463f47a03dSEric Biggers offset += unchecked_prefix_len; 6473f47a03dSEric Biggers len -= unchecked_prefix_len; 6483f47a03dSEric Biggers unchecked_prefix_len = 0; 6493f47a03dSEric Biggers } 6503f47a03dSEric Biggers len = min(len, len_to_check); 6513f47a03dSEric Biggers actual_output = page_address(sg_page(sg)) + offset; 6523f47a03dSEric Biggers if (memcmp(expected_output, actual_output, len) != 0) 6533f47a03dSEric Biggers return -EINVAL; 6543f47a03dSEric Biggers if (check_poison && 6553f47a03dSEric Biggers !testmgr_is_poison(actual_output + len, TESTMGR_POISON_LEN)) 6563f47a03dSEric Biggers return -EOVERFLOW; 6573f47a03dSEric Biggers len_to_check -= len; 6583f47a03dSEric Biggers expected_output += len; 6593f47a03dSEric Biggers } 6603f47a03dSEric Biggers if (WARN_ON(len_to_check != 0)) 6613f47a03dSEric Biggers return -EINVAL; 6623f47a03dSEric Biggers return 0; 6633f47a03dSEric Biggers } 6643f47a03dSEric Biggers 6653f47a03dSEric Biggers static bool is_test_sglist_corrupted(const struct test_sglist *tsgl) 6663f47a03dSEric Biggers { 6673f47a03dSEric Biggers unsigned int i; 6683f47a03dSEric Biggers 6693f47a03dSEric Biggers for (i = 0; i < tsgl->nents; i++) { 6703f47a03dSEric Biggers if (tsgl->sgl[i].page_link != tsgl->sgl_saved[i].page_link) 6713f47a03dSEric Biggers return true; 6723f47a03dSEric Biggers if (tsgl->sgl[i].offset != tsgl->sgl_saved[i].offset) 6733f47a03dSEric Biggers return true; 6743f47a03dSEric Biggers if (tsgl->sgl[i].length != tsgl->sgl_saved[i].length) 6753f47a03dSEric Biggers return true; 6763f47a03dSEric Biggers } 6773f47a03dSEric Biggers return false; 6783f47a03dSEric Biggers } 6793f47a03dSEric Biggers 6803f47a03dSEric Biggers struct cipher_test_sglists { 6813f47a03dSEric Biggers struct test_sglist src; 6823f47a03dSEric Biggers struct test_sglist dst; 6833f47a03dSEric Biggers }; 6843f47a03dSEric Biggers 6853f47a03dSEric Biggers static struct cipher_test_sglists *alloc_cipher_test_sglists(void) 6863f47a03dSEric Biggers { 6873f47a03dSEric Biggers struct cipher_test_sglists *tsgls; 6883f47a03dSEric Biggers 6893f47a03dSEric Biggers tsgls = kmalloc(sizeof(*tsgls), GFP_KERNEL); 6903f47a03dSEric Biggers if (!tsgls) 6913f47a03dSEric Biggers return NULL; 6923f47a03dSEric Biggers 6933f47a03dSEric Biggers if (init_test_sglist(&tsgls->src) != 0) 6943f47a03dSEric Biggers goto fail_kfree; 6953f47a03dSEric Biggers if (init_test_sglist(&tsgls->dst) != 0) 6963f47a03dSEric Biggers goto fail_destroy_src; 6973f47a03dSEric Biggers 6983f47a03dSEric Biggers return tsgls; 6993f47a03dSEric Biggers 7003f47a03dSEric Biggers fail_destroy_src: 7013f47a03dSEric Biggers destroy_test_sglist(&tsgls->src); 7023f47a03dSEric Biggers fail_kfree: 7033f47a03dSEric Biggers kfree(tsgls); 7043f47a03dSEric Biggers return NULL; 7053f47a03dSEric Biggers } 7063f47a03dSEric Biggers 7073f47a03dSEric Biggers static void free_cipher_test_sglists(struct cipher_test_sglists *tsgls) 7083f47a03dSEric Biggers { 7093f47a03dSEric Biggers if (tsgls) { 7103f47a03dSEric Biggers destroy_test_sglist(&tsgls->src); 7113f47a03dSEric Biggers destroy_test_sglist(&tsgls->dst); 7123f47a03dSEric Biggers kfree(tsgls); 7133f47a03dSEric Biggers } 7143f47a03dSEric Biggers } 7153f47a03dSEric Biggers 7163f47a03dSEric Biggers /* Build the src and dst scatterlists for an skcipher or AEAD test */ 7173f47a03dSEric Biggers static int build_cipher_test_sglists(struct cipher_test_sglists *tsgls, 7183f47a03dSEric Biggers const struct testvec_config *cfg, 7193f47a03dSEric Biggers unsigned int alignmask, 7203f47a03dSEric Biggers unsigned int src_total_len, 7213f47a03dSEric Biggers unsigned int dst_total_len, 7223f47a03dSEric Biggers const struct kvec *inputs, 7233f47a03dSEric Biggers unsigned int nr_inputs) 7243f47a03dSEric Biggers { 7253f47a03dSEric Biggers struct iov_iter input; 7263f47a03dSEric Biggers int err; 7273f47a03dSEric Biggers 7283f47a03dSEric Biggers iov_iter_kvec(&input, WRITE, inputs, nr_inputs, src_total_len); 7293f47a03dSEric Biggers err = build_test_sglist(&tsgls->src, cfg->src_divs, alignmask, 7303f47a03dSEric Biggers cfg->inplace ? 7313f47a03dSEric Biggers max(dst_total_len, src_total_len) : 7323f47a03dSEric Biggers src_total_len, 7333f47a03dSEric Biggers &input, NULL); 7343f47a03dSEric Biggers if (err) 7353f47a03dSEric Biggers return err; 7363f47a03dSEric Biggers 7373f47a03dSEric Biggers if (cfg->inplace) { 7383f47a03dSEric Biggers tsgls->dst.sgl_ptr = tsgls->src.sgl; 7393f47a03dSEric Biggers tsgls->dst.nents = tsgls->src.nents; 7403f47a03dSEric Biggers return 0; 7413f47a03dSEric Biggers } 7423f47a03dSEric Biggers return build_test_sglist(&tsgls->dst, 7433f47a03dSEric Biggers cfg->dst_divs[0].proportion_of_total ? 7443f47a03dSEric Biggers cfg->dst_divs : cfg->src_divs, 7453f47a03dSEric Biggers alignmask, dst_total_len, NULL, NULL); 746f8b0d4d0SHerbert Xu } 747f8b0d4d0SHerbert Xu 74825f9dddbSEric Biggers #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS 749f2bb770aSEric Biggers 750f2bb770aSEric Biggers /* Generate a random length in range [0, max_len], but prefer smaller values */ 751f2bb770aSEric Biggers static unsigned int generate_random_length(unsigned int max_len) 752f2bb770aSEric Biggers { 753f2bb770aSEric Biggers unsigned int len = prandom_u32() % (max_len + 1); 754f2bb770aSEric Biggers 755f2bb770aSEric Biggers switch (prandom_u32() % 4) { 756f2bb770aSEric Biggers case 0: 757f2bb770aSEric Biggers return len % 64; 758f2bb770aSEric Biggers case 1: 759f2bb770aSEric Biggers return len % 256; 760f2bb770aSEric Biggers case 2: 761f2bb770aSEric Biggers return len % 1024; 762f2bb770aSEric Biggers default: 763f2bb770aSEric Biggers return len; 764f2bb770aSEric Biggers } 765f2bb770aSEric Biggers } 766f2bb770aSEric Biggers 767f2bb770aSEric Biggers /* Sometimes make some random changes to the given data buffer */ 768f2bb770aSEric Biggers static void mutate_buffer(u8 *buf, size_t count) 769f2bb770aSEric Biggers { 770f2bb770aSEric Biggers size_t num_flips; 771f2bb770aSEric Biggers size_t i; 772f2bb770aSEric Biggers size_t pos; 773f2bb770aSEric Biggers 774f2bb770aSEric Biggers /* Sometimes flip some bits */ 775f2bb770aSEric Biggers if (prandom_u32() % 4 == 0) { 776f2bb770aSEric Biggers num_flips = min_t(size_t, 1 << (prandom_u32() % 8), count * 8); 777f2bb770aSEric Biggers for (i = 0; i < num_flips; i++) { 778f2bb770aSEric Biggers pos = prandom_u32() % (count * 8); 779f2bb770aSEric Biggers buf[pos / 8] ^= 1 << (pos % 8); 780f2bb770aSEric Biggers } 781f2bb770aSEric Biggers } 782f2bb770aSEric Biggers 783f2bb770aSEric Biggers /* Sometimes flip some bytes */ 784f2bb770aSEric Biggers if (prandom_u32() % 4 == 0) { 785f2bb770aSEric Biggers num_flips = min_t(size_t, 1 << (prandom_u32() % 8), count); 786f2bb770aSEric Biggers for (i = 0; i < num_flips; i++) 787f2bb770aSEric Biggers buf[prandom_u32() % count] ^= 0xff; 788f2bb770aSEric Biggers } 789f2bb770aSEric Biggers } 790f2bb770aSEric Biggers 791f2bb770aSEric Biggers /* Randomly generate 'count' bytes, but sometimes make them "interesting" */ 792f2bb770aSEric Biggers static void generate_random_bytes(u8 *buf, size_t count) 793f2bb770aSEric Biggers { 794f2bb770aSEric Biggers u8 b; 795f2bb770aSEric Biggers u8 increment; 796f2bb770aSEric Biggers size_t i; 797f2bb770aSEric Biggers 798f2bb770aSEric Biggers if (count == 0) 799f2bb770aSEric Biggers return; 800f2bb770aSEric Biggers 801f2bb770aSEric Biggers switch (prandom_u32() % 8) { /* Choose a generation strategy */ 802f2bb770aSEric Biggers case 0: 803f2bb770aSEric Biggers case 1: 804f2bb770aSEric Biggers /* All the same byte, plus optional mutations */ 805f2bb770aSEric Biggers switch (prandom_u32() % 4) { 806f2bb770aSEric Biggers case 0: 807f2bb770aSEric Biggers b = 0x00; 808f2bb770aSEric Biggers break; 809f2bb770aSEric Biggers case 1: 810f2bb770aSEric Biggers b = 0xff; 811f2bb770aSEric Biggers break; 812f2bb770aSEric Biggers default: 813f2bb770aSEric Biggers b = (u8)prandom_u32(); 814f2bb770aSEric Biggers break; 815f2bb770aSEric Biggers } 816f2bb770aSEric Biggers memset(buf, b, count); 817f2bb770aSEric Biggers mutate_buffer(buf, count); 818f2bb770aSEric Biggers break; 819f2bb770aSEric Biggers case 2: 820f2bb770aSEric Biggers /* Ascending or descending bytes, plus optional mutations */ 821f2bb770aSEric Biggers increment = (u8)prandom_u32(); 822f2bb770aSEric Biggers b = (u8)prandom_u32(); 823f2bb770aSEric Biggers for (i = 0; i < count; i++, b += increment) 824f2bb770aSEric Biggers buf[i] = b; 825f2bb770aSEric Biggers mutate_buffer(buf, count); 826f2bb770aSEric Biggers break; 827f2bb770aSEric Biggers default: 828f2bb770aSEric Biggers /* Fully random bytes */ 829f2bb770aSEric Biggers for (i = 0; i < count; i++) 830f2bb770aSEric Biggers buf[i] = (u8)prandom_u32(); 831f2bb770aSEric Biggers } 832f2bb770aSEric Biggers } 833f2bb770aSEric Biggers 83425f9dddbSEric Biggers static char *generate_random_sgl_divisions(struct test_sg_division *divs, 83525f9dddbSEric Biggers size_t max_divs, char *p, char *end, 8366570737cSEric Biggers bool gen_flushes, u32 req_flags) 83725f9dddbSEric Biggers { 83825f9dddbSEric Biggers struct test_sg_division *div = divs; 83925f9dddbSEric Biggers unsigned int remaining = TEST_SG_TOTAL; 84025f9dddbSEric Biggers 84125f9dddbSEric Biggers do { 84225f9dddbSEric Biggers unsigned int this_len; 8436570737cSEric Biggers const char *flushtype_str; 84425f9dddbSEric Biggers 84525f9dddbSEric Biggers if (div == &divs[max_divs - 1] || prandom_u32() % 2 == 0) 84625f9dddbSEric Biggers this_len = remaining; 84725f9dddbSEric Biggers else 84825f9dddbSEric Biggers this_len = 1 + (prandom_u32() % remaining); 84925f9dddbSEric Biggers div->proportion_of_total = this_len; 85025f9dddbSEric Biggers 85125f9dddbSEric Biggers if (prandom_u32() % 4 == 0) 85225f9dddbSEric Biggers div->offset = (PAGE_SIZE - 128) + (prandom_u32() % 128); 85325f9dddbSEric Biggers else if (prandom_u32() % 2 == 0) 85425f9dddbSEric Biggers div->offset = prandom_u32() % 32; 85525f9dddbSEric Biggers else 85625f9dddbSEric Biggers div->offset = prandom_u32() % PAGE_SIZE; 85725f9dddbSEric Biggers if (prandom_u32() % 8 == 0) 85825f9dddbSEric Biggers div->offset_relative_to_alignmask = true; 85925f9dddbSEric Biggers 86025f9dddbSEric Biggers div->flush_type = FLUSH_TYPE_NONE; 86125f9dddbSEric Biggers if (gen_flushes) { 86225f9dddbSEric Biggers switch (prandom_u32() % 4) { 86325f9dddbSEric Biggers case 0: 86425f9dddbSEric Biggers div->flush_type = FLUSH_TYPE_REIMPORT; 86525f9dddbSEric Biggers break; 86625f9dddbSEric Biggers case 1: 86725f9dddbSEric Biggers div->flush_type = FLUSH_TYPE_FLUSH; 86825f9dddbSEric Biggers break; 86925f9dddbSEric Biggers } 87025f9dddbSEric Biggers } 87125f9dddbSEric Biggers 8726570737cSEric Biggers if (div->flush_type != FLUSH_TYPE_NONE && 8736570737cSEric Biggers !(req_flags & CRYPTO_TFM_REQ_MAY_SLEEP) && 8746570737cSEric Biggers prandom_u32() % 2 == 0) 8756570737cSEric Biggers div->nosimd = true; 8766570737cSEric Biggers 8776570737cSEric Biggers switch (div->flush_type) { 8786570737cSEric Biggers case FLUSH_TYPE_FLUSH: 8796570737cSEric Biggers if (div->nosimd) 8806570737cSEric Biggers flushtype_str = "<flush,nosimd>"; 8816570737cSEric Biggers else 8826570737cSEric Biggers flushtype_str = "<flush>"; 8836570737cSEric Biggers break; 8846570737cSEric Biggers case FLUSH_TYPE_REIMPORT: 8856570737cSEric Biggers if (div->nosimd) 8866570737cSEric Biggers flushtype_str = "<reimport,nosimd>"; 8876570737cSEric Biggers else 8886570737cSEric Biggers flushtype_str = "<reimport>"; 8896570737cSEric Biggers break; 8906570737cSEric Biggers default: 8916570737cSEric Biggers flushtype_str = ""; 8926570737cSEric Biggers break; 8936570737cSEric Biggers } 8946570737cSEric Biggers 89525f9dddbSEric Biggers BUILD_BUG_ON(TEST_SG_TOTAL != 10000); /* for "%u.%u%%" */ 8966570737cSEric Biggers p += scnprintf(p, end - p, "%s%u.%u%%@%s+%u%s", flushtype_str, 89725f9dddbSEric Biggers this_len / 100, this_len % 100, 89825f9dddbSEric Biggers div->offset_relative_to_alignmask ? 89925f9dddbSEric Biggers "alignmask" : "", 90025f9dddbSEric Biggers div->offset, this_len == remaining ? "" : ", "); 90125f9dddbSEric Biggers remaining -= this_len; 90225f9dddbSEric Biggers div++; 90325f9dddbSEric Biggers } while (remaining); 90425f9dddbSEric Biggers 90525f9dddbSEric Biggers return p; 90625f9dddbSEric Biggers } 90725f9dddbSEric Biggers 90825f9dddbSEric Biggers /* Generate a random testvec_config for fuzz testing */ 90925f9dddbSEric Biggers static void generate_random_testvec_config(struct testvec_config *cfg, 91025f9dddbSEric Biggers char *name, size_t max_namelen) 91125f9dddbSEric Biggers { 91225f9dddbSEric Biggers char *p = name; 91325f9dddbSEric Biggers char * const end = name + max_namelen; 91425f9dddbSEric Biggers 91525f9dddbSEric Biggers memset(cfg, 0, sizeof(*cfg)); 91625f9dddbSEric Biggers 91725f9dddbSEric Biggers cfg->name = name; 91825f9dddbSEric Biggers 91925f9dddbSEric Biggers p += scnprintf(p, end - p, "random:"); 92025f9dddbSEric Biggers 92125f9dddbSEric Biggers if (prandom_u32() % 2 == 0) { 92225f9dddbSEric Biggers cfg->inplace = true; 92325f9dddbSEric Biggers p += scnprintf(p, end - p, " inplace"); 92425f9dddbSEric Biggers } 92525f9dddbSEric Biggers 92625f9dddbSEric Biggers if (prandom_u32() % 2 == 0) { 92725f9dddbSEric Biggers cfg->req_flags |= CRYPTO_TFM_REQ_MAY_SLEEP; 92825f9dddbSEric Biggers p += scnprintf(p, end - p, " may_sleep"); 92925f9dddbSEric Biggers } 93025f9dddbSEric Biggers 93125f9dddbSEric Biggers switch (prandom_u32() % 4) { 93225f9dddbSEric Biggers case 0: 93325f9dddbSEric Biggers cfg->finalization_type = FINALIZATION_TYPE_FINAL; 93425f9dddbSEric Biggers p += scnprintf(p, end - p, " use_final"); 93525f9dddbSEric Biggers break; 93625f9dddbSEric Biggers case 1: 93725f9dddbSEric Biggers cfg->finalization_type = FINALIZATION_TYPE_FINUP; 93825f9dddbSEric Biggers p += scnprintf(p, end - p, " use_finup"); 93925f9dddbSEric Biggers break; 94025f9dddbSEric Biggers default: 94125f9dddbSEric Biggers cfg->finalization_type = FINALIZATION_TYPE_DIGEST; 94225f9dddbSEric Biggers p += scnprintf(p, end - p, " use_digest"); 94325f9dddbSEric Biggers break; 94425f9dddbSEric Biggers } 94525f9dddbSEric Biggers 9466570737cSEric Biggers if (!(cfg->req_flags & CRYPTO_TFM_REQ_MAY_SLEEP) && 9476570737cSEric Biggers prandom_u32() % 2 == 0) { 9486570737cSEric Biggers cfg->nosimd = true; 9496570737cSEric Biggers p += scnprintf(p, end - p, " nosimd"); 9506570737cSEric Biggers } 9516570737cSEric Biggers 95225f9dddbSEric Biggers p += scnprintf(p, end - p, " src_divs=["); 95325f9dddbSEric Biggers p = generate_random_sgl_divisions(cfg->src_divs, 95425f9dddbSEric Biggers ARRAY_SIZE(cfg->src_divs), p, end, 95525f9dddbSEric Biggers (cfg->finalization_type != 9566570737cSEric Biggers FINALIZATION_TYPE_DIGEST), 9576570737cSEric Biggers cfg->req_flags); 95825f9dddbSEric Biggers p += scnprintf(p, end - p, "]"); 95925f9dddbSEric Biggers 96025f9dddbSEric Biggers if (!cfg->inplace && prandom_u32() % 2 == 0) { 96125f9dddbSEric Biggers p += scnprintf(p, end - p, " dst_divs=["); 96225f9dddbSEric Biggers p = generate_random_sgl_divisions(cfg->dst_divs, 96325f9dddbSEric Biggers ARRAY_SIZE(cfg->dst_divs), 9646570737cSEric Biggers p, end, false, 9656570737cSEric Biggers cfg->req_flags); 96625f9dddbSEric Biggers p += scnprintf(p, end - p, "]"); 96725f9dddbSEric Biggers } 96825f9dddbSEric Biggers 96925f9dddbSEric Biggers if (prandom_u32() % 2 == 0) { 97025f9dddbSEric Biggers cfg->iv_offset = 1 + (prandom_u32() % MAX_ALGAPI_ALIGNMASK); 97125f9dddbSEric Biggers p += scnprintf(p, end - p, " iv_offset=%u", cfg->iv_offset); 97225f9dddbSEric Biggers } 97325f9dddbSEric Biggers 97425f9dddbSEric Biggers WARN_ON_ONCE(!valid_testvec_config(cfg)); 97525f9dddbSEric Biggers } 976b55e1a39SEric Biggers 977b55e1a39SEric Biggers static void crypto_disable_simd_for_test(void) 978b55e1a39SEric Biggers { 979b55e1a39SEric Biggers preempt_disable(); 980b55e1a39SEric Biggers __this_cpu_write(crypto_simd_disabled_for_test, true); 981b55e1a39SEric Biggers } 982b55e1a39SEric Biggers 983b55e1a39SEric Biggers static void crypto_reenable_simd_for_test(void) 984b55e1a39SEric Biggers { 985b55e1a39SEric Biggers __this_cpu_write(crypto_simd_disabled_for_test, false); 986b55e1a39SEric Biggers preempt_enable(); 987b55e1a39SEric Biggers } 988f2bb770aSEric Biggers 989f2bb770aSEric Biggers /* 990f2bb770aSEric Biggers * Given an algorithm name, build the name of the generic implementation of that 991f2bb770aSEric Biggers * algorithm, assuming the usual naming convention. Specifically, this appends 992f2bb770aSEric Biggers * "-generic" to every part of the name that is not a template name. Examples: 993f2bb770aSEric Biggers * 994f2bb770aSEric Biggers * aes => aes-generic 995f2bb770aSEric Biggers * cbc(aes) => cbc(aes-generic) 996f2bb770aSEric Biggers * cts(cbc(aes)) => cts(cbc(aes-generic)) 997f2bb770aSEric Biggers * rfc7539(chacha20,poly1305) => rfc7539(chacha20-generic,poly1305-generic) 998f2bb770aSEric Biggers * 999f2bb770aSEric Biggers * Return: 0 on success, or -ENAMETOOLONG if the generic name would be too long 1000f2bb770aSEric Biggers */ 1001f2bb770aSEric Biggers static int build_generic_driver_name(const char *algname, 1002f2bb770aSEric Biggers char driver_name[CRYPTO_MAX_ALG_NAME]) 1003f2bb770aSEric Biggers { 1004f2bb770aSEric Biggers const char *in = algname; 1005f2bb770aSEric Biggers char *out = driver_name; 1006f2bb770aSEric Biggers size_t len = strlen(algname); 1007f2bb770aSEric Biggers 1008f2bb770aSEric Biggers if (len >= CRYPTO_MAX_ALG_NAME) 1009f2bb770aSEric Biggers goto too_long; 1010f2bb770aSEric Biggers do { 1011f2bb770aSEric Biggers const char *in_saved = in; 1012f2bb770aSEric Biggers 1013f2bb770aSEric Biggers while (*in && *in != '(' && *in != ')' && *in != ',') 1014f2bb770aSEric Biggers *out++ = *in++; 1015f2bb770aSEric Biggers if (*in != '(' && in > in_saved) { 1016f2bb770aSEric Biggers len += 8; 1017f2bb770aSEric Biggers if (len >= CRYPTO_MAX_ALG_NAME) 1018f2bb770aSEric Biggers goto too_long; 1019f2bb770aSEric Biggers memcpy(out, "-generic", 8); 1020f2bb770aSEric Biggers out += 8; 1021f2bb770aSEric Biggers } 1022f2bb770aSEric Biggers } while ((*out++ = *in++) != '\0'); 1023f2bb770aSEric Biggers return 0; 1024f2bb770aSEric Biggers 1025f2bb770aSEric Biggers too_long: 1026f2bb770aSEric Biggers pr_err("alg: generic driver name for \"%s\" would be too long\n", 1027f2bb770aSEric Biggers algname); 1028f2bb770aSEric Biggers return -ENAMETOOLONG; 1029f2bb770aSEric Biggers } 1030b55e1a39SEric Biggers #else /* !CONFIG_CRYPTO_MANAGER_EXTRA_TESTS */ 1031b55e1a39SEric Biggers static void crypto_disable_simd_for_test(void) 1032b55e1a39SEric Biggers { 1033b55e1a39SEric Biggers } 1034b55e1a39SEric Biggers 1035b55e1a39SEric Biggers static void crypto_reenable_simd_for_test(void) 1036b55e1a39SEric Biggers { 1037b55e1a39SEric Biggers } 1038b55e1a39SEric Biggers #endif /* !CONFIG_CRYPTO_MANAGER_EXTRA_TESTS */ 103925f9dddbSEric Biggers 10406570737cSEric Biggers static int do_ahash_op(int (*op)(struct ahash_request *req), 10416570737cSEric Biggers struct ahash_request *req, 10426570737cSEric Biggers struct crypto_wait *wait, bool nosimd) 10436570737cSEric Biggers { 10446570737cSEric Biggers int err; 10456570737cSEric Biggers 10466570737cSEric Biggers if (nosimd) 10476570737cSEric Biggers crypto_disable_simd_for_test(); 10486570737cSEric Biggers 10496570737cSEric Biggers err = op(req); 10506570737cSEric Biggers 10516570737cSEric Biggers if (nosimd) 10526570737cSEric Biggers crypto_reenable_simd_for_test(); 10536570737cSEric Biggers 10546570737cSEric Biggers return crypto_wait_req(err, wait); 10556570737cSEric Biggers } 10566570737cSEric Biggers 10574cc2dcf9SEric Biggers static int check_nonfinal_hash_op(const char *op, int err, 10584cc2dcf9SEric Biggers u8 *result, unsigned int digestsize, 1059951d1332SEric Biggers const char *driver, const char *vec_name, 10604cc2dcf9SEric Biggers const struct testvec_config *cfg) 1061466d7b9fSKamil Konieczny { 10624cc2dcf9SEric Biggers if (err) { 1063951d1332SEric Biggers pr_err("alg: hash: %s %s() failed with err %d on test vector %s, cfg=\"%s\"\n", 1064951d1332SEric Biggers driver, op, err, vec_name, cfg->name); 10654cc2dcf9SEric Biggers return err; 10664cc2dcf9SEric Biggers } 10674cc2dcf9SEric Biggers if (!testmgr_is_poison(result, digestsize)) { 1068951d1332SEric Biggers pr_err("alg: hash: %s %s() used result buffer on test vector %s, cfg=\"%s\"\n", 1069951d1332SEric Biggers driver, op, vec_name, cfg->name); 1070466d7b9fSKamil Konieczny return -EINVAL; 1071466d7b9fSKamil Konieczny } 1072466d7b9fSKamil Konieczny return 0; 1073466d7b9fSKamil Konieczny } 1074466d7b9fSKamil Konieczny 10754cc2dcf9SEric Biggers static int test_hash_vec_cfg(const char *driver, 10764cc2dcf9SEric Biggers const struct hash_testvec *vec, 1077951d1332SEric Biggers const char *vec_name, 10784cc2dcf9SEric Biggers const struct testvec_config *cfg, 10794cc2dcf9SEric Biggers struct ahash_request *req, 10804cc2dcf9SEric Biggers struct test_sglist *tsgl, 10814cc2dcf9SEric Biggers u8 *hashstate) 1082018ba95cSWang, Rui Y { 10834cc2dcf9SEric Biggers struct crypto_ahash *tfm = crypto_ahash_reqtfm(req); 10844cc2dcf9SEric Biggers const unsigned int alignmask = crypto_ahash_alignmask(tfm); 10854cc2dcf9SEric Biggers const unsigned int digestsize = crypto_ahash_digestsize(tfm); 10864cc2dcf9SEric Biggers const unsigned int statesize = crypto_ahash_statesize(tfm); 10874cc2dcf9SEric Biggers const u32 req_flags = CRYPTO_TFM_REQ_MAY_BACKLOG | cfg->req_flags; 10884cc2dcf9SEric Biggers const struct test_sg_division *divs[XBUFSIZE]; 10894cc2dcf9SEric Biggers DECLARE_CRYPTO_WAIT(wait); 10904cc2dcf9SEric Biggers struct kvec _input; 10914cc2dcf9SEric Biggers struct iov_iter input; 10924cc2dcf9SEric Biggers unsigned int i; 10934cc2dcf9SEric Biggers struct scatterlist *pending_sgl; 10944cc2dcf9SEric Biggers unsigned int pending_len; 10954cc2dcf9SEric Biggers u8 result[HASH_MAX_DIGESTSIZE + TESTMGR_POISON_LEN]; 10964cc2dcf9SEric Biggers int err; 1097018ba95cSWang, Rui Y 10984cc2dcf9SEric Biggers /* Set the key, if specified */ 10994cc2dcf9SEric Biggers if (vec->ksize) { 11004cc2dcf9SEric Biggers err = crypto_ahash_setkey(tfm, vec->key, vec->ksize); 11014cc2dcf9SEric Biggers if (err) { 11025283a8eeSEric Biggers if (err == vec->setkey_error) 11035283a8eeSEric Biggers return 0; 1104951d1332SEric Biggers pr_err("alg: hash: %s setkey failed on test vector %s; expected_error=%d, actual_error=%d, flags=%#x\n", 1105951d1332SEric Biggers driver, vec_name, vec->setkey_error, err, 11064cc2dcf9SEric Biggers crypto_ahash_get_flags(tfm)); 11074cc2dcf9SEric Biggers return err; 1108da7f033dSHerbert Xu } 11095283a8eeSEric Biggers if (vec->setkey_error) { 1110951d1332SEric Biggers pr_err("alg: hash: %s setkey unexpectedly succeeded on test vector %s; expected_error=%d\n", 1111951d1332SEric Biggers driver, vec_name, vec->setkey_error); 11125283a8eeSEric Biggers return -EINVAL; 11135283a8eeSEric Biggers } 1114da7f033dSHerbert Xu } 1115da7f033dSHerbert Xu 11164cc2dcf9SEric Biggers /* Build the scatterlist for the source data */ 11174cc2dcf9SEric Biggers _input.iov_base = (void *)vec->plaintext; 11184cc2dcf9SEric Biggers _input.iov_len = vec->psize; 11194cc2dcf9SEric Biggers iov_iter_kvec(&input, WRITE, &_input, 1, vec->psize); 11204cc2dcf9SEric Biggers err = build_test_sglist(tsgl, cfg->src_divs, alignmask, vec->psize, 11214cc2dcf9SEric Biggers &input, divs); 11224cc2dcf9SEric Biggers if (err) { 1123951d1332SEric Biggers pr_err("alg: hash: %s: error preparing scatterlist for test vector %s, cfg=\"%s\"\n", 1124951d1332SEric Biggers driver, vec_name, cfg->name); 11254cc2dcf9SEric Biggers return err; 1126a8f1a052SDavid S. Miller } 1127da7f033dSHerbert Xu 11284cc2dcf9SEric Biggers /* Do the actual hashing */ 1129da7f033dSHerbert Xu 11304cc2dcf9SEric Biggers testmgr_poison(req->__ctx, crypto_ahash_reqsize(tfm)); 11314cc2dcf9SEric Biggers testmgr_poison(result, digestsize + TESTMGR_POISON_LEN); 113276715095SGilad Ben-Yossef 11335283a8eeSEric Biggers if (cfg->finalization_type == FINALIZATION_TYPE_DIGEST || 11345283a8eeSEric Biggers vec->digest_error) { 11354cc2dcf9SEric Biggers /* Just using digest() */ 11364cc2dcf9SEric Biggers ahash_request_set_callback(req, req_flags, crypto_req_done, 11377f397136SGilad Ben-Yossef &wait); 11384cc2dcf9SEric Biggers ahash_request_set_crypt(req, tsgl->sgl, result, vec->psize); 11396570737cSEric Biggers err = do_ahash_op(crypto_ahash_digest, req, &wait, cfg->nosimd); 11404cc2dcf9SEric Biggers if (err) { 11415283a8eeSEric Biggers if (err == vec->digest_error) 11425283a8eeSEric Biggers return 0; 1143951d1332SEric Biggers pr_err("alg: hash: %s digest() failed on test vector %s; expected_error=%d, actual_error=%d, cfg=\"%s\"\n", 1144951d1332SEric Biggers driver, vec_name, vec->digest_error, err, 11455283a8eeSEric Biggers cfg->name); 11464cc2dcf9SEric Biggers return err; 1147018ba95cSWang, Rui Y } 11485283a8eeSEric Biggers if (vec->digest_error) { 1149951d1332SEric Biggers pr_err("alg: hash: %s digest() unexpectedly succeeded on test vector %s; expected_error=%d, cfg=\"%s\"\n", 1150951d1332SEric Biggers driver, vec_name, vec->digest_error, cfg->name); 11515283a8eeSEric Biggers return -EINVAL; 11525283a8eeSEric Biggers } 11534cc2dcf9SEric Biggers goto result_ready; 1154018ba95cSWang, Rui Y } 11554cc2dcf9SEric Biggers 11564cc2dcf9SEric Biggers /* Using init(), zero or more update(), then final() or finup() */ 11574cc2dcf9SEric Biggers 11584cc2dcf9SEric Biggers ahash_request_set_callback(req, req_flags, crypto_req_done, &wait); 11594cc2dcf9SEric Biggers ahash_request_set_crypt(req, NULL, result, 0); 11606570737cSEric Biggers err = do_ahash_op(crypto_ahash_init, req, &wait, cfg->nosimd); 11614cc2dcf9SEric Biggers err = check_nonfinal_hash_op("init", err, result, digestsize, 1162951d1332SEric Biggers driver, vec_name, cfg); 11634cc2dcf9SEric Biggers if (err) 11644cc2dcf9SEric Biggers return err; 11654cc2dcf9SEric Biggers 11664cc2dcf9SEric Biggers pending_sgl = NULL; 11674cc2dcf9SEric Biggers pending_len = 0; 11684cc2dcf9SEric Biggers for (i = 0; i < tsgl->nents; i++) { 11694cc2dcf9SEric Biggers if (divs[i]->flush_type != FLUSH_TYPE_NONE && 11704cc2dcf9SEric Biggers pending_sgl != NULL) { 11714cc2dcf9SEric Biggers /* update() with the pending data */ 11724cc2dcf9SEric Biggers ahash_request_set_callback(req, req_flags, 11734cc2dcf9SEric Biggers crypto_req_done, &wait); 11744cc2dcf9SEric Biggers ahash_request_set_crypt(req, pending_sgl, result, 11754cc2dcf9SEric Biggers pending_len); 11766570737cSEric Biggers err = do_ahash_op(crypto_ahash_update, req, &wait, 11776570737cSEric Biggers divs[i]->nosimd); 11784cc2dcf9SEric Biggers err = check_nonfinal_hash_op("update", err, 11794cc2dcf9SEric Biggers result, digestsize, 1180951d1332SEric Biggers driver, vec_name, cfg); 11814cc2dcf9SEric Biggers if (err) 11824cc2dcf9SEric Biggers return err; 11834cc2dcf9SEric Biggers pending_sgl = NULL; 11844cc2dcf9SEric Biggers pending_len = 0; 1185018ba95cSWang, Rui Y } 11864cc2dcf9SEric Biggers if (divs[i]->flush_type == FLUSH_TYPE_REIMPORT) { 11874cc2dcf9SEric Biggers /* Test ->export() and ->import() */ 11884cc2dcf9SEric Biggers testmgr_poison(hashstate + statesize, 11894cc2dcf9SEric Biggers TESTMGR_POISON_LEN); 11904cc2dcf9SEric Biggers err = crypto_ahash_export(req, hashstate); 11914cc2dcf9SEric Biggers err = check_nonfinal_hash_op("export", err, 11924cc2dcf9SEric Biggers result, digestsize, 1193951d1332SEric Biggers driver, vec_name, cfg); 11944cc2dcf9SEric Biggers if (err) 11954cc2dcf9SEric Biggers return err; 11964cc2dcf9SEric Biggers if (!testmgr_is_poison(hashstate + statesize, 11974cc2dcf9SEric Biggers TESTMGR_POISON_LEN)) { 1198951d1332SEric Biggers pr_err("alg: hash: %s export() overran state buffer on test vector %s, cfg=\"%s\"\n", 1199951d1332SEric Biggers driver, vec_name, cfg->name); 12004cc2dcf9SEric Biggers return -EOVERFLOW; 12014cc2dcf9SEric Biggers } 12024cc2dcf9SEric Biggers 12034cc2dcf9SEric Biggers testmgr_poison(req->__ctx, crypto_ahash_reqsize(tfm)); 12044cc2dcf9SEric Biggers err = crypto_ahash_import(req, hashstate); 12054cc2dcf9SEric Biggers err = check_nonfinal_hash_op("import", err, 12064cc2dcf9SEric Biggers result, digestsize, 1207951d1332SEric Biggers driver, vec_name, cfg); 12084cc2dcf9SEric Biggers if (err) 12094cc2dcf9SEric Biggers return err; 12104cc2dcf9SEric Biggers } 12114cc2dcf9SEric Biggers if (pending_sgl == NULL) 12124cc2dcf9SEric Biggers pending_sgl = &tsgl->sgl[i]; 12134cc2dcf9SEric Biggers pending_len += tsgl->sgl[i].length; 12144cc2dcf9SEric Biggers } 12154cc2dcf9SEric Biggers 12164cc2dcf9SEric Biggers ahash_request_set_callback(req, req_flags, crypto_req_done, &wait); 12174cc2dcf9SEric Biggers ahash_request_set_crypt(req, pending_sgl, result, pending_len); 12184cc2dcf9SEric Biggers if (cfg->finalization_type == FINALIZATION_TYPE_FINAL) { 12194cc2dcf9SEric Biggers /* finish with update() and final() */ 12206570737cSEric Biggers err = do_ahash_op(crypto_ahash_update, req, &wait, cfg->nosimd); 12214cc2dcf9SEric Biggers err = check_nonfinal_hash_op("update", err, result, digestsize, 1222951d1332SEric Biggers driver, vec_name, cfg); 12234cc2dcf9SEric Biggers if (err) 12244cc2dcf9SEric Biggers return err; 12256570737cSEric Biggers err = do_ahash_op(crypto_ahash_final, req, &wait, cfg->nosimd); 12264cc2dcf9SEric Biggers if (err) { 1227951d1332SEric Biggers pr_err("alg: hash: %s final() failed with err %d on test vector %s, cfg=\"%s\"\n", 1228951d1332SEric Biggers driver, err, vec_name, cfg->name); 12294cc2dcf9SEric Biggers return err; 12304cc2dcf9SEric Biggers } 12314cc2dcf9SEric Biggers } else { 12324cc2dcf9SEric Biggers /* finish with finup() */ 12336570737cSEric Biggers err = do_ahash_op(crypto_ahash_finup, req, &wait, cfg->nosimd); 12344cc2dcf9SEric Biggers if (err) { 1235951d1332SEric Biggers pr_err("alg: hash: %s finup() failed with err %d on test vector %s, cfg=\"%s\"\n", 1236951d1332SEric Biggers driver, err, vec_name, cfg->name); 12374cc2dcf9SEric Biggers return err; 1238018ba95cSWang, Rui Y } 1239018ba95cSWang, Rui Y } 1240018ba95cSWang, Rui Y 12414cc2dcf9SEric Biggers result_ready: 12424cc2dcf9SEric Biggers /* Check that the algorithm produced the correct digest */ 12434cc2dcf9SEric Biggers if (memcmp(result, vec->digest, digestsize) != 0) { 1244951d1332SEric Biggers pr_err("alg: hash: %s test failed (wrong result) on test vector %s, cfg=\"%s\"\n", 1245951d1332SEric Biggers driver, vec_name, cfg->name); 12464cc2dcf9SEric Biggers return -EINVAL; 1247da7f033dSHerbert Xu } 12484cc2dcf9SEric Biggers if (!testmgr_is_poison(&result[digestsize], TESTMGR_POISON_LEN)) { 1249951d1332SEric Biggers pr_err("alg: hash: %s overran result buffer on test vector %s, cfg=\"%s\"\n", 1250951d1332SEric Biggers driver, vec_name, cfg->name); 12514cc2dcf9SEric Biggers return -EOVERFLOW; 1252da5ffe11SJussi Kivilinna } 1253da5ffe11SJussi Kivilinna 1254da5ffe11SJussi Kivilinna return 0; 1255da5ffe11SJussi Kivilinna } 1256da5ffe11SJussi Kivilinna 12574cc2dcf9SEric Biggers static int test_hash_vec(const char *driver, const struct hash_testvec *vec, 12584cc2dcf9SEric Biggers unsigned int vec_num, struct ahash_request *req, 12594cc2dcf9SEric Biggers struct test_sglist *tsgl, u8 *hashstate) 12604cc2dcf9SEric Biggers { 1261951d1332SEric Biggers char vec_name[16]; 12624cc2dcf9SEric Biggers unsigned int i; 12634cc2dcf9SEric Biggers int err; 12644cc2dcf9SEric Biggers 1265951d1332SEric Biggers sprintf(vec_name, "%u", vec_num); 1266951d1332SEric Biggers 12674cc2dcf9SEric Biggers for (i = 0; i < ARRAY_SIZE(default_hash_testvec_configs); i++) { 1268951d1332SEric Biggers err = test_hash_vec_cfg(driver, vec, vec_name, 12694cc2dcf9SEric Biggers &default_hash_testvec_configs[i], 12704cc2dcf9SEric Biggers req, tsgl, hashstate); 12714cc2dcf9SEric Biggers if (err) 12724cc2dcf9SEric Biggers return err; 12734cc2dcf9SEric Biggers } 12744cc2dcf9SEric Biggers 12754cc2dcf9SEric Biggers #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS 12764cc2dcf9SEric Biggers if (!noextratests) { 12774cc2dcf9SEric Biggers struct testvec_config cfg; 12784cc2dcf9SEric Biggers char cfgname[TESTVEC_CONFIG_NAMELEN]; 12794cc2dcf9SEric Biggers 12804cc2dcf9SEric Biggers for (i = 0; i < fuzz_iterations; i++) { 12814cc2dcf9SEric Biggers generate_random_testvec_config(&cfg, cfgname, 12824cc2dcf9SEric Biggers sizeof(cfgname)); 1283951d1332SEric Biggers err = test_hash_vec_cfg(driver, vec, vec_name, &cfg, 12844cc2dcf9SEric Biggers req, tsgl, hashstate); 12854cc2dcf9SEric Biggers if (err) 12864cc2dcf9SEric Biggers return err; 12874cc2dcf9SEric Biggers } 12884cc2dcf9SEric Biggers } 12894cc2dcf9SEric Biggers #endif 12904cc2dcf9SEric Biggers return 0; 12914cc2dcf9SEric Biggers } 12924cc2dcf9SEric Biggers 12934cc2dcf9SEric Biggers static int __alg_test_hash(const struct hash_testvec *vecs, 12944cc2dcf9SEric Biggers unsigned int num_vecs, const char *driver, 12954cc2dcf9SEric Biggers u32 type, u32 mask) 12964cc2dcf9SEric Biggers { 12974cc2dcf9SEric Biggers struct crypto_ahash *tfm; 12984cc2dcf9SEric Biggers struct ahash_request *req = NULL; 12994cc2dcf9SEric Biggers struct test_sglist *tsgl = NULL; 13004cc2dcf9SEric Biggers u8 *hashstate = NULL; 13014cc2dcf9SEric Biggers unsigned int i; 13024cc2dcf9SEric Biggers int err; 13034cc2dcf9SEric Biggers 13044cc2dcf9SEric Biggers tfm = crypto_alloc_ahash(driver, type, mask); 13054cc2dcf9SEric Biggers if (IS_ERR(tfm)) { 13064cc2dcf9SEric Biggers pr_err("alg: hash: failed to allocate transform for %s: %ld\n", 13074cc2dcf9SEric Biggers driver, PTR_ERR(tfm)); 13084cc2dcf9SEric Biggers return PTR_ERR(tfm); 13094cc2dcf9SEric Biggers } 13104cc2dcf9SEric Biggers 13114cc2dcf9SEric Biggers req = ahash_request_alloc(tfm, GFP_KERNEL); 13124cc2dcf9SEric Biggers if (!req) { 13134cc2dcf9SEric Biggers pr_err("alg: hash: failed to allocate request for %s\n", 13144cc2dcf9SEric Biggers driver); 13154cc2dcf9SEric Biggers err = -ENOMEM; 13164cc2dcf9SEric Biggers goto out; 13174cc2dcf9SEric Biggers } 13184cc2dcf9SEric Biggers 13194cc2dcf9SEric Biggers tsgl = kmalloc(sizeof(*tsgl), GFP_KERNEL); 13204cc2dcf9SEric Biggers if (!tsgl || init_test_sglist(tsgl) != 0) { 13214cc2dcf9SEric Biggers pr_err("alg: hash: failed to allocate test buffers for %s\n", 13224cc2dcf9SEric Biggers driver); 13234cc2dcf9SEric Biggers kfree(tsgl); 13244cc2dcf9SEric Biggers tsgl = NULL; 13254cc2dcf9SEric Biggers err = -ENOMEM; 13264cc2dcf9SEric Biggers goto out; 13274cc2dcf9SEric Biggers } 13284cc2dcf9SEric Biggers 13294cc2dcf9SEric Biggers hashstate = kmalloc(crypto_ahash_statesize(tfm) + TESTMGR_POISON_LEN, 13304cc2dcf9SEric Biggers GFP_KERNEL); 13314cc2dcf9SEric Biggers if (!hashstate) { 13324cc2dcf9SEric Biggers pr_err("alg: hash: failed to allocate hash state buffer for %s\n", 13334cc2dcf9SEric Biggers driver); 13344cc2dcf9SEric Biggers err = -ENOMEM; 13354cc2dcf9SEric Biggers goto out; 13364cc2dcf9SEric Biggers } 13374cc2dcf9SEric Biggers 13384cc2dcf9SEric Biggers for (i = 0; i < num_vecs; i++) { 13394cc2dcf9SEric Biggers err = test_hash_vec(driver, &vecs[i], i, req, tsgl, hashstate); 13404cc2dcf9SEric Biggers if (err) 13414cc2dcf9SEric Biggers goto out; 13424cc2dcf9SEric Biggers } 13434cc2dcf9SEric Biggers err = 0; 13444cc2dcf9SEric Biggers out: 13454cc2dcf9SEric Biggers kfree(hashstate); 13464cc2dcf9SEric Biggers if (tsgl) { 13474cc2dcf9SEric Biggers destroy_test_sglist(tsgl); 13484cc2dcf9SEric Biggers kfree(tsgl); 13494cc2dcf9SEric Biggers } 13504cc2dcf9SEric Biggers ahash_request_free(req); 13514cc2dcf9SEric Biggers crypto_free_ahash(tfm); 13524cc2dcf9SEric Biggers return err; 13534cc2dcf9SEric Biggers } 13544cc2dcf9SEric Biggers 13554cc2dcf9SEric Biggers static int alg_test_hash(const struct alg_test_desc *desc, const char *driver, 13564cc2dcf9SEric Biggers u32 type, u32 mask) 13574cc2dcf9SEric Biggers { 13584cc2dcf9SEric Biggers const struct hash_testvec *template = desc->suite.hash.vecs; 13594cc2dcf9SEric Biggers unsigned int tcount = desc->suite.hash.count; 13604cc2dcf9SEric Biggers unsigned int nr_unkeyed, nr_keyed; 13614cc2dcf9SEric Biggers int err; 13624cc2dcf9SEric Biggers 13634cc2dcf9SEric Biggers /* 13644cc2dcf9SEric Biggers * For OPTIONAL_KEY algorithms, we have to do all the unkeyed tests 13654cc2dcf9SEric Biggers * first, before setting a key on the tfm. To make this easier, we 13664cc2dcf9SEric Biggers * require that the unkeyed test vectors (if any) are listed first. 13674cc2dcf9SEric Biggers */ 13684cc2dcf9SEric Biggers 13694cc2dcf9SEric Biggers for (nr_unkeyed = 0; nr_unkeyed < tcount; nr_unkeyed++) { 13704cc2dcf9SEric Biggers if (template[nr_unkeyed].ksize) 13714cc2dcf9SEric Biggers break; 13724cc2dcf9SEric Biggers } 13734cc2dcf9SEric Biggers for (nr_keyed = 0; nr_unkeyed + nr_keyed < tcount; nr_keyed++) { 13744cc2dcf9SEric Biggers if (!template[nr_unkeyed + nr_keyed].ksize) { 13754cc2dcf9SEric Biggers pr_err("alg: hash: test vectors for %s out of order, " 13764cc2dcf9SEric Biggers "unkeyed ones must come first\n", desc->alg); 13774cc2dcf9SEric Biggers return -EINVAL; 13784cc2dcf9SEric Biggers } 13794cc2dcf9SEric Biggers } 13804cc2dcf9SEric Biggers 13814cc2dcf9SEric Biggers err = 0; 13824cc2dcf9SEric Biggers if (nr_unkeyed) { 13834cc2dcf9SEric Biggers err = __alg_test_hash(template, nr_unkeyed, driver, type, mask); 13844cc2dcf9SEric Biggers template += nr_unkeyed; 13854cc2dcf9SEric Biggers } 13864cc2dcf9SEric Biggers 13874cc2dcf9SEric Biggers if (!err && nr_keyed) 13884cc2dcf9SEric Biggers err = __alg_test_hash(template, nr_keyed, driver, type, mask); 13894cc2dcf9SEric Biggers 13904cc2dcf9SEric Biggers return err; 13914cc2dcf9SEric Biggers } 13924cc2dcf9SEric Biggers 1393ed96804fSEric Biggers static int test_aead_vec_cfg(const char *driver, int enc, 1394ed96804fSEric Biggers const struct aead_testvec *vec, 1395951d1332SEric Biggers const char *vec_name, 1396ed96804fSEric Biggers const struct testvec_config *cfg, 1397ed96804fSEric Biggers struct aead_request *req, 1398ed96804fSEric Biggers struct cipher_test_sglists *tsgls) 1399da7f033dSHerbert Xu { 1400ed96804fSEric Biggers struct crypto_aead *tfm = crypto_aead_reqtfm(req); 1401ed96804fSEric Biggers const unsigned int alignmask = crypto_aead_alignmask(tfm); 1402ed96804fSEric Biggers const unsigned int ivsize = crypto_aead_ivsize(tfm); 1403ed96804fSEric Biggers const unsigned int authsize = vec->clen - vec->plen; 1404ed96804fSEric Biggers const u32 req_flags = CRYPTO_TFM_REQ_MAY_BACKLOG | cfg->req_flags; 1405ed96804fSEric Biggers const char *op = enc ? "encryption" : "decryption"; 1406ed96804fSEric Biggers DECLARE_CRYPTO_WAIT(wait); 1407ed96804fSEric Biggers u8 _iv[3 * (MAX_ALGAPI_ALIGNMASK + 1) + MAX_IVLEN]; 1408ed96804fSEric Biggers u8 *iv = PTR_ALIGN(&_iv[0], 2 * (MAX_ALGAPI_ALIGNMASK + 1)) + 1409ed96804fSEric Biggers cfg->iv_offset + 1410ed96804fSEric Biggers (cfg->iv_offset_relative_to_alignmask ? alignmask : 0); 1411ed96804fSEric Biggers struct kvec input[2]; 14125283a8eeSEric Biggers int expected_error; 1413ed96804fSEric Biggers int err; 1414f8b0d4d0SHerbert Xu 1415ed96804fSEric Biggers /* Set the key */ 1416ed96804fSEric Biggers if (vec->wk) 1417ed96804fSEric Biggers crypto_aead_set_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS); 1418d8a32ac2SJussi Kivilinna else 1419ed96804fSEric Biggers crypto_aead_clear_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS); 1420ed96804fSEric Biggers err = crypto_aead_setkey(tfm, vec->key, vec->klen); 14215283a8eeSEric Biggers if (err && err != vec->setkey_error) { 1422951d1332SEric Biggers pr_err("alg: aead: %s setkey failed on test vector %s; expected_error=%d, actual_error=%d, flags=%#x\n", 1423951d1332SEric Biggers driver, vec_name, vec->setkey_error, err, 14245283a8eeSEric Biggers crypto_aead_get_flags(tfm)); 1425ed96804fSEric Biggers return err; 1426ed96804fSEric Biggers } 14275283a8eeSEric Biggers if (!err && vec->setkey_error) { 1428951d1332SEric Biggers pr_err("alg: aead: %s setkey unexpectedly succeeded on test vector %s; expected_error=%d\n", 1429951d1332SEric Biggers driver, vec_name, vec->setkey_error); 1430ed96804fSEric Biggers return -EINVAL; 1431ed96804fSEric Biggers } 1432d8a32ac2SJussi Kivilinna 1433ed96804fSEric Biggers /* Set the authentication tag size */ 1434ed96804fSEric Biggers err = crypto_aead_setauthsize(tfm, authsize); 14355283a8eeSEric Biggers if (err && err != vec->setauthsize_error) { 1436951d1332SEric Biggers pr_err("alg: aead: %s setauthsize failed on test vector %s; expected_error=%d, actual_error=%d\n", 1437951d1332SEric Biggers driver, vec_name, vec->setauthsize_error, err); 1438ed96804fSEric Biggers return err; 1439ed96804fSEric Biggers } 14405283a8eeSEric Biggers if (!err && vec->setauthsize_error) { 1441951d1332SEric Biggers pr_err("alg: aead: %s setauthsize unexpectedly succeeded on test vector %s; expected_error=%d\n", 1442951d1332SEric Biggers driver, vec_name, vec->setauthsize_error); 14435283a8eeSEric Biggers return -EINVAL; 14445283a8eeSEric Biggers } 14455283a8eeSEric Biggers 14465283a8eeSEric Biggers if (vec->setkey_error || vec->setauthsize_error) 14475283a8eeSEric Biggers return 0; 1448ed96804fSEric Biggers 1449ed96804fSEric Biggers /* The IV must be copied to a buffer, as the algorithm may modify it */ 1450ed96804fSEric Biggers if (WARN_ON(ivsize > MAX_IVLEN)) 1451ed96804fSEric Biggers return -EINVAL; 1452ed96804fSEric Biggers if (vec->iv) 1453ed96804fSEric Biggers memcpy(iv, vec->iv, ivsize); 1454da7f033dSHerbert Xu else 1455ed96804fSEric Biggers memset(iv, 0, ivsize); 1456da7f033dSHerbert Xu 1457ed96804fSEric Biggers /* Build the src/dst scatterlists */ 1458ed96804fSEric Biggers input[0].iov_base = (void *)vec->assoc; 1459ed96804fSEric Biggers input[0].iov_len = vec->alen; 1460ed96804fSEric Biggers input[1].iov_base = enc ? (void *)vec->ptext : (void *)vec->ctext; 1461ed96804fSEric Biggers input[1].iov_len = enc ? vec->plen : vec->clen; 1462ed96804fSEric Biggers err = build_cipher_test_sglists(tsgls, cfg, alignmask, 1463ed96804fSEric Biggers vec->alen + (enc ? vec->plen : 1464ed96804fSEric Biggers vec->clen), 1465ed96804fSEric Biggers vec->alen + (enc ? vec->clen : 1466ed96804fSEric Biggers vec->plen), 1467ed96804fSEric Biggers input, 2); 1468ed96804fSEric Biggers if (err) { 1469951d1332SEric Biggers pr_err("alg: aead: %s %s: error preparing scatterlists for test vector %s, cfg=\"%s\"\n", 1470951d1332SEric Biggers driver, op, vec_name, cfg->name); 1471ed96804fSEric Biggers return err; 1472da7f033dSHerbert Xu } 1473da7f033dSHerbert Xu 1474ed96804fSEric Biggers /* Do the actual encryption or decryption */ 1475ed96804fSEric Biggers testmgr_poison(req->__ctx, crypto_aead_reqsize(tfm)); 1476ed96804fSEric Biggers aead_request_set_callback(req, req_flags, crypto_req_done, &wait); 1477ed96804fSEric Biggers aead_request_set_crypt(req, tsgls->src.sgl_ptr, tsgls->dst.sgl_ptr, 1478ed96804fSEric Biggers enc ? vec->plen : vec->clen, iv); 1479ed96804fSEric Biggers aead_request_set_ad(req, vec->alen); 14806570737cSEric Biggers if (cfg->nosimd) 14816570737cSEric Biggers crypto_disable_simd_for_test(); 14826570737cSEric Biggers err = enc ? crypto_aead_encrypt(req) : crypto_aead_decrypt(req); 14836570737cSEric Biggers if (cfg->nosimd) 14846570737cSEric Biggers crypto_reenable_simd_for_test(); 14856570737cSEric Biggers err = crypto_wait_req(err, &wait); 148605b1d338SCristian Stoica 1487a6e5ef9bSEric Biggers /* Check that the algorithm didn't overwrite things it shouldn't have */ 1488a6e5ef9bSEric Biggers if (req->cryptlen != (enc ? vec->plen : vec->clen) || 1489a6e5ef9bSEric Biggers req->assoclen != vec->alen || 1490a6e5ef9bSEric Biggers req->iv != iv || 1491a6e5ef9bSEric Biggers req->src != tsgls->src.sgl_ptr || 1492a6e5ef9bSEric Biggers req->dst != tsgls->dst.sgl_ptr || 1493a6e5ef9bSEric Biggers crypto_aead_reqtfm(req) != tfm || 1494a6e5ef9bSEric Biggers req->base.complete != crypto_req_done || 1495a6e5ef9bSEric Biggers req->base.flags != req_flags || 1496a6e5ef9bSEric Biggers req->base.data != &wait) { 1497951d1332SEric Biggers pr_err("alg: aead: %s %s corrupted request struct on test vector %s, cfg=\"%s\"\n", 1498951d1332SEric Biggers driver, op, vec_name, cfg->name); 1499a6e5ef9bSEric Biggers if (req->cryptlen != (enc ? vec->plen : vec->clen)) 1500a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->cryptlen'\n"); 1501a6e5ef9bSEric Biggers if (req->assoclen != vec->alen) 1502a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->assoclen'\n"); 1503a6e5ef9bSEric Biggers if (req->iv != iv) 1504a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->iv'\n"); 1505a6e5ef9bSEric Biggers if (req->src != tsgls->src.sgl_ptr) 1506a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->src'\n"); 1507a6e5ef9bSEric Biggers if (req->dst != tsgls->dst.sgl_ptr) 1508a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->dst'\n"); 1509a6e5ef9bSEric Biggers if (crypto_aead_reqtfm(req) != tfm) 1510a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->base.tfm'\n"); 1511a6e5ef9bSEric Biggers if (req->base.complete != crypto_req_done) 1512a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->base.complete'\n"); 1513a6e5ef9bSEric Biggers if (req->base.flags != req_flags) 1514a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->base.flags'\n"); 1515a6e5ef9bSEric Biggers if (req->base.data != &wait) 1516a6e5ef9bSEric Biggers pr_err("alg: aead: changed 'req->base.data'\n"); 1517a6e5ef9bSEric Biggers return -EINVAL; 1518a6e5ef9bSEric Biggers } 1519a6e5ef9bSEric Biggers if (is_test_sglist_corrupted(&tsgls->src)) { 1520951d1332SEric Biggers pr_err("alg: aead: %s %s corrupted src sgl on test vector %s, cfg=\"%s\"\n", 1521951d1332SEric Biggers driver, op, vec_name, cfg->name); 1522a6e5ef9bSEric Biggers return -EINVAL; 1523a6e5ef9bSEric Biggers } 1524a6e5ef9bSEric Biggers if (tsgls->dst.sgl_ptr != tsgls->src.sgl && 1525a6e5ef9bSEric Biggers is_test_sglist_corrupted(&tsgls->dst)) { 1526951d1332SEric Biggers pr_err("alg: aead: %s %s corrupted dst sgl on test vector %s, cfg=\"%s\"\n", 1527951d1332SEric Biggers driver, op, vec_name, cfg->name); 1528a6e5ef9bSEric Biggers return -EINVAL; 1529a6e5ef9bSEric Biggers } 1530a6e5ef9bSEric Biggers 15315283a8eeSEric Biggers /* Check for success or failure */ 15325283a8eeSEric Biggers expected_error = vec->novrfy ? -EBADMSG : vec->crypt_error; 15335283a8eeSEric Biggers if (err) { 15345283a8eeSEric Biggers if (err == expected_error) 15355283a8eeSEric Biggers return 0; 1536951d1332SEric Biggers pr_err("alg: aead: %s %s failed on test vector %s; expected_error=%d, actual_error=%d, cfg=\"%s\"\n", 1537951d1332SEric Biggers driver, op, vec_name, expected_error, err, cfg->name); 15385283a8eeSEric Biggers return err; 15395283a8eeSEric Biggers } 15405283a8eeSEric Biggers if (expected_error) { 1541951d1332SEric Biggers pr_err("alg: aead: %s %s unexpectedly succeeded on test vector %s; expected_error=%d, cfg=\"%s\"\n", 1542951d1332SEric Biggers driver, op, vec_name, expected_error, cfg->name); 15435283a8eeSEric Biggers return -EINVAL; 15445283a8eeSEric Biggers } 15455283a8eeSEric Biggers 1546ed96804fSEric Biggers /* Check for the correct output (ciphertext or plaintext) */ 1547ed96804fSEric Biggers err = verify_correct_output(&tsgls->dst, enc ? vec->ctext : vec->ptext, 1548ed96804fSEric Biggers enc ? vec->clen : vec->plen, 1549ed96804fSEric Biggers vec->alen, enc || !cfg->inplace); 1550ed96804fSEric Biggers if (err == -EOVERFLOW) { 1551951d1332SEric Biggers pr_err("alg: aead: %s %s overran dst buffer on test vector %s, cfg=\"%s\"\n", 1552951d1332SEric Biggers driver, op, vec_name, cfg->name); 1553ed96804fSEric Biggers return err; 155429b77e5dSHoria Geanta } 1555ed96804fSEric Biggers if (err) { 1556951d1332SEric Biggers pr_err("alg: aead: %s %s test failed (wrong result) on test vector %s, cfg=\"%s\"\n", 1557951d1332SEric Biggers driver, op, vec_name, cfg->name); 1558ed96804fSEric Biggers return err; 155958dcf548SJussi Kivilinna } 156058dcf548SJussi Kivilinna 156158dcf548SJussi Kivilinna return 0; 1562d8a32ac2SJussi Kivilinna } 1563d8a32ac2SJussi Kivilinna 1564ed96804fSEric Biggers static int test_aead_vec(const char *driver, int enc, 1565ed96804fSEric Biggers const struct aead_testvec *vec, unsigned int vec_num, 1566ed96804fSEric Biggers struct aead_request *req, 1567ed96804fSEric Biggers struct cipher_test_sglists *tsgls) 1568ed96804fSEric Biggers { 1569951d1332SEric Biggers char vec_name[16]; 1570ed96804fSEric Biggers unsigned int i; 1571ed96804fSEric Biggers int err; 1572ed96804fSEric Biggers 1573ed96804fSEric Biggers if (enc && vec->novrfy) 1574ed96804fSEric Biggers return 0; 1575ed96804fSEric Biggers 1576951d1332SEric Biggers sprintf(vec_name, "%u", vec_num); 1577951d1332SEric Biggers 1578ed96804fSEric Biggers for (i = 0; i < ARRAY_SIZE(default_cipher_testvec_configs); i++) { 1579951d1332SEric Biggers err = test_aead_vec_cfg(driver, enc, vec, vec_name, 1580ed96804fSEric Biggers &default_cipher_testvec_configs[i], 1581ed96804fSEric Biggers req, tsgls); 1582ed96804fSEric Biggers if (err) 1583ed96804fSEric Biggers return err; 1584ed96804fSEric Biggers } 1585ed96804fSEric Biggers 1586ed96804fSEric Biggers #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS 1587ed96804fSEric Biggers if (!noextratests) { 1588ed96804fSEric Biggers struct testvec_config cfg; 1589ed96804fSEric Biggers char cfgname[TESTVEC_CONFIG_NAMELEN]; 1590ed96804fSEric Biggers 1591ed96804fSEric Biggers for (i = 0; i < fuzz_iterations; i++) { 1592ed96804fSEric Biggers generate_random_testvec_config(&cfg, cfgname, 1593ed96804fSEric Biggers sizeof(cfgname)); 1594951d1332SEric Biggers err = test_aead_vec_cfg(driver, enc, vec, vec_name, 1595ed96804fSEric Biggers &cfg, req, tsgls); 1596ed96804fSEric Biggers if (err) 1597ed96804fSEric Biggers return err; 1598ed96804fSEric Biggers } 1599ed96804fSEric Biggers } 1600ed96804fSEric Biggers #endif 1601ed96804fSEric Biggers return 0; 1602ed96804fSEric Biggers } 1603ed96804fSEric Biggers 1604ed96804fSEric Biggers static int test_aead(const char *driver, int enc, 1605ed96804fSEric Biggers const struct aead_test_suite *suite, 1606ed96804fSEric Biggers struct aead_request *req, 1607ed96804fSEric Biggers struct cipher_test_sglists *tsgls) 1608ed96804fSEric Biggers { 1609ed96804fSEric Biggers unsigned int i; 1610ed96804fSEric Biggers int err; 1611ed96804fSEric Biggers 1612ed96804fSEric Biggers for (i = 0; i < suite->count; i++) { 1613ed96804fSEric Biggers err = test_aead_vec(driver, enc, &suite->vecs[i], i, req, 1614ed96804fSEric Biggers tsgls); 1615ed96804fSEric Biggers if (err) 1616ed96804fSEric Biggers return err; 1617ed96804fSEric Biggers } 1618ed96804fSEric Biggers return 0; 1619ed96804fSEric Biggers } 1620ed96804fSEric Biggers 1621ed96804fSEric Biggers static int alg_test_aead(const struct alg_test_desc *desc, const char *driver, 1622ed96804fSEric Biggers u32 type, u32 mask) 1623ed96804fSEric Biggers { 1624ed96804fSEric Biggers const struct aead_test_suite *suite = &desc->suite.aead; 1625ed96804fSEric Biggers struct crypto_aead *tfm; 1626ed96804fSEric Biggers struct aead_request *req = NULL; 1627ed96804fSEric Biggers struct cipher_test_sglists *tsgls = NULL; 1628ed96804fSEric Biggers int err; 1629ed96804fSEric Biggers 1630ed96804fSEric Biggers if (suite->count <= 0) { 1631ed96804fSEric Biggers pr_err("alg: aead: empty test suite for %s\n", driver); 1632ed96804fSEric Biggers return -EINVAL; 1633ed96804fSEric Biggers } 1634ed96804fSEric Biggers 1635ed96804fSEric Biggers tfm = crypto_alloc_aead(driver, type, mask); 1636ed96804fSEric Biggers if (IS_ERR(tfm)) { 1637ed96804fSEric Biggers pr_err("alg: aead: failed to allocate transform for %s: %ld\n", 1638ed96804fSEric Biggers driver, PTR_ERR(tfm)); 1639ed96804fSEric Biggers return PTR_ERR(tfm); 1640ed96804fSEric Biggers } 1641ed96804fSEric Biggers 1642ed96804fSEric Biggers req = aead_request_alloc(tfm, GFP_KERNEL); 1643ed96804fSEric Biggers if (!req) { 1644ed96804fSEric Biggers pr_err("alg: aead: failed to allocate request for %s\n", 1645ed96804fSEric Biggers driver); 1646ed96804fSEric Biggers err = -ENOMEM; 1647ed96804fSEric Biggers goto out; 1648ed96804fSEric Biggers } 1649ed96804fSEric Biggers 1650ed96804fSEric Biggers tsgls = alloc_cipher_test_sglists(); 1651ed96804fSEric Biggers if (!tsgls) { 1652ed96804fSEric Biggers pr_err("alg: aead: failed to allocate test buffers for %s\n", 1653ed96804fSEric Biggers driver); 1654ed96804fSEric Biggers err = -ENOMEM; 1655ed96804fSEric Biggers goto out; 1656ed96804fSEric Biggers } 1657ed96804fSEric Biggers 1658ed96804fSEric Biggers err = test_aead(driver, ENCRYPT, suite, req, tsgls); 1659ed96804fSEric Biggers if (err) 1660ed96804fSEric Biggers goto out; 1661ed96804fSEric Biggers 1662ed96804fSEric Biggers err = test_aead(driver, DECRYPT, suite, req, tsgls); 1663ed96804fSEric Biggers out: 1664ed96804fSEric Biggers free_cipher_test_sglists(tsgls); 1665ed96804fSEric Biggers aead_request_free(req); 1666ed96804fSEric Biggers crypto_free_aead(tfm); 1667ed96804fSEric Biggers return err; 1668ed96804fSEric Biggers } 1669ed96804fSEric Biggers 16701aa4ecd9SHerbert Xu static int test_cipher(struct crypto_cipher *tfm, int enc, 1671b13b1e0cSEric Biggers const struct cipher_testvec *template, 1672b13b1e0cSEric Biggers unsigned int tcount) 16731aa4ecd9SHerbert Xu { 16741aa4ecd9SHerbert Xu const char *algo = crypto_tfm_alg_driver_name(crypto_cipher_tfm(tfm)); 16751aa4ecd9SHerbert Xu unsigned int i, j, k; 16761aa4ecd9SHerbert Xu char *q; 16771aa4ecd9SHerbert Xu const char *e; 167892a4c9feSEric Biggers const char *input, *result; 16791aa4ecd9SHerbert Xu void *data; 1680f8b0d4d0SHerbert Xu char *xbuf[XBUFSIZE]; 1681f8b0d4d0SHerbert Xu int ret = -ENOMEM; 1682f8b0d4d0SHerbert Xu 1683f8b0d4d0SHerbert Xu if (testmgr_alloc_buf(xbuf)) 1684f8b0d4d0SHerbert Xu goto out_nobuf; 16851aa4ecd9SHerbert Xu 16861aa4ecd9SHerbert Xu if (enc == ENCRYPT) 16871aa4ecd9SHerbert Xu e = "encryption"; 16881aa4ecd9SHerbert Xu else 16891aa4ecd9SHerbert Xu e = "decryption"; 16901aa4ecd9SHerbert Xu 16911aa4ecd9SHerbert Xu j = 0; 16921aa4ecd9SHerbert Xu for (i = 0; i < tcount; i++) { 16931aa4ecd9SHerbert Xu 169410faa8c0SStephan Mueller if (fips_enabled && template[i].fips_skip) 169510faa8c0SStephan Mueller continue; 169610faa8c0SStephan Mueller 169792a4c9feSEric Biggers input = enc ? template[i].ptext : template[i].ctext; 169892a4c9feSEric Biggers result = enc ? template[i].ctext : template[i].ptext; 16991aa4ecd9SHerbert Xu j++; 17001aa4ecd9SHerbert Xu 1701fd57f22aSHerbert Xu ret = -EINVAL; 170292a4c9feSEric Biggers if (WARN_ON(template[i].len > PAGE_SIZE)) 1703fd57f22aSHerbert Xu goto out; 1704fd57f22aSHerbert Xu 17051aa4ecd9SHerbert Xu data = xbuf[0]; 170692a4c9feSEric Biggers memcpy(data, input, template[i].len); 17071aa4ecd9SHerbert Xu 17081aa4ecd9SHerbert Xu crypto_cipher_clear_flags(tfm, ~0); 17091aa4ecd9SHerbert Xu if (template[i].wk) 1710231baecdSEric Biggers crypto_cipher_set_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS); 17111aa4ecd9SHerbert Xu 17121aa4ecd9SHerbert Xu ret = crypto_cipher_setkey(tfm, template[i].key, 17131aa4ecd9SHerbert Xu template[i].klen); 17145283a8eeSEric Biggers if (ret) { 17155283a8eeSEric Biggers if (ret == template[i].setkey_error) 17161aa4ecd9SHerbert Xu continue; 17175283a8eeSEric Biggers pr_err("alg: cipher: %s setkey failed on test vector %u; expected_error=%d, actual_error=%d, flags=%#x\n", 17185283a8eeSEric Biggers algo, j, template[i].setkey_error, ret, 17195283a8eeSEric Biggers crypto_cipher_get_flags(tfm)); 17205283a8eeSEric Biggers goto out; 17215283a8eeSEric Biggers } 17225283a8eeSEric Biggers if (template[i].setkey_error) { 17235283a8eeSEric Biggers pr_err("alg: cipher: %s setkey unexpectedly succeeded on test vector %u; expected_error=%d\n", 17245283a8eeSEric Biggers algo, j, template[i].setkey_error); 17255283a8eeSEric Biggers ret = -EINVAL; 17265283a8eeSEric Biggers goto out; 17275283a8eeSEric Biggers } 17281aa4ecd9SHerbert Xu 172992a4c9feSEric Biggers for (k = 0; k < template[i].len; 17301aa4ecd9SHerbert Xu k += crypto_cipher_blocksize(tfm)) { 17311aa4ecd9SHerbert Xu if (enc) 17321aa4ecd9SHerbert Xu crypto_cipher_encrypt_one(tfm, data + k, 17331aa4ecd9SHerbert Xu data + k); 17341aa4ecd9SHerbert Xu else 17351aa4ecd9SHerbert Xu crypto_cipher_decrypt_one(tfm, data + k, 17361aa4ecd9SHerbert Xu data + k); 17371aa4ecd9SHerbert Xu } 17381aa4ecd9SHerbert Xu 17391aa4ecd9SHerbert Xu q = data; 174092a4c9feSEric Biggers if (memcmp(q, result, template[i].len)) { 17411aa4ecd9SHerbert Xu printk(KERN_ERR "alg: cipher: Test %d failed " 17421aa4ecd9SHerbert Xu "on %s for %s\n", j, e, algo); 174392a4c9feSEric Biggers hexdump(q, template[i].len); 17441aa4ecd9SHerbert Xu ret = -EINVAL; 17451aa4ecd9SHerbert Xu goto out; 17461aa4ecd9SHerbert Xu } 17471aa4ecd9SHerbert Xu } 17481aa4ecd9SHerbert Xu 17491aa4ecd9SHerbert Xu ret = 0; 17501aa4ecd9SHerbert Xu 17511aa4ecd9SHerbert Xu out: 1752f8b0d4d0SHerbert Xu testmgr_free_buf(xbuf); 1753f8b0d4d0SHerbert Xu out_nobuf: 17541aa4ecd9SHerbert Xu return ret; 17551aa4ecd9SHerbert Xu } 17561aa4ecd9SHerbert Xu 17574e7babbaSEric Biggers static int test_skcipher_vec_cfg(const char *driver, int enc, 17584e7babbaSEric Biggers const struct cipher_testvec *vec, 1759951d1332SEric Biggers const char *vec_name, 17604e7babbaSEric Biggers const struct testvec_config *cfg, 17614e7babbaSEric Biggers struct skcipher_request *req, 17624e7babbaSEric Biggers struct cipher_test_sglists *tsgls) 1763da7f033dSHerbert Xu { 17644e7babbaSEric Biggers struct crypto_skcipher *tfm = crypto_skcipher_reqtfm(req); 17654e7babbaSEric Biggers const unsigned int alignmask = crypto_skcipher_alignmask(tfm); 17664e7babbaSEric Biggers const unsigned int ivsize = crypto_skcipher_ivsize(tfm); 17674e7babbaSEric Biggers const u32 req_flags = CRYPTO_TFM_REQ_MAY_BACKLOG | cfg->req_flags; 17684e7babbaSEric Biggers const char *op = enc ? "encryption" : "decryption"; 17694e7babbaSEric Biggers DECLARE_CRYPTO_WAIT(wait); 17704e7babbaSEric Biggers u8 _iv[3 * (MAX_ALGAPI_ALIGNMASK + 1) + MAX_IVLEN]; 17714e7babbaSEric Biggers u8 *iv = PTR_ALIGN(&_iv[0], 2 * (MAX_ALGAPI_ALIGNMASK + 1)) + 17724e7babbaSEric Biggers cfg->iv_offset + 17734e7babbaSEric Biggers (cfg->iv_offset_relative_to_alignmask ? alignmask : 0); 17744e7babbaSEric Biggers struct kvec input; 17754e7babbaSEric Biggers int err; 1776f8b0d4d0SHerbert Xu 17774e7babbaSEric Biggers /* Set the key */ 17784e7babbaSEric Biggers if (vec->wk) 1779231baecdSEric Biggers crypto_skcipher_set_flags(tfm, CRYPTO_TFM_REQ_FORBID_WEAK_KEYS); 1780da7f033dSHerbert Xu else 17814e7babbaSEric Biggers crypto_skcipher_clear_flags(tfm, 17824e7babbaSEric Biggers CRYPTO_TFM_REQ_FORBID_WEAK_KEYS); 17834e7babbaSEric Biggers err = crypto_skcipher_setkey(tfm, vec->key, vec->klen); 17844e7babbaSEric Biggers if (err) { 17855283a8eeSEric Biggers if (err == vec->setkey_error) 17864e7babbaSEric Biggers return 0; 1787951d1332SEric Biggers pr_err("alg: skcipher: %s setkey failed on test vector %s; expected_error=%d, actual_error=%d, flags=%#x\n", 1788951d1332SEric Biggers driver, vec_name, vec->setkey_error, err, 17895283a8eeSEric Biggers crypto_skcipher_get_flags(tfm)); 17904e7babbaSEric Biggers return err; 17914e7babbaSEric Biggers } 17925283a8eeSEric Biggers if (vec->setkey_error) { 1793951d1332SEric Biggers pr_err("alg: skcipher: %s setkey unexpectedly succeeded on test vector %s; expected_error=%d\n", 1794951d1332SEric Biggers driver, vec_name, vec->setkey_error); 17954e7babbaSEric Biggers return -EINVAL; 179608d6af8cSJussi Kivilinna } 1797da7f033dSHerbert Xu 17984e7babbaSEric Biggers /* The IV must be copied to a buffer, as the algorithm may modify it */ 17994e7babbaSEric Biggers if (ivsize) { 18004e7babbaSEric Biggers if (WARN_ON(ivsize > MAX_IVLEN)) 18014e7babbaSEric Biggers return -EINVAL; 18028efd972eSEric Biggers if (vec->generates_iv && !enc) 18038efd972eSEric Biggers memcpy(iv, vec->iv_out, ivsize); 18048efd972eSEric Biggers else if (vec->iv) 18054e7babbaSEric Biggers memcpy(iv, vec->iv, ivsize); 180608d6af8cSJussi Kivilinna else 18074e7babbaSEric Biggers memset(iv, 0, ivsize); 18084e7babbaSEric Biggers } else { 18094e7babbaSEric Biggers if (vec->generates_iv) { 1810951d1332SEric Biggers pr_err("alg: skcipher: %s has ivsize=0 but test vector %s generates IV!\n", 1811951d1332SEric Biggers driver, vec_name); 18124e7babbaSEric Biggers return -EINVAL; 18134e7babbaSEric Biggers } 18144e7babbaSEric Biggers iv = NULL; 1815da7f033dSHerbert Xu } 1816da7f033dSHerbert Xu 18174e7babbaSEric Biggers /* Build the src/dst scatterlists */ 18184e7babbaSEric Biggers input.iov_base = enc ? (void *)vec->ptext : (void *)vec->ctext; 18194e7babbaSEric Biggers input.iov_len = vec->len; 18204e7babbaSEric Biggers err = build_cipher_test_sglists(tsgls, cfg, alignmask, 18214e7babbaSEric Biggers vec->len, vec->len, &input, 1); 18224e7babbaSEric Biggers if (err) { 1823951d1332SEric Biggers pr_err("alg: skcipher: %s %s: error preparing scatterlists for test vector %s, cfg=\"%s\"\n", 1824951d1332SEric Biggers driver, op, vec_name, cfg->name); 18254e7babbaSEric Biggers return err; 1826da7f033dSHerbert Xu } 1827da7f033dSHerbert Xu 18284e7babbaSEric Biggers /* Do the actual encryption or decryption */ 18294e7babbaSEric Biggers testmgr_poison(req->__ctx, crypto_skcipher_reqsize(tfm)); 18304e7babbaSEric Biggers skcipher_request_set_callback(req, req_flags, crypto_req_done, &wait); 18314e7babbaSEric Biggers skcipher_request_set_crypt(req, tsgls->src.sgl_ptr, tsgls->dst.sgl_ptr, 18324e7babbaSEric Biggers vec->len, iv); 18336570737cSEric Biggers if (cfg->nosimd) 18346570737cSEric Biggers crypto_disable_simd_for_test(); 18356570737cSEric Biggers err = enc ? crypto_skcipher_encrypt(req) : crypto_skcipher_decrypt(req); 18366570737cSEric Biggers if (cfg->nosimd) 18376570737cSEric Biggers crypto_reenable_simd_for_test(); 18386570737cSEric Biggers err = crypto_wait_req(err, &wait); 1839da7f033dSHerbert Xu 1840fa353c99SEric Biggers /* Check that the algorithm didn't overwrite things it shouldn't have */ 1841fa353c99SEric Biggers if (req->cryptlen != vec->len || 1842fa353c99SEric Biggers req->iv != iv || 1843fa353c99SEric Biggers req->src != tsgls->src.sgl_ptr || 1844fa353c99SEric Biggers req->dst != tsgls->dst.sgl_ptr || 1845fa353c99SEric Biggers crypto_skcipher_reqtfm(req) != tfm || 1846fa353c99SEric Biggers req->base.complete != crypto_req_done || 1847fa353c99SEric Biggers req->base.flags != req_flags || 1848fa353c99SEric Biggers req->base.data != &wait) { 1849951d1332SEric Biggers pr_err("alg: skcipher: %s %s corrupted request struct on test vector %s, cfg=\"%s\"\n", 1850951d1332SEric Biggers driver, op, vec_name, cfg->name); 1851fa353c99SEric Biggers if (req->cryptlen != vec->len) 1852fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->cryptlen'\n"); 1853fa353c99SEric Biggers if (req->iv != iv) 1854fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->iv'\n"); 1855fa353c99SEric Biggers if (req->src != tsgls->src.sgl_ptr) 1856fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->src'\n"); 1857fa353c99SEric Biggers if (req->dst != tsgls->dst.sgl_ptr) 1858fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->dst'\n"); 1859fa353c99SEric Biggers if (crypto_skcipher_reqtfm(req) != tfm) 1860fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->base.tfm'\n"); 1861fa353c99SEric Biggers if (req->base.complete != crypto_req_done) 1862fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->base.complete'\n"); 1863fa353c99SEric Biggers if (req->base.flags != req_flags) 1864fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->base.flags'\n"); 1865fa353c99SEric Biggers if (req->base.data != &wait) 1866fa353c99SEric Biggers pr_err("alg: skcipher: changed 'req->base.data'\n"); 1867fa353c99SEric Biggers return -EINVAL; 1868fa353c99SEric Biggers } 1869fa353c99SEric Biggers if (is_test_sglist_corrupted(&tsgls->src)) { 1870951d1332SEric Biggers pr_err("alg: skcipher: %s %s corrupted src sgl on test vector %s, cfg=\"%s\"\n", 1871951d1332SEric Biggers driver, op, vec_name, cfg->name); 1872fa353c99SEric Biggers return -EINVAL; 1873fa353c99SEric Biggers } 1874fa353c99SEric Biggers if (tsgls->dst.sgl_ptr != tsgls->src.sgl && 1875fa353c99SEric Biggers is_test_sglist_corrupted(&tsgls->dst)) { 1876951d1332SEric Biggers pr_err("alg: skcipher: %s %s corrupted dst sgl on test vector %s, cfg=\"%s\"\n", 1877951d1332SEric Biggers driver, op, vec_name, cfg->name); 1878fa353c99SEric Biggers return -EINVAL; 1879fa353c99SEric Biggers } 1880fa353c99SEric Biggers 18815283a8eeSEric Biggers /* Check for success or failure */ 18825283a8eeSEric Biggers if (err) { 18835283a8eeSEric Biggers if (err == vec->crypt_error) 18845283a8eeSEric Biggers return 0; 1885951d1332SEric Biggers pr_err("alg: skcipher: %s %s failed on test vector %s; expected_error=%d, actual_error=%d, cfg=\"%s\"\n", 1886951d1332SEric Biggers driver, op, vec_name, vec->crypt_error, err, cfg->name); 18875283a8eeSEric Biggers return err; 18885283a8eeSEric Biggers } 18895283a8eeSEric Biggers if (vec->crypt_error) { 1890951d1332SEric Biggers pr_err("alg: skcipher: %s %s unexpectedly succeeded on test vector %s; expected_error=%d, cfg=\"%s\"\n", 1891951d1332SEric Biggers driver, op, vec_name, vec->crypt_error, cfg->name); 18925283a8eeSEric Biggers return -EINVAL; 18935283a8eeSEric Biggers } 18945283a8eeSEric Biggers 18954e7babbaSEric Biggers /* Check for the correct output (ciphertext or plaintext) */ 18964e7babbaSEric Biggers err = verify_correct_output(&tsgls->dst, enc ? vec->ctext : vec->ptext, 18974e7babbaSEric Biggers vec->len, 0, true); 18984e7babbaSEric Biggers if (err == -EOVERFLOW) { 1899951d1332SEric Biggers pr_err("alg: skcipher: %s %s overran dst buffer on test vector %s, cfg=\"%s\"\n", 1900951d1332SEric Biggers driver, op, vec_name, cfg->name); 19014e7babbaSEric Biggers return err; 19024e7babbaSEric Biggers } 19034e7babbaSEric Biggers if (err) { 1904951d1332SEric Biggers pr_err("alg: skcipher: %s %s test failed (wrong result) on test vector %s, cfg=\"%s\"\n", 1905951d1332SEric Biggers driver, op, vec_name, cfg->name); 19064e7babbaSEric Biggers return err; 19074e7babbaSEric Biggers } 190808d6af8cSJussi Kivilinna 19094e7babbaSEric Biggers /* If applicable, check that the algorithm generated the correct IV */ 19108efd972eSEric Biggers if (vec->iv_out && memcmp(iv, vec->iv_out, ivsize) != 0) { 1911951d1332SEric Biggers pr_err("alg: skcipher: %s %s test failed (wrong output IV) on test vector %s, cfg=\"%s\"\n", 1912951d1332SEric Biggers driver, op, vec_name, cfg->name); 19134e7babbaSEric Biggers hexdump(iv, ivsize); 19144e7babbaSEric Biggers return -EINVAL; 19153a338f20SJussi Kivilinna } 19163a338f20SJussi Kivilinna 19173a338f20SJussi Kivilinna return 0; 191808d6af8cSJussi Kivilinna } 191908d6af8cSJussi Kivilinna 19204e7babbaSEric Biggers static int test_skcipher_vec(const char *driver, int enc, 19214e7babbaSEric Biggers const struct cipher_testvec *vec, 19224e7babbaSEric Biggers unsigned int vec_num, 19234e7babbaSEric Biggers struct skcipher_request *req, 19244e7babbaSEric Biggers struct cipher_test_sglists *tsgls) 19254e7babbaSEric Biggers { 1926951d1332SEric Biggers char vec_name[16]; 19274e7babbaSEric Biggers unsigned int i; 19284e7babbaSEric Biggers int err; 19294e7babbaSEric Biggers 19304e7babbaSEric Biggers if (fips_enabled && vec->fips_skip) 19314e7babbaSEric Biggers return 0; 19324e7babbaSEric Biggers 1933951d1332SEric Biggers sprintf(vec_name, "%u", vec_num); 1934951d1332SEric Biggers 19354e7babbaSEric Biggers for (i = 0; i < ARRAY_SIZE(default_cipher_testvec_configs); i++) { 1936951d1332SEric Biggers err = test_skcipher_vec_cfg(driver, enc, vec, vec_name, 19374e7babbaSEric Biggers &default_cipher_testvec_configs[i], 19384e7babbaSEric Biggers req, tsgls); 19394e7babbaSEric Biggers if (err) 19404e7babbaSEric Biggers return err; 19414e7babbaSEric Biggers } 19424e7babbaSEric Biggers 19434e7babbaSEric Biggers #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS 19444e7babbaSEric Biggers if (!noextratests) { 19454e7babbaSEric Biggers struct testvec_config cfg; 19464e7babbaSEric Biggers char cfgname[TESTVEC_CONFIG_NAMELEN]; 19474e7babbaSEric Biggers 19484e7babbaSEric Biggers for (i = 0; i < fuzz_iterations; i++) { 19494e7babbaSEric Biggers generate_random_testvec_config(&cfg, cfgname, 19504e7babbaSEric Biggers sizeof(cfgname)); 1951951d1332SEric Biggers err = test_skcipher_vec_cfg(driver, enc, vec, vec_name, 19524e7babbaSEric Biggers &cfg, req, tsgls); 19534e7babbaSEric Biggers if (err) 19544e7babbaSEric Biggers return err; 19554e7babbaSEric Biggers } 19564e7babbaSEric Biggers } 19574e7babbaSEric Biggers #endif 19584e7babbaSEric Biggers return 0; 19594e7babbaSEric Biggers } 19604e7babbaSEric Biggers 19614e7babbaSEric Biggers static int test_skcipher(const char *driver, int enc, 19624e7babbaSEric Biggers const struct cipher_test_suite *suite, 19634e7babbaSEric Biggers struct skcipher_request *req, 19644e7babbaSEric Biggers struct cipher_test_sglists *tsgls) 19654e7babbaSEric Biggers { 19664e7babbaSEric Biggers unsigned int i; 19674e7babbaSEric Biggers int err; 19684e7babbaSEric Biggers 19694e7babbaSEric Biggers for (i = 0; i < suite->count; i++) { 19704e7babbaSEric Biggers err = test_skcipher_vec(driver, enc, &suite->vecs[i], i, req, 19714e7babbaSEric Biggers tsgls); 19724e7babbaSEric Biggers if (err) 19734e7babbaSEric Biggers return err; 19744e7babbaSEric Biggers } 19754e7babbaSEric Biggers return 0; 19764e7babbaSEric Biggers } 19774e7babbaSEric Biggers 19784e7babbaSEric Biggers static int alg_test_skcipher(const struct alg_test_desc *desc, 19794e7babbaSEric Biggers const char *driver, u32 type, u32 mask) 19804e7babbaSEric Biggers { 19814e7babbaSEric Biggers const struct cipher_test_suite *suite = &desc->suite.cipher; 19824e7babbaSEric Biggers struct crypto_skcipher *tfm; 19834e7babbaSEric Biggers struct skcipher_request *req = NULL; 19844e7babbaSEric Biggers struct cipher_test_sglists *tsgls = NULL; 19854e7babbaSEric Biggers int err; 19864e7babbaSEric Biggers 19874e7babbaSEric Biggers if (suite->count <= 0) { 19884e7babbaSEric Biggers pr_err("alg: skcipher: empty test suite for %s\n", driver); 19894e7babbaSEric Biggers return -EINVAL; 19904e7babbaSEric Biggers } 19914e7babbaSEric Biggers 19924e7babbaSEric Biggers tfm = crypto_alloc_skcipher(driver, type, mask); 19934e7babbaSEric Biggers if (IS_ERR(tfm)) { 19944e7babbaSEric Biggers pr_err("alg: skcipher: failed to allocate transform for %s: %ld\n", 19954e7babbaSEric Biggers driver, PTR_ERR(tfm)); 19964e7babbaSEric Biggers return PTR_ERR(tfm); 19974e7babbaSEric Biggers } 19984e7babbaSEric Biggers 19994e7babbaSEric Biggers req = skcipher_request_alloc(tfm, GFP_KERNEL); 20004e7babbaSEric Biggers if (!req) { 20014e7babbaSEric Biggers pr_err("alg: skcipher: failed to allocate request for %s\n", 20024e7babbaSEric Biggers driver); 20034e7babbaSEric Biggers err = -ENOMEM; 20044e7babbaSEric Biggers goto out; 20054e7babbaSEric Biggers } 20064e7babbaSEric Biggers 20074e7babbaSEric Biggers tsgls = alloc_cipher_test_sglists(); 20084e7babbaSEric Biggers if (!tsgls) { 20094e7babbaSEric Biggers pr_err("alg: skcipher: failed to allocate test buffers for %s\n", 20104e7babbaSEric Biggers driver); 20114e7babbaSEric Biggers err = -ENOMEM; 20124e7babbaSEric Biggers goto out; 20134e7babbaSEric Biggers } 20144e7babbaSEric Biggers 20154e7babbaSEric Biggers err = test_skcipher(driver, ENCRYPT, suite, req, tsgls); 20164e7babbaSEric Biggers if (err) 20174e7babbaSEric Biggers goto out; 20184e7babbaSEric Biggers 20194e7babbaSEric Biggers err = test_skcipher(driver, DECRYPT, suite, req, tsgls); 20204e7babbaSEric Biggers out: 20214e7babbaSEric Biggers free_cipher_test_sglists(tsgls); 20224e7babbaSEric Biggers skcipher_request_free(req); 20234e7babbaSEric Biggers crypto_free_skcipher(tfm); 20244e7babbaSEric Biggers return err; 20254e7babbaSEric Biggers } 20264e7babbaSEric Biggers 2027b13b1e0cSEric Biggers static int test_comp(struct crypto_comp *tfm, 2028b13b1e0cSEric Biggers const struct comp_testvec *ctemplate, 2029b13b1e0cSEric Biggers const struct comp_testvec *dtemplate, 2030b13b1e0cSEric Biggers int ctcount, int dtcount) 2031da7f033dSHerbert Xu { 2032da7f033dSHerbert Xu const char *algo = crypto_tfm_alg_driver_name(crypto_comp_tfm(tfm)); 203333607384SMahipal Challa char *output, *decomp_output; 2034da7f033dSHerbert Xu unsigned int i; 2035da7f033dSHerbert Xu int ret; 2036da7f033dSHerbert Xu 203733607384SMahipal Challa output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL); 203833607384SMahipal Challa if (!output) 203933607384SMahipal Challa return -ENOMEM; 204033607384SMahipal Challa 204133607384SMahipal Challa decomp_output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL); 204233607384SMahipal Challa if (!decomp_output) { 204333607384SMahipal Challa kfree(output); 204433607384SMahipal Challa return -ENOMEM; 204533607384SMahipal Challa } 204633607384SMahipal Challa 2047da7f033dSHerbert Xu for (i = 0; i < ctcount; i++) { 2048c79cf910SGeert Uytterhoeven int ilen; 2049c79cf910SGeert Uytterhoeven unsigned int dlen = COMP_BUF_SIZE; 2050da7f033dSHerbert Xu 205122a8118dSMichael Schupikov memset(output, 0, COMP_BUF_SIZE); 205222a8118dSMichael Schupikov memset(decomp_output, 0, COMP_BUF_SIZE); 2053da7f033dSHerbert Xu 2054da7f033dSHerbert Xu ilen = ctemplate[i].inlen; 2055da7f033dSHerbert Xu ret = crypto_comp_compress(tfm, ctemplate[i].input, 205633607384SMahipal Challa ilen, output, &dlen); 2057da7f033dSHerbert Xu if (ret) { 2058da7f033dSHerbert Xu printk(KERN_ERR "alg: comp: compression failed " 2059da7f033dSHerbert Xu "on test %d for %s: ret=%d\n", i + 1, algo, 2060da7f033dSHerbert Xu -ret); 2061da7f033dSHerbert Xu goto out; 2062da7f033dSHerbert Xu } 2063da7f033dSHerbert Xu 206433607384SMahipal Challa ilen = dlen; 206533607384SMahipal Challa dlen = COMP_BUF_SIZE; 206633607384SMahipal Challa ret = crypto_comp_decompress(tfm, output, 206733607384SMahipal Challa ilen, decomp_output, &dlen); 206833607384SMahipal Challa if (ret) { 206933607384SMahipal Challa pr_err("alg: comp: compression failed: decompress: on test %d for %s failed: ret=%d\n", 207033607384SMahipal Challa i + 1, algo, -ret); 207133607384SMahipal Challa goto out; 207233607384SMahipal Challa } 207333607384SMahipal Challa 207433607384SMahipal Challa if (dlen != ctemplate[i].inlen) { 2075b812eb00SGeert Uytterhoeven printk(KERN_ERR "alg: comp: Compression test %d " 2076b812eb00SGeert Uytterhoeven "failed for %s: output len = %d\n", i + 1, algo, 2077b812eb00SGeert Uytterhoeven dlen); 2078b812eb00SGeert Uytterhoeven ret = -EINVAL; 2079b812eb00SGeert Uytterhoeven goto out; 2080b812eb00SGeert Uytterhoeven } 2081b812eb00SGeert Uytterhoeven 208233607384SMahipal Challa if (memcmp(decomp_output, ctemplate[i].input, 208333607384SMahipal Challa ctemplate[i].inlen)) { 208433607384SMahipal Challa pr_err("alg: comp: compression failed: output differs: on test %d for %s\n", 208533607384SMahipal Challa i + 1, algo); 208633607384SMahipal Challa hexdump(decomp_output, dlen); 2087da7f033dSHerbert Xu ret = -EINVAL; 2088da7f033dSHerbert Xu goto out; 2089da7f033dSHerbert Xu } 2090da7f033dSHerbert Xu } 2091da7f033dSHerbert Xu 2092da7f033dSHerbert Xu for (i = 0; i < dtcount; i++) { 2093c79cf910SGeert Uytterhoeven int ilen; 2094c79cf910SGeert Uytterhoeven unsigned int dlen = COMP_BUF_SIZE; 2095da7f033dSHerbert Xu 209622a8118dSMichael Schupikov memset(decomp_output, 0, COMP_BUF_SIZE); 2097da7f033dSHerbert Xu 2098da7f033dSHerbert Xu ilen = dtemplate[i].inlen; 2099da7f033dSHerbert Xu ret = crypto_comp_decompress(tfm, dtemplate[i].input, 210033607384SMahipal Challa ilen, decomp_output, &dlen); 2101da7f033dSHerbert Xu if (ret) { 2102da7f033dSHerbert Xu printk(KERN_ERR "alg: comp: decompression failed " 2103da7f033dSHerbert Xu "on test %d for %s: ret=%d\n", i + 1, algo, 2104da7f033dSHerbert Xu -ret); 2105da7f033dSHerbert Xu goto out; 2106da7f033dSHerbert Xu } 2107da7f033dSHerbert Xu 2108b812eb00SGeert Uytterhoeven if (dlen != dtemplate[i].outlen) { 2109b812eb00SGeert Uytterhoeven printk(KERN_ERR "alg: comp: Decompression test %d " 2110b812eb00SGeert Uytterhoeven "failed for %s: output len = %d\n", i + 1, algo, 2111b812eb00SGeert Uytterhoeven dlen); 2112b812eb00SGeert Uytterhoeven ret = -EINVAL; 2113b812eb00SGeert Uytterhoeven goto out; 2114b812eb00SGeert Uytterhoeven } 2115b812eb00SGeert Uytterhoeven 211633607384SMahipal Challa if (memcmp(decomp_output, dtemplate[i].output, dlen)) { 2117da7f033dSHerbert Xu printk(KERN_ERR "alg: comp: Decompression test %d " 2118da7f033dSHerbert Xu "failed for %s\n", i + 1, algo); 211933607384SMahipal Challa hexdump(decomp_output, dlen); 2120da7f033dSHerbert Xu ret = -EINVAL; 2121da7f033dSHerbert Xu goto out; 2122da7f033dSHerbert Xu } 2123da7f033dSHerbert Xu } 2124da7f033dSHerbert Xu 2125da7f033dSHerbert Xu ret = 0; 2126da7f033dSHerbert Xu 2127da7f033dSHerbert Xu out: 212833607384SMahipal Challa kfree(decomp_output); 212933607384SMahipal Challa kfree(output); 2130da7f033dSHerbert Xu return ret; 2131da7f033dSHerbert Xu } 2132da7f033dSHerbert Xu 2133b13b1e0cSEric Biggers static int test_acomp(struct crypto_acomp *tfm, 2134b13b1e0cSEric Biggers const struct comp_testvec *ctemplate, 2135b13b1e0cSEric Biggers const struct comp_testvec *dtemplate, 2136b13b1e0cSEric Biggers int ctcount, int dtcount) 2137d7db7a88SGiovanni Cabiddu { 2138d7db7a88SGiovanni Cabiddu const char *algo = crypto_tfm_alg_driver_name(crypto_acomp_tfm(tfm)); 2139d7db7a88SGiovanni Cabiddu unsigned int i; 2140a9943a0aSGiovanni Cabiddu char *output, *decomp_out; 2141d7db7a88SGiovanni Cabiddu int ret; 2142d7db7a88SGiovanni Cabiddu struct scatterlist src, dst; 2143d7db7a88SGiovanni Cabiddu struct acomp_req *req; 21447f397136SGilad Ben-Yossef struct crypto_wait wait; 2145d7db7a88SGiovanni Cabiddu 2146eb095593SEric Biggers output = kmalloc(COMP_BUF_SIZE, GFP_KERNEL); 2147eb095593SEric Biggers if (!output) 2148eb095593SEric Biggers return -ENOMEM; 2149eb095593SEric Biggers 2150a9943a0aSGiovanni Cabiddu decomp_out = kmalloc(COMP_BUF_SIZE, GFP_KERNEL); 2151a9943a0aSGiovanni Cabiddu if (!decomp_out) { 2152a9943a0aSGiovanni Cabiddu kfree(output); 2153a9943a0aSGiovanni Cabiddu return -ENOMEM; 2154a9943a0aSGiovanni Cabiddu } 2155a9943a0aSGiovanni Cabiddu 2156d7db7a88SGiovanni Cabiddu for (i = 0; i < ctcount; i++) { 2157d7db7a88SGiovanni Cabiddu unsigned int dlen = COMP_BUF_SIZE; 2158d7db7a88SGiovanni Cabiddu int ilen = ctemplate[i].inlen; 215902608e02SLaura Abbott void *input_vec; 2160d7db7a88SGiovanni Cabiddu 2161d2110224SEric Biggers input_vec = kmemdup(ctemplate[i].input, ilen, GFP_KERNEL); 216202608e02SLaura Abbott if (!input_vec) { 216302608e02SLaura Abbott ret = -ENOMEM; 216402608e02SLaura Abbott goto out; 216502608e02SLaura Abbott } 216602608e02SLaura Abbott 2167eb095593SEric Biggers memset(output, 0, dlen); 21687f397136SGilad Ben-Yossef crypto_init_wait(&wait); 216902608e02SLaura Abbott sg_init_one(&src, input_vec, ilen); 2170d7db7a88SGiovanni Cabiddu sg_init_one(&dst, output, dlen); 2171d7db7a88SGiovanni Cabiddu 2172d7db7a88SGiovanni Cabiddu req = acomp_request_alloc(tfm); 2173d7db7a88SGiovanni Cabiddu if (!req) { 2174d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: request alloc failed for %s\n", 2175d7db7a88SGiovanni Cabiddu algo); 217602608e02SLaura Abbott kfree(input_vec); 2177d7db7a88SGiovanni Cabiddu ret = -ENOMEM; 2178d7db7a88SGiovanni Cabiddu goto out; 2179d7db7a88SGiovanni Cabiddu } 2180d7db7a88SGiovanni Cabiddu 2181d7db7a88SGiovanni Cabiddu acomp_request_set_params(req, &src, &dst, ilen, dlen); 2182d7db7a88SGiovanni Cabiddu acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, 21837f397136SGilad Ben-Yossef crypto_req_done, &wait); 2184d7db7a88SGiovanni Cabiddu 21857f397136SGilad Ben-Yossef ret = crypto_wait_req(crypto_acomp_compress(req), &wait); 2186d7db7a88SGiovanni Cabiddu if (ret) { 2187d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: compression failed on test %d for %s: ret=%d\n", 2188d7db7a88SGiovanni Cabiddu i + 1, algo, -ret); 218902608e02SLaura Abbott kfree(input_vec); 2190d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2191d7db7a88SGiovanni Cabiddu goto out; 2192d7db7a88SGiovanni Cabiddu } 2193d7db7a88SGiovanni Cabiddu 2194a9943a0aSGiovanni Cabiddu ilen = req->dlen; 2195a9943a0aSGiovanni Cabiddu dlen = COMP_BUF_SIZE; 2196a9943a0aSGiovanni Cabiddu sg_init_one(&src, output, ilen); 2197a9943a0aSGiovanni Cabiddu sg_init_one(&dst, decomp_out, dlen); 21987f397136SGilad Ben-Yossef crypto_init_wait(&wait); 2199a9943a0aSGiovanni Cabiddu acomp_request_set_params(req, &src, &dst, ilen, dlen); 2200a9943a0aSGiovanni Cabiddu 22017f397136SGilad Ben-Yossef ret = crypto_wait_req(crypto_acomp_decompress(req), &wait); 2202a9943a0aSGiovanni Cabiddu if (ret) { 2203a9943a0aSGiovanni Cabiddu pr_err("alg: acomp: compression failed on test %d for %s: ret=%d\n", 2204a9943a0aSGiovanni Cabiddu i + 1, algo, -ret); 2205a9943a0aSGiovanni Cabiddu kfree(input_vec); 2206a9943a0aSGiovanni Cabiddu acomp_request_free(req); 2207a9943a0aSGiovanni Cabiddu goto out; 2208a9943a0aSGiovanni Cabiddu } 2209a9943a0aSGiovanni Cabiddu 2210a9943a0aSGiovanni Cabiddu if (req->dlen != ctemplate[i].inlen) { 2211d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: Compression test %d failed for %s: output len = %d\n", 2212d7db7a88SGiovanni Cabiddu i + 1, algo, req->dlen); 2213d7db7a88SGiovanni Cabiddu ret = -EINVAL; 221402608e02SLaura Abbott kfree(input_vec); 2215d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2216d7db7a88SGiovanni Cabiddu goto out; 2217d7db7a88SGiovanni Cabiddu } 2218d7db7a88SGiovanni Cabiddu 2219a9943a0aSGiovanni Cabiddu if (memcmp(input_vec, decomp_out, req->dlen)) { 2220d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: Compression test %d failed for %s\n", 2221d7db7a88SGiovanni Cabiddu i + 1, algo); 2222d7db7a88SGiovanni Cabiddu hexdump(output, req->dlen); 2223d7db7a88SGiovanni Cabiddu ret = -EINVAL; 222402608e02SLaura Abbott kfree(input_vec); 2225d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2226d7db7a88SGiovanni Cabiddu goto out; 2227d7db7a88SGiovanni Cabiddu } 2228d7db7a88SGiovanni Cabiddu 222902608e02SLaura Abbott kfree(input_vec); 2230d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2231d7db7a88SGiovanni Cabiddu } 2232d7db7a88SGiovanni Cabiddu 2233d7db7a88SGiovanni Cabiddu for (i = 0; i < dtcount; i++) { 2234d7db7a88SGiovanni Cabiddu unsigned int dlen = COMP_BUF_SIZE; 2235d7db7a88SGiovanni Cabiddu int ilen = dtemplate[i].inlen; 223602608e02SLaura Abbott void *input_vec; 2237d7db7a88SGiovanni Cabiddu 2238d2110224SEric Biggers input_vec = kmemdup(dtemplate[i].input, ilen, GFP_KERNEL); 223902608e02SLaura Abbott if (!input_vec) { 224002608e02SLaura Abbott ret = -ENOMEM; 224102608e02SLaura Abbott goto out; 224202608e02SLaura Abbott } 224302608e02SLaura Abbott 2244eb095593SEric Biggers memset(output, 0, dlen); 22457f397136SGilad Ben-Yossef crypto_init_wait(&wait); 224602608e02SLaura Abbott sg_init_one(&src, input_vec, ilen); 2247d7db7a88SGiovanni Cabiddu sg_init_one(&dst, output, dlen); 2248d7db7a88SGiovanni Cabiddu 2249d7db7a88SGiovanni Cabiddu req = acomp_request_alloc(tfm); 2250d7db7a88SGiovanni Cabiddu if (!req) { 2251d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: request alloc failed for %s\n", 2252d7db7a88SGiovanni Cabiddu algo); 225302608e02SLaura Abbott kfree(input_vec); 2254d7db7a88SGiovanni Cabiddu ret = -ENOMEM; 2255d7db7a88SGiovanni Cabiddu goto out; 2256d7db7a88SGiovanni Cabiddu } 2257d7db7a88SGiovanni Cabiddu 2258d7db7a88SGiovanni Cabiddu acomp_request_set_params(req, &src, &dst, ilen, dlen); 2259d7db7a88SGiovanni Cabiddu acomp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, 22607f397136SGilad Ben-Yossef crypto_req_done, &wait); 2261d7db7a88SGiovanni Cabiddu 22627f397136SGilad Ben-Yossef ret = crypto_wait_req(crypto_acomp_decompress(req), &wait); 2263d7db7a88SGiovanni Cabiddu if (ret) { 2264d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: decompression failed on test %d for %s: ret=%d\n", 2265d7db7a88SGiovanni Cabiddu i + 1, algo, -ret); 226602608e02SLaura Abbott kfree(input_vec); 2267d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2268d7db7a88SGiovanni Cabiddu goto out; 2269d7db7a88SGiovanni Cabiddu } 2270d7db7a88SGiovanni Cabiddu 2271d7db7a88SGiovanni Cabiddu if (req->dlen != dtemplate[i].outlen) { 2272d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: Decompression test %d failed for %s: output len = %d\n", 2273d7db7a88SGiovanni Cabiddu i + 1, algo, req->dlen); 2274d7db7a88SGiovanni Cabiddu ret = -EINVAL; 227502608e02SLaura Abbott kfree(input_vec); 2276d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2277d7db7a88SGiovanni Cabiddu goto out; 2278d7db7a88SGiovanni Cabiddu } 2279d7db7a88SGiovanni Cabiddu 2280d7db7a88SGiovanni Cabiddu if (memcmp(output, dtemplate[i].output, req->dlen)) { 2281d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: Decompression test %d failed for %s\n", 2282d7db7a88SGiovanni Cabiddu i + 1, algo); 2283d7db7a88SGiovanni Cabiddu hexdump(output, req->dlen); 2284d7db7a88SGiovanni Cabiddu ret = -EINVAL; 228502608e02SLaura Abbott kfree(input_vec); 2286d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2287d7db7a88SGiovanni Cabiddu goto out; 2288d7db7a88SGiovanni Cabiddu } 2289d7db7a88SGiovanni Cabiddu 229002608e02SLaura Abbott kfree(input_vec); 2291d7db7a88SGiovanni Cabiddu acomp_request_free(req); 2292d7db7a88SGiovanni Cabiddu } 2293d7db7a88SGiovanni Cabiddu 2294d7db7a88SGiovanni Cabiddu ret = 0; 2295d7db7a88SGiovanni Cabiddu 2296d7db7a88SGiovanni Cabiddu out: 2297a9943a0aSGiovanni Cabiddu kfree(decomp_out); 2298eb095593SEric Biggers kfree(output); 2299d7db7a88SGiovanni Cabiddu return ret; 2300d7db7a88SGiovanni Cabiddu } 2301d7db7a88SGiovanni Cabiddu 2302b13b1e0cSEric Biggers static int test_cprng(struct crypto_rng *tfm, 2303b13b1e0cSEric Biggers const struct cprng_testvec *template, 23047647d6ceSJarod Wilson unsigned int tcount) 23057647d6ceSJarod Wilson { 23067647d6ceSJarod Wilson const char *algo = crypto_tfm_alg_driver_name(crypto_rng_tfm(tfm)); 2307fa4ef8a6SFelipe Contreras int err = 0, i, j, seedsize; 23087647d6ceSJarod Wilson u8 *seed; 23097647d6ceSJarod Wilson char result[32]; 23107647d6ceSJarod Wilson 23117647d6ceSJarod Wilson seedsize = crypto_rng_seedsize(tfm); 23127647d6ceSJarod Wilson 23137647d6ceSJarod Wilson seed = kmalloc(seedsize, GFP_KERNEL); 23147647d6ceSJarod Wilson if (!seed) { 23157647d6ceSJarod Wilson printk(KERN_ERR "alg: cprng: Failed to allocate seed space " 23167647d6ceSJarod Wilson "for %s\n", algo); 23177647d6ceSJarod Wilson return -ENOMEM; 23187647d6ceSJarod Wilson } 23197647d6ceSJarod Wilson 23207647d6ceSJarod Wilson for (i = 0; i < tcount; i++) { 23217647d6ceSJarod Wilson memset(result, 0, 32); 23227647d6ceSJarod Wilson 23237647d6ceSJarod Wilson memcpy(seed, template[i].v, template[i].vlen); 23247647d6ceSJarod Wilson memcpy(seed + template[i].vlen, template[i].key, 23257647d6ceSJarod Wilson template[i].klen); 23267647d6ceSJarod Wilson memcpy(seed + template[i].vlen + template[i].klen, 23277647d6ceSJarod Wilson template[i].dt, template[i].dtlen); 23287647d6ceSJarod Wilson 23297647d6ceSJarod Wilson err = crypto_rng_reset(tfm, seed, seedsize); 23307647d6ceSJarod Wilson if (err) { 23317647d6ceSJarod Wilson printk(KERN_ERR "alg: cprng: Failed to reset rng " 23327647d6ceSJarod Wilson "for %s\n", algo); 23337647d6ceSJarod Wilson goto out; 23347647d6ceSJarod Wilson } 23357647d6ceSJarod Wilson 23367647d6ceSJarod Wilson for (j = 0; j < template[i].loops; j++) { 23377647d6ceSJarod Wilson err = crypto_rng_get_bytes(tfm, result, 23387647d6ceSJarod Wilson template[i].rlen); 233919e60e13SStephan Mueller if (err < 0) { 23407647d6ceSJarod Wilson printk(KERN_ERR "alg: cprng: Failed to obtain " 23417647d6ceSJarod Wilson "the correct amount of random data for " 234219e60e13SStephan Mueller "%s (requested %d)\n", algo, 234319e60e13SStephan Mueller template[i].rlen); 23447647d6ceSJarod Wilson goto out; 23457647d6ceSJarod Wilson } 23467647d6ceSJarod Wilson } 23477647d6ceSJarod Wilson 23487647d6ceSJarod Wilson err = memcmp(result, template[i].result, 23497647d6ceSJarod Wilson template[i].rlen); 23507647d6ceSJarod Wilson if (err) { 23517647d6ceSJarod Wilson printk(KERN_ERR "alg: cprng: Test %d failed for %s\n", 23527647d6ceSJarod Wilson i, algo); 23537647d6ceSJarod Wilson hexdump(result, template[i].rlen); 23547647d6ceSJarod Wilson err = -EINVAL; 23557647d6ceSJarod Wilson goto out; 23567647d6ceSJarod Wilson } 23577647d6ceSJarod Wilson } 23587647d6ceSJarod Wilson 23597647d6ceSJarod Wilson out: 23607647d6ceSJarod Wilson kfree(seed); 23617647d6ceSJarod Wilson return err; 23627647d6ceSJarod Wilson } 23637647d6ceSJarod Wilson 2364da7f033dSHerbert Xu static int alg_test_cipher(const struct alg_test_desc *desc, 2365da7f033dSHerbert Xu const char *driver, u32 type, u32 mask) 2366da7f033dSHerbert Xu { 236792a4c9feSEric Biggers const struct cipher_test_suite *suite = &desc->suite.cipher; 23681aa4ecd9SHerbert Xu struct crypto_cipher *tfm; 236992a4c9feSEric Biggers int err; 2370da7f033dSHerbert Xu 2371eed93e0cSHerbert Xu tfm = crypto_alloc_cipher(driver, type, mask); 2372da7f033dSHerbert Xu if (IS_ERR(tfm)) { 2373da7f033dSHerbert Xu printk(KERN_ERR "alg: cipher: Failed to load transform for " 2374da7f033dSHerbert Xu "%s: %ld\n", driver, PTR_ERR(tfm)); 2375da7f033dSHerbert Xu return PTR_ERR(tfm); 2376da7f033dSHerbert Xu } 2377da7f033dSHerbert Xu 237892a4c9feSEric Biggers err = test_cipher(tfm, ENCRYPT, suite->vecs, suite->count); 237992a4c9feSEric Biggers if (!err) 238092a4c9feSEric Biggers err = test_cipher(tfm, DECRYPT, suite->vecs, suite->count); 2381da7f033dSHerbert Xu 23821aa4ecd9SHerbert Xu crypto_free_cipher(tfm); 23831aa4ecd9SHerbert Xu return err; 23841aa4ecd9SHerbert Xu } 23851aa4ecd9SHerbert Xu 2386da7f033dSHerbert Xu static int alg_test_comp(const struct alg_test_desc *desc, const char *driver, 2387da7f033dSHerbert Xu u32 type, u32 mask) 2388da7f033dSHerbert Xu { 2389d7db7a88SGiovanni Cabiddu struct crypto_comp *comp; 2390d7db7a88SGiovanni Cabiddu struct crypto_acomp *acomp; 2391da7f033dSHerbert Xu int err; 2392d7db7a88SGiovanni Cabiddu u32 algo_type = type & CRYPTO_ALG_TYPE_ACOMPRESS_MASK; 2393da7f033dSHerbert Xu 2394d7db7a88SGiovanni Cabiddu if (algo_type == CRYPTO_ALG_TYPE_ACOMPRESS) { 2395d7db7a88SGiovanni Cabiddu acomp = crypto_alloc_acomp(driver, type, mask); 2396d7db7a88SGiovanni Cabiddu if (IS_ERR(acomp)) { 2397d7db7a88SGiovanni Cabiddu pr_err("alg: acomp: Failed to load transform for %s: %ld\n", 2398d7db7a88SGiovanni Cabiddu driver, PTR_ERR(acomp)); 2399d7db7a88SGiovanni Cabiddu return PTR_ERR(acomp); 2400d7db7a88SGiovanni Cabiddu } 2401d7db7a88SGiovanni Cabiddu err = test_acomp(acomp, desc->suite.comp.comp.vecs, 2402d7db7a88SGiovanni Cabiddu desc->suite.comp.decomp.vecs, 2403d7db7a88SGiovanni Cabiddu desc->suite.comp.comp.count, 2404d7db7a88SGiovanni Cabiddu desc->suite.comp.decomp.count); 2405d7db7a88SGiovanni Cabiddu crypto_free_acomp(acomp); 2406d7db7a88SGiovanni Cabiddu } else { 2407d7db7a88SGiovanni Cabiddu comp = crypto_alloc_comp(driver, type, mask); 2408d7db7a88SGiovanni Cabiddu if (IS_ERR(comp)) { 2409d7db7a88SGiovanni Cabiddu pr_err("alg: comp: Failed to load transform for %s: %ld\n", 2410d7db7a88SGiovanni Cabiddu driver, PTR_ERR(comp)); 2411d7db7a88SGiovanni Cabiddu return PTR_ERR(comp); 2412da7f033dSHerbert Xu } 2413da7f033dSHerbert Xu 2414d7db7a88SGiovanni Cabiddu err = test_comp(comp, desc->suite.comp.comp.vecs, 2415da7f033dSHerbert Xu desc->suite.comp.decomp.vecs, 2416da7f033dSHerbert Xu desc->suite.comp.comp.count, 2417da7f033dSHerbert Xu desc->suite.comp.decomp.count); 2418da7f033dSHerbert Xu 2419d7db7a88SGiovanni Cabiddu crypto_free_comp(comp); 2420d7db7a88SGiovanni Cabiddu } 2421da7f033dSHerbert Xu return err; 2422da7f033dSHerbert Xu } 2423da7f033dSHerbert Xu 24248e3ee85eSHerbert Xu static int alg_test_crc32c(const struct alg_test_desc *desc, 24258e3ee85eSHerbert Xu const char *driver, u32 type, u32 mask) 24268e3ee85eSHerbert Xu { 24278e3ee85eSHerbert Xu struct crypto_shash *tfm; 2428cb9dde88SEric Biggers __le32 val; 24298e3ee85eSHerbert Xu int err; 24308e3ee85eSHerbert Xu 24318e3ee85eSHerbert Xu err = alg_test_hash(desc, driver, type, mask); 24328e3ee85eSHerbert Xu if (err) 2433eb5e6730SEric Biggers return err; 24348e3ee85eSHerbert Xu 2435eed93e0cSHerbert Xu tfm = crypto_alloc_shash(driver, type, mask); 24368e3ee85eSHerbert Xu if (IS_ERR(tfm)) { 2437eb5e6730SEric Biggers if (PTR_ERR(tfm) == -ENOENT) { 2438eb5e6730SEric Biggers /* 2439eb5e6730SEric Biggers * This crc32c implementation is only available through 2440eb5e6730SEric Biggers * ahash API, not the shash API, so the remaining part 2441eb5e6730SEric Biggers * of the test is not applicable to it. 2442eb5e6730SEric Biggers */ 2443eb5e6730SEric Biggers return 0; 2444eb5e6730SEric Biggers } 24458e3ee85eSHerbert Xu printk(KERN_ERR "alg: crc32c: Failed to load transform for %s: " 24468e3ee85eSHerbert Xu "%ld\n", driver, PTR_ERR(tfm)); 2447eb5e6730SEric Biggers return PTR_ERR(tfm); 24488e3ee85eSHerbert Xu } 24498e3ee85eSHerbert Xu 24508e3ee85eSHerbert Xu do { 24514c5c3024SJan-Simon Möller SHASH_DESC_ON_STACK(shash, tfm); 24524c5c3024SJan-Simon Möller u32 *ctx = (u32 *)shash_desc_ctx(shash); 24538e3ee85eSHerbert Xu 24544c5c3024SJan-Simon Möller shash->tfm = tfm; 24554c5c3024SJan-Simon Möller shash->flags = 0; 24568e3ee85eSHerbert Xu 2457cb9dde88SEric Biggers *ctx = 420553207; 24584c5c3024SJan-Simon Möller err = crypto_shash_final(shash, (u8 *)&val); 24598e3ee85eSHerbert Xu if (err) { 24608e3ee85eSHerbert Xu printk(KERN_ERR "alg: crc32c: Operation failed for " 24618e3ee85eSHerbert Xu "%s: %d\n", driver, err); 24628e3ee85eSHerbert Xu break; 24638e3ee85eSHerbert Xu } 24648e3ee85eSHerbert Xu 2465cb9dde88SEric Biggers if (val != cpu_to_le32(~420553207)) { 2466cb9dde88SEric Biggers pr_err("alg: crc32c: Test failed for %s: %u\n", 2467cb9dde88SEric Biggers driver, le32_to_cpu(val)); 24688e3ee85eSHerbert Xu err = -EINVAL; 24698e3ee85eSHerbert Xu } 24708e3ee85eSHerbert Xu } while (0); 24718e3ee85eSHerbert Xu 24728e3ee85eSHerbert Xu crypto_free_shash(tfm); 24738e3ee85eSHerbert Xu 24748e3ee85eSHerbert Xu return err; 24758e3ee85eSHerbert Xu } 24768e3ee85eSHerbert Xu 24777647d6ceSJarod Wilson static int alg_test_cprng(const struct alg_test_desc *desc, const char *driver, 24787647d6ceSJarod Wilson u32 type, u32 mask) 24797647d6ceSJarod Wilson { 24807647d6ceSJarod Wilson struct crypto_rng *rng; 24817647d6ceSJarod Wilson int err; 24827647d6ceSJarod Wilson 2483eed93e0cSHerbert Xu rng = crypto_alloc_rng(driver, type, mask); 24847647d6ceSJarod Wilson if (IS_ERR(rng)) { 24857647d6ceSJarod Wilson printk(KERN_ERR "alg: cprng: Failed to load transform for %s: " 24867647d6ceSJarod Wilson "%ld\n", driver, PTR_ERR(rng)); 24877647d6ceSJarod Wilson return PTR_ERR(rng); 24887647d6ceSJarod Wilson } 24897647d6ceSJarod Wilson 24907647d6ceSJarod Wilson err = test_cprng(rng, desc->suite.cprng.vecs, desc->suite.cprng.count); 24917647d6ceSJarod Wilson 24927647d6ceSJarod Wilson crypto_free_rng(rng); 24937647d6ceSJarod Wilson 24947647d6ceSJarod Wilson return err; 24957647d6ceSJarod Wilson } 24967647d6ceSJarod Wilson 249764d1cdfbSStephan Mueller 2498b13b1e0cSEric Biggers static int drbg_cavs_test(const struct drbg_testvec *test, int pr, 249964d1cdfbSStephan Mueller const char *driver, u32 type, u32 mask) 250064d1cdfbSStephan Mueller { 250164d1cdfbSStephan Mueller int ret = -EAGAIN; 250264d1cdfbSStephan Mueller struct crypto_rng *drng; 250364d1cdfbSStephan Mueller struct drbg_test_data test_data; 250464d1cdfbSStephan Mueller struct drbg_string addtl, pers, testentropy; 250564d1cdfbSStephan Mueller unsigned char *buf = kzalloc(test->expectedlen, GFP_KERNEL); 250664d1cdfbSStephan Mueller 250764d1cdfbSStephan Mueller if (!buf) 250864d1cdfbSStephan Mueller return -ENOMEM; 250964d1cdfbSStephan Mueller 2510eed93e0cSHerbert Xu drng = crypto_alloc_rng(driver, type, mask); 251164d1cdfbSStephan Mueller if (IS_ERR(drng)) { 251264d1cdfbSStephan Mueller printk(KERN_ERR "alg: drbg: could not allocate DRNG handle for " 251364d1cdfbSStephan Mueller "%s\n", driver); 251464d1cdfbSStephan Mueller kzfree(buf); 251564d1cdfbSStephan Mueller return -ENOMEM; 251664d1cdfbSStephan Mueller } 251764d1cdfbSStephan Mueller 251864d1cdfbSStephan Mueller test_data.testentropy = &testentropy; 251964d1cdfbSStephan Mueller drbg_string_fill(&testentropy, test->entropy, test->entropylen); 252064d1cdfbSStephan Mueller drbg_string_fill(&pers, test->pers, test->perslen); 252164d1cdfbSStephan Mueller ret = crypto_drbg_reset_test(drng, &pers, &test_data); 252264d1cdfbSStephan Mueller if (ret) { 252364d1cdfbSStephan Mueller printk(KERN_ERR "alg: drbg: Failed to reset rng\n"); 252464d1cdfbSStephan Mueller goto outbuf; 252564d1cdfbSStephan Mueller } 252664d1cdfbSStephan Mueller 252764d1cdfbSStephan Mueller drbg_string_fill(&addtl, test->addtla, test->addtllen); 252864d1cdfbSStephan Mueller if (pr) { 252964d1cdfbSStephan Mueller drbg_string_fill(&testentropy, test->entpra, test->entprlen); 253064d1cdfbSStephan Mueller ret = crypto_drbg_get_bytes_addtl_test(drng, 253164d1cdfbSStephan Mueller buf, test->expectedlen, &addtl, &test_data); 253264d1cdfbSStephan Mueller } else { 253364d1cdfbSStephan Mueller ret = crypto_drbg_get_bytes_addtl(drng, 253464d1cdfbSStephan Mueller buf, test->expectedlen, &addtl); 253564d1cdfbSStephan Mueller } 253619e60e13SStephan Mueller if (ret < 0) { 253764d1cdfbSStephan Mueller printk(KERN_ERR "alg: drbg: could not obtain random data for " 253864d1cdfbSStephan Mueller "driver %s\n", driver); 253964d1cdfbSStephan Mueller goto outbuf; 254064d1cdfbSStephan Mueller } 254164d1cdfbSStephan Mueller 254264d1cdfbSStephan Mueller drbg_string_fill(&addtl, test->addtlb, test->addtllen); 254364d1cdfbSStephan Mueller if (pr) { 254464d1cdfbSStephan Mueller drbg_string_fill(&testentropy, test->entprb, test->entprlen); 254564d1cdfbSStephan Mueller ret = crypto_drbg_get_bytes_addtl_test(drng, 254664d1cdfbSStephan Mueller buf, test->expectedlen, &addtl, &test_data); 254764d1cdfbSStephan Mueller } else { 254864d1cdfbSStephan Mueller ret = crypto_drbg_get_bytes_addtl(drng, 254964d1cdfbSStephan Mueller buf, test->expectedlen, &addtl); 255064d1cdfbSStephan Mueller } 255119e60e13SStephan Mueller if (ret < 0) { 255264d1cdfbSStephan Mueller printk(KERN_ERR "alg: drbg: could not obtain random data for " 255364d1cdfbSStephan Mueller "driver %s\n", driver); 255464d1cdfbSStephan Mueller goto outbuf; 255564d1cdfbSStephan Mueller } 255664d1cdfbSStephan Mueller 255764d1cdfbSStephan Mueller ret = memcmp(test->expected, buf, test->expectedlen); 255864d1cdfbSStephan Mueller 255964d1cdfbSStephan Mueller outbuf: 256064d1cdfbSStephan Mueller crypto_free_rng(drng); 256164d1cdfbSStephan Mueller kzfree(buf); 256264d1cdfbSStephan Mueller return ret; 256364d1cdfbSStephan Mueller } 256464d1cdfbSStephan Mueller 256564d1cdfbSStephan Mueller 256664d1cdfbSStephan Mueller static int alg_test_drbg(const struct alg_test_desc *desc, const char *driver, 256764d1cdfbSStephan Mueller u32 type, u32 mask) 256864d1cdfbSStephan Mueller { 256964d1cdfbSStephan Mueller int err = 0; 257064d1cdfbSStephan Mueller int pr = 0; 257164d1cdfbSStephan Mueller int i = 0; 2572b13b1e0cSEric Biggers const struct drbg_testvec *template = desc->suite.drbg.vecs; 257364d1cdfbSStephan Mueller unsigned int tcount = desc->suite.drbg.count; 257464d1cdfbSStephan Mueller 257564d1cdfbSStephan Mueller if (0 == memcmp(driver, "drbg_pr_", 8)) 257664d1cdfbSStephan Mueller pr = 1; 257764d1cdfbSStephan Mueller 257864d1cdfbSStephan Mueller for (i = 0; i < tcount; i++) { 257964d1cdfbSStephan Mueller err = drbg_cavs_test(&template[i], pr, driver, type, mask); 258064d1cdfbSStephan Mueller if (err) { 258164d1cdfbSStephan Mueller printk(KERN_ERR "alg: drbg: Test %d failed for %s\n", 258264d1cdfbSStephan Mueller i, driver); 258364d1cdfbSStephan Mueller err = -EINVAL; 258464d1cdfbSStephan Mueller break; 258564d1cdfbSStephan Mueller } 258664d1cdfbSStephan Mueller } 258764d1cdfbSStephan Mueller return err; 258864d1cdfbSStephan Mueller 258964d1cdfbSStephan Mueller } 259064d1cdfbSStephan Mueller 2591b13b1e0cSEric Biggers static int do_test_kpp(struct crypto_kpp *tfm, const struct kpp_testvec *vec, 2592802c7f1cSSalvatore Benedetto const char *alg) 2593802c7f1cSSalvatore Benedetto { 2594802c7f1cSSalvatore Benedetto struct kpp_request *req; 2595802c7f1cSSalvatore Benedetto void *input_buf = NULL; 2596802c7f1cSSalvatore Benedetto void *output_buf = NULL; 259747d3fd39STudor-Dan Ambarus void *a_public = NULL; 259847d3fd39STudor-Dan Ambarus void *a_ss = NULL; 259947d3fd39STudor-Dan Ambarus void *shared_secret = NULL; 26007f397136SGilad Ben-Yossef struct crypto_wait wait; 2601802c7f1cSSalvatore Benedetto unsigned int out_len_max; 2602802c7f1cSSalvatore Benedetto int err = -ENOMEM; 2603802c7f1cSSalvatore Benedetto struct scatterlist src, dst; 2604802c7f1cSSalvatore Benedetto 2605802c7f1cSSalvatore Benedetto req = kpp_request_alloc(tfm, GFP_KERNEL); 2606802c7f1cSSalvatore Benedetto if (!req) 2607802c7f1cSSalvatore Benedetto return err; 2608802c7f1cSSalvatore Benedetto 26097f397136SGilad Ben-Yossef crypto_init_wait(&wait); 2610802c7f1cSSalvatore Benedetto 2611802c7f1cSSalvatore Benedetto err = crypto_kpp_set_secret(tfm, vec->secret, vec->secret_size); 2612802c7f1cSSalvatore Benedetto if (err < 0) 2613802c7f1cSSalvatore Benedetto goto free_req; 2614802c7f1cSSalvatore Benedetto 2615802c7f1cSSalvatore Benedetto out_len_max = crypto_kpp_maxsize(tfm); 2616802c7f1cSSalvatore Benedetto output_buf = kzalloc(out_len_max, GFP_KERNEL); 2617802c7f1cSSalvatore Benedetto if (!output_buf) { 2618802c7f1cSSalvatore Benedetto err = -ENOMEM; 2619802c7f1cSSalvatore Benedetto goto free_req; 2620802c7f1cSSalvatore Benedetto } 2621802c7f1cSSalvatore Benedetto 2622802c7f1cSSalvatore Benedetto /* Use appropriate parameter as base */ 2623802c7f1cSSalvatore Benedetto kpp_request_set_input(req, NULL, 0); 2624802c7f1cSSalvatore Benedetto sg_init_one(&dst, output_buf, out_len_max); 2625802c7f1cSSalvatore Benedetto kpp_request_set_output(req, &dst, out_len_max); 2626802c7f1cSSalvatore Benedetto kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, 26277f397136SGilad Ben-Yossef crypto_req_done, &wait); 2628802c7f1cSSalvatore Benedetto 262947d3fd39STudor-Dan Ambarus /* Compute party A's public key */ 26307f397136SGilad Ben-Yossef err = crypto_wait_req(crypto_kpp_generate_public_key(req), &wait); 2631802c7f1cSSalvatore Benedetto if (err) { 263247d3fd39STudor-Dan Ambarus pr_err("alg: %s: Party A: generate public key test failed. err %d\n", 2633802c7f1cSSalvatore Benedetto alg, err); 2634802c7f1cSSalvatore Benedetto goto free_output; 2635802c7f1cSSalvatore Benedetto } 263647d3fd39STudor-Dan Ambarus 263747d3fd39STudor-Dan Ambarus if (vec->genkey) { 263847d3fd39STudor-Dan Ambarus /* Save party A's public key */ 2639e3d90e52SChristopher Diaz Riveros a_public = kmemdup(sg_virt(req->dst), out_len_max, GFP_KERNEL); 264047d3fd39STudor-Dan Ambarus if (!a_public) { 264147d3fd39STudor-Dan Ambarus err = -ENOMEM; 264247d3fd39STudor-Dan Ambarus goto free_output; 264347d3fd39STudor-Dan Ambarus } 264447d3fd39STudor-Dan Ambarus } else { 2645802c7f1cSSalvatore Benedetto /* Verify calculated public key */ 2646802c7f1cSSalvatore Benedetto if (memcmp(vec->expected_a_public, sg_virt(req->dst), 2647802c7f1cSSalvatore Benedetto vec->expected_a_public_size)) { 264847d3fd39STudor-Dan Ambarus pr_err("alg: %s: Party A: generate public key test failed. Invalid output\n", 2649802c7f1cSSalvatore Benedetto alg); 2650802c7f1cSSalvatore Benedetto err = -EINVAL; 2651802c7f1cSSalvatore Benedetto goto free_output; 2652802c7f1cSSalvatore Benedetto } 265347d3fd39STudor-Dan Ambarus } 2654802c7f1cSSalvatore Benedetto 2655802c7f1cSSalvatore Benedetto /* Calculate shared secret key by using counter part (b) public key. */ 2656e3d90e52SChristopher Diaz Riveros input_buf = kmemdup(vec->b_public, vec->b_public_size, GFP_KERNEL); 2657802c7f1cSSalvatore Benedetto if (!input_buf) { 2658802c7f1cSSalvatore Benedetto err = -ENOMEM; 2659802c7f1cSSalvatore Benedetto goto free_output; 2660802c7f1cSSalvatore Benedetto } 2661802c7f1cSSalvatore Benedetto 2662802c7f1cSSalvatore Benedetto sg_init_one(&src, input_buf, vec->b_public_size); 2663802c7f1cSSalvatore Benedetto sg_init_one(&dst, output_buf, out_len_max); 2664802c7f1cSSalvatore Benedetto kpp_request_set_input(req, &src, vec->b_public_size); 2665802c7f1cSSalvatore Benedetto kpp_request_set_output(req, &dst, out_len_max); 2666802c7f1cSSalvatore Benedetto kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, 26677f397136SGilad Ben-Yossef crypto_req_done, &wait); 26687f397136SGilad Ben-Yossef err = crypto_wait_req(crypto_kpp_compute_shared_secret(req), &wait); 2669802c7f1cSSalvatore Benedetto if (err) { 267047d3fd39STudor-Dan Ambarus pr_err("alg: %s: Party A: compute shared secret test failed. err %d\n", 2671802c7f1cSSalvatore Benedetto alg, err); 2672802c7f1cSSalvatore Benedetto goto free_all; 2673802c7f1cSSalvatore Benedetto } 267447d3fd39STudor-Dan Ambarus 267547d3fd39STudor-Dan Ambarus if (vec->genkey) { 267647d3fd39STudor-Dan Ambarus /* Save the shared secret obtained by party A */ 2677e3d90e52SChristopher Diaz Riveros a_ss = kmemdup(sg_virt(req->dst), vec->expected_ss_size, GFP_KERNEL); 267847d3fd39STudor-Dan Ambarus if (!a_ss) { 267947d3fd39STudor-Dan Ambarus err = -ENOMEM; 268047d3fd39STudor-Dan Ambarus goto free_all; 268147d3fd39STudor-Dan Ambarus } 268247d3fd39STudor-Dan Ambarus 268347d3fd39STudor-Dan Ambarus /* 268447d3fd39STudor-Dan Ambarus * Calculate party B's shared secret by using party A's 268547d3fd39STudor-Dan Ambarus * public key. 268647d3fd39STudor-Dan Ambarus */ 268747d3fd39STudor-Dan Ambarus err = crypto_kpp_set_secret(tfm, vec->b_secret, 268847d3fd39STudor-Dan Ambarus vec->b_secret_size); 268947d3fd39STudor-Dan Ambarus if (err < 0) 269047d3fd39STudor-Dan Ambarus goto free_all; 269147d3fd39STudor-Dan Ambarus 269247d3fd39STudor-Dan Ambarus sg_init_one(&src, a_public, vec->expected_a_public_size); 269347d3fd39STudor-Dan Ambarus sg_init_one(&dst, output_buf, out_len_max); 269447d3fd39STudor-Dan Ambarus kpp_request_set_input(req, &src, vec->expected_a_public_size); 269547d3fd39STudor-Dan Ambarus kpp_request_set_output(req, &dst, out_len_max); 269647d3fd39STudor-Dan Ambarus kpp_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, 26977f397136SGilad Ben-Yossef crypto_req_done, &wait); 26987f397136SGilad Ben-Yossef err = crypto_wait_req(crypto_kpp_compute_shared_secret(req), 26997f397136SGilad Ben-Yossef &wait); 270047d3fd39STudor-Dan Ambarus if (err) { 270147d3fd39STudor-Dan Ambarus pr_err("alg: %s: Party B: compute shared secret failed. err %d\n", 270247d3fd39STudor-Dan Ambarus alg, err); 270347d3fd39STudor-Dan Ambarus goto free_all; 270447d3fd39STudor-Dan Ambarus } 270547d3fd39STudor-Dan Ambarus 270647d3fd39STudor-Dan Ambarus shared_secret = a_ss; 270747d3fd39STudor-Dan Ambarus } else { 270847d3fd39STudor-Dan Ambarus shared_secret = (void *)vec->expected_ss; 270947d3fd39STudor-Dan Ambarus } 271047d3fd39STudor-Dan Ambarus 2711802c7f1cSSalvatore Benedetto /* 2712802c7f1cSSalvatore Benedetto * verify shared secret from which the user will derive 2713802c7f1cSSalvatore Benedetto * secret key by executing whatever hash it has chosen 2714802c7f1cSSalvatore Benedetto */ 271547d3fd39STudor-Dan Ambarus if (memcmp(shared_secret, sg_virt(req->dst), 2716802c7f1cSSalvatore Benedetto vec->expected_ss_size)) { 2717802c7f1cSSalvatore Benedetto pr_err("alg: %s: compute shared secret test failed. Invalid output\n", 2718802c7f1cSSalvatore Benedetto alg); 2719802c7f1cSSalvatore Benedetto err = -EINVAL; 2720802c7f1cSSalvatore Benedetto } 2721802c7f1cSSalvatore Benedetto 2722802c7f1cSSalvatore Benedetto free_all: 272347d3fd39STudor-Dan Ambarus kfree(a_ss); 2724802c7f1cSSalvatore Benedetto kfree(input_buf); 2725802c7f1cSSalvatore Benedetto free_output: 272647d3fd39STudor-Dan Ambarus kfree(a_public); 2727802c7f1cSSalvatore Benedetto kfree(output_buf); 2728802c7f1cSSalvatore Benedetto free_req: 2729802c7f1cSSalvatore Benedetto kpp_request_free(req); 2730802c7f1cSSalvatore Benedetto return err; 2731802c7f1cSSalvatore Benedetto } 2732802c7f1cSSalvatore Benedetto 2733802c7f1cSSalvatore Benedetto static int test_kpp(struct crypto_kpp *tfm, const char *alg, 2734b13b1e0cSEric Biggers const struct kpp_testvec *vecs, unsigned int tcount) 2735802c7f1cSSalvatore Benedetto { 2736802c7f1cSSalvatore Benedetto int ret, i; 2737802c7f1cSSalvatore Benedetto 2738802c7f1cSSalvatore Benedetto for (i = 0; i < tcount; i++) { 2739802c7f1cSSalvatore Benedetto ret = do_test_kpp(tfm, vecs++, alg); 2740802c7f1cSSalvatore Benedetto if (ret) { 2741802c7f1cSSalvatore Benedetto pr_err("alg: %s: test failed on vector %d, err=%d\n", 2742802c7f1cSSalvatore Benedetto alg, i + 1, ret); 2743802c7f1cSSalvatore Benedetto return ret; 2744802c7f1cSSalvatore Benedetto } 2745802c7f1cSSalvatore Benedetto } 2746802c7f1cSSalvatore Benedetto return 0; 2747802c7f1cSSalvatore Benedetto } 2748802c7f1cSSalvatore Benedetto 2749802c7f1cSSalvatore Benedetto static int alg_test_kpp(const struct alg_test_desc *desc, const char *driver, 2750802c7f1cSSalvatore Benedetto u32 type, u32 mask) 2751802c7f1cSSalvatore Benedetto { 2752802c7f1cSSalvatore Benedetto struct crypto_kpp *tfm; 2753802c7f1cSSalvatore Benedetto int err = 0; 2754802c7f1cSSalvatore Benedetto 2755eed93e0cSHerbert Xu tfm = crypto_alloc_kpp(driver, type, mask); 2756802c7f1cSSalvatore Benedetto if (IS_ERR(tfm)) { 2757802c7f1cSSalvatore Benedetto pr_err("alg: kpp: Failed to load tfm for %s: %ld\n", 2758802c7f1cSSalvatore Benedetto driver, PTR_ERR(tfm)); 2759802c7f1cSSalvatore Benedetto return PTR_ERR(tfm); 2760802c7f1cSSalvatore Benedetto } 2761802c7f1cSSalvatore Benedetto if (desc->suite.kpp.vecs) 2762802c7f1cSSalvatore Benedetto err = test_kpp(tfm, desc->alg, desc->suite.kpp.vecs, 2763802c7f1cSSalvatore Benedetto desc->suite.kpp.count); 2764802c7f1cSSalvatore Benedetto 2765802c7f1cSSalvatore Benedetto crypto_free_kpp(tfm); 2766802c7f1cSSalvatore Benedetto return err; 2767802c7f1cSSalvatore Benedetto } 2768802c7f1cSSalvatore Benedetto 2769f1774cb8SVitaly Chikunov static u8 *test_pack_u32(u8 *dst, u32 val) 2770f1774cb8SVitaly Chikunov { 2771f1774cb8SVitaly Chikunov memcpy(dst, &val, sizeof(val)); 2772f1774cb8SVitaly Chikunov return dst + sizeof(val); 2773f1774cb8SVitaly Chikunov } 2774f1774cb8SVitaly Chikunov 277550d2b643SHerbert Xu static int test_akcipher_one(struct crypto_akcipher *tfm, 2776b13b1e0cSEric Biggers const struct akcipher_testvec *vecs) 2777946cc463STadeusz Struk { 2778df27b26fSHerbert Xu char *xbuf[XBUFSIZE]; 2779946cc463STadeusz Struk struct akcipher_request *req; 2780946cc463STadeusz Struk void *outbuf_enc = NULL; 2781946cc463STadeusz Struk void *outbuf_dec = NULL; 27827f397136SGilad Ben-Yossef struct crypto_wait wait; 2783946cc463STadeusz Struk unsigned int out_len_max, out_len = 0; 2784946cc463STadeusz Struk int err = -ENOMEM; 2785c7381b01SVitaly Chikunov struct scatterlist src, dst, src_tab[3]; 27860507de94SVitaly Chikunov const char *m, *c; 27870507de94SVitaly Chikunov unsigned int m_size, c_size; 27880507de94SVitaly Chikunov const char *op; 2789f1774cb8SVitaly Chikunov u8 *key, *ptr; 2790946cc463STadeusz Struk 2791df27b26fSHerbert Xu if (testmgr_alloc_buf(xbuf)) 2792df27b26fSHerbert Xu return err; 2793df27b26fSHerbert Xu 2794946cc463STadeusz Struk req = akcipher_request_alloc(tfm, GFP_KERNEL); 2795946cc463STadeusz Struk if (!req) 2796df27b26fSHerbert Xu goto free_xbuf; 2797946cc463STadeusz Struk 27987f397136SGilad Ben-Yossef crypto_init_wait(&wait); 279922287b0bSTadeusz Struk 2800f1774cb8SVitaly Chikunov key = kmalloc(vecs->key_len + sizeof(u32) * 2 + vecs->param_len, 2801f1774cb8SVitaly Chikunov GFP_KERNEL); 2802f1774cb8SVitaly Chikunov if (!key) 2803f1774cb8SVitaly Chikunov goto free_xbuf; 2804f1774cb8SVitaly Chikunov memcpy(key, vecs->key, vecs->key_len); 2805f1774cb8SVitaly Chikunov ptr = key + vecs->key_len; 2806f1774cb8SVitaly Chikunov ptr = test_pack_u32(ptr, vecs->algo); 2807f1774cb8SVitaly Chikunov ptr = test_pack_u32(ptr, vecs->param_len); 2808f1774cb8SVitaly Chikunov memcpy(ptr, vecs->params, vecs->param_len); 2809f1774cb8SVitaly Chikunov 281022287b0bSTadeusz Struk if (vecs->public_key_vec) 2811f1774cb8SVitaly Chikunov err = crypto_akcipher_set_pub_key(tfm, key, vecs->key_len); 281222287b0bSTadeusz Struk else 2813f1774cb8SVitaly Chikunov err = crypto_akcipher_set_priv_key(tfm, key, vecs->key_len); 2814946cc463STadeusz Struk if (err) 2815946cc463STadeusz Struk goto free_req; 2816946cc463STadeusz Struk 28170507de94SVitaly Chikunov /* 28180507de94SVitaly Chikunov * First run test which do not require a private key, such as 28190507de94SVitaly Chikunov * encrypt or verify. 28200507de94SVitaly Chikunov */ 2821c7381b01SVitaly Chikunov err = -ENOMEM; 2822c7381b01SVitaly Chikunov out_len_max = crypto_akcipher_maxsize(tfm); 2823946cc463STadeusz Struk outbuf_enc = kzalloc(out_len_max, GFP_KERNEL); 2824946cc463STadeusz Struk if (!outbuf_enc) 2825946cc463STadeusz Struk goto free_req; 2826946cc463STadeusz Struk 28270507de94SVitaly Chikunov if (!vecs->siggen_sigver_test) { 28280507de94SVitaly Chikunov m = vecs->m; 28290507de94SVitaly Chikunov m_size = vecs->m_size; 28300507de94SVitaly Chikunov c = vecs->c; 28310507de94SVitaly Chikunov c_size = vecs->c_size; 28320507de94SVitaly Chikunov op = "encrypt"; 28330507de94SVitaly Chikunov } else { 28340507de94SVitaly Chikunov /* Swap args so we could keep plaintext (digest) 28350507de94SVitaly Chikunov * in vecs->m, and cooked signature in vecs->c. 28360507de94SVitaly Chikunov */ 28370507de94SVitaly Chikunov m = vecs->c; /* signature */ 28380507de94SVitaly Chikunov m_size = vecs->c_size; 28390507de94SVitaly Chikunov c = vecs->m; /* digest */ 28400507de94SVitaly Chikunov c_size = vecs->m_size; 28410507de94SVitaly Chikunov op = "verify"; 28420507de94SVitaly Chikunov } 2843df27b26fSHerbert Xu 28440507de94SVitaly Chikunov if (WARN_ON(m_size > PAGE_SIZE)) 28450507de94SVitaly Chikunov goto free_all; 28460507de94SVitaly Chikunov memcpy(xbuf[0], m, m_size); 2847df27b26fSHerbert Xu 2848c7381b01SVitaly Chikunov sg_init_table(src_tab, 3); 2849df27b26fSHerbert Xu sg_set_buf(&src_tab[0], xbuf[0], 8); 28500507de94SVitaly Chikunov sg_set_buf(&src_tab[1], xbuf[0] + 8, m_size - 8); 2851c7381b01SVitaly Chikunov if (vecs->siggen_sigver_test) { 2852c7381b01SVitaly Chikunov if (WARN_ON(c_size > PAGE_SIZE)) 2853c7381b01SVitaly Chikunov goto free_all; 2854c7381b01SVitaly Chikunov memcpy(xbuf[1], c, c_size); 2855c7381b01SVitaly Chikunov sg_set_buf(&src_tab[2], xbuf[1], c_size); 2856c7381b01SVitaly Chikunov akcipher_request_set_crypt(req, src_tab, NULL, m_size, c_size); 2857c7381b01SVitaly Chikunov } else { 285822287b0bSTadeusz Struk sg_init_one(&dst, outbuf_enc, out_len_max); 28590507de94SVitaly Chikunov akcipher_request_set_crypt(req, src_tab, &dst, m_size, 286022287b0bSTadeusz Struk out_len_max); 2861c7381b01SVitaly Chikunov } 2862946cc463STadeusz Struk akcipher_request_set_callback(req, CRYPTO_TFM_REQ_MAY_BACKLOG, 28637f397136SGilad Ben-Yossef crypto_req_done, &wait); 2864946cc463STadeusz Struk 28657f397136SGilad Ben-Yossef err = crypto_wait_req(vecs->siggen_sigver_test ? 28660507de94SVitaly Chikunov /* Run asymmetric signature verification */ 28670507de94SVitaly Chikunov crypto_akcipher_verify(req) : 28681207107cSStephan Mueller /* Run asymmetric encrypt */ 28697f397136SGilad Ben-Yossef crypto_akcipher_encrypt(req), &wait); 2870946cc463STadeusz Struk if (err) { 28710507de94SVitaly Chikunov pr_err("alg: akcipher: %s test failed. err %d\n", op, err); 2872946cc463STadeusz Struk goto free_all; 2873946cc463STadeusz Struk } 2874c7381b01SVitaly Chikunov if (!vecs->siggen_sigver_test) { 28750507de94SVitaly Chikunov if (req->dst_len != c_size) { 28760507de94SVitaly Chikunov pr_err("alg: akcipher: %s test failed. Invalid output len\n", 28770507de94SVitaly Chikunov op); 2878946cc463STadeusz Struk err = -EINVAL; 2879946cc463STadeusz Struk goto free_all; 2880946cc463STadeusz Struk } 2881946cc463STadeusz Struk /* verify that encrypted message is equal to expected */ 2882c7381b01SVitaly Chikunov if (memcmp(c, outbuf_enc, c_size) != 0) { 2883c7381b01SVitaly Chikunov pr_err("alg: akcipher: %s test failed. Invalid output\n", 2884c7381b01SVitaly Chikunov op); 28850507de94SVitaly Chikunov hexdump(outbuf_enc, c_size); 2886946cc463STadeusz Struk err = -EINVAL; 2887946cc463STadeusz Struk goto free_all; 2888946cc463STadeusz Struk } 2889c7381b01SVitaly Chikunov } 28900507de94SVitaly Chikunov 28910507de94SVitaly Chikunov /* 28920507de94SVitaly Chikunov * Don't invoke (decrypt or sign) test which require a private key 28930507de94SVitaly Chikunov * for vectors with only a public key. 28940507de94SVitaly Chikunov */ 2895946cc463STadeusz Struk if (vecs->public_key_vec) { 2896946cc463STadeusz Struk err = 0; 2897946cc463STadeusz Struk goto free_all; 2898946cc463STadeusz Struk } 2899946cc463STadeusz Struk outbuf_dec = kzalloc(out_len_max, GFP_KERNEL); 2900946cc463STadeusz Struk if (!outbuf_dec) { 2901946cc463STadeusz Struk err = -ENOMEM; 2902946cc463STadeusz Struk goto free_all; 2903946cc463STadeusz Struk } 2904df27b26fSHerbert Xu 29050507de94SVitaly Chikunov op = vecs->siggen_sigver_test ? "sign" : "decrypt"; 29060507de94SVitaly Chikunov if (WARN_ON(c_size > PAGE_SIZE)) 2907df27b26fSHerbert Xu goto free_all; 29080507de94SVitaly Chikunov memcpy(xbuf[0], c, c_size); 2909df27b26fSHerbert Xu 29100507de94SVitaly Chikunov sg_init_one(&src, xbuf[0], c_size); 291122287b0bSTadeusz Struk sg_init_one(&dst, outbuf_dec, out_len_max); 29127f397136SGilad Ben-Yossef crypto_init_wait(&wait); 29130507de94SVitaly Chikunov akcipher_request_set_crypt(req, &src, &dst, c_size, out_len_max); 2914946cc463STadeusz Struk 29157f397136SGilad Ben-Yossef err = crypto_wait_req(vecs->siggen_sigver_test ? 29160507de94SVitaly Chikunov /* Run asymmetric signature generation */ 29170507de94SVitaly Chikunov crypto_akcipher_sign(req) : 29181207107cSStephan Mueller /* Run asymmetric decrypt */ 29197f397136SGilad Ben-Yossef crypto_akcipher_decrypt(req), &wait); 2920946cc463STadeusz Struk if (err) { 29210507de94SVitaly Chikunov pr_err("alg: akcipher: %s test failed. err %d\n", op, err); 2922946cc463STadeusz Struk goto free_all; 2923946cc463STadeusz Struk } 2924946cc463STadeusz Struk out_len = req->dst_len; 29250507de94SVitaly Chikunov if (out_len < m_size) { 29260507de94SVitaly Chikunov pr_err("alg: akcipher: %s test failed. Invalid output len %u\n", 29270507de94SVitaly Chikunov op, out_len); 2928946cc463STadeusz Struk err = -EINVAL; 2929946cc463STadeusz Struk goto free_all; 2930946cc463STadeusz Struk } 2931946cc463STadeusz Struk /* verify that decrypted message is equal to the original msg */ 29320507de94SVitaly Chikunov if (memchr_inv(outbuf_dec, 0, out_len - m_size) || 29330507de94SVitaly Chikunov memcmp(m, outbuf_dec + out_len - m_size, m_size)) { 29340507de94SVitaly Chikunov pr_err("alg: akcipher: %s test failed. Invalid output\n", op); 293550d2b643SHerbert Xu hexdump(outbuf_dec, out_len); 2936946cc463STadeusz Struk err = -EINVAL; 2937946cc463STadeusz Struk } 2938946cc463STadeusz Struk free_all: 2939946cc463STadeusz Struk kfree(outbuf_dec); 2940946cc463STadeusz Struk kfree(outbuf_enc); 2941946cc463STadeusz Struk free_req: 2942946cc463STadeusz Struk akcipher_request_free(req); 2943f1774cb8SVitaly Chikunov kfree(key); 2944df27b26fSHerbert Xu free_xbuf: 2945df27b26fSHerbert Xu testmgr_free_buf(xbuf); 2946946cc463STadeusz Struk return err; 2947946cc463STadeusz Struk } 2948946cc463STadeusz Struk 294950d2b643SHerbert Xu static int test_akcipher(struct crypto_akcipher *tfm, const char *alg, 2950b13b1e0cSEric Biggers const struct akcipher_testvec *vecs, 2951b13b1e0cSEric Biggers unsigned int tcount) 2952946cc463STadeusz Struk { 295315226e48SHerbert Xu const char *algo = 295415226e48SHerbert Xu crypto_tfm_alg_driver_name(crypto_akcipher_tfm(tfm)); 2955946cc463STadeusz Struk int ret, i; 2956946cc463STadeusz Struk 2957946cc463STadeusz Struk for (i = 0; i < tcount; i++) { 295850d2b643SHerbert Xu ret = test_akcipher_one(tfm, vecs++); 295950d2b643SHerbert Xu if (!ret) 296050d2b643SHerbert Xu continue; 296150d2b643SHerbert Xu 296215226e48SHerbert Xu pr_err("alg: akcipher: test %d failed for %s, err=%d\n", 296315226e48SHerbert Xu i + 1, algo, ret); 2964946cc463STadeusz Struk return ret; 2965946cc463STadeusz Struk } 2966946cc463STadeusz Struk return 0; 2967946cc463STadeusz Struk } 2968946cc463STadeusz Struk 2969946cc463STadeusz Struk static int alg_test_akcipher(const struct alg_test_desc *desc, 2970946cc463STadeusz Struk const char *driver, u32 type, u32 mask) 2971946cc463STadeusz Struk { 2972946cc463STadeusz Struk struct crypto_akcipher *tfm; 2973946cc463STadeusz Struk int err = 0; 2974946cc463STadeusz Struk 2975eed93e0cSHerbert Xu tfm = crypto_alloc_akcipher(driver, type, mask); 2976946cc463STadeusz Struk if (IS_ERR(tfm)) { 2977946cc463STadeusz Struk pr_err("alg: akcipher: Failed to load tfm for %s: %ld\n", 2978946cc463STadeusz Struk driver, PTR_ERR(tfm)); 2979946cc463STadeusz Struk return PTR_ERR(tfm); 2980946cc463STadeusz Struk } 2981946cc463STadeusz Struk if (desc->suite.akcipher.vecs) 2982946cc463STadeusz Struk err = test_akcipher(tfm, desc->alg, desc->suite.akcipher.vecs, 2983946cc463STadeusz Struk desc->suite.akcipher.count); 2984946cc463STadeusz Struk 2985946cc463STadeusz Struk crypto_free_akcipher(tfm); 2986946cc463STadeusz Struk return err; 2987946cc463STadeusz Struk } 2988946cc463STadeusz Struk 2989863b557aSYouquan, Song static int alg_test_null(const struct alg_test_desc *desc, 2990863b557aSYouquan, Song const char *driver, u32 type, u32 mask) 2991863b557aSYouquan, Song { 2992863b557aSYouquan, Song return 0; 2993863b557aSYouquan, Song } 2994863b557aSYouquan, Song 299521c8e720SArd Biesheuvel #define __VECS(tv) { .vecs = tv, .count = ARRAY_SIZE(tv) } 299621c8e720SArd Biesheuvel 2997da7f033dSHerbert Xu /* Please keep this list sorted by algorithm name. */ 2998da7f033dSHerbert Xu static const struct alg_test_desc alg_test_descs[] = { 2999da7f033dSHerbert Xu { 3000059c2a4dSEric Biggers .alg = "adiantum(xchacha12,aes)", 3001059c2a4dSEric Biggers .test = alg_test_skcipher, 3002059c2a4dSEric Biggers .suite = { 3003059c2a4dSEric Biggers .cipher = __VECS(adiantum_xchacha12_aes_tv_template) 3004059c2a4dSEric Biggers }, 3005059c2a4dSEric Biggers }, { 3006059c2a4dSEric Biggers .alg = "adiantum(xchacha20,aes)", 3007059c2a4dSEric Biggers .test = alg_test_skcipher, 3008059c2a4dSEric Biggers .suite = { 3009059c2a4dSEric Biggers .cipher = __VECS(adiantum_xchacha20_aes_tv_template) 3010059c2a4dSEric Biggers }, 3011059c2a4dSEric Biggers }, { 3012b87dc203SOndrej Mosnacek .alg = "aegis128", 3013b87dc203SOndrej Mosnacek .test = alg_test_aead, 3014b87dc203SOndrej Mosnacek .suite = { 3015a0d608eeSEric Biggers .aead = __VECS(aegis128_tv_template) 3016b87dc203SOndrej Mosnacek } 3017b87dc203SOndrej Mosnacek }, { 3018b87dc203SOndrej Mosnacek .alg = "aegis128l", 3019b87dc203SOndrej Mosnacek .test = alg_test_aead, 3020b87dc203SOndrej Mosnacek .suite = { 3021a0d608eeSEric Biggers .aead = __VECS(aegis128l_tv_template) 3022b87dc203SOndrej Mosnacek } 3023b87dc203SOndrej Mosnacek }, { 3024b87dc203SOndrej Mosnacek .alg = "aegis256", 3025b87dc203SOndrej Mosnacek .test = alg_test_aead, 3026b87dc203SOndrej Mosnacek .suite = { 3027a0d608eeSEric Biggers .aead = __VECS(aegis256_tv_template) 3028b87dc203SOndrej Mosnacek } 3029b87dc203SOndrej Mosnacek }, { 3030e08ca2daSJarod Wilson .alg = "ansi_cprng", 3031e08ca2daSJarod Wilson .test = alg_test_cprng, 3032e08ca2daSJarod Wilson .suite = { 303321c8e720SArd Biesheuvel .cprng = __VECS(ansi_cprng_aes_tv_template) 3034e08ca2daSJarod Wilson } 3035e08ca2daSJarod Wilson }, { 3036bca4feb0SHoria Geanta .alg = "authenc(hmac(md5),ecb(cipher_null))", 3037bca4feb0SHoria Geanta .test = alg_test_aead, 3038bca4feb0SHoria Geanta .suite = { 3039a0d608eeSEric Biggers .aead = __VECS(hmac_md5_ecb_cipher_null_tv_template) 3040bca4feb0SHoria Geanta } 3041bca4feb0SHoria Geanta }, { 3042a4198fd4SHerbert Xu .alg = "authenc(hmac(sha1),cbc(aes))", 3043e46e9a46SHoria Geanta .test = alg_test_aead, 3044bcf741cbSHerbert Xu .fips_allowed = 1, 3045e46e9a46SHoria Geanta .suite = { 3046a0d608eeSEric Biggers .aead = __VECS(hmac_sha1_aes_cbc_tv_temp) 30475208ed2cSNitesh Lal } 30485208ed2cSNitesh Lal }, { 3049a4198fd4SHerbert Xu .alg = "authenc(hmac(sha1),cbc(des))", 30505208ed2cSNitesh Lal .test = alg_test_aead, 30515208ed2cSNitesh Lal .suite = { 3052a0d608eeSEric Biggers .aead = __VECS(hmac_sha1_des_cbc_tv_temp) 30535208ed2cSNitesh Lal } 30545208ed2cSNitesh Lal }, { 3055a4198fd4SHerbert Xu .alg = "authenc(hmac(sha1),cbc(des3_ede))", 30565208ed2cSNitesh Lal .test = alg_test_aead, 3057ed1afac9SMarcus Meissner .fips_allowed = 1, 30585208ed2cSNitesh Lal .suite = { 3059a0d608eeSEric Biggers .aead = __VECS(hmac_sha1_des3_ede_cbc_tv_temp) 3060e46e9a46SHoria Geanta } 3061e46e9a46SHoria Geanta }, { 3062fb16abc2SMarcus Meissner .alg = "authenc(hmac(sha1),ctr(aes))", 3063fb16abc2SMarcus Meissner .test = alg_test_null, 3064fb16abc2SMarcus Meissner .fips_allowed = 1, 3065fb16abc2SMarcus Meissner }, { 3066bca4feb0SHoria Geanta .alg = "authenc(hmac(sha1),ecb(cipher_null))", 3067bca4feb0SHoria Geanta .test = alg_test_aead, 3068bca4feb0SHoria Geanta .suite = { 3069a0d608eeSEric Biggers .aead = __VECS(hmac_sha1_ecb_cipher_null_tv_temp) 30705208ed2cSNitesh Lal } 30715208ed2cSNitesh Lal }, { 30728888690eSMarcus Meissner .alg = "authenc(hmac(sha1),rfc3686(ctr(aes)))", 30738888690eSMarcus Meissner .test = alg_test_null, 30748888690eSMarcus Meissner .fips_allowed = 1, 30758888690eSMarcus Meissner }, { 3076a4198fd4SHerbert Xu .alg = "authenc(hmac(sha224),cbc(des))", 30775208ed2cSNitesh Lal .test = alg_test_aead, 30785208ed2cSNitesh Lal .suite = { 3079a0d608eeSEric Biggers .aead = __VECS(hmac_sha224_des_cbc_tv_temp) 30805208ed2cSNitesh Lal } 30815208ed2cSNitesh Lal }, { 3082a4198fd4SHerbert Xu .alg = "authenc(hmac(sha224),cbc(des3_ede))", 30835208ed2cSNitesh Lal .test = alg_test_aead, 3084ed1afac9SMarcus Meissner .fips_allowed = 1, 30855208ed2cSNitesh Lal .suite = { 3086a0d608eeSEric Biggers .aead = __VECS(hmac_sha224_des3_ede_cbc_tv_temp) 3087bca4feb0SHoria Geanta } 3088bca4feb0SHoria Geanta }, { 3089a4198fd4SHerbert Xu .alg = "authenc(hmac(sha256),cbc(aes))", 3090e46e9a46SHoria Geanta .test = alg_test_aead, 3091ed1afac9SMarcus Meissner .fips_allowed = 1, 3092e46e9a46SHoria Geanta .suite = { 3093a0d608eeSEric Biggers .aead = __VECS(hmac_sha256_aes_cbc_tv_temp) 30945208ed2cSNitesh Lal } 30955208ed2cSNitesh Lal }, { 3096a4198fd4SHerbert Xu .alg = "authenc(hmac(sha256),cbc(des))", 30975208ed2cSNitesh Lal .test = alg_test_aead, 30985208ed2cSNitesh Lal .suite = { 3099a0d608eeSEric Biggers .aead = __VECS(hmac_sha256_des_cbc_tv_temp) 31005208ed2cSNitesh Lal } 31015208ed2cSNitesh Lal }, { 3102a4198fd4SHerbert Xu .alg = "authenc(hmac(sha256),cbc(des3_ede))", 31035208ed2cSNitesh Lal .test = alg_test_aead, 3104ed1afac9SMarcus Meissner .fips_allowed = 1, 31055208ed2cSNitesh Lal .suite = { 3106a0d608eeSEric Biggers .aead = __VECS(hmac_sha256_des3_ede_cbc_tv_temp) 31075208ed2cSNitesh Lal } 31085208ed2cSNitesh Lal }, { 3109fb16abc2SMarcus Meissner .alg = "authenc(hmac(sha256),ctr(aes))", 3110fb16abc2SMarcus Meissner .test = alg_test_null, 3111fb16abc2SMarcus Meissner .fips_allowed = 1, 3112fb16abc2SMarcus Meissner }, { 31138888690eSMarcus Meissner .alg = "authenc(hmac(sha256),rfc3686(ctr(aes)))", 31148888690eSMarcus Meissner .test = alg_test_null, 31158888690eSMarcus Meissner .fips_allowed = 1, 31168888690eSMarcus Meissner }, { 3117a4198fd4SHerbert Xu .alg = "authenc(hmac(sha384),cbc(des))", 31185208ed2cSNitesh Lal .test = alg_test_aead, 31195208ed2cSNitesh Lal .suite = { 3120a0d608eeSEric Biggers .aead = __VECS(hmac_sha384_des_cbc_tv_temp) 31215208ed2cSNitesh Lal } 31225208ed2cSNitesh Lal }, { 3123a4198fd4SHerbert Xu .alg = "authenc(hmac(sha384),cbc(des3_ede))", 31245208ed2cSNitesh Lal .test = alg_test_aead, 3125ed1afac9SMarcus Meissner .fips_allowed = 1, 31265208ed2cSNitesh Lal .suite = { 3127a0d608eeSEric Biggers .aead = __VECS(hmac_sha384_des3_ede_cbc_tv_temp) 3128e46e9a46SHoria Geanta } 3129e46e9a46SHoria Geanta }, { 3130fb16abc2SMarcus Meissner .alg = "authenc(hmac(sha384),ctr(aes))", 3131fb16abc2SMarcus Meissner .test = alg_test_null, 3132fb16abc2SMarcus Meissner .fips_allowed = 1, 3133fb16abc2SMarcus Meissner }, { 31348888690eSMarcus Meissner .alg = "authenc(hmac(sha384),rfc3686(ctr(aes)))", 31358888690eSMarcus Meissner .test = alg_test_null, 31368888690eSMarcus Meissner .fips_allowed = 1, 31378888690eSMarcus Meissner }, { 3138a4198fd4SHerbert Xu .alg = "authenc(hmac(sha512),cbc(aes))", 3139ed1afac9SMarcus Meissner .fips_allowed = 1, 3140e46e9a46SHoria Geanta .test = alg_test_aead, 3141e46e9a46SHoria Geanta .suite = { 3142a0d608eeSEric Biggers .aead = __VECS(hmac_sha512_aes_cbc_tv_temp) 31435208ed2cSNitesh Lal } 31445208ed2cSNitesh Lal }, { 3145a4198fd4SHerbert Xu .alg = "authenc(hmac(sha512),cbc(des))", 31465208ed2cSNitesh Lal .test = alg_test_aead, 31475208ed2cSNitesh Lal .suite = { 3148a0d608eeSEric Biggers .aead = __VECS(hmac_sha512_des_cbc_tv_temp) 31495208ed2cSNitesh Lal } 31505208ed2cSNitesh Lal }, { 3151a4198fd4SHerbert Xu .alg = "authenc(hmac(sha512),cbc(des3_ede))", 31525208ed2cSNitesh Lal .test = alg_test_aead, 3153ed1afac9SMarcus Meissner .fips_allowed = 1, 31545208ed2cSNitesh Lal .suite = { 3155a0d608eeSEric Biggers .aead = __VECS(hmac_sha512_des3_ede_cbc_tv_temp) 3156e46e9a46SHoria Geanta } 3157e46e9a46SHoria Geanta }, { 3158fb16abc2SMarcus Meissner .alg = "authenc(hmac(sha512),ctr(aes))", 3159fb16abc2SMarcus Meissner .test = alg_test_null, 3160fb16abc2SMarcus Meissner .fips_allowed = 1, 3161fb16abc2SMarcus Meissner }, { 31628888690eSMarcus Meissner .alg = "authenc(hmac(sha512),rfc3686(ctr(aes)))", 31638888690eSMarcus Meissner .test = alg_test_null, 31648888690eSMarcus Meissner .fips_allowed = 1, 31658888690eSMarcus Meissner }, { 3166da7f033dSHerbert Xu .alg = "cbc(aes)", 31671aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3168a1915d51SJarod Wilson .fips_allowed = 1, 3169da7f033dSHerbert Xu .suite = { 317092a4c9feSEric Biggers .cipher = __VECS(aes_cbc_tv_template) 317192a4c9feSEric Biggers }, 3172da7f033dSHerbert Xu }, { 3173da7f033dSHerbert Xu .alg = "cbc(anubis)", 31741aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3175da7f033dSHerbert Xu .suite = { 317692a4c9feSEric Biggers .cipher = __VECS(anubis_cbc_tv_template) 317792a4c9feSEric Biggers }, 3178da7f033dSHerbert Xu }, { 3179da7f033dSHerbert Xu .alg = "cbc(blowfish)", 31801aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3181da7f033dSHerbert Xu .suite = { 318292a4c9feSEric Biggers .cipher = __VECS(bf_cbc_tv_template) 318392a4c9feSEric Biggers }, 3184da7f033dSHerbert Xu }, { 3185da7f033dSHerbert Xu .alg = "cbc(camellia)", 31861aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3187da7f033dSHerbert Xu .suite = { 318892a4c9feSEric Biggers .cipher = __VECS(camellia_cbc_tv_template) 318992a4c9feSEric Biggers }, 3190da7f033dSHerbert Xu }, { 3191a2c58260SJohannes Goetzfried .alg = "cbc(cast5)", 3192a2c58260SJohannes Goetzfried .test = alg_test_skcipher, 3193a2c58260SJohannes Goetzfried .suite = { 319492a4c9feSEric Biggers .cipher = __VECS(cast5_cbc_tv_template) 319592a4c9feSEric Biggers }, 3196a2c58260SJohannes Goetzfried }, { 31979b8b0405SJohannes Goetzfried .alg = "cbc(cast6)", 31989b8b0405SJohannes Goetzfried .test = alg_test_skcipher, 31999b8b0405SJohannes Goetzfried .suite = { 320092a4c9feSEric Biggers .cipher = __VECS(cast6_cbc_tv_template) 320192a4c9feSEric Biggers }, 32029b8b0405SJohannes Goetzfried }, { 3203da7f033dSHerbert Xu .alg = "cbc(des)", 32041aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3205da7f033dSHerbert Xu .suite = { 320692a4c9feSEric Biggers .cipher = __VECS(des_cbc_tv_template) 320792a4c9feSEric Biggers }, 3208da7f033dSHerbert Xu }, { 3209da7f033dSHerbert Xu .alg = "cbc(des3_ede)", 32101aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3211a1915d51SJarod Wilson .fips_allowed = 1, 3212da7f033dSHerbert Xu .suite = { 321392a4c9feSEric Biggers .cipher = __VECS(des3_ede_cbc_tv_template) 321492a4c9feSEric Biggers }, 3215da7f033dSHerbert Xu }, { 3216a794d8d8SGilad Ben-Yossef /* Same as cbc(aes) except the key is stored in 3217a794d8d8SGilad Ben-Yossef * hardware secure memory which we reference by index 3218a794d8d8SGilad Ben-Yossef */ 3219a794d8d8SGilad Ben-Yossef .alg = "cbc(paes)", 3220a794d8d8SGilad Ben-Yossef .test = alg_test_null, 3221a794d8d8SGilad Ben-Yossef .fips_allowed = 1, 3222a794d8d8SGilad Ben-Yossef }, { 32239d25917dSJussi Kivilinna .alg = "cbc(serpent)", 32249d25917dSJussi Kivilinna .test = alg_test_skcipher, 32259d25917dSJussi Kivilinna .suite = { 322692a4c9feSEric Biggers .cipher = __VECS(serpent_cbc_tv_template) 322792a4c9feSEric Biggers }, 32289d25917dSJussi Kivilinna }, { 322995ba5973SGilad Ben-Yossef .alg = "cbc(sm4)", 323095ba5973SGilad Ben-Yossef .test = alg_test_skcipher, 323195ba5973SGilad Ben-Yossef .suite = { 323295ba5973SGilad Ben-Yossef .cipher = __VECS(sm4_cbc_tv_template) 323395ba5973SGilad Ben-Yossef } 323495ba5973SGilad Ben-Yossef }, { 3235da7f033dSHerbert Xu .alg = "cbc(twofish)", 32361aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3237da7f033dSHerbert Xu .suite = { 323892a4c9feSEric Biggers .cipher = __VECS(tf_cbc_tv_template) 323992a4c9feSEric Biggers }, 3240da7f033dSHerbert Xu }, { 3241092acf06SArd Biesheuvel .alg = "cbcmac(aes)", 3242092acf06SArd Biesheuvel .fips_allowed = 1, 3243092acf06SArd Biesheuvel .test = alg_test_hash, 3244092acf06SArd Biesheuvel .suite = { 3245092acf06SArd Biesheuvel .hash = __VECS(aes_cbcmac_tv_template) 3246092acf06SArd Biesheuvel } 3247092acf06SArd Biesheuvel }, { 3248da7f033dSHerbert Xu .alg = "ccm(aes)", 3249da7f033dSHerbert Xu .test = alg_test_aead, 3250a1915d51SJarod Wilson .fips_allowed = 1, 3251da7f033dSHerbert Xu .suite = { 3252a0d608eeSEric Biggers .aead = __VECS(aes_ccm_tv_template) 3253da7f033dSHerbert Xu } 3254da7f033dSHerbert Xu }, { 32557da66670SDmitry Eremin-Solenikov .alg = "cfb(aes)", 32567da66670SDmitry Eremin-Solenikov .test = alg_test_skcipher, 32577da66670SDmitry Eremin-Solenikov .fips_allowed = 1, 32587da66670SDmitry Eremin-Solenikov .suite = { 32597da66670SDmitry Eremin-Solenikov .cipher = __VECS(aes_cfb_tv_template) 32607da66670SDmitry Eremin-Solenikov }, 32617da66670SDmitry Eremin-Solenikov }, { 32623590ebf2SMartin Willi .alg = "chacha20", 32633590ebf2SMartin Willi .test = alg_test_skcipher, 32643590ebf2SMartin Willi .suite = { 326592a4c9feSEric Biggers .cipher = __VECS(chacha20_tv_template) 326692a4c9feSEric Biggers }, 32673590ebf2SMartin Willi }, { 326893b5e86aSJussi Kivilinna .alg = "cmac(aes)", 32698f183751SStephan Mueller .fips_allowed = 1, 327093b5e86aSJussi Kivilinna .test = alg_test_hash, 327193b5e86aSJussi Kivilinna .suite = { 327221c8e720SArd Biesheuvel .hash = __VECS(aes_cmac128_tv_template) 327393b5e86aSJussi Kivilinna } 327493b5e86aSJussi Kivilinna }, { 327593b5e86aSJussi Kivilinna .alg = "cmac(des3_ede)", 32768f183751SStephan Mueller .fips_allowed = 1, 327793b5e86aSJussi Kivilinna .test = alg_test_hash, 327893b5e86aSJussi Kivilinna .suite = { 327921c8e720SArd Biesheuvel .hash = __VECS(des3_ede_cmac64_tv_template) 328093b5e86aSJussi Kivilinna } 328193b5e86aSJussi Kivilinna }, { 3282e448370dSJussi Kivilinna .alg = "compress_null", 3283e448370dSJussi Kivilinna .test = alg_test_null, 3284e448370dSJussi Kivilinna }, { 3285ebb3472fSArd Biesheuvel .alg = "crc32", 3286ebb3472fSArd Biesheuvel .test = alg_test_hash, 3287a8a34416SMilan Broz .fips_allowed = 1, 3288ebb3472fSArd Biesheuvel .suite = { 328921c8e720SArd Biesheuvel .hash = __VECS(crc32_tv_template) 3290ebb3472fSArd Biesheuvel } 3291ebb3472fSArd Biesheuvel }, { 3292da7f033dSHerbert Xu .alg = "crc32c", 32938e3ee85eSHerbert Xu .test = alg_test_crc32c, 3294a1915d51SJarod Wilson .fips_allowed = 1, 3295da7f033dSHerbert Xu .suite = { 329621c8e720SArd Biesheuvel .hash = __VECS(crc32c_tv_template) 3297da7f033dSHerbert Xu } 3298da7f033dSHerbert Xu }, { 329968411521SHerbert Xu .alg = "crct10dif", 330068411521SHerbert Xu .test = alg_test_hash, 330168411521SHerbert Xu .fips_allowed = 1, 330268411521SHerbert Xu .suite = { 330321c8e720SArd Biesheuvel .hash = __VECS(crct10dif_tv_template) 330468411521SHerbert Xu } 330568411521SHerbert Xu }, { 3306f7cb80f2SJarod Wilson .alg = "ctr(aes)", 3307f7cb80f2SJarod Wilson .test = alg_test_skcipher, 3308a1915d51SJarod Wilson .fips_allowed = 1, 3309f7cb80f2SJarod Wilson .suite = { 331092a4c9feSEric Biggers .cipher = __VECS(aes_ctr_tv_template) 3311f7cb80f2SJarod Wilson } 3312f7cb80f2SJarod Wilson }, { 331385b63e34SJussi Kivilinna .alg = "ctr(blowfish)", 331485b63e34SJussi Kivilinna .test = alg_test_skcipher, 331585b63e34SJussi Kivilinna .suite = { 331692a4c9feSEric Biggers .cipher = __VECS(bf_ctr_tv_template) 331785b63e34SJussi Kivilinna } 331885b63e34SJussi Kivilinna }, { 33190840605eSJussi Kivilinna .alg = "ctr(camellia)", 33200840605eSJussi Kivilinna .test = alg_test_skcipher, 33210840605eSJussi Kivilinna .suite = { 332292a4c9feSEric Biggers .cipher = __VECS(camellia_ctr_tv_template) 33230840605eSJussi Kivilinna } 33240840605eSJussi Kivilinna }, { 3325a2c58260SJohannes Goetzfried .alg = "ctr(cast5)", 3326a2c58260SJohannes Goetzfried .test = alg_test_skcipher, 3327a2c58260SJohannes Goetzfried .suite = { 332892a4c9feSEric Biggers .cipher = __VECS(cast5_ctr_tv_template) 3329a2c58260SJohannes Goetzfried } 3330a2c58260SJohannes Goetzfried }, { 33319b8b0405SJohannes Goetzfried .alg = "ctr(cast6)", 33329b8b0405SJohannes Goetzfried .test = alg_test_skcipher, 33339b8b0405SJohannes Goetzfried .suite = { 333492a4c9feSEric Biggers .cipher = __VECS(cast6_ctr_tv_template) 33359b8b0405SJohannes Goetzfried } 33369b8b0405SJohannes Goetzfried }, { 33378163fc30SJussi Kivilinna .alg = "ctr(des)", 33388163fc30SJussi Kivilinna .test = alg_test_skcipher, 33398163fc30SJussi Kivilinna .suite = { 334092a4c9feSEric Biggers .cipher = __VECS(des_ctr_tv_template) 33418163fc30SJussi Kivilinna } 33428163fc30SJussi Kivilinna }, { 3343e080b17aSJussi Kivilinna .alg = "ctr(des3_ede)", 3344e080b17aSJussi Kivilinna .test = alg_test_skcipher, 33450d8da104SMarcelo Cerri .fips_allowed = 1, 3346e080b17aSJussi Kivilinna .suite = { 334792a4c9feSEric Biggers .cipher = __VECS(des3_ede_ctr_tv_template) 3348e080b17aSJussi Kivilinna } 3349e080b17aSJussi Kivilinna }, { 3350a794d8d8SGilad Ben-Yossef /* Same as ctr(aes) except the key is stored in 3351a794d8d8SGilad Ben-Yossef * hardware secure memory which we reference by index 3352a794d8d8SGilad Ben-Yossef */ 3353a794d8d8SGilad Ben-Yossef .alg = "ctr(paes)", 3354a794d8d8SGilad Ben-Yossef .test = alg_test_null, 3355a794d8d8SGilad Ben-Yossef .fips_allowed = 1, 3356a794d8d8SGilad Ben-Yossef }, { 33579d25917dSJussi Kivilinna .alg = "ctr(serpent)", 33589d25917dSJussi Kivilinna .test = alg_test_skcipher, 33599d25917dSJussi Kivilinna .suite = { 336092a4c9feSEric Biggers .cipher = __VECS(serpent_ctr_tv_template) 33619d25917dSJussi Kivilinna } 33629d25917dSJussi Kivilinna }, { 336395ba5973SGilad Ben-Yossef .alg = "ctr(sm4)", 336495ba5973SGilad Ben-Yossef .test = alg_test_skcipher, 336595ba5973SGilad Ben-Yossef .suite = { 336695ba5973SGilad Ben-Yossef .cipher = __VECS(sm4_ctr_tv_template) 336795ba5973SGilad Ben-Yossef } 336895ba5973SGilad Ben-Yossef }, { 3369573da620SJussi Kivilinna .alg = "ctr(twofish)", 3370573da620SJussi Kivilinna .test = alg_test_skcipher, 3371573da620SJussi Kivilinna .suite = { 337292a4c9feSEric Biggers .cipher = __VECS(tf_ctr_tv_template) 3373573da620SJussi Kivilinna } 3374573da620SJussi Kivilinna }, { 3375da7f033dSHerbert Xu .alg = "cts(cbc(aes))", 33761aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3377196ad604SGilad Ben-Yossef .fips_allowed = 1, 3378da7f033dSHerbert Xu .suite = { 337992a4c9feSEric Biggers .cipher = __VECS(cts_mode_tv_template) 3380da7f033dSHerbert Xu } 3381da7f033dSHerbert Xu }, { 3382da7f033dSHerbert Xu .alg = "deflate", 3383da7f033dSHerbert Xu .test = alg_test_comp, 33840818904dSMilan Broz .fips_allowed = 1, 3385da7f033dSHerbert Xu .suite = { 3386da7f033dSHerbert Xu .comp = { 338721c8e720SArd Biesheuvel .comp = __VECS(deflate_comp_tv_template), 338821c8e720SArd Biesheuvel .decomp = __VECS(deflate_decomp_tv_template) 3389da7f033dSHerbert Xu } 3390da7f033dSHerbert Xu } 3391da7f033dSHerbert Xu }, { 3392802c7f1cSSalvatore Benedetto .alg = "dh", 3393802c7f1cSSalvatore Benedetto .test = alg_test_kpp, 3394802c7f1cSSalvatore Benedetto .fips_allowed = 1, 3395802c7f1cSSalvatore Benedetto .suite = { 339621c8e720SArd Biesheuvel .kpp = __VECS(dh_tv_template) 3397802c7f1cSSalvatore Benedetto } 3398802c7f1cSSalvatore Benedetto }, { 3399e448370dSJussi Kivilinna .alg = "digest_null", 3400e448370dSJussi Kivilinna .test = alg_test_null, 3401e448370dSJussi Kivilinna }, { 340264d1cdfbSStephan Mueller .alg = "drbg_nopr_ctr_aes128", 340364d1cdfbSStephan Mueller .test = alg_test_drbg, 340464d1cdfbSStephan Mueller .fips_allowed = 1, 340564d1cdfbSStephan Mueller .suite = { 340621c8e720SArd Biesheuvel .drbg = __VECS(drbg_nopr_ctr_aes128_tv_template) 340764d1cdfbSStephan Mueller } 340864d1cdfbSStephan Mueller }, { 340964d1cdfbSStephan Mueller .alg = "drbg_nopr_ctr_aes192", 341064d1cdfbSStephan Mueller .test = alg_test_drbg, 341164d1cdfbSStephan Mueller .fips_allowed = 1, 341264d1cdfbSStephan Mueller .suite = { 341321c8e720SArd Biesheuvel .drbg = __VECS(drbg_nopr_ctr_aes192_tv_template) 341464d1cdfbSStephan Mueller } 341564d1cdfbSStephan Mueller }, { 341664d1cdfbSStephan Mueller .alg = "drbg_nopr_ctr_aes256", 341764d1cdfbSStephan Mueller .test = alg_test_drbg, 341864d1cdfbSStephan Mueller .fips_allowed = 1, 341964d1cdfbSStephan Mueller .suite = { 342021c8e720SArd Biesheuvel .drbg = __VECS(drbg_nopr_ctr_aes256_tv_template) 342164d1cdfbSStephan Mueller } 342264d1cdfbSStephan Mueller }, { 342364d1cdfbSStephan Mueller /* 342464d1cdfbSStephan Mueller * There is no need to specifically test the DRBG with every 342564d1cdfbSStephan Mueller * backend cipher -- covered by drbg_nopr_hmac_sha256 test 342664d1cdfbSStephan Mueller */ 342764d1cdfbSStephan Mueller .alg = "drbg_nopr_hmac_sha1", 342864d1cdfbSStephan Mueller .fips_allowed = 1, 342964d1cdfbSStephan Mueller .test = alg_test_null, 343064d1cdfbSStephan Mueller }, { 343164d1cdfbSStephan Mueller .alg = "drbg_nopr_hmac_sha256", 343264d1cdfbSStephan Mueller .test = alg_test_drbg, 343364d1cdfbSStephan Mueller .fips_allowed = 1, 343464d1cdfbSStephan Mueller .suite = { 343521c8e720SArd Biesheuvel .drbg = __VECS(drbg_nopr_hmac_sha256_tv_template) 343664d1cdfbSStephan Mueller } 343764d1cdfbSStephan Mueller }, { 343864d1cdfbSStephan Mueller /* covered by drbg_nopr_hmac_sha256 test */ 343964d1cdfbSStephan Mueller .alg = "drbg_nopr_hmac_sha384", 344064d1cdfbSStephan Mueller .fips_allowed = 1, 344164d1cdfbSStephan Mueller .test = alg_test_null, 344264d1cdfbSStephan Mueller }, { 344364d1cdfbSStephan Mueller .alg = "drbg_nopr_hmac_sha512", 344464d1cdfbSStephan Mueller .test = alg_test_null, 344564d1cdfbSStephan Mueller .fips_allowed = 1, 344664d1cdfbSStephan Mueller }, { 344764d1cdfbSStephan Mueller .alg = "drbg_nopr_sha1", 344864d1cdfbSStephan Mueller .fips_allowed = 1, 344964d1cdfbSStephan Mueller .test = alg_test_null, 345064d1cdfbSStephan Mueller }, { 345164d1cdfbSStephan Mueller .alg = "drbg_nopr_sha256", 345264d1cdfbSStephan Mueller .test = alg_test_drbg, 345364d1cdfbSStephan Mueller .fips_allowed = 1, 345464d1cdfbSStephan Mueller .suite = { 345521c8e720SArd Biesheuvel .drbg = __VECS(drbg_nopr_sha256_tv_template) 345664d1cdfbSStephan Mueller } 345764d1cdfbSStephan Mueller }, { 345864d1cdfbSStephan Mueller /* covered by drbg_nopr_sha256 test */ 345964d1cdfbSStephan Mueller .alg = "drbg_nopr_sha384", 346064d1cdfbSStephan Mueller .fips_allowed = 1, 346164d1cdfbSStephan Mueller .test = alg_test_null, 346264d1cdfbSStephan Mueller }, { 346364d1cdfbSStephan Mueller .alg = "drbg_nopr_sha512", 346464d1cdfbSStephan Mueller .fips_allowed = 1, 346564d1cdfbSStephan Mueller .test = alg_test_null, 346664d1cdfbSStephan Mueller }, { 346764d1cdfbSStephan Mueller .alg = "drbg_pr_ctr_aes128", 346864d1cdfbSStephan Mueller .test = alg_test_drbg, 346964d1cdfbSStephan Mueller .fips_allowed = 1, 347064d1cdfbSStephan Mueller .suite = { 347121c8e720SArd Biesheuvel .drbg = __VECS(drbg_pr_ctr_aes128_tv_template) 347264d1cdfbSStephan Mueller } 347364d1cdfbSStephan Mueller }, { 347464d1cdfbSStephan Mueller /* covered by drbg_pr_ctr_aes128 test */ 347564d1cdfbSStephan Mueller .alg = "drbg_pr_ctr_aes192", 347664d1cdfbSStephan Mueller .fips_allowed = 1, 347764d1cdfbSStephan Mueller .test = alg_test_null, 347864d1cdfbSStephan Mueller }, { 347964d1cdfbSStephan Mueller .alg = "drbg_pr_ctr_aes256", 348064d1cdfbSStephan Mueller .fips_allowed = 1, 348164d1cdfbSStephan Mueller .test = alg_test_null, 348264d1cdfbSStephan Mueller }, { 348364d1cdfbSStephan Mueller .alg = "drbg_pr_hmac_sha1", 348464d1cdfbSStephan Mueller .fips_allowed = 1, 348564d1cdfbSStephan Mueller .test = alg_test_null, 348664d1cdfbSStephan Mueller }, { 348764d1cdfbSStephan Mueller .alg = "drbg_pr_hmac_sha256", 348864d1cdfbSStephan Mueller .test = alg_test_drbg, 348964d1cdfbSStephan Mueller .fips_allowed = 1, 349064d1cdfbSStephan Mueller .suite = { 349121c8e720SArd Biesheuvel .drbg = __VECS(drbg_pr_hmac_sha256_tv_template) 349264d1cdfbSStephan Mueller } 349364d1cdfbSStephan Mueller }, { 349464d1cdfbSStephan Mueller /* covered by drbg_pr_hmac_sha256 test */ 349564d1cdfbSStephan Mueller .alg = "drbg_pr_hmac_sha384", 349664d1cdfbSStephan Mueller .fips_allowed = 1, 349764d1cdfbSStephan Mueller .test = alg_test_null, 349864d1cdfbSStephan Mueller }, { 349964d1cdfbSStephan Mueller .alg = "drbg_pr_hmac_sha512", 350064d1cdfbSStephan Mueller .test = alg_test_null, 350164d1cdfbSStephan Mueller .fips_allowed = 1, 350264d1cdfbSStephan Mueller }, { 350364d1cdfbSStephan Mueller .alg = "drbg_pr_sha1", 350464d1cdfbSStephan Mueller .fips_allowed = 1, 350564d1cdfbSStephan Mueller .test = alg_test_null, 350664d1cdfbSStephan Mueller }, { 350764d1cdfbSStephan Mueller .alg = "drbg_pr_sha256", 350864d1cdfbSStephan Mueller .test = alg_test_drbg, 350964d1cdfbSStephan Mueller .fips_allowed = 1, 351064d1cdfbSStephan Mueller .suite = { 351121c8e720SArd Biesheuvel .drbg = __VECS(drbg_pr_sha256_tv_template) 351264d1cdfbSStephan Mueller } 351364d1cdfbSStephan Mueller }, { 351464d1cdfbSStephan Mueller /* covered by drbg_pr_sha256 test */ 351564d1cdfbSStephan Mueller .alg = "drbg_pr_sha384", 351664d1cdfbSStephan Mueller .fips_allowed = 1, 351764d1cdfbSStephan Mueller .test = alg_test_null, 351864d1cdfbSStephan Mueller }, { 351964d1cdfbSStephan Mueller .alg = "drbg_pr_sha512", 352064d1cdfbSStephan Mueller .fips_allowed = 1, 352164d1cdfbSStephan Mueller .test = alg_test_null, 352264d1cdfbSStephan Mueller }, { 3523da7f033dSHerbert Xu .alg = "ecb(aes)", 35241aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3525a1915d51SJarod Wilson .fips_allowed = 1, 3526da7f033dSHerbert Xu .suite = { 352792a4c9feSEric Biggers .cipher = __VECS(aes_tv_template) 3528da7f033dSHerbert Xu } 3529da7f033dSHerbert Xu }, { 3530da7f033dSHerbert Xu .alg = "ecb(anubis)", 35311aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3532da7f033dSHerbert Xu .suite = { 353392a4c9feSEric Biggers .cipher = __VECS(anubis_tv_template) 3534da7f033dSHerbert Xu } 3535da7f033dSHerbert Xu }, { 3536da7f033dSHerbert Xu .alg = "ecb(arc4)", 35371aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3538da7f033dSHerbert Xu .suite = { 353992a4c9feSEric Biggers .cipher = __VECS(arc4_tv_template) 3540da7f033dSHerbert Xu } 3541da7f033dSHerbert Xu }, { 3542da7f033dSHerbert Xu .alg = "ecb(blowfish)", 35431aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3544da7f033dSHerbert Xu .suite = { 354592a4c9feSEric Biggers .cipher = __VECS(bf_tv_template) 3546da7f033dSHerbert Xu } 3547da7f033dSHerbert Xu }, { 3548da7f033dSHerbert Xu .alg = "ecb(camellia)", 35491aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3550da7f033dSHerbert Xu .suite = { 355192a4c9feSEric Biggers .cipher = __VECS(camellia_tv_template) 3552da7f033dSHerbert Xu } 3553da7f033dSHerbert Xu }, { 3554da7f033dSHerbert Xu .alg = "ecb(cast5)", 35551aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3556da7f033dSHerbert Xu .suite = { 355792a4c9feSEric Biggers .cipher = __VECS(cast5_tv_template) 3558da7f033dSHerbert Xu } 3559da7f033dSHerbert Xu }, { 3560da7f033dSHerbert Xu .alg = "ecb(cast6)", 35611aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3562da7f033dSHerbert Xu .suite = { 356392a4c9feSEric Biggers .cipher = __VECS(cast6_tv_template) 3564da7f033dSHerbert Xu } 3565da7f033dSHerbert Xu }, { 3566e448370dSJussi Kivilinna .alg = "ecb(cipher_null)", 3567e448370dSJussi Kivilinna .test = alg_test_null, 35686175ca2bSMilan Broz .fips_allowed = 1, 3569e448370dSJussi Kivilinna }, { 3570da7f033dSHerbert Xu .alg = "ecb(des)", 35711aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3572da7f033dSHerbert Xu .suite = { 357392a4c9feSEric Biggers .cipher = __VECS(des_tv_template) 3574da7f033dSHerbert Xu } 3575da7f033dSHerbert Xu }, { 3576da7f033dSHerbert Xu .alg = "ecb(des3_ede)", 35771aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3578a1915d51SJarod Wilson .fips_allowed = 1, 3579da7f033dSHerbert Xu .suite = { 358092a4c9feSEric Biggers .cipher = __VECS(des3_ede_tv_template) 3581da7f033dSHerbert Xu } 3582da7f033dSHerbert Xu }, { 358366e5bd00SJussi Kivilinna .alg = "ecb(fcrypt)", 358466e5bd00SJussi Kivilinna .test = alg_test_skcipher, 358566e5bd00SJussi Kivilinna .suite = { 358666e5bd00SJussi Kivilinna .cipher = { 358792a4c9feSEric Biggers .vecs = fcrypt_pcbc_tv_template, 358866e5bd00SJussi Kivilinna .count = 1 358966e5bd00SJussi Kivilinna } 359066e5bd00SJussi Kivilinna } 359166e5bd00SJussi Kivilinna }, { 3592da7f033dSHerbert Xu .alg = "ecb(khazad)", 35931aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3594da7f033dSHerbert Xu .suite = { 359592a4c9feSEric Biggers .cipher = __VECS(khazad_tv_template) 3596da7f033dSHerbert Xu } 3597da7f033dSHerbert Xu }, { 359815f47ce5SGilad Ben-Yossef /* Same as ecb(aes) except the key is stored in 359915f47ce5SGilad Ben-Yossef * hardware secure memory which we reference by index 360015f47ce5SGilad Ben-Yossef */ 360115f47ce5SGilad Ben-Yossef .alg = "ecb(paes)", 360215f47ce5SGilad Ben-Yossef .test = alg_test_null, 360315f47ce5SGilad Ben-Yossef .fips_allowed = 1, 360415f47ce5SGilad Ben-Yossef }, { 3605da7f033dSHerbert Xu .alg = "ecb(seed)", 36061aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3607da7f033dSHerbert Xu .suite = { 360892a4c9feSEric Biggers .cipher = __VECS(seed_tv_template) 3609da7f033dSHerbert Xu } 3610da7f033dSHerbert Xu }, { 3611da7f033dSHerbert Xu .alg = "ecb(serpent)", 36121aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3613da7f033dSHerbert Xu .suite = { 361492a4c9feSEric Biggers .cipher = __VECS(serpent_tv_template) 3615da7f033dSHerbert Xu } 3616da7f033dSHerbert Xu }, { 3617cd83a8a7SGilad Ben-Yossef .alg = "ecb(sm4)", 3618cd83a8a7SGilad Ben-Yossef .test = alg_test_skcipher, 3619cd83a8a7SGilad Ben-Yossef .suite = { 362092a4c9feSEric Biggers .cipher = __VECS(sm4_tv_template) 3621cd83a8a7SGilad Ben-Yossef } 3622cd83a8a7SGilad Ben-Yossef }, { 3623da7f033dSHerbert Xu .alg = "ecb(tea)", 36241aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3625da7f033dSHerbert Xu .suite = { 362692a4c9feSEric Biggers .cipher = __VECS(tea_tv_template) 3627da7f033dSHerbert Xu } 3628da7f033dSHerbert Xu }, { 3629da7f033dSHerbert Xu .alg = "ecb(tnepres)", 36301aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3631da7f033dSHerbert Xu .suite = { 363292a4c9feSEric Biggers .cipher = __VECS(tnepres_tv_template) 3633da7f033dSHerbert Xu } 3634da7f033dSHerbert Xu }, { 3635da7f033dSHerbert Xu .alg = "ecb(twofish)", 36361aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3637da7f033dSHerbert Xu .suite = { 363892a4c9feSEric Biggers .cipher = __VECS(tf_tv_template) 3639da7f033dSHerbert Xu } 3640da7f033dSHerbert Xu }, { 3641da7f033dSHerbert Xu .alg = "ecb(xeta)", 36421aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3643da7f033dSHerbert Xu .suite = { 364492a4c9feSEric Biggers .cipher = __VECS(xeta_tv_template) 3645da7f033dSHerbert Xu } 3646da7f033dSHerbert Xu }, { 3647da7f033dSHerbert Xu .alg = "ecb(xtea)", 36481aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3649da7f033dSHerbert Xu .suite = { 365092a4c9feSEric Biggers .cipher = __VECS(xtea_tv_template) 3651da7f033dSHerbert Xu } 3652da7f033dSHerbert Xu }, { 36533c4b2390SSalvatore Benedetto .alg = "ecdh", 36543c4b2390SSalvatore Benedetto .test = alg_test_kpp, 36553c4b2390SSalvatore Benedetto .fips_allowed = 1, 36563c4b2390SSalvatore Benedetto .suite = { 365721c8e720SArd Biesheuvel .kpp = __VECS(ecdh_tv_template) 36583c4b2390SSalvatore Benedetto } 36593c4b2390SSalvatore Benedetto }, { 366032fbdbd3SVitaly Chikunov .alg = "ecrdsa", 366132fbdbd3SVitaly Chikunov .test = alg_test_akcipher, 366232fbdbd3SVitaly Chikunov .suite = { 366332fbdbd3SVitaly Chikunov .akcipher = __VECS(ecrdsa_tv_template) 366432fbdbd3SVitaly Chikunov } 366532fbdbd3SVitaly Chikunov }, { 3666da7f033dSHerbert Xu .alg = "gcm(aes)", 3667da7f033dSHerbert Xu .test = alg_test_aead, 3668a1915d51SJarod Wilson .fips_allowed = 1, 3669da7f033dSHerbert Xu .suite = { 3670a0d608eeSEric Biggers .aead = __VECS(aes_gcm_tv_template) 3671da7f033dSHerbert Xu } 3672da7f033dSHerbert Xu }, { 3673507069c9SYouquan, Song .alg = "ghash", 3674507069c9SYouquan, Song .test = alg_test_hash, 367518c0ebd2SJarod Wilson .fips_allowed = 1, 3676507069c9SYouquan, Song .suite = { 367721c8e720SArd Biesheuvel .hash = __VECS(ghash_tv_template) 3678507069c9SYouquan, Song } 3679507069c9SYouquan, Song }, { 3680da7f033dSHerbert Xu .alg = "hmac(md5)", 3681da7f033dSHerbert Xu .test = alg_test_hash, 3682da7f033dSHerbert Xu .suite = { 368321c8e720SArd Biesheuvel .hash = __VECS(hmac_md5_tv_template) 3684da7f033dSHerbert Xu } 3685da7f033dSHerbert Xu }, { 3686da7f033dSHerbert Xu .alg = "hmac(rmd128)", 3687da7f033dSHerbert Xu .test = alg_test_hash, 3688da7f033dSHerbert Xu .suite = { 368921c8e720SArd Biesheuvel .hash = __VECS(hmac_rmd128_tv_template) 3690da7f033dSHerbert Xu } 3691da7f033dSHerbert Xu }, { 3692da7f033dSHerbert Xu .alg = "hmac(rmd160)", 3693da7f033dSHerbert Xu .test = alg_test_hash, 3694da7f033dSHerbert Xu .suite = { 369521c8e720SArd Biesheuvel .hash = __VECS(hmac_rmd160_tv_template) 3696da7f033dSHerbert Xu } 3697da7f033dSHerbert Xu }, { 3698da7f033dSHerbert Xu .alg = "hmac(sha1)", 3699da7f033dSHerbert Xu .test = alg_test_hash, 3700a1915d51SJarod Wilson .fips_allowed = 1, 3701da7f033dSHerbert Xu .suite = { 370221c8e720SArd Biesheuvel .hash = __VECS(hmac_sha1_tv_template) 3703da7f033dSHerbert Xu } 3704da7f033dSHerbert Xu }, { 3705da7f033dSHerbert Xu .alg = "hmac(sha224)", 3706da7f033dSHerbert Xu .test = alg_test_hash, 3707a1915d51SJarod Wilson .fips_allowed = 1, 3708da7f033dSHerbert Xu .suite = { 370921c8e720SArd Biesheuvel .hash = __VECS(hmac_sha224_tv_template) 3710da7f033dSHerbert Xu } 3711da7f033dSHerbert Xu }, { 3712da7f033dSHerbert Xu .alg = "hmac(sha256)", 3713da7f033dSHerbert Xu .test = alg_test_hash, 3714a1915d51SJarod Wilson .fips_allowed = 1, 3715da7f033dSHerbert Xu .suite = { 371621c8e720SArd Biesheuvel .hash = __VECS(hmac_sha256_tv_template) 3717da7f033dSHerbert Xu } 3718da7f033dSHerbert Xu }, { 371998eca72fSraveendra padasalagi .alg = "hmac(sha3-224)", 372098eca72fSraveendra padasalagi .test = alg_test_hash, 372198eca72fSraveendra padasalagi .fips_allowed = 1, 372298eca72fSraveendra padasalagi .suite = { 372321c8e720SArd Biesheuvel .hash = __VECS(hmac_sha3_224_tv_template) 372498eca72fSraveendra padasalagi } 372598eca72fSraveendra padasalagi }, { 372698eca72fSraveendra padasalagi .alg = "hmac(sha3-256)", 372798eca72fSraveendra padasalagi .test = alg_test_hash, 372898eca72fSraveendra padasalagi .fips_allowed = 1, 372998eca72fSraveendra padasalagi .suite = { 373021c8e720SArd Biesheuvel .hash = __VECS(hmac_sha3_256_tv_template) 373198eca72fSraveendra padasalagi } 373298eca72fSraveendra padasalagi }, { 373398eca72fSraveendra padasalagi .alg = "hmac(sha3-384)", 373498eca72fSraveendra padasalagi .test = alg_test_hash, 373598eca72fSraveendra padasalagi .fips_allowed = 1, 373698eca72fSraveendra padasalagi .suite = { 373721c8e720SArd Biesheuvel .hash = __VECS(hmac_sha3_384_tv_template) 373898eca72fSraveendra padasalagi } 373998eca72fSraveendra padasalagi }, { 374098eca72fSraveendra padasalagi .alg = "hmac(sha3-512)", 374198eca72fSraveendra padasalagi .test = alg_test_hash, 374298eca72fSraveendra padasalagi .fips_allowed = 1, 374398eca72fSraveendra padasalagi .suite = { 374421c8e720SArd Biesheuvel .hash = __VECS(hmac_sha3_512_tv_template) 374598eca72fSraveendra padasalagi } 374698eca72fSraveendra padasalagi }, { 3747da7f033dSHerbert Xu .alg = "hmac(sha384)", 3748da7f033dSHerbert Xu .test = alg_test_hash, 3749a1915d51SJarod Wilson .fips_allowed = 1, 3750da7f033dSHerbert Xu .suite = { 375121c8e720SArd Biesheuvel .hash = __VECS(hmac_sha384_tv_template) 3752da7f033dSHerbert Xu } 3753da7f033dSHerbert Xu }, { 3754da7f033dSHerbert Xu .alg = "hmac(sha512)", 3755da7f033dSHerbert Xu .test = alg_test_hash, 3756a1915d51SJarod Wilson .fips_allowed = 1, 3757da7f033dSHerbert Xu .suite = { 375821c8e720SArd Biesheuvel .hash = __VECS(hmac_sha512_tv_template) 3759da7f033dSHerbert Xu } 3760da7f033dSHerbert Xu }, { 376125a0b9d4SVitaly Chikunov .alg = "hmac(streebog256)", 376225a0b9d4SVitaly Chikunov .test = alg_test_hash, 376325a0b9d4SVitaly Chikunov .suite = { 376425a0b9d4SVitaly Chikunov .hash = __VECS(hmac_streebog256_tv_template) 376525a0b9d4SVitaly Chikunov } 376625a0b9d4SVitaly Chikunov }, { 376725a0b9d4SVitaly Chikunov .alg = "hmac(streebog512)", 376825a0b9d4SVitaly Chikunov .test = alg_test_hash, 376925a0b9d4SVitaly Chikunov .suite = { 377025a0b9d4SVitaly Chikunov .hash = __VECS(hmac_streebog512_tv_template) 377125a0b9d4SVitaly Chikunov } 377225a0b9d4SVitaly Chikunov }, { 3773bb5530e4SStephan Mueller .alg = "jitterentropy_rng", 3774bb5530e4SStephan Mueller .fips_allowed = 1, 3775bb5530e4SStephan Mueller .test = alg_test_null, 3776bb5530e4SStephan Mueller }, { 377735351988SStephan Mueller .alg = "kw(aes)", 377835351988SStephan Mueller .test = alg_test_skcipher, 377935351988SStephan Mueller .fips_allowed = 1, 378035351988SStephan Mueller .suite = { 378192a4c9feSEric Biggers .cipher = __VECS(aes_kw_tv_template) 378235351988SStephan Mueller } 378335351988SStephan Mueller }, { 3784da7f033dSHerbert Xu .alg = "lrw(aes)", 37851aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3786da7f033dSHerbert Xu .suite = { 378792a4c9feSEric Biggers .cipher = __VECS(aes_lrw_tv_template) 3788da7f033dSHerbert Xu } 3789da7f033dSHerbert Xu }, { 37900840605eSJussi Kivilinna .alg = "lrw(camellia)", 37910840605eSJussi Kivilinna .test = alg_test_skcipher, 37920840605eSJussi Kivilinna .suite = { 379392a4c9feSEric Biggers .cipher = __VECS(camellia_lrw_tv_template) 37940840605eSJussi Kivilinna } 37950840605eSJussi Kivilinna }, { 37969b8b0405SJohannes Goetzfried .alg = "lrw(cast6)", 37979b8b0405SJohannes Goetzfried .test = alg_test_skcipher, 37989b8b0405SJohannes Goetzfried .suite = { 379992a4c9feSEric Biggers .cipher = __VECS(cast6_lrw_tv_template) 38009b8b0405SJohannes Goetzfried } 38019b8b0405SJohannes Goetzfried }, { 3802d7bfc0faSJussi Kivilinna .alg = "lrw(serpent)", 3803d7bfc0faSJussi Kivilinna .test = alg_test_skcipher, 3804d7bfc0faSJussi Kivilinna .suite = { 380592a4c9feSEric Biggers .cipher = __VECS(serpent_lrw_tv_template) 3806d7bfc0faSJussi Kivilinna } 3807d7bfc0faSJussi Kivilinna }, { 38080b2a1551SJussi Kivilinna .alg = "lrw(twofish)", 38090b2a1551SJussi Kivilinna .test = alg_test_skcipher, 38100b2a1551SJussi Kivilinna .suite = { 381192a4c9feSEric Biggers .cipher = __VECS(tf_lrw_tv_template) 38120b2a1551SJussi Kivilinna } 38130b2a1551SJussi Kivilinna }, { 38141443cc9bSKOVACS Krisztian .alg = "lz4", 38151443cc9bSKOVACS Krisztian .test = alg_test_comp, 38161443cc9bSKOVACS Krisztian .fips_allowed = 1, 38171443cc9bSKOVACS Krisztian .suite = { 38181443cc9bSKOVACS Krisztian .comp = { 381921c8e720SArd Biesheuvel .comp = __VECS(lz4_comp_tv_template), 382021c8e720SArd Biesheuvel .decomp = __VECS(lz4_decomp_tv_template) 38211443cc9bSKOVACS Krisztian } 38221443cc9bSKOVACS Krisztian } 38231443cc9bSKOVACS Krisztian }, { 38241443cc9bSKOVACS Krisztian .alg = "lz4hc", 38251443cc9bSKOVACS Krisztian .test = alg_test_comp, 38261443cc9bSKOVACS Krisztian .fips_allowed = 1, 38271443cc9bSKOVACS Krisztian .suite = { 38281443cc9bSKOVACS Krisztian .comp = { 382921c8e720SArd Biesheuvel .comp = __VECS(lz4hc_comp_tv_template), 383021c8e720SArd Biesheuvel .decomp = __VECS(lz4hc_decomp_tv_template) 38311443cc9bSKOVACS Krisztian } 38321443cc9bSKOVACS Krisztian } 38331443cc9bSKOVACS Krisztian }, { 3834da7f033dSHerbert Xu .alg = "lzo", 3835da7f033dSHerbert Xu .test = alg_test_comp, 38360818904dSMilan Broz .fips_allowed = 1, 3837da7f033dSHerbert Xu .suite = { 3838da7f033dSHerbert Xu .comp = { 383921c8e720SArd Biesheuvel .comp = __VECS(lzo_comp_tv_template), 384021c8e720SArd Biesheuvel .decomp = __VECS(lzo_decomp_tv_template) 3841da7f033dSHerbert Xu } 3842da7f033dSHerbert Xu } 3843da7f033dSHerbert Xu }, { 3844da7f033dSHerbert Xu .alg = "md4", 3845da7f033dSHerbert Xu .test = alg_test_hash, 3846da7f033dSHerbert Xu .suite = { 384721c8e720SArd Biesheuvel .hash = __VECS(md4_tv_template) 3848da7f033dSHerbert Xu } 3849da7f033dSHerbert Xu }, { 3850da7f033dSHerbert Xu .alg = "md5", 3851da7f033dSHerbert Xu .test = alg_test_hash, 3852da7f033dSHerbert Xu .suite = { 385321c8e720SArd Biesheuvel .hash = __VECS(md5_tv_template) 3854da7f033dSHerbert Xu } 3855da7f033dSHerbert Xu }, { 3856da7f033dSHerbert Xu .alg = "michael_mic", 3857da7f033dSHerbert Xu .test = alg_test_hash, 3858da7f033dSHerbert Xu .suite = { 385921c8e720SArd Biesheuvel .hash = __VECS(michael_mic_tv_template) 3860da7f033dSHerbert Xu } 3861da7f033dSHerbert Xu }, { 38624feb4c59SOndrej Mosnacek .alg = "morus1280", 38634feb4c59SOndrej Mosnacek .test = alg_test_aead, 38644feb4c59SOndrej Mosnacek .suite = { 3865a0d608eeSEric Biggers .aead = __VECS(morus1280_tv_template) 38664feb4c59SOndrej Mosnacek } 38674feb4c59SOndrej Mosnacek }, { 38684feb4c59SOndrej Mosnacek .alg = "morus640", 38694feb4c59SOndrej Mosnacek .test = alg_test_aead, 38704feb4c59SOndrej Mosnacek .suite = { 3871a0d608eeSEric Biggers .aead = __VECS(morus640_tv_template) 38724feb4c59SOndrej Mosnacek } 38734feb4c59SOndrej Mosnacek }, { 387426609a21SEric Biggers .alg = "nhpoly1305", 387526609a21SEric Biggers .test = alg_test_hash, 387626609a21SEric Biggers .suite = { 387726609a21SEric Biggers .hash = __VECS(nhpoly1305_tv_template) 387826609a21SEric Biggers } 387926609a21SEric Biggers }, { 3880ba0e14acSPuneet Saxena .alg = "ofb(aes)", 3881ba0e14acSPuneet Saxena .test = alg_test_skcipher, 3882ba0e14acSPuneet Saxena .fips_allowed = 1, 3883ba0e14acSPuneet Saxena .suite = { 388492a4c9feSEric Biggers .cipher = __VECS(aes_ofb_tv_template) 3885ba0e14acSPuneet Saxena } 3886ba0e14acSPuneet Saxena }, { 3887a794d8d8SGilad Ben-Yossef /* Same as ofb(aes) except the key is stored in 3888a794d8d8SGilad Ben-Yossef * hardware secure memory which we reference by index 3889a794d8d8SGilad Ben-Yossef */ 3890a794d8d8SGilad Ben-Yossef .alg = "ofb(paes)", 3891a794d8d8SGilad Ben-Yossef .test = alg_test_null, 3892a794d8d8SGilad Ben-Yossef .fips_allowed = 1, 3893a794d8d8SGilad Ben-Yossef }, { 3894da7f033dSHerbert Xu .alg = "pcbc(fcrypt)", 38951aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3896da7f033dSHerbert Xu .suite = { 389792a4c9feSEric Biggers .cipher = __VECS(fcrypt_pcbc_tv_template) 3898da7f033dSHerbert Xu } 3899da7f033dSHerbert Xu }, { 39001207107cSStephan Mueller .alg = "pkcs1pad(rsa,sha224)", 39011207107cSStephan Mueller .test = alg_test_null, 39021207107cSStephan Mueller .fips_allowed = 1, 39031207107cSStephan Mueller }, { 39041207107cSStephan Mueller .alg = "pkcs1pad(rsa,sha256)", 39051207107cSStephan Mueller .test = alg_test_akcipher, 39061207107cSStephan Mueller .fips_allowed = 1, 39071207107cSStephan Mueller .suite = { 39081207107cSStephan Mueller .akcipher = __VECS(pkcs1pad_rsa_tv_template) 39091207107cSStephan Mueller } 39101207107cSStephan Mueller }, { 39111207107cSStephan Mueller .alg = "pkcs1pad(rsa,sha384)", 39121207107cSStephan Mueller .test = alg_test_null, 39131207107cSStephan Mueller .fips_allowed = 1, 39141207107cSStephan Mueller }, { 39151207107cSStephan Mueller .alg = "pkcs1pad(rsa,sha512)", 39161207107cSStephan Mueller .test = alg_test_null, 39171207107cSStephan Mueller .fips_allowed = 1, 39181207107cSStephan Mueller }, { 3919eee9dc61SMartin Willi .alg = "poly1305", 3920eee9dc61SMartin Willi .test = alg_test_hash, 3921eee9dc61SMartin Willi .suite = { 392221c8e720SArd Biesheuvel .hash = __VECS(poly1305_tv_template) 3923eee9dc61SMartin Willi } 3924eee9dc61SMartin Willi }, { 3925da7f033dSHerbert Xu .alg = "rfc3686(ctr(aes))", 39261aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3927a1915d51SJarod Wilson .fips_allowed = 1, 3928da7f033dSHerbert Xu .suite = { 392992a4c9feSEric Biggers .cipher = __VECS(aes_ctr_rfc3686_tv_template) 3930da7f033dSHerbert Xu } 3931da7f033dSHerbert Xu }, { 39323f31a740SHerbert Xu .alg = "rfc4106(gcm(aes))", 393369435b94SAdrian Hoban .test = alg_test_aead, 3934db71f29aSJarod Wilson .fips_allowed = 1, 393569435b94SAdrian Hoban .suite = { 3936a0d608eeSEric Biggers .aead = __VECS(aes_gcm_rfc4106_tv_template) 393769435b94SAdrian Hoban } 393869435b94SAdrian Hoban }, { 3939544c436aSHerbert Xu .alg = "rfc4309(ccm(aes))", 39405d667322SJarod Wilson .test = alg_test_aead, 3941a1915d51SJarod Wilson .fips_allowed = 1, 39425d667322SJarod Wilson .suite = { 3943a0d608eeSEric Biggers .aead = __VECS(aes_ccm_rfc4309_tv_template) 39445d667322SJarod Wilson } 39455d667322SJarod Wilson }, { 3946bb68745eSHerbert Xu .alg = "rfc4543(gcm(aes))", 3947e9b7441aSJussi Kivilinna .test = alg_test_aead, 3948e9b7441aSJussi Kivilinna .suite = { 3949a0d608eeSEric Biggers .aead = __VECS(aes_gcm_rfc4543_tv_template) 3950e9b7441aSJussi Kivilinna } 3951e9b7441aSJussi Kivilinna }, { 3952af2b76b5SMartin Willi .alg = "rfc7539(chacha20,poly1305)", 3953af2b76b5SMartin Willi .test = alg_test_aead, 3954af2b76b5SMartin Willi .suite = { 3955a0d608eeSEric Biggers .aead = __VECS(rfc7539_tv_template) 3956af2b76b5SMartin Willi } 3957af2b76b5SMartin Willi }, { 39585900758dSMartin Willi .alg = "rfc7539esp(chacha20,poly1305)", 39595900758dSMartin Willi .test = alg_test_aead, 39605900758dSMartin Willi .suite = { 3961a0d608eeSEric Biggers .aead = __VECS(rfc7539esp_tv_template) 39625900758dSMartin Willi } 39635900758dSMartin Willi }, { 3964da7f033dSHerbert Xu .alg = "rmd128", 3965da7f033dSHerbert Xu .test = alg_test_hash, 3966da7f033dSHerbert Xu .suite = { 396721c8e720SArd Biesheuvel .hash = __VECS(rmd128_tv_template) 3968da7f033dSHerbert Xu } 3969da7f033dSHerbert Xu }, { 3970da7f033dSHerbert Xu .alg = "rmd160", 3971da7f033dSHerbert Xu .test = alg_test_hash, 3972da7f033dSHerbert Xu .suite = { 397321c8e720SArd Biesheuvel .hash = __VECS(rmd160_tv_template) 3974da7f033dSHerbert Xu } 3975da7f033dSHerbert Xu }, { 3976da7f033dSHerbert Xu .alg = "rmd256", 3977da7f033dSHerbert Xu .test = alg_test_hash, 3978da7f033dSHerbert Xu .suite = { 397921c8e720SArd Biesheuvel .hash = __VECS(rmd256_tv_template) 3980da7f033dSHerbert Xu } 3981da7f033dSHerbert Xu }, { 3982da7f033dSHerbert Xu .alg = "rmd320", 3983da7f033dSHerbert Xu .test = alg_test_hash, 3984da7f033dSHerbert Xu .suite = { 398521c8e720SArd Biesheuvel .hash = __VECS(rmd320_tv_template) 3986da7f033dSHerbert Xu } 3987da7f033dSHerbert Xu }, { 3988946cc463STadeusz Struk .alg = "rsa", 3989946cc463STadeusz Struk .test = alg_test_akcipher, 3990946cc463STadeusz Struk .fips_allowed = 1, 3991946cc463STadeusz Struk .suite = { 399221c8e720SArd Biesheuvel .akcipher = __VECS(rsa_tv_template) 3993946cc463STadeusz Struk } 3994946cc463STadeusz Struk }, { 3995da7f033dSHerbert Xu .alg = "salsa20", 39961aa4ecd9SHerbert Xu .test = alg_test_skcipher, 3997da7f033dSHerbert Xu .suite = { 399892a4c9feSEric Biggers .cipher = __VECS(salsa20_stream_tv_template) 3999da7f033dSHerbert Xu } 4000da7f033dSHerbert Xu }, { 4001da7f033dSHerbert Xu .alg = "sha1", 4002da7f033dSHerbert Xu .test = alg_test_hash, 4003a1915d51SJarod Wilson .fips_allowed = 1, 4004da7f033dSHerbert Xu .suite = { 400521c8e720SArd Biesheuvel .hash = __VECS(sha1_tv_template) 4006da7f033dSHerbert Xu } 4007da7f033dSHerbert Xu }, { 4008da7f033dSHerbert Xu .alg = "sha224", 4009da7f033dSHerbert Xu .test = alg_test_hash, 4010a1915d51SJarod Wilson .fips_allowed = 1, 4011da7f033dSHerbert Xu .suite = { 401221c8e720SArd Biesheuvel .hash = __VECS(sha224_tv_template) 4013da7f033dSHerbert Xu } 4014da7f033dSHerbert Xu }, { 4015da7f033dSHerbert Xu .alg = "sha256", 4016da7f033dSHerbert Xu .test = alg_test_hash, 4017a1915d51SJarod Wilson .fips_allowed = 1, 4018da7f033dSHerbert Xu .suite = { 401921c8e720SArd Biesheuvel .hash = __VECS(sha256_tv_template) 4020da7f033dSHerbert Xu } 4021da7f033dSHerbert Xu }, { 402279cc6ab8Sraveendra padasalagi .alg = "sha3-224", 402379cc6ab8Sraveendra padasalagi .test = alg_test_hash, 402479cc6ab8Sraveendra padasalagi .fips_allowed = 1, 402579cc6ab8Sraveendra padasalagi .suite = { 402621c8e720SArd Biesheuvel .hash = __VECS(sha3_224_tv_template) 402779cc6ab8Sraveendra padasalagi } 402879cc6ab8Sraveendra padasalagi }, { 402979cc6ab8Sraveendra padasalagi .alg = "sha3-256", 403079cc6ab8Sraveendra padasalagi .test = alg_test_hash, 403179cc6ab8Sraveendra padasalagi .fips_allowed = 1, 403279cc6ab8Sraveendra padasalagi .suite = { 403321c8e720SArd Biesheuvel .hash = __VECS(sha3_256_tv_template) 403479cc6ab8Sraveendra padasalagi } 403579cc6ab8Sraveendra padasalagi }, { 403679cc6ab8Sraveendra padasalagi .alg = "sha3-384", 403779cc6ab8Sraveendra padasalagi .test = alg_test_hash, 403879cc6ab8Sraveendra padasalagi .fips_allowed = 1, 403979cc6ab8Sraveendra padasalagi .suite = { 404021c8e720SArd Biesheuvel .hash = __VECS(sha3_384_tv_template) 404179cc6ab8Sraveendra padasalagi } 404279cc6ab8Sraveendra padasalagi }, { 404379cc6ab8Sraveendra padasalagi .alg = "sha3-512", 404479cc6ab8Sraveendra padasalagi .test = alg_test_hash, 404579cc6ab8Sraveendra padasalagi .fips_allowed = 1, 404679cc6ab8Sraveendra padasalagi .suite = { 404721c8e720SArd Biesheuvel .hash = __VECS(sha3_512_tv_template) 404879cc6ab8Sraveendra padasalagi } 404979cc6ab8Sraveendra padasalagi }, { 4050da7f033dSHerbert Xu .alg = "sha384", 4051da7f033dSHerbert Xu .test = alg_test_hash, 4052a1915d51SJarod Wilson .fips_allowed = 1, 4053da7f033dSHerbert Xu .suite = { 405421c8e720SArd Biesheuvel .hash = __VECS(sha384_tv_template) 4055da7f033dSHerbert Xu } 4056da7f033dSHerbert Xu }, { 4057da7f033dSHerbert Xu .alg = "sha512", 4058da7f033dSHerbert Xu .test = alg_test_hash, 4059a1915d51SJarod Wilson .fips_allowed = 1, 4060da7f033dSHerbert Xu .suite = { 406121c8e720SArd Biesheuvel .hash = __VECS(sha512_tv_template) 4062da7f033dSHerbert Xu } 4063da7f033dSHerbert Xu }, { 4064b7e27530SGilad Ben-Yossef .alg = "sm3", 4065b7e27530SGilad Ben-Yossef .test = alg_test_hash, 4066b7e27530SGilad Ben-Yossef .suite = { 4067b7e27530SGilad Ben-Yossef .hash = __VECS(sm3_tv_template) 4068b7e27530SGilad Ben-Yossef } 4069b7e27530SGilad Ben-Yossef }, { 407025a0b9d4SVitaly Chikunov .alg = "streebog256", 407125a0b9d4SVitaly Chikunov .test = alg_test_hash, 407225a0b9d4SVitaly Chikunov .suite = { 407325a0b9d4SVitaly Chikunov .hash = __VECS(streebog256_tv_template) 407425a0b9d4SVitaly Chikunov } 407525a0b9d4SVitaly Chikunov }, { 407625a0b9d4SVitaly Chikunov .alg = "streebog512", 407725a0b9d4SVitaly Chikunov .test = alg_test_hash, 407825a0b9d4SVitaly Chikunov .suite = { 407925a0b9d4SVitaly Chikunov .hash = __VECS(streebog512_tv_template) 408025a0b9d4SVitaly Chikunov } 408125a0b9d4SVitaly Chikunov }, { 4082da7f033dSHerbert Xu .alg = "tgr128", 4083da7f033dSHerbert Xu .test = alg_test_hash, 4084da7f033dSHerbert Xu .suite = { 408521c8e720SArd Biesheuvel .hash = __VECS(tgr128_tv_template) 4086da7f033dSHerbert Xu } 4087da7f033dSHerbert Xu }, { 4088da7f033dSHerbert Xu .alg = "tgr160", 4089da7f033dSHerbert Xu .test = alg_test_hash, 4090da7f033dSHerbert Xu .suite = { 409121c8e720SArd Biesheuvel .hash = __VECS(tgr160_tv_template) 4092da7f033dSHerbert Xu } 4093da7f033dSHerbert Xu }, { 4094da7f033dSHerbert Xu .alg = "tgr192", 4095da7f033dSHerbert Xu .test = alg_test_hash, 4096da7f033dSHerbert Xu .suite = { 409721c8e720SArd Biesheuvel .hash = __VECS(tgr192_tv_template) 4098da7f033dSHerbert Xu } 4099da7f033dSHerbert Xu }, { 4100ed331adaSEric Biggers .alg = "vmac64(aes)", 4101ed331adaSEric Biggers .test = alg_test_hash, 4102ed331adaSEric Biggers .suite = { 4103ed331adaSEric Biggers .hash = __VECS(vmac64_aes_tv_template) 4104ed331adaSEric Biggers } 4105ed331adaSEric Biggers }, { 4106da7f033dSHerbert Xu .alg = "wp256", 4107da7f033dSHerbert Xu .test = alg_test_hash, 4108da7f033dSHerbert Xu .suite = { 410921c8e720SArd Biesheuvel .hash = __VECS(wp256_tv_template) 4110da7f033dSHerbert Xu } 4111da7f033dSHerbert Xu }, { 4112da7f033dSHerbert Xu .alg = "wp384", 4113da7f033dSHerbert Xu .test = alg_test_hash, 4114da7f033dSHerbert Xu .suite = { 411521c8e720SArd Biesheuvel .hash = __VECS(wp384_tv_template) 4116da7f033dSHerbert Xu } 4117da7f033dSHerbert Xu }, { 4118da7f033dSHerbert Xu .alg = "wp512", 4119da7f033dSHerbert Xu .test = alg_test_hash, 4120da7f033dSHerbert Xu .suite = { 412121c8e720SArd Biesheuvel .hash = __VECS(wp512_tv_template) 4122da7f033dSHerbert Xu } 4123da7f033dSHerbert Xu }, { 4124da7f033dSHerbert Xu .alg = "xcbc(aes)", 4125da7f033dSHerbert Xu .test = alg_test_hash, 4126da7f033dSHerbert Xu .suite = { 412721c8e720SArd Biesheuvel .hash = __VECS(aes_xcbc128_tv_template) 4128da7f033dSHerbert Xu } 4129da7f033dSHerbert Xu }, { 4130aa762409SEric Biggers .alg = "xchacha12", 4131aa762409SEric Biggers .test = alg_test_skcipher, 4132aa762409SEric Biggers .suite = { 4133aa762409SEric Biggers .cipher = __VECS(xchacha12_tv_template) 4134aa762409SEric Biggers }, 4135aa762409SEric Biggers }, { 4136de61d7aeSEric Biggers .alg = "xchacha20", 4137de61d7aeSEric Biggers .test = alg_test_skcipher, 4138de61d7aeSEric Biggers .suite = { 4139de61d7aeSEric Biggers .cipher = __VECS(xchacha20_tv_template) 4140de61d7aeSEric Biggers }, 4141de61d7aeSEric Biggers }, { 4142da7f033dSHerbert Xu .alg = "xts(aes)", 41431aa4ecd9SHerbert Xu .test = alg_test_skcipher, 41442918aa8dSJarod Wilson .fips_allowed = 1, 4145da7f033dSHerbert Xu .suite = { 414692a4c9feSEric Biggers .cipher = __VECS(aes_xts_tv_template) 4147da7f033dSHerbert Xu } 41480c01aed5SGeert Uytterhoeven }, { 41490840605eSJussi Kivilinna .alg = "xts(camellia)", 41500840605eSJussi Kivilinna .test = alg_test_skcipher, 41510840605eSJussi Kivilinna .suite = { 415292a4c9feSEric Biggers .cipher = __VECS(camellia_xts_tv_template) 41530840605eSJussi Kivilinna } 41540840605eSJussi Kivilinna }, { 41559b8b0405SJohannes Goetzfried .alg = "xts(cast6)", 41569b8b0405SJohannes Goetzfried .test = alg_test_skcipher, 41579b8b0405SJohannes Goetzfried .suite = { 415892a4c9feSEric Biggers .cipher = __VECS(cast6_xts_tv_template) 41599b8b0405SJohannes Goetzfried } 41609b8b0405SJohannes Goetzfried }, { 416115f47ce5SGilad Ben-Yossef /* Same as xts(aes) except the key is stored in 416215f47ce5SGilad Ben-Yossef * hardware secure memory which we reference by index 416315f47ce5SGilad Ben-Yossef */ 416415f47ce5SGilad Ben-Yossef .alg = "xts(paes)", 416515f47ce5SGilad Ben-Yossef .test = alg_test_null, 416615f47ce5SGilad Ben-Yossef .fips_allowed = 1, 416715f47ce5SGilad Ben-Yossef }, { 416818be20b9SJussi Kivilinna .alg = "xts(serpent)", 416918be20b9SJussi Kivilinna .test = alg_test_skcipher, 417018be20b9SJussi Kivilinna .suite = { 417192a4c9feSEric Biggers .cipher = __VECS(serpent_xts_tv_template) 417218be20b9SJussi Kivilinna } 417318be20b9SJussi Kivilinna }, { 4174aed265b9SJussi Kivilinna .alg = "xts(twofish)", 4175aed265b9SJussi Kivilinna .test = alg_test_skcipher, 4176aed265b9SJussi Kivilinna .suite = { 417792a4c9feSEric Biggers .cipher = __VECS(tf_xts_tv_template) 4178aed265b9SJussi Kivilinna } 4179a368f43dSGiovanni Cabiddu }, { 418015f47ce5SGilad Ben-Yossef .alg = "xts4096(paes)", 418115f47ce5SGilad Ben-Yossef .test = alg_test_null, 418215f47ce5SGilad Ben-Yossef .fips_allowed = 1, 418315f47ce5SGilad Ben-Yossef }, { 418415f47ce5SGilad Ben-Yossef .alg = "xts512(paes)", 418515f47ce5SGilad Ben-Yossef .test = alg_test_null, 418615f47ce5SGilad Ben-Yossef .fips_allowed = 1, 418715f47ce5SGilad Ben-Yossef }, { 4188a368f43dSGiovanni Cabiddu .alg = "zlib-deflate", 4189a368f43dSGiovanni Cabiddu .test = alg_test_comp, 4190a368f43dSGiovanni Cabiddu .fips_allowed = 1, 4191a368f43dSGiovanni Cabiddu .suite = { 4192a368f43dSGiovanni Cabiddu .comp = { 4193a368f43dSGiovanni Cabiddu .comp = __VECS(zlib_deflate_comp_tv_template), 4194a368f43dSGiovanni Cabiddu .decomp = __VECS(zlib_deflate_decomp_tv_template) 4195a368f43dSGiovanni Cabiddu } 4196a368f43dSGiovanni Cabiddu } 4197d28fc3dbSNick Terrell }, { 4198d28fc3dbSNick Terrell .alg = "zstd", 4199d28fc3dbSNick Terrell .test = alg_test_comp, 4200d28fc3dbSNick Terrell .fips_allowed = 1, 4201d28fc3dbSNick Terrell .suite = { 4202d28fc3dbSNick Terrell .comp = { 4203d28fc3dbSNick Terrell .comp = __VECS(zstd_comp_tv_template), 4204d28fc3dbSNick Terrell .decomp = __VECS(zstd_decomp_tv_template) 4205d28fc3dbSNick Terrell } 4206d28fc3dbSNick Terrell } 4207da7f033dSHerbert Xu } 4208da7f033dSHerbert Xu }; 4209da7f033dSHerbert Xu 42103f47a03dSEric Biggers static void alg_check_test_descs_order(void) 42115714758bSJussi Kivilinna { 42125714758bSJussi Kivilinna int i; 42135714758bSJussi Kivilinna 42145714758bSJussi Kivilinna for (i = 1; i < ARRAY_SIZE(alg_test_descs); i++) { 42155714758bSJussi Kivilinna int diff = strcmp(alg_test_descs[i - 1].alg, 42165714758bSJussi Kivilinna alg_test_descs[i].alg); 42175714758bSJussi Kivilinna 42185714758bSJussi Kivilinna if (WARN_ON(diff > 0)) { 42195714758bSJussi Kivilinna pr_warn("testmgr: alg_test_descs entries in wrong order: '%s' before '%s'\n", 42205714758bSJussi Kivilinna alg_test_descs[i - 1].alg, 42215714758bSJussi Kivilinna alg_test_descs[i].alg); 42225714758bSJussi Kivilinna } 42235714758bSJussi Kivilinna 42245714758bSJussi Kivilinna if (WARN_ON(diff == 0)) { 42255714758bSJussi Kivilinna pr_warn("testmgr: duplicate alg_test_descs entry: '%s'\n", 42265714758bSJussi Kivilinna alg_test_descs[i].alg); 42275714758bSJussi Kivilinna } 42285714758bSJussi Kivilinna } 42295714758bSJussi Kivilinna } 42305714758bSJussi Kivilinna 42313f47a03dSEric Biggers static void alg_check_testvec_configs(void) 42323f47a03dSEric Biggers { 42334e7babbaSEric Biggers int i; 42344e7babbaSEric Biggers 42354e7babbaSEric Biggers for (i = 0; i < ARRAY_SIZE(default_cipher_testvec_configs); i++) 42364e7babbaSEric Biggers WARN_ON(!valid_testvec_config( 42374e7babbaSEric Biggers &default_cipher_testvec_configs[i])); 42384cc2dcf9SEric Biggers 42394cc2dcf9SEric Biggers for (i = 0; i < ARRAY_SIZE(default_hash_testvec_configs); i++) 42404cc2dcf9SEric Biggers WARN_ON(!valid_testvec_config( 42414cc2dcf9SEric Biggers &default_hash_testvec_configs[i])); 42423f47a03dSEric Biggers } 42433f47a03dSEric Biggers 42443f47a03dSEric Biggers static void testmgr_onetime_init(void) 42453f47a03dSEric Biggers { 42463f47a03dSEric Biggers alg_check_test_descs_order(); 42473f47a03dSEric Biggers alg_check_testvec_configs(); 42485b2706a4SEric Biggers 42495b2706a4SEric Biggers #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS 42505b2706a4SEric Biggers pr_warn("alg: extra crypto tests enabled. This is intended for developer use only.\n"); 42515b2706a4SEric Biggers #endif 42523f47a03dSEric Biggers } 42533f47a03dSEric Biggers 42541aa4ecd9SHerbert Xu static int alg_find_test(const char *alg) 4255da7f033dSHerbert Xu { 4256da7f033dSHerbert Xu int start = 0; 4257da7f033dSHerbert Xu int end = ARRAY_SIZE(alg_test_descs); 4258da7f033dSHerbert Xu 4259da7f033dSHerbert Xu while (start < end) { 4260da7f033dSHerbert Xu int i = (start + end) / 2; 4261da7f033dSHerbert Xu int diff = strcmp(alg_test_descs[i].alg, alg); 4262da7f033dSHerbert Xu 4263da7f033dSHerbert Xu if (diff > 0) { 4264da7f033dSHerbert Xu end = i; 4265da7f033dSHerbert Xu continue; 4266da7f033dSHerbert Xu } 4267da7f033dSHerbert Xu 4268da7f033dSHerbert Xu if (diff < 0) { 4269da7f033dSHerbert Xu start = i + 1; 4270da7f033dSHerbert Xu continue; 4271da7f033dSHerbert Xu } 4272da7f033dSHerbert Xu 42731aa4ecd9SHerbert Xu return i; 4274da7f033dSHerbert Xu } 4275da7f033dSHerbert Xu 42761aa4ecd9SHerbert Xu return -1; 42771aa4ecd9SHerbert Xu } 42781aa4ecd9SHerbert Xu 42791aa4ecd9SHerbert Xu int alg_test(const char *driver, const char *alg, u32 type, u32 mask) 42801aa4ecd9SHerbert Xu { 42811aa4ecd9SHerbert Xu int i; 4282a68f6610SHerbert Xu int j; 4283d12d6b6dSNeil Horman int rc; 42841aa4ecd9SHerbert Xu 42859e5c9fe4SRichard W.M. Jones if (!fips_enabled && notests) { 42869e5c9fe4SRichard W.M. Jones printk_once(KERN_INFO "alg: self-tests disabled\n"); 42879e5c9fe4SRichard W.M. Jones return 0; 42889e5c9fe4SRichard W.M. Jones } 42899e5c9fe4SRichard W.M. Jones 42903f47a03dSEric Biggers DO_ONCE(testmgr_onetime_init); 42915714758bSJussi Kivilinna 42921aa4ecd9SHerbert Xu if ((type & CRYPTO_ALG_TYPE_MASK) == CRYPTO_ALG_TYPE_CIPHER) { 42931aa4ecd9SHerbert Xu char nalg[CRYPTO_MAX_ALG_NAME]; 42941aa4ecd9SHerbert Xu 42951aa4ecd9SHerbert Xu if (snprintf(nalg, sizeof(nalg), "ecb(%s)", alg) >= 42961aa4ecd9SHerbert Xu sizeof(nalg)) 42971aa4ecd9SHerbert Xu return -ENAMETOOLONG; 42981aa4ecd9SHerbert Xu 42991aa4ecd9SHerbert Xu i = alg_find_test(nalg); 43001aa4ecd9SHerbert Xu if (i < 0) 43011aa4ecd9SHerbert Xu goto notest; 43021aa4ecd9SHerbert Xu 4303a3bef3a3SJarod Wilson if (fips_enabled && !alg_test_descs[i].fips_allowed) 4304a3bef3a3SJarod Wilson goto non_fips_alg; 4305a3bef3a3SJarod Wilson 4306941fb328SJarod Wilson rc = alg_test_cipher(alg_test_descs + i, driver, type, mask); 4307941fb328SJarod Wilson goto test_done; 43081aa4ecd9SHerbert Xu } 43091aa4ecd9SHerbert Xu 43101aa4ecd9SHerbert Xu i = alg_find_test(alg); 4311a68f6610SHerbert Xu j = alg_find_test(driver); 4312a68f6610SHerbert Xu if (i < 0 && j < 0) 43131aa4ecd9SHerbert Xu goto notest; 43141aa4ecd9SHerbert Xu 4315a68f6610SHerbert Xu if (fips_enabled && ((i >= 0 && !alg_test_descs[i].fips_allowed) || 4316a68f6610SHerbert Xu (j >= 0 && !alg_test_descs[j].fips_allowed))) 4317a3bef3a3SJarod Wilson goto non_fips_alg; 4318a3bef3a3SJarod Wilson 4319a68f6610SHerbert Xu rc = 0; 4320a68f6610SHerbert Xu if (i >= 0) 4321a68f6610SHerbert Xu rc |= alg_test_descs[i].test(alg_test_descs + i, driver, 43221aa4ecd9SHerbert Xu type, mask); 4323032c8cacSCristian Stoica if (j >= 0 && j != i) 4324a68f6610SHerbert Xu rc |= alg_test_descs[j].test(alg_test_descs + j, driver, 4325a68f6610SHerbert Xu type, mask); 4326a68f6610SHerbert Xu 4327941fb328SJarod Wilson test_done: 4328eda69b0cSEric Biggers if (rc && (fips_enabled || panic_on_fail)) 4329eda69b0cSEric Biggers panic("alg: self-tests for %s (%s) failed in %s mode!\n", 4330eda69b0cSEric Biggers driver, alg, fips_enabled ? "fips" : "panic_on_fail"); 4331d12d6b6dSNeil Horman 433229ecd4abSJarod Wilson if (fips_enabled && !rc) 43333e8cffd4SMasanari Iida pr_info("alg: self-tests for %s (%s) passed\n", driver, alg); 433429ecd4abSJarod Wilson 4335d12d6b6dSNeil Horman return rc; 43361aa4ecd9SHerbert Xu 43371aa4ecd9SHerbert Xu notest: 4338da7f033dSHerbert Xu printk(KERN_INFO "alg: No test for %s (%s)\n", alg, driver); 4339da7f033dSHerbert Xu return 0; 4340a3bef3a3SJarod Wilson non_fips_alg: 4341a3bef3a3SJarod Wilson return -EINVAL; 4342da7f033dSHerbert Xu } 43430b767f96SAlexander Shishkin 4344326a6346SHerbert Xu #endif /* CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */ 43450b767f96SAlexander Shishkin 4346da7f033dSHerbert Xu EXPORT_SYMBOL_GPL(alg_test); 4347