1004a403cSLoc Ho /* 2004a403cSLoc Ho * Asynchronous Cryptographic Hash operations. 3004a403cSLoc Ho * 4004a403cSLoc Ho * This is the asynchronous version of hash.c with notification of 5004a403cSLoc Ho * completion via a callback. 6004a403cSLoc Ho * 7004a403cSLoc Ho * Copyright (c) 2008 Loc Ho <lho@amcc.com> 8004a403cSLoc Ho * 9004a403cSLoc Ho * This program is free software; you can redistribute it and/or modify it 10004a403cSLoc Ho * under the terms of the GNU General Public License as published by the Free 11004a403cSLoc Ho * Software Foundation; either version 2 of the License, or (at your option) 12004a403cSLoc Ho * any later version. 13004a403cSLoc Ho * 14004a403cSLoc Ho */ 15004a403cSLoc Ho 1620036252SHerbert Xu #include <crypto/internal/hash.h> 1720036252SHerbert Xu #include <crypto/scatterwalk.h> 18004a403cSLoc Ho #include <linux/err.h> 19004a403cSLoc Ho #include <linux/kernel.h> 20004a403cSLoc Ho #include <linux/module.h> 21004a403cSLoc Ho #include <linux/sched.h> 22004a403cSLoc Ho #include <linux/slab.h> 23004a403cSLoc Ho #include <linux/seq_file.h> 24004a403cSLoc Ho 25004a403cSLoc Ho #include "internal.h" 26004a403cSLoc Ho 2788056ec3SHerbert Xu static inline struct ahash_alg *crypto_ahash_alg(struct crypto_ahash *hash) 2888056ec3SHerbert Xu { 2988056ec3SHerbert Xu return container_of(crypto_hash_alg_common(hash), struct ahash_alg, 3088056ec3SHerbert Xu halg); 3188056ec3SHerbert Xu } 3288056ec3SHerbert Xu 3320036252SHerbert Xu static int hash_walk_next(struct crypto_hash_walk *walk) 3420036252SHerbert Xu { 3520036252SHerbert Xu unsigned int alignmask = walk->alignmask; 3620036252SHerbert Xu unsigned int offset = walk->offset; 3720036252SHerbert Xu unsigned int nbytes = min(walk->entrylen, 3820036252SHerbert Xu ((unsigned int)(PAGE_SIZE)) - offset); 3920036252SHerbert Xu 4020036252SHerbert Xu walk->data = crypto_kmap(walk->pg, 0); 4120036252SHerbert Xu walk->data += offset; 4220036252SHerbert Xu 4320036252SHerbert Xu if (offset & alignmask) 4420036252SHerbert Xu nbytes = alignmask + 1 - (offset & alignmask); 4520036252SHerbert Xu 4620036252SHerbert Xu walk->entrylen -= nbytes; 4720036252SHerbert Xu return nbytes; 4820036252SHerbert Xu } 4920036252SHerbert Xu 5020036252SHerbert Xu static int hash_walk_new_entry(struct crypto_hash_walk *walk) 5120036252SHerbert Xu { 5220036252SHerbert Xu struct scatterlist *sg; 5320036252SHerbert Xu 5420036252SHerbert Xu sg = walk->sg; 5520036252SHerbert Xu walk->pg = sg_page(sg); 5620036252SHerbert Xu walk->offset = sg->offset; 5720036252SHerbert Xu walk->entrylen = sg->length; 5820036252SHerbert Xu 5920036252SHerbert Xu if (walk->entrylen > walk->total) 6020036252SHerbert Xu walk->entrylen = walk->total; 6120036252SHerbert Xu walk->total -= walk->entrylen; 6220036252SHerbert Xu 6320036252SHerbert Xu return hash_walk_next(walk); 6420036252SHerbert Xu } 6520036252SHerbert Xu 6620036252SHerbert Xu int crypto_hash_walk_done(struct crypto_hash_walk *walk, int err) 6720036252SHerbert Xu { 6820036252SHerbert Xu unsigned int alignmask = walk->alignmask; 6920036252SHerbert Xu unsigned int nbytes = walk->entrylen; 7020036252SHerbert Xu 7120036252SHerbert Xu walk->data -= walk->offset; 7220036252SHerbert Xu 7320036252SHerbert Xu if (nbytes && walk->offset & alignmask && !err) { 7420036252SHerbert Xu walk->offset += alignmask - 1; 7520036252SHerbert Xu walk->offset = ALIGN(walk->offset, alignmask + 1); 7620036252SHerbert Xu walk->data += walk->offset; 7720036252SHerbert Xu 7820036252SHerbert Xu nbytes = min(nbytes, 7920036252SHerbert Xu ((unsigned int)(PAGE_SIZE)) - walk->offset); 8020036252SHerbert Xu walk->entrylen -= nbytes; 8120036252SHerbert Xu 8220036252SHerbert Xu return nbytes; 8320036252SHerbert Xu } 8420036252SHerbert Xu 8520036252SHerbert Xu crypto_kunmap(walk->data, 0); 8620036252SHerbert Xu crypto_yield(walk->flags); 8720036252SHerbert Xu 8820036252SHerbert Xu if (err) 8920036252SHerbert Xu return err; 9020036252SHerbert Xu 91d315a0e0SHerbert Xu if (nbytes) { 9220036252SHerbert Xu walk->offset = 0; 93d315a0e0SHerbert Xu walk->pg++; 9420036252SHerbert Xu return hash_walk_next(walk); 95d315a0e0SHerbert Xu } 9620036252SHerbert Xu 9720036252SHerbert Xu if (!walk->total) 9820036252SHerbert Xu return 0; 9920036252SHerbert Xu 10020036252SHerbert Xu walk->sg = scatterwalk_sg_next(walk->sg); 10120036252SHerbert Xu 10220036252SHerbert Xu return hash_walk_new_entry(walk); 10320036252SHerbert Xu } 10420036252SHerbert Xu EXPORT_SYMBOL_GPL(crypto_hash_walk_done); 10520036252SHerbert Xu 10620036252SHerbert Xu int crypto_hash_walk_first(struct ahash_request *req, 10720036252SHerbert Xu struct crypto_hash_walk *walk) 10820036252SHerbert Xu { 10920036252SHerbert Xu walk->total = req->nbytes; 11020036252SHerbert Xu 11120036252SHerbert Xu if (!walk->total) 11220036252SHerbert Xu return 0; 11320036252SHerbert Xu 11420036252SHerbert Xu walk->alignmask = crypto_ahash_alignmask(crypto_ahash_reqtfm(req)); 11520036252SHerbert Xu walk->sg = req->src; 11620036252SHerbert Xu walk->flags = req->base.flags; 11720036252SHerbert Xu 11820036252SHerbert Xu return hash_walk_new_entry(walk); 11920036252SHerbert Xu } 12020036252SHerbert Xu EXPORT_SYMBOL_GPL(crypto_hash_walk_first); 12120036252SHerbert Xu 1225f7082edSHerbert Xu int crypto_hash_walk_first_compat(struct hash_desc *hdesc, 1235f7082edSHerbert Xu struct crypto_hash_walk *walk, 1245f7082edSHerbert Xu struct scatterlist *sg, unsigned int len) 1255f7082edSHerbert Xu { 1265f7082edSHerbert Xu walk->total = len; 1275f7082edSHerbert Xu 1285f7082edSHerbert Xu if (!walk->total) 1295f7082edSHerbert Xu return 0; 1305f7082edSHerbert Xu 1315f7082edSHerbert Xu walk->alignmask = crypto_hash_alignmask(hdesc->tfm); 1325f7082edSHerbert Xu walk->sg = sg; 1335f7082edSHerbert Xu walk->flags = hdesc->flags; 1345f7082edSHerbert Xu 1355f7082edSHerbert Xu return hash_walk_new_entry(walk); 1365f7082edSHerbert Xu } 1375f7082edSHerbert Xu 138004a403cSLoc Ho static int ahash_setkey_unaligned(struct crypto_ahash *tfm, const u8 *key, 139004a403cSLoc Ho unsigned int keylen) 140004a403cSLoc Ho { 141004a403cSLoc Ho struct ahash_alg *ahash = crypto_ahash_alg(tfm); 142004a403cSLoc Ho unsigned long alignmask = crypto_ahash_alignmask(tfm); 143004a403cSLoc Ho int ret; 144004a403cSLoc Ho u8 *buffer, *alignbuffer; 145004a403cSLoc Ho unsigned long absize; 146004a403cSLoc Ho 147004a403cSLoc Ho absize = keylen + alignmask; 148*093900c2SHerbert Xu buffer = kmalloc(absize, GFP_KERNEL); 149004a403cSLoc Ho if (!buffer) 150004a403cSLoc Ho return -ENOMEM; 151004a403cSLoc Ho 152004a403cSLoc Ho alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1); 153004a403cSLoc Ho memcpy(alignbuffer, key, keylen); 154004a403cSLoc Ho ret = ahash->setkey(tfm, alignbuffer, keylen); 1558c32c516SHerbert Xu kzfree(buffer); 156004a403cSLoc Ho return ret; 157004a403cSLoc Ho } 158004a403cSLoc Ho 159004a403cSLoc Ho static int ahash_setkey(struct crypto_ahash *tfm, const u8 *key, 160004a403cSLoc Ho unsigned int keylen) 161004a403cSLoc Ho { 162004a403cSLoc Ho struct ahash_alg *ahash = crypto_ahash_alg(tfm); 163004a403cSLoc Ho unsigned long alignmask = crypto_ahash_alignmask(tfm); 164004a403cSLoc Ho 165004a403cSLoc Ho if ((unsigned long)key & alignmask) 166004a403cSLoc Ho return ahash_setkey_unaligned(tfm, key, keylen); 167004a403cSLoc Ho 168004a403cSLoc Ho return ahash->setkey(tfm, key, keylen); 169004a403cSLoc Ho } 170004a403cSLoc Ho 1713751f402SHerbert Xu static int ahash_nosetkey(struct crypto_ahash *tfm, const u8 *key, 1723751f402SHerbert Xu unsigned int keylen) 1733751f402SHerbert Xu { 1743751f402SHerbert Xu return -ENOSYS; 1753751f402SHerbert Xu } 1763751f402SHerbert Xu 17788056ec3SHerbert Xu static int crypto_ahash_init_tfm(struct crypto_tfm *tfm) 17888056ec3SHerbert Xu { 17988056ec3SHerbert Xu struct crypto_ahash *hash = __crypto_ahash_cast(tfm); 18088056ec3SHerbert Xu struct ahash_alg *alg = crypto_ahash_alg(hash); 18188056ec3SHerbert Xu 18288056ec3SHerbert Xu if (tfm->__crt_alg->cra_type != &crypto_ahash_type) 18388056ec3SHerbert Xu return crypto_init_shash_ops_async(tfm); 18488056ec3SHerbert Xu 18588056ec3SHerbert Xu hash->init = alg->init; 18688056ec3SHerbert Xu hash->update = alg->update; 18788056ec3SHerbert Xu hash->final = alg->final; 18888056ec3SHerbert Xu hash->digest = alg->digest; 18988056ec3SHerbert Xu hash->setkey = alg->setkey ? ahash_setkey : ahash_nosetkey; 19088056ec3SHerbert Xu 19188056ec3SHerbert Xu return 0; 19288056ec3SHerbert Xu } 19388056ec3SHerbert Xu 19488056ec3SHerbert Xu static unsigned int crypto_ahash_extsize(struct crypto_alg *alg) 19588056ec3SHerbert Xu { 19688056ec3SHerbert Xu if (alg->cra_type == &crypto_ahash_type) 19788056ec3SHerbert Xu return alg->cra_ctxsize; 19888056ec3SHerbert Xu 19988056ec3SHerbert Xu return sizeof(struct crypto_shash *); 20088056ec3SHerbert Xu } 20188056ec3SHerbert Xu 202004a403cSLoc Ho static void crypto_ahash_show(struct seq_file *m, struct crypto_alg *alg) 203004a403cSLoc Ho __attribute__ ((unused)); 204004a403cSLoc Ho static void crypto_ahash_show(struct seq_file *m, struct crypto_alg *alg) 205004a403cSLoc Ho { 206004a403cSLoc Ho seq_printf(m, "type : ahash\n"); 207004a403cSLoc Ho seq_printf(m, "async : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ? 208004a403cSLoc Ho "yes" : "no"); 209004a403cSLoc Ho seq_printf(m, "blocksize : %u\n", alg->cra_blocksize); 21088056ec3SHerbert Xu seq_printf(m, "digestsize : %u\n", 21188056ec3SHerbert Xu __crypto_hash_alg_common(alg)->digestsize); 212004a403cSLoc Ho } 213004a403cSLoc Ho 214004a403cSLoc Ho const struct crypto_type crypto_ahash_type = { 21588056ec3SHerbert Xu .extsize = crypto_ahash_extsize, 21688056ec3SHerbert Xu .init_tfm = crypto_ahash_init_tfm, 217004a403cSLoc Ho #ifdef CONFIG_PROC_FS 218004a403cSLoc Ho .show = crypto_ahash_show, 219004a403cSLoc Ho #endif 22088056ec3SHerbert Xu .maskclear = ~CRYPTO_ALG_TYPE_MASK, 22188056ec3SHerbert Xu .maskset = CRYPTO_ALG_TYPE_AHASH_MASK, 22288056ec3SHerbert Xu .type = CRYPTO_ALG_TYPE_AHASH, 22388056ec3SHerbert Xu .tfmsize = offsetof(struct crypto_ahash, base), 224004a403cSLoc Ho }; 225004a403cSLoc Ho EXPORT_SYMBOL_GPL(crypto_ahash_type); 226004a403cSLoc Ho 22788056ec3SHerbert Xu struct crypto_ahash *crypto_alloc_ahash(const char *alg_name, u32 type, 22888056ec3SHerbert Xu u32 mask) 22988056ec3SHerbert Xu { 23088056ec3SHerbert Xu return crypto_alloc_tfm(alg_name, &crypto_ahash_type, type, mask); 23188056ec3SHerbert Xu } 23288056ec3SHerbert Xu EXPORT_SYMBOL_GPL(crypto_alloc_ahash); 23388056ec3SHerbert Xu 23401c2deceSHerbert Xu static int ahash_prepare_alg(struct ahash_alg *alg) 23501c2deceSHerbert Xu { 23601c2deceSHerbert Xu struct crypto_alg *base = &alg->halg.base; 23701c2deceSHerbert Xu 23801c2deceSHerbert Xu if (alg->halg.digestsize > PAGE_SIZE / 8 || 23901c2deceSHerbert Xu alg->halg.statesize > PAGE_SIZE / 8) 24001c2deceSHerbert Xu return -EINVAL; 24101c2deceSHerbert Xu 24201c2deceSHerbert Xu base->cra_type = &crypto_ahash_type; 24301c2deceSHerbert Xu base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK; 24401c2deceSHerbert Xu base->cra_flags |= CRYPTO_ALG_TYPE_AHASH; 24501c2deceSHerbert Xu 24601c2deceSHerbert Xu return 0; 24701c2deceSHerbert Xu } 24801c2deceSHerbert Xu 24901c2deceSHerbert Xu int crypto_register_ahash(struct ahash_alg *alg) 25001c2deceSHerbert Xu { 25101c2deceSHerbert Xu struct crypto_alg *base = &alg->halg.base; 25201c2deceSHerbert Xu int err; 25301c2deceSHerbert Xu 25401c2deceSHerbert Xu err = ahash_prepare_alg(alg); 25501c2deceSHerbert Xu if (err) 25601c2deceSHerbert Xu return err; 25701c2deceSHerbert Xu 25801c2deceSHerbert Xu return crypto_register_alg(base); 25901c2deceSHerbert Xu } 26001c2deceSHerbert Xu EXPORT_SYMBOL_GPL(crypto_register_ahash); 26101c2deceSHerbert Xu 26201c2deceSHerbert Xu int crypto_unregister_ahash(struct ahash_alg *alg) 26301c2deceSHerbert Xu { 26401c2deceSHerbert Xu return crypto_unregister_alg(&alg->halg.base); 26501c2deceSHerbert Xu } 26601c2deceSHerbert Xu EXPORT_SYMBOL_GPL(crypto_unregister_ahash); 26701c2deceSHerbert Xu 26801c2deceSHerbert Xu int ahash_register_instance(struct crypto_template *tmpl, 26901c2deceSHerbert Xu struct ahash_instance *inst) 27001c2deceSHerbert Xu { 27101c2deceSHerbert Xu int err; 27201c2deceSHerbert Xu 27301c2deceSHerbert Xu err = ahash_prepare_alg(&inst->alg); 27401c2deceSHerbert Xu if (err) 27501c2deceSHerbert Xu return err; 27601c2deceSHerbert Xu 27701c2deceSHerbert Xu return crypto_register_instance(tmpl, ahash_crypto_instance(inst)); 27801c2deceSHerbert Xu } 27901c2deceSHerbert Xu EXPORT_SYMBOL_GPL(ahash_register_instance); 28001c2deceSHerbert Xu 28101c2deceSHerbert Xu void ahash_free_instance(struct crypto_instance *inst) 28201c2deceSHerbert Xu { 28301c2deceSHerbert Xu crypto_drop_spawn(crypto_instance_ctx(inst)); 28401c2deceSHerbert Xu kfree(ahash_instance(inst)); 28501c2deceSHerbert Xu } 28601c2deceSHerbert Xu EXPORT_SYMBOL_GPL(ahash_free_instance); 28701c2deceSHerbert Xu 28801c2deceSHerbert Xu int crypto_init_ahash_spawn(struct crypto_ahash_spawn *spawn, 28901c2deceSHerbert Xu struct hash_alg_common *alg, 29001c2deceSHerbert Xu struct crypto_instance *inst) 29101c2deceSHerbert Xu { 29201c2deceSHerbert Xu return crypto_init_spawn2(&spawn->base, &alg->base, inst, 29301c2deceSHerbert Xu &crypto_ahash_type); 29401c2deceSHerbert Xu } 29501c2deceSHerbert Xu EXPORT_SYMBOL_GPL(crypto_init_ahash_spawn); 29601c2deceSHerbert Xu 29701c2deceSHerbert Xu struct hash_alg_common *ahash_attr_alg(struct rtattr *rta, u32 type, u32 mask) 29801c2deceSHerbert Xu { 29901c2deceSHerbert Xu struct crypto_alg *alg; 30001c2deceSHerbert Xu 30101c2deceSHerbert Xu alg = crypto_attr_alg2(rta, &crypto_ahash_type, type, mask); 30201c2deceSHerbert Xu return IS_ERR(alg) ? ERR_CAST(alg) : __crypto_hash_alg_common(alg); 30301c2deceSHerbert Xu } 30401c2deceSHerbert Xu EXPORT_SYMBOL_GPL(ahash_attr_alg); 30501c2deceSHerbert Xu 306004a403cSLoc Ho MODULE_LICENSE("GPL"); 307004a403cSLoc Ho MODULE_DESCRIPTION("Asynchronous cryptographic hash type"); 308