1 /* 2 * Synchronous Compression operations 3 * 4 * Copyright 2015 LG Electronics Inc. 5 * Copyright (c) 2016, Intel Corporation 6 * Author: Giovanni Cabiddu <giovanni.cabiddu@intel.com> 7 * 8 * This program is free software; you can redistribute it and/or modify it 9 * under the terms of the GNU General Public License as published by the Free 10 * Software Foundation; either version 2 of the License, or (at your option) 11 * any later version. 12 * 13 */ 14 #include <linux/errno.h> 15 #include <linux/kernel.h> 16 #include <linux/module.h> 17 #include <linux/seq_file.h> 18 #include <linux/slab.h> 19 #include <linux/string.h> 20 #include <linux/crypto.h> 21 #include <linux/compiler.h> 22 #include <linux/vmalloc.h> 23 #include <crypto/algapi.h> 24 #include <linux/cryptouser.h> 25 #include <net/netlink.h> 26 #include <linux/scatterlist.h> 27 #include <crypto/scatterwalk.h> 28 #include <crypto/internal/acompress.h> 29 #include <crypto/internal/scompress.h> 30 #include "internal.h" 31 32 struct scomp_scratch { 33 spinlock_t lock; 34 void *src; 35 void *dst; 36 }; 37 38 static DEFINE_PER_CPU(struct scomp_scratch, scomp_scratch) = { 39 .lock = __SPIN_LOCK_UNLOCKED(scomp_scratch.lock), 40 }; 41 42 static const struct crypto_type crypto_scomp_type; 43 static int scomp_scratch_users; 44 static DEFINE_MUTEX(scomp_lock); 45 46 #ifdef CONFIG_NET 47 static int crypto_scomp_report(struct sk_buff *skb, struct crypto_alg *alg) 48 { 49 struct crypto_report_comp rscomp; 50 51 memset(&rscomp, 0, sizeof(rscomp)); 52 53 strscpy(rscomp.type, "scomp", sizeof(rscomp.type)); 54 55 return nla_put(skb, CRYPTOCFGA_REPORT_COMPRESS, 56 sizeof(rscomp), &rscomp); 57 } 58 #else 59 static int crypto_scomp_report(struct sk_buff *skb, struct crypto_alg *alg) 60 { 61 return -ENOSYS; 62 } 63 #endif 64 65 static void crypto_scomp_show(struct seq_file *m, struct crypto_alg *alg) 66 __maybe_unused; 67 68 static void crypto_scomp_show(struct seq_file *m, struct crypto_alg *alg) 69 { 70 seq_puts(m, "type : scomp\n"); 71 } 72 73 static void crypto_scomp_free_scratches(void) 74 { 75 struct scomp_scratch *scratch; 76 int i; 77 78 for_each_possible_cpu(i) { 79 scratch = per_cpu_ptr(&scomp_scratch, i); 80 81 vfree(scratch->src); 82 vfree(scratch->dst); 83 scratch->src = NULL; 84 scratch->dst = NULL; 85 } 86 } 87 88 static int crypto_scomp_alloc_scratches(void) 89 { 90 struct scomp_scratch *scratch; 91 int i; 92 93 for_each_possible_cpu(i) { 94 void *mem; 95 96 scratch = per_cpu_ptr(&scomp_scratch, i); 97 98 mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i)); 99 if (!mem) 100 goto error; 101 scratch->src = mem; 102 mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i)); 103 if (!mem) 104 goto error; 105 scratch->dst = mem; 106 } 107 return 0; 108 error: 109 crypto_scomp_free_scratches(); 110 return -ENOMEM; 111 } 112 113 static int crypto_scomp_init_tfm(struct crypto_tfm *tfm) 114 { 115 int ret = 0; 116 117 mutex_lock(&scomp_lock); 118 if (!scomp_scratch_users++) 119 ret = crypto_scomp_alloc_scratches(); 120 mutex_unlock(&scomp_lock); 121 122 return ret; 123 } 124 125 static int scomp_acomp_comp_decomp(struct acomp_req *req, int dir) 126 { 127 struct crypto_acomp *tfm = crypto_acomp_reqtfm(req); 128 void **tfm_ctx = acomp_tfm_ctx(tfm); 129 struct crypto_scomp *scomp = *tfm_ctx; 130 void **ctx = acomp_request_ctx(req); 131 struct scomp_scratch *scratch; 132 int ret; 133 134 if (!req->src || !req->slen || req->slen > SCOMP_SCRATCH_SIZE) 135 return -EINVAL; 136 137 if (req->dst && !req->dlen) 138 return -EINVAL; 139 140 if (!req->dlen || req->dlen > SCOMP_SCRATCH_SIZE) 141 req->dlen = SCOMP_SCRATCH_SIZE; 142 143 scratch = raw_cpu_ptr(&scomp_scratch); 144 spin_lock(&scratch->lock); 145 146 scatterwalk_map_and_copy(scratch->src, req->src, 0, req->slen, 0); 147 if (dir) 148 ret = crypto_scomp_compress(scomp, scratch->src, req->slen, 149 scratch->dst, &req->dlen, *ctx); 150 else 151 ret = crypto_scomp_decompress(scomp, scratch->src, req->slen, 152 scratch->dst, &req->dlen, *ctx); 153 if (!ret) { 154 if (!req->dst) { 155 req->dst = sgl_alloc(req->dlen, GFP_ATOMIC, NULL); 156 if (!req->dst) { 157 ret = -ENOMEM; 158 goto out; 159 } 160 } 161 scatterwalk_map_and_copy(scratch->dst, req->dst, 0, req->dlen, 162 1); 163 } 164 out: 165 spin_unlock(&scratch->lock); 166 return ret; 167 } 168 169 static int scomp_acomp_compress(struct acomp_req *req) 170 { 171 return scomp_acomp_comp_decomp(req, 1); 172 } 173 174 static int scomp_acomp_decompress(struct acomp_req *req) 175 { 176 return scomp_acomp_comp_decomp(req, 0); 177 } 178 179 static void crypto_exit_scomp_ops_async(struct crypto_tfm *tfm) 180 { 181 struct crypto_scomp **ctx = crypto_tfm_ctx(tfm); 182 183 crypto_free_scomp(*ctx); 184 185 mutex_lock(&scomp_lock); 186 if (!--scomp_scratch_users) 187 crypto_scomp_free_scratches(); 188 mutex_unlock(&scomp_lock); 189 } 190 191 int crypto_init_scomp_ops_async(struct crypto_tfm *tfm) 192 { 193 struct crypto_alg *calg = tfm->__crt_alg; 194 struct crypto_acomp *crt = __crypto_acomp_tfm(tfm); 195 struct crypto_scomp **ctx = crypto_tfm_ctx(tfm); 196 struct crypto_scomp *scomp; 197 198 if (!crypto_mod_get(calg)) 199 return -EAGAIN; 200 201 scomp = crypto_create_tfm(calg, &crypto_scomp_type); 202 if (IS_ERR(scomp)) { 203 crypto_mod_put(calg); 204 return PTR_ERR(scomp); 205 } 206 207 *ctx = scomp; 208 tfm->exit = crypto_exit_scomp_ops_async; 209 210 crt->compress = scomp_acomp_compress; 211 crt->decompress = scomp_acomp_decompress; 212 crt->dst_free = sgl_free; 213 crt->reqsize = sizeof(void *); 214 215 return 0; 216 } 217 218 struct acomp_req *crypto_acomp_scomp_alloc_ctx(struct acomp_req *req) 219 { 220 struct crypto_acomp *acomp = crypto_acomp_reqtfm(req); 221 struct crypto_tfm *tfm = crypto_acomp_tfm(acomp); 222 struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm); 223 struct crypto_scomp *scomp = *tfm_ctx; 224 void *ctx; 225 226 ctx = crypto_scomp_alloc_ctx(scomp); 227 if (IS_ERR(ctx)) { 228 kfree(req); 229 return NULL; 230 } 231 232 *req->__ctx = ctx; 233 234 return req; 235 } 236 237 void crypto_acomp_scomp_free_ctx(struct acomp_req *req) 238 { 239 struct crypto_acomp *acomp = crypto_acomp_reqtfm(req); 240 struct crypto_tfm *tfm = crypto_acomp_tfm(acomp); 241 struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm); 242 struct crypto_scomp *scomp = *tfm_ctx; 243 void *ctx = *req->__ctx; 244 245 if (ctx) 246 crypto_scomp_free_ctx(scomp, ctx); 247 } 248 249 static const struct crypto_type crypto_scomp_type = { 250 .extsize = crypto_alg_extsize, 251 .init_tfm = crypto_scomp_init_tfm, 252 #ifdef CONFIG_PROC_FS 253 .show = crypto_scomp_show, 254 #endif 255 .report = crypto_scomp_report, 256 .maskclear = ~CRYPTO_ALG_TYPE_MASK, 257 .maskset = CRYPTO_ALG_TYPE_MASK, 258 .type = CRYPTO_ALG_TYPE_SCOMPRESS, 259 .tfmsize = offsetof(struct crypto_scomp, base), 260 }; 261 262 int crypto_register_scomp(struct scomp_alg *alg) 263 { 264 struct crypto_alg *base = &alg->base; 265 266 base->cra_type = &crypto_scomp_type; 267 base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK; 268 base->cra_flags |= CRYPTO_ALG_TYPE_SCOMPRESS; 269 270 return crypto_register_alg(base); 271 } 272 EXPORT_SYMBOL_GPL(crypto_register_scomp); 273 274 int crypto_unregister_scomp(struct scomp_alg *alg) 275 { 276 return crypto_unregister_alg(&alg->base); 277 } 278 EXPORT_SYMBOL_GPL(crypto_unregister_scomp); 279 280 int crypto_register_scomps(struct scomp_alg *algs, int count) 281 { 282 int i, ret; 283 284 for (i = 0; i < count; i++) { 285 ret = crypto_register_scomp(&algs[i]); 286 if (ret) 287 goto err; 288 } 289 290 return 0; 291 292 err: 293 for (--i; i >= 0; --i) 294 crypto_unregister_scomp(&algs[i]); 295 296 return ret; 297 } 298 EXPORT_SYMBOL_GPL(crypto_register_scomps); 299 300 void crypto_unregister_scomps(struct scomp_alg *algs, int count) 301 { 302 int i; 303 304 for (i = count - 1; i >= 0; --i) 305 crypto_unregister_scomp(&algs[i]); 306 } 307 EXPORT_SYMBOL_GPL(crypto_unregister_scomps); 308 309 MODULE_LICENSE("GPL"); 310 MODULE_DESCRIPTION("Synchronous compression type"); 311