]>
Commit | Line | Data |
---|---|---|
1 | /* | |
2 | * Synchronous Compression operations | |
3 | * | |
4 | * Copyright 2015 LG Electronics Inc. | |
5 | * Copyright (c) 2016, Intel Corporation | |
6 | * Author: Giovanni Cabiddu <giovanni.cabiddu@intel.com> | |
7 | * | |
8 | * This program is free software; you can redistribute it and/or modify it | |
9 | * under the terms of the GNU General Public License as published by the Free | |
10 | * Software Foundation; either version 2 of the License, or (at your option) | |
11 | * any later version. | |
12 | * | |
13 | */ | |
14 | #include <linux/errno.h> | |
15 | #include <linux/kernel.h> | |
16 | #include <linux/module.h> | |
17 | #include <linux/seq_file.h> | |
18 | #include <linux/slab.h> | |
19 | #include <linux/string.h> | |
20 | #include <linux/crypto.h> | |
21 | #include <linux/compiler.h> | |
22 | #include <linux/vmalloc.h> | |
23 | #include <crypto/algapi.h> | |
24 | #include <linux/cryptouser.h> | |
25 | #include <net/netlink.h> | |
26 | #include <linux/scatterlist.h> | |
27 | #include <crypto/scatterwalk.h> | |
28 | #include <crypto/internal/acompress.h> | |
29 | #include <crypto/internal/scompress.h> | |
30 | #include "internal.h" | |
31 | ||
32 | struct scomp_scratch { | |
33 | spinlock_t lock; | |
34 | void *src; | |
35 | void *dst; | |
36 | }; | |
37 | ||
38 | static DEFINE_PER_CPU(struct scomp_scratch, scomp_scratch) = { | |
39 | .lock = __SPIN_LOCK_UNLOCKED(scomp_scratch.lock), | |
40 | }; | |
41 | ||
42 | static const struct crypto_type crypto_scomp_type; | |
43 | static int scomp_scratch_users; | |
44 | static DEFINE_MUTEX(scomp_lock); | |
45 | ||
46 | #ifdef CONFIG_NET | |
47 | static int crypto_scomp_report(struct sk_buff *skb, struct crypto_alg *alg) | |
48 | { | |
49 | struct crypto_report_comp rscomp; | |
50 | ||
51 | memset(&rscomp, 0, sizeof(rscomp)); | |
52 | ||
53 | strscpy(rscomp.type, "scomp", sizeof(rscomp.type)); | |
54 | ||
55 | return nla_put(skb, CRYPTOCFGA_REPORT_COMPRESS, | |
56 | sizeof(rscomp), &rscomp); | |
57 | } | |
58 | #else | |
59 | static int crypto_scomp_report(struct sk_buff *skb, struct crypto_alg *alg) | |
60 | { | |
61 | return -ENOSYS; | |
62 | } | |
63 | #endif | |
64 | ||
65 | static void crypto_scomp_show(struct seq_file *m, struct crypto_alg *alg) | |
66 | __maybe_unused; | |
67 | ||
68 | static void crypto_scomp_show(struct seq_file *m, struct crypto_alg *alg) | |
69 | { | |
70 | seq_puts(m, "type : scomp\n"); | |
71 | } | |
72 | ||
73 | static void crypto_scomp_free_scratches(void) | |
74 | { | |
75 | struct scomp_scratch *scratch; | |
76 | int i; | |
77 | ||
78 | for_each_possible_cpu(i) { | |
79 | scratch = raw_cpu_ptr(&scomp_scratch); | |
80 | ||
81 | vfree(scratch->src); | |
82 | vfree(scratch->dst); | |
83 | scratch->src = NULL; | |
84 | scratch->dst = NULL; | |
85 | } | |
86 | } | |
87 | ||
88 | static int crypto_scomp_alloc_scratches(void) | |
89 | { | |
90 | struct scomp_scratch *scratch; | |
91 | int i; | |
92 | ||
93 | for_each_possible_cpu(i) { | |
94 | void *mem; | |
95 | ||
96 | scratch = raw_cpu_ptr(&scomp_scratch); | |
97 | ||
98 | mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i)); | |
99 | if (!mem) | |
100 | goto error; | |
101 | scratch->src = mem; | |
102 | mem = vmalloc_node(SCOMP_SCRATCH_SIZE, cpu_to_node(i)); | |
103 | if (!mem) | |
104 | goto error; | |
105 | scratch->dst = mem; | |
106 | } | |
107 | return 0; | |
108 | error: | |
109 | crypto_scomp_free_scratches(); | |
110 | return -ENOMEM; | |
111 | } | |
112 | ||
113 | static int crypto_scomp_init_tfm(struct crypto_tfm *tfm) | |
114 | { | |
115 | int ret = 0; | |
116 | ||
117 | mutex_lock(&scomp_lock); | |
118 | if (!scomp_scratch_users++) | |
119 | ret = crypto_scomp_alloc_scratches(); | |
120 | mutex_unlock(&scomp_lock); | |
121 | ||
122 | return ret; | |
123 | } | |
124 | ||
125 | static int scomp_acomp_comp_decomp(struct acomp_req *req, int dir) | |
126 | { | |
127 | struct crypto_acomp *tfm = crypto_acomp_reqtfm(req); | |
128 | void **tfm_ctx = acomp_tfm_ctx(tfm); | |
129 | struct crypto_scomp *scomp = *tfm_ctx; | |
130 | void **ctx = acomp_request_ctx(req); | |
131 | struct scomp_scratch *scratch; | |
132 | int ret; | |
133 | ||
134 | if (!req->src || !req->slen || req->slen > SCOMP_SCRATCH_SIZE) | |
135 | return -EINVAL; | |
136 | ||
137 | if (req->dst && !req->dlen) | |
138 | return -EINVAL; | |
139 | ||
140 | if (!req->dlen || req->dlen > SCOMP_SCRATCH_SIZE) | |
141 | req->dlen = SCOMP_SCRATCH_SIZE; | |
142 | ||
143 | scratch = raw_cpu_ptr(&scomp_scratch); | |
144 | spin_lock(&scratch->lock); | |
145 | ||
146 | scatterwalk_map_and_copy(scratch->src, req->src, 0, req->slen, 0); | |
147 | if (dir) | |
148 | ret = crypto_scomp_compress(scomp, scratch->src, req->slen, | |
149 | scratch->dst, &req->dlen, *ctx); | |
150 | else | |
151 | ret = crypto_scomp_decompress(scomp, scratch->src, req->slen, | |
152 | scratch->dst, &req->dlen, *ctx); | |
153 | if (!ret) { | |
154 | if (!req->dst) { | |
155 | req->dst = sgl_alloc(req->dlen, GFP_ATOMIC, NULL); | |
156 | if (!req->dst) { | |
157 | ret = -ENOMEM; | |
158 | goto out; | |
159 | } | |
160 | } | |
161 | scatterwalk_map_and_copy(scratch->dst, req->dst, 0, req->dlen, | |
162 | 1); | |
163 | } | |
164 | out: | |
165 | spin_unlock(&scratch->lock); | |
166 | return ret; | |
167 | } | |
168 | ||
169 | static int scomp_acomp_compress(struct acomp_req *req) | |
170 | { | |
171 | return scomp_acomp_comp_decomp(req, 1); | |
172 | } | |
173 | ||
174 | static int scomp_acomp_decompress(struct acomp_req *req) | |
175 | { | |
176 | return scomp_acomp_comp_decomp(req, 0); | |
177 | } | |
178 | ||
179 | static void crypto_exit_scomp_ops_async(struct crypto_tfm *tfm) | |
180 | { | |
181 | struct crypto_scomp **ctx = crypto_tfm_ctx(tfm); | |
182 | ||
183 | crypto_free_scomp(*ctx); | |
184 | ||
185 | mutex_lock(&scomp_lock); | |
186 | if (!--scomp_scratch_users) | |
187 | crypto_scomp_free_scratches(); | |
188 | mutex_unlock(&scomp_lock); | |
189 | } | |
190 | ||
191 | int crypto_init_scomp_ops_async(struct crypto_tfm *tfm) | |
192 | { | |
193 | struct crypto_alg *calg = tfm->__crt_alg; | |
194 | struct crypto_acomp *crt = __crypto_acomp_tfm(tfm); | |
195 | struct crypto_scomp **ctx = crypto_tfm_ctx(tfm); | |
196 | struct crypto_scomp *scomp; | |
197 | ||
198 | if (!crypto_mod_get(calg)) | |
199 | return -EAGAIN; | |
200 | ||
201 | scomp = crypto_create_tfm(calg, &crypto_scomp_type); | |
202 | if (IS_ERR(scomp)) { | |
203 | crypto_mod_put(calg); | |
204 | return PTR_ERR(scomp); | |
205 | } | |
206 | ||
207 | *ctx = scomp; | |
208 | tfm->exit = crypto_exit_scomp_ops_async; | |
209 | ||
210 | crt->compress = scomp_acomp_compress; | |
211 | crt->decompress = scomp_acomp_decompress; | |
212 | crt->dst_free = sgl_free; | |
213 | crt->reqsize = sizeof(void *); | |
214 | ||
215 | return 0; | |
216 | } | |
217 | ||
218 | struct acomp_req *crypto_acomp_scomp_alloc_ctx(struct acomp_req *req) | |
219 | { | |
220 | struct crypto_acomp *acomp = crypto_acomp_reqtfm(req); | |
221 | struct crypto_tfm *tfm = crypto_acomp_tfm(acomp); | |
222 | struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm); | |
223 | struct crypto_scomp *scomp = *tfm_ctx; | |
224 | void *ctx; | |
225 | ||
226 | ctx = crypto_scomp_alloc_ctx(scomp); | |
227 | if (IS_ERR(ctx)) { | |
228 | kfree(req); | |
229 | return NULL; | |
230 | } | |
231 | ||
232 | *req->__ctx = ctx; | |
233 | ||
234 | return req; | |
235 | } | |
236 | ||
237 | void crypto_acomp_scomp_free_ctx(struct acomp_req *req) | |
238 | { | |
239 | struct crypto_acomp *acomp = crypto_acomp_reqtfm(req); | |
240 | struct crypto_tfm *tfm = crypto_acomp_tfm(acomp); | |
241 | struct crypto_scomp **tfm_ctx = crypto_tfm_ctx(tfm); | |
242 | struct crypto_scomp *scomp = *tfm_ctx; | |
243 | void *ctx = *req->__ctx; | |
244 | ||
245 | if (ctx) | |
246 | crypto_scomp_free_ctx(scomp, ctx); | |
247 | } | |
248 | ||
249 | static const struct crypto_type crypto_scomp_type = { | |
250 | .extsize = crypto_alg_extsize, | |
251 | .init_tfm = crypto_scomp_init_tfm, | |
252 | #ifdef CONFIG_PROC_FS | |
253 | .show = crypto_scomp_show, | |
254 | #endif | |
255 | .report = crypto_scomp_report, | |
256 | .maskclear = ~CRYPTO_ALG_TYPE_MASK, | |
257 | .maskset = CRYPTO_ALG_TYPE_MASK, | |
258 | .type = CRYPTO_ALG_TYPE_SCOMPRESS, | |
259 | .tfmsize = offsetof(struct crypto_scomp, base), | |
260 | }; | |
261 | ||
262 | int crypto_register_scomp(struct scomp_alg *alg) | |
263 | { | |
264 | struct crypto_alg *base = &alg->base; | |
265 | ||
266 | base->cra_type = &crypto_scomp_type; | |
267 | base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK; | |
268 | base->cra_flags |= CRYPTO_ALG_TYPE_SCOMPRESS; | |
269 | ||
270 | return crypto_register_alg(base); | |
271 | } | |
272 | EXPORT_SYMBOL_GPL(crypto_register_scomp); | |
273 | ||
274 | int crypto_unregister_scomp(struct scomp_alg *alg) | |
275 | { | |
276 | return crypto_unregister_alg(&alg->base); | |
277 | } | |
278 | EXPORT_SYMBOL_GPL(crypto_unregister_scomp); | |
279 | ||
280 | int crypto_register_scomps(struct scomp_alg *algs, int count) | |
281 | { | |
282 | int i, ret; | |
283 | ||
284 | for (i = 0; i < count; i++) { | |
285 | ret = crypto_register_scomp(&algs[i]); | |
286 | if (ret) | |
287 | goto err; | |
288 | } | |
289 | ||
290 | return 0; | |
291 | ||
292 | err: | |
293 | for (--i; i >= 0; --i) | |
294 | crypto_unregister_scomp(&algs[i]); | |
295 | ||
296 | return ret; | |
297 | } | |
298 | EXPORT_SYMBOL_GPL(crypto_register_scomps); | |
299 | ||
300 | void crypto_unregister_scomps(struct scomp_alg *algs, int count) | |
301 | { | |
302 | int i; | |
303 | ||
304 | for (i = count - 1; i >= 0; --i) | |
305 | crypto_unregister_scomp(&algs[i]); | |
306 | } | |
307 | EXPORT_SYMBOL_GPL(crypto_unregister_scomps); | |
308 | ||
309 | MODULE_LICENSE("GPL"); | |
310 | MODULE_DESCRIPTION("Synchronous compression type"); |