Commit | Line | Data |
---|---|---|
124b53d0 HX |
1 | /* |
2 | * Software async crypto daemon. | |
3 | * | |
4 | * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au> | |
5 | * | |
298c926c AH |
6 | * Added AEAD support to cryptd. |
7 | * Authors: Tadeusz Struk (tadeusz.struk@intel.com) | |
8 | * Adrian Hoban <adrian.hoban@intel.com> | |
9 | * Gabriele Paoloni <gabriele.paoloni@intel.com> | |
10 | * Aidan O'Mahony (aidan.o.mahony@intel.com) | |
11 | * Copyright (c) 2010, Intel Corporation. | |
12 | * | |
124b53d0 HX |
13 | * This program is free software; you can redistribute it and/or modify it |
14 | * under the terms of the GNU General Public License as published by the Free | |
15 | * Software Foundation; either version 2 of the License, or (at your option) | |
16 | * any later version. | |
17 | * | |
18 | */ | |
19 | ||
20 | #include <crypto/algapi.h> | |
18e33e6d | 21 | #include <crypto/internal/hash.h> |
298c926c | 22 | #include <crypto/internal/aead.h> |
1cac2cbc | 23 | #include <crypto/cryptd.h> |
254eff77 | 24 | #include <crypto/crypto_wq.h> |
124b53d0 HX |
25 | #include <linux/err.h> |
26 | #include <linux/init.h> | |
27 | #include <linux/kernel.h> | |
124b53d0 HX |
28 | #include <linux/list.h> |
29 | #include <linux/module.h> | |
124b53d0 HX |
30 | #include <linux/scatterlist.h> |
31 | #include <linux/sched.h> | |
32 | #include <linux/slab.h> | |
124b53d0 | 33 | |
254eff77 | 34 | #define CRYPTD_MAX_CPU_QLEN 100 |
124b53d0 | 35 | |
254eff77 | 36 | struct cryptd_cpu_queue { |
124b53d0 | 37 | struct crypto_queue queue; |
254eff77 HY |
38 | struct work_struct work; |
39 | }; | |
40 | ||
41 | struct cryptd_queue { | |
a29d8b8e | 42 | struct cryptd_cpu_queue __percpu *cpu_queue; |
124b53d0 HX |
43 | }; |
44 | ||
45 | struct cryptd_instance_ctx { | |
46 | struct crypto_spawn spawn; | |
254eff77 | 47 | struct cryptd_queue *queue; |
124b53d0 HX |
48 | }; |
49 | ||
46309d89 HX |
50 | struct hashd_instance_ctx { |
51 | struct crypto_shash_spawn spawn; | |
52 | struct cryptd_queue *queue; | |
53 | }; | |
54 | ||
298c926c AH |
55 | struct aead_instance_ctx { |
56 | struct crypto_aead_spawn aead_spawn; | |
57 | struct cryptd_queue *queue; | |
58 | }; | |
59 | ||
124b53d0 HX |
60 | struct cryptd_blkcipher_ctx { |
61 | struct crypto_blkcipher *child; | |
62 | }; | |
63 | ||
64 | struct cryptd_blkcipher_request_ctx { | |
65 | crypto_completion_t complete; | |
66 | }; | |
67 | ||
b8a28251 | 68 | struct cryptd_hash_ctx { |
46309d89 | 69 | struct crypto_shash *child; |
b8a28251 LH |
70 | }; |
71 | ||
72 | struct cryptd_hash_request_ctx { | |
73 | crypto_completion_t complete; | |
46309d89 | 74 | struct shash_desc desc; |
b8a28251 | 75 | }; |
124b53d0 | 76 | |
298c926c AH |
77 | struct cryptd_aead_ctx { |
78 | struct crypto_aead *child; | |
79 | }; | |
80 | ||
81 | struct cryptd_aead_request_ctx { | |
82 | crypto_completion_t complete; | |
83 | }; | |
84 | ||
254eff77 HY |
85 | static void cryptd_queue_worker(struct work_struct *work); |
86 | ||
87 | static int cryptd_init_queue(struct cryptd_queue *queue, | |
88 | unsigned int max_cpu_qlen) | |
89 | { | |
90 | int cpu; | |
91 | struct cryptd_cpu_queue *cpu_queue; | |
92 | ||
93 | queue->cpu_queue = alloc_percpu(struct cryptd_cpu_queue); | |
94 | if (!queue->cpu_queue) | |
95 | return -ENOMEM; | |
96 | for_each_possible_cpu(cpu) { | |
97 | cpu_queue = per_cpu_ptr(queue->cpu_queue, cpu); | |
98 | crypto_init_queue(&cpu_queue->queue, max_cpu_qlen); | |
99 | INIT_WORK(&cpu_queue->work, cryptd_queue_worker); | |
100 | } | |
101 | return 0; | |
102 | } | |
103 | ||
104 | static void cryptd_fini_queue(struct cryptd_queue *queue) | |
105 | { | |
106 | int cpu; | |
107 | struct cryptd_cpu_queue *cpu_queue; | |
108 | ||
109 | for_each_possible_cpu(cpu) { | |
110 | cpu_queue = per_cpu_ptr(queue->cpu_queue, cpu); | |
111 | BUG_ON(cpu_queue->queue.qlen); | |
112 | } | |
113 | free_percpu(queue->cpu_queue); | |
114 | } | |
115 | ||
116 | static int cryptd_enqueue_request(struct cryptd_queue *queue, | |
117 | struct crypto_async_request *request) | |
118 | { | |
119 | int cpu, err; | |
120 | struct cryptd_cpu_queue *cpu_queue; | |
121 | ||
122 | cpu = get_cpu(); | |
0b44f486 | 123 | cpu_queue = this_cpu_ptr(queue->cpu_queue); |
254eff77 HY |
124 | err = crypto_enqueue_request(&cpu_queue->queue, request); |
125 | queue_work_on(cpu, kcrypto_wq, &cpu_queue->work); | |
126 | put_cpu(); | |
127 | ||
128 | return err; | |
129 | } | |
130 | ||
131 | /* Called in workqueue context, do one real cryption work (via | |
132 | * req->complete) and reschedule itself if there are more work to | |
133 | * do. */ | |
134 | static void cryptd_queue_worker(struct work_struct *work) | |
135 | { | |
136 | struct cryptd_cpu_queue *cpu_queue; | |
137 | struct crypto_async_request *req, *backlog; | |
138 | ||
139 | cpu_queue = container_of(work, struct cryptd_cpu_queue, work); | |
9efade1b JK |
140 | /* |
141 | * Only handle one request at a time to avoid hogging crypto workqueue. | |
142 | * preempt_disable/enable is used to prevent being preempted by | |
143 | * cryptd_enqueue_request(). local_bh_disable/enable is used to prevent | |
144 | * cryptd_enqueue_request() being accessed from software interrupts. | |
145 | */ | |
146 | local_bh_disable(); | |
254eff77 HY |
147 | preempt_disable(); |
148 | backlog = crypto_get_backlog(&cpu_queue->queue); | |
149 | req = crypto_dequeue_request(&cpu_queue->queue); | |
150 | preempt_enable(); | |
9efade1b | 151 | local_bh_enable(); |
254eff77 HY |
152 | |
153 | if (!req) | |
154 | return; | |
155 | ||
156 | if (backlog) | |
157 | backlog->complete(backlog, -EINPROGRESS); | |
158 | req->complete(req, 0); | |
159 | ||
160 | if (cpu_queue->queue.qlen) | |
161 | queue_work(kcrypto_wq, &cpu_queue->work); | |
162 | } | |
163 | ||
164 | static inline struct cryptd_queue *cryptd_get_queue(struct crypto_tfm *tfm) | |
124b53d0 HX |
165 | { |
166 | struct crypto_instance *inst = crypto_tfm_alg_instance(tfm); | |
167 | struct cryptd_instance_ctx *ictx = crypto_instance_ctx(inst); | |
254eff77 | 168 | return ictx->queue; |
124b53d0 HX |
169 | } |
170 | ||
466a7b9e SM |
171 | static inline void cryptd_check_internal(struct rtattr **tb, u32 *type, |
172 | u32 *mask) | |
173 | { | |
174 | struct crypto_attr_type *algt; | |
175 | ||
176 | algt = crypto_get_attr_type(tb); | |
177 | if (IS_ERR(algt)) | |
178 | return; | |
f6da3205 | 179 | |
5e4b8c1f HX |
180 | *type |= algt->type & CRYPTO_ALG_INTERNAL; |
181 | *mask |= algt->mask & CRYPTO_ALG_INTERNAL; | |
466a7b9e SM |
182 | } |
183 | ||
124b53d0 HX |
184 | static int cryptd_blkcipher_setkey(struct crypto_ablkcipher *parent, |
185 | const u8 *key, unsigned int keylen) | |
186 | { | |
187 | struct cryptd_blkcipher_ctx *ctx = crypto_ablkcipher_ctx(parent); | |
188 | struct crypto_blkcipher *child = ctx->child; | |
189 | int err; | |
190 | ||
191 | crypto_blkcipher_clear_flags(child, CRYPTO_TFM_REQ_MASK); | |
192 | crypto_blkcipher_set_flags(child, crypto_ablkcipher_get_flags(parent) & | |
193 | CRYPTO_TFM_REQ_MASK); | |
194 | err = crypto_blkcipher_setkey(child, key, keylen); | |
195 | crypto_ablkcipher_set_flags(parent, crypto_blkcipher_get_flags(child) & | |
196 | CRYPTO_TFM_RES_MASK); | |
197 | return err; | |
198 | } | |
199 | ||
200 | static void cryptd_blkcipher_crypt(struct ablkcipher_request *req, | |
201 | struct crypto_blkcipher *child, | |
202 | int err, | |
203 | int (*crypt)(struct blkcipher_desc *desc, | |
204 | struct scatterlist *dst, | |
205 | struct scatterlist *src, | |
206 | unsigned int len)) | |
207 | { | |
208 | struct cryptd_blkcipher_request_ctx *rctx; | |
209 | struct blkcipher_desc desc; | |
210 | ||
211 | rctx = ablkcipher_request_ctx(req); | |
212 | ||
93aa7f8a HX |
213 | if (unlikely(err == -EINPROGRESS)) |
214 | goto out; | |
124b53d0 HX |
215 | |
216 | desc.tfm = child; | |
217 | desc.info = req->info; | |
218 | desc.flags = CRYPTO_TFM_REQ_MAY_SLEEP; | |
219 | ||
220 | err = crypt(&desc, req->dst, req->src, req->nbytes); | |
221 | ||
222 | req->base.complete = rctx->complete; | |
223 | ||
93aa7f8a | 224 | out: |
124b53d0 | 225 | local_bh_disable(); |
93aa7f8a | 226 | rctx->complete(&req->base, err); |
124b53d0 HX |
227 | local_bh_enable(); |
228 | } | |
229 | ||
230 | static void cryptd_blkcipher_encrypt(struct crypto_async_request *req, int err) | |
231 | { | |
232 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(req->tfm); | |
233 | struct crypto_blkcipher *child = ctx->child; | |
234 | ||
235 | cryptd_blkcipher_crypt(ablkcipher_request_cast(req), child, err, | |
236 | crypto_blkcipher_crt(child)->encrypt); | |
237 | } | |
238 | ||
239 | static void cryptd_blkcipher_decrypt(struct crypto_async_request *req, int err) | |
240 | { | |
241 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(req->tfm); | |
242 | struct crypto_blkcipher *child = ctx->child; | |
243 | ||
244 | cryptd_blkcipher_crypt(ablkcipher_request_cast(req), child, err, | |
245 | crypto_blkcipher_crt(child)->decrypt); | |
246 | } | |
247 | ||
248 | static int cryptd_blkcipher_enqueue(struct ablkcipher_request *req, | |
3e3dc25f | 249 | crypto_completion_t compl) |
124b53d0 HX |
250 | { |
251 | struct cryptd_blkcipher_request_ctx *rctx = ablkcipher_request_ctx(req); | |
252 | struct crypto_ablkcipher *tfm = crypto_ablkcipher_reqtfm(req); | |
254eff77 | 253 | struct cryptd_queue *queue; |
124b53d0 | 254 | |
254eff77 | 255 | queue = cryptd_get_queue(crypto_ablkcipher_tfm(tfm)); |
124b53d0 | 256 | rctx->complete = req->base.complete; |
3e3dc25f | 257 | req->base.complete = compl; |
124b53d0 | 258 | |
254eff77 | 259 | return cryptd_enqueue_request(queue, &req->base); |
124b53d0 HX |
260 | } |
261 | ||
262 | static int cryptd_blkcipher_encrypt_enqueue(struct ablkcipher_request *req) | |
263 | { | |
264 | return cryptd_blkcipher_enqueue(req, cryptd_blkcipher_encrypt); | |
265 | } | |
266 | ||
267 | static int cryptd_blkcipher_decrypt_enqueue(struct ablkcipher_request *req) | |
268 | { | |
269 | return cryptd_blkcipher_enqueue(req, cryptd_blkcipher_decrypt); | |
270 | } | |
271 | ||
272 | static int cryptd_blkcipher_init_tfm(struct crypto_tfm *tfm) | |
273 | { | |
274 | struct crypto_instance *inst = crypto_tfm_alg_instance(tfm); | |
275 | struct cryptd_instance_ctx *ictx = crypto_instance_ctx(inst); | |
276 | struct crypto_spawn *spawn = &ictx->spawn; | |
277 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(tfm); | |
278 | struct crypto_blkcipher *cipher; | |
279 | ||
280 | cipher = crypto_spawn_blkcipher(spawn); | |
281 | if (IS_ERR(cipher)) | |
282 | return PTR_ERR(cipher); | |
283 | ||
284 | ctx->child = cipher; | |
285 | tfm->crt_ablkcipher.reqsize = | |
286 | sizeof(struct cryptd_blkcipher_request_ctx); | |
287 | return 0; | |
288 | } | |
289 | ||
290 | static void cryptd_blkcipher_exit_tfm(struct crypto_tfm *tfm) | |
291 | { | |
292 | struct cryptd_blkcipher_ctx *ctx = crypto_tfm_ctx(tfm); | |
124b53d0 HX |
293 | |
294 | crypto_free_blkcipher(ctx->child); | |
295 | } | |
296 | ||
9b8c456e HX |
297 | static int cryptd_init_instance(struct crypto_instance *inst, |
298 | struct crypto_alg *alg) | |
299 | { | |
300 | if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, | |
301 | "cryptd(%s)", | |
302 | alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME) | |
303 | return -ENAMETOOLONG; | |
304 | ||
305 | memcpy(inst->alg.cra_name, alg->cra_name, CRYPTO_MAX_ALG_NAME); | |
306 | ||
307 | inst->alg.cra_priority = alg->cra_priority + 50; | |
308 | inst->alg.cra_blocksize = alg->cra_blocksize; | |
309 | inst->alg.cra_alignmask = alg->cra_alignmask; | |
310 | ||
311 | return 0; | |
312 | } | |
313 | ||
0b535adf HX |
314 | static void *cryptd_alloc_instance(struct crypto_alg *alg, unsigned int head, |
315 | unsigned int tail) | |
124b53d0 | 316 | { |
0b535adf | 317 | char *p; |
124b53d0 | 318 | struct crypto_instance *inst; |
124b53d0 HX |
319 | int err; |
320 | ||
0b535adf HX |
321 | p = kzalloc(head + sizeof(*inst) + tail, GFP_KERNEL); |
322 | if (!p) | |
323 | return ERR_PTR(-ENOMEM); | |
324 | ||
325 | inst = (void *)(p + head); | |
124b53d0 | 326 | |
9b8c456e HX |
327 | err = cryptd_init_instance(inst, alg); |
328 | if (err) | |
124b53d0 HX |
329 | goto out_free_inst; |
330 | ||
124b53d0 | 331 | out: |
0b535adf | 332 | return p; |
124b53d0 HX |
333 | |
334 | out_free_inst: | |
0b535adf HX |
335 | kfree(p); |
336 | p = ERR_PTR(err); | |
124b53d0 HX |
337 | goto out; |
338 | } | |
339 | ||
9cd899a3 HX |
340 | static int cryptd_create_blkcipher(struct crypto_template *tmpl, |
341 | struct rtattr **tb, | |
342 | struct cryptd_queue *queue) | |
124b53d0 | 343 | { |
46309d89 | 344 | struct cryptd_instance_ctx *ctx; |
124b53d0 HX |
345 | struct crypto_instance *inst; |
346 | struct crypto_alg *alg; | |
466a7b9e SM |
347 | u32 type = CRYPTO_ALG_TYPE_BLKCIPHER; |
348 | u32 mask = CRYPTO_ALG_TYPE_MASK; | |
46309d89 | 349 | int err; |
124b53d0 | 350 | |
466a7b9e SM |
351 | cryptd_check_internal(tb, &type, &mask); |
352 | ||
353 | alg = crypto_get_attr_alg(tb, type, mask); | |
124b53d0 | 354 | if (IS_ERR(alg)) |
9cd899a3 | 355 | return PTR_ERR(alg); |
124b53d0 | 356 | |
0b535adf | 357 | inst = cryptd_alloc_instance(alg, 0, sizeof(*ctx)); |
05ed8758 | 358 | err = PTR_ERR(inst); |
124b53d0 HX |
359 | if (IS_ERR(inst)) |
360 | goto out_put_alg; | |
361 | ||
46309d89 HX |
362 | ctx = crypto_instance_ctx(inst); |
363 | ctx->queue = queue; | |
364 | ||
365 | err = crypto_init_spawn(&ctx->spawn, alg, inst, | |
366 | CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_ASYNC); | |
367 | if (err) | |
368 | goto out_free_inst; | |
369 | ||
466a7b9e SM |
370 | type = CRYPTO_ALG_TYPE_ABLKCIPHER | CRYPTO_ALG_ASYNC; |
371 | if (alg->cra_flags & CRYPTO_ALG_INTERNAL) | |
372 | type |= CRYPTO_ALG_INTERNAL; | |
373 | inst->alg.cra_flags = type; | |
124b53d0 HX |
374 | inst->alg.cra_type = &crypto_ablkcipher_type; |
375 | ||
376 | inst->alg.cra_ablkcipher.ivsize = alg->cra_blkcipher.ivsize; | |
377 | inst->alg.cra_ablkcipher.min_keysize = alg->cra_blkcipher.min_keysize; | |
378 | inst->alg.cra_ablkcipher.max_keysize = alg->cra_blkcipher.max_keysize; | |
379 | ||
927eead5 HX |
380 | inst->alg.cra_ablkcipher.geniv = alg->cra_blkcipher.geniv; |
381 | ||
124b53d0 HX |
382 | inst->alg.cra_ctxsize = sizeof(struct cryptd_blkcipher_ctx); |
383 | ||
384 | inst->alg.cra_init = cryptd_blkcipher_init_tfm; | |
385 | inst->alg.cra_exit = cryptd_blkcipher_exit_tfm; | |
386 | ||
387 | inst->alg.cra_ablkcipher.setkey = cryptd_blkcipher_setkey; | |
388 | inst->alg.cra_ablkcipher.encrypt = cryptd_blkcipher_encrypt_enqueue; | |
389 | inst->alg.cra_ablkcipher.decrypt = cryptd_blkcipher_decrypt_enqueue; | |
390 | ||
9cd899a3 HX |
391 | err = crypto_register_instance(tmpl, inst); |
392 | if (err) { | |
393 | crypto_drop_spawn(&ctx->spawn); | |
394 | out_free_inst: | |
395 | kfree(inst); | |
396 | } | |
397 | ||
124b53d0 HX |
398 | out_put_alg: |
399 | crypto_mod_put(alg); | |
9cd899a3 | 400 | return err; |
124b53d0 HX |
401 | } |
402 | ||
b8a28251 LH |
403 | static int cryptd_hash_init_tfm(struct crypto_tfm *tfm) |
404 | { | |
405 | struct crypto_instance *inst = crypto_tfm_alg_instance(tfm); | |
46309d89 HX |
406 | struct hashd_instance_ctx *ictx = crypto_instance_ctx(inst); |
407 | struct crypto_shash_spawn *spawn = &ictx->spawn; | |
b8a28251 | 408 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(tfm); |
46309d89 | 409 | struct crypto_shash *hash; |
b8a28251 | 410 | |
46309d89 HX |
411 | hash = crypto_spawn_shash(spawn); |
412 | if (IS_ERR(hash)) | |
413 | return PTR_ERR(hash); | |
b8a28251 | 414 | |
46309d89 | 415 | ctx->child = hash; |
0d6669e2 HX |
416 | crypto_ahash_set_reqsize(__crypto_ahash_cast(tfm), |
417 | sizeof(struct cryptd_hash_request_ctx) + | |
418 | crypto_shash_descsize(hash)); | |
b8a28251 LH |
419 | return 0; |
420 | } | |
421 | ||
422 | static void cryptd_hash_exit_tfm(struct crypto_tfm *tfm) | |
423 | { | |
424 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(tfm); | |
b8a28251 | 425 | |
46309d89 | 426 | crypto_free_shash(ctx->child); |
b8a28251 LH |
427 | } |
428 | ||
429 | static int cryptd_hash_setkey(struct crypto_ahash *parent, | |
430 | const u8 *key, unsigned int keylen) | |
431 | { | |
432 | struct cryptd_hash_ctx *ctx = crypto_ahash_ctx(parent); | |
46309d89 | 433 | struct crypto_shash *child = ctx->child; |
b8a28251 LH |
434 | int err; |
435 | ||
46309d89 HX |
436 | crypto_shash_clear_flags(child, CRYPTO_TFM_REQ_MASK); |
437 | crypto_shash_set_flags(child, crypto_ahash_get_flags(parent) & | |
438 | CRYPTO_TFM_REQ_MASK); | |
439 | err = crypto_shash_setkey(child, key, keylen); | |
440 | crypto_ahash_set_flags(parent, crypto_shash_get_flags(child) & | |
441 | CRYPTO_TFM_RES_MASK); | |
b8a28251 LH |
442 | return err; |
443 | } | |
444 | ||
445 | static int cryptd_hash_enqueue(struct ahash_request *req, | |
3e3dc25f | 446 | crypto_completion_t compl) |
b8a28251 LH |
447 | { |
448 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
449 | struct crypto_ahash *tfm = crypto_ahash_reqtfm(req); | |
254eff77 HY |
450 | struct cryptd_queue *queue = |
451 | cryptd_get_queue(crypto_ahash_tfm(tfm)); | |
b8a28251 LH |
452 | |
453 | rctx->complete = req->base.complete; | |
3e3dc25f | 454 | req->base.complete = compl; |
b8a28251 | 455 | |
254eff77 | 456 | return cryptd_enqueue_request(queue, &req->base); |
b8a28251 LH |
457 | } |
458 | ||
459 | static void cryptd_hash_init(struct crypto_async_request *req_async, int err) | |
460 | { | |
46309d89 HX |
461 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(req_async->tfm); |
462 | struct crypto_shash *child = ctx->child; | |
463 | struct ahash_request *req = ahash_request_cast(req_async); | |
464 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
465 | struct shash_desc *desc = &rctx->desc; | |
b8a28251 LH |
466 | |
467 | if (unlikely(err == -EINPROGRESS)) | |
468 | goto out; | |
469 | ||
46309d89 HX |
470 | desc->tfm = child; |
471 | desc->flags = CRYPTO_TFM_REQ_MAY_SLEEP; | |
b8a28251 | 472 | |
46309d89 | 473 | err = crypto_shash_init(desc); |
b8a28251 LH |
474 | |
475 | req->base.complete = rctx->complete; | |
476 | ||
477 | out: | |
478 | local_bh_disable(); | |
479 | rctx->complete(&req->base, err); | |
480 | local_bh_enable(); | |
481 | } | |
482 | ||
483 | static int cryptd_hash_init_enqueue(struct ahash_request *req) | |
484 | { | |
485 | return cryptd_hash_enqueue(req, cryptd_hash_init); | |
486 | } | |
487 | ||
488 | static void cryptd_hash_update(struct crypto_async_request *req_async, int err) | |
489 | { | |
46309d89 | 490 | struct ahash_request *req = ahash_request_cast(req_async); |
b8a28251 | 491 | struct cryptd_hash_request_ctx *rctx; |
b8a28251 LH |
492 | |
493 | rctx = ahash_request_ctx(req); | |
494 | ||
495 | if (unlikely(err == -EINPROGRESS)) | |
496 | goto out; | |
497 | ||
46309d89 | 498 | err = shash_ahash_update(req, &rctx->desc); |
b8a28251 LH |
499 | |
500 | req->base.complete = rctx->complete; | |
501 | ||
502 | out: | |
503 | local_bh_disable(); | |
504 | rctx->complete(&req->base, err); | |
505 | local_bh_enable(); | |
506 | } | |
507 | ||
508 | static int cryptd_hash_update_enqueue(struct ahash_request *req) | |
509 | { | |
510 | return cryptd_hash_enqueue(req, cryptd_hash_update); | |
511 | } | |
512 | ||
513 | static void cryptd_hash_final(struct crypto_async_request *req_async, int err) | |
514 | { | |
46309d89 HX |
515 | struct ahash_request *req = ahash_request_cast(req_async); |
516 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
b8a28251 LH |
517 | |
518 | if (unlikely(err == -EINPROGRESS)) | |
519 | goto out; | |
520 | ||
46309d89 | 521 | err = crypto_shash_final(&rctx->desc, req->result); |
b8a28251 LH |
522 | |
523 | req->base.complete = rctx->complete; | |
524 | ||
525 | out: | |
526 | local_bh_disable(); | |
527 | rctx->complete(&req->base, err); | |
528 | local_bh_enable(); | |
529 | } | |
530 | ||
531 | static int cryptd_hash_final_enqueue(struct ahash_request *req) | |
532 | { | |
533 | return cryptd_hash_enqueue(req, cryptd_hash_final); | |
534 | } | |
535 | ||
6fba00d1 HX |
536 | static void cryptd_hash_finup(struct crypto_async_request *req_async, int err) |
537 | { | |
538 | struct ahash_request *req = ahash_request_cast(req_async); | |
539 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
540 | ||
541 | if (unlikely(err == -EINPROGRESS)) | |
542 | goto out; | |
543 | ||
544 | err = shash_ahash_finup(req, &rctx->desc); | |
545 | ||
546 | req->base.complete = rctx->complete; | |
547 | ||
548 | out: | |
549 | local_bh_disable(); | |
550 | rctx->complete(&req->base, err); | |
551 | local_bh_enable(); | |
552 | } | |
553 | ||
554 | static int cryptd_hash_finup_enqueue(struct ahash_request *req) | |
555 | { | |
556 | return cryptd_hash_enqueue(req, cryptd_hash_finup); | |
557 | } | |
558 | ||
b8a28251 LH |
559 | static void cryptd_hash_digest(struct crypto_async_request *req_async, int err) |
560 | { | |
46309d89 HX |
561 | struct cryptd_hash_ctx *ctx = crypto_tfm_ctx(req_async->tfm); |
562 | struct crypto_shash *child = ctx->child; | |
563 | struct ahash_request *req = ahash_request_cast(req_async); | |
564 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
565 | struct shash_desc *desc = &rctx->desc; | |
b8a28251 LH |
566 | |
567 | if (unlikely(err == -EINPROGRESS)) | |
568 | goto out; | |
569 | ||
46309d89 HX |
570 | desc->tfm = child; |
571 | desc->flags = CRYPTO_TFM_REQ_MAY_SLEEP; | |
b8a28251 | 572 | |
46309d89 | 573 | err = shash_ahash_digest(req, desc); |
b8a28251 LH |
574 | |
575 | req->base.complete = rctx->complete; | |
576 | ||
577 | out: | |
578 | local_bh_disable(); | |
579 | rctx->complete(&req->base, err); | |
580 | local_bh_enable(); | |
581 | } | |
582 | ||
583 | static int cryptd_hash_digest_enqueue(struct ahash_request *req) | |
584 | { | |
585 | return cryptd_hash_enqueue(req, cryptd_hash_digest); | |
586 | } | |
587 | ||
6fba00d1 HX |
588 | static int cryptd_hash_export(struct ahash_request *req, void *out) |
589 | { | |
590 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
591 | ||
592 | return crypto_shash_export(&rctx->desc, out); | |
593 | } | |
594 | ||
595 | static int cryptd_hash_import(struct ahash_request *req, const void *in) | |
596 | { | |
3d1ca49a AB |
597 | struct crypto_ahash *tfm = crypto_ahash_reqtfm(req); |
598 | struct cryptd_hash_ctx *ctx = crypto_ahash_ctx(tfm); | |
599 | struct shash_desc *desc = cryptd_shash_desc(req); | |
600 | ||
601 | desc->tfm = ctx->child; | |
602 | desc->flags = req->base.flags; | |
6fba00d1 | 603 | |
3d1ca49a | 604 | return crypto_shash_import(desc, in); |
6fba00d1 HX |
605 | } |
606 | ||
9cd899a3 HX |
607 | static int cryptd_create_hash(struct crypto_template *tmpl, struct rtattr **tb, |
608 | struct cryptd_queue *queue) | |
b8a28251 | 609 | { |
46309d89 | 610 | struct hashd_instance_ctx *ctx; |
0b535adf | 611 | struct ahash_instance *inst; |
46309d89 | 612 | struct shash_alg *salg; |
b8a28251 | 613 | struct crypto_alg *alg; |
466a7b9e SM |
614 | u32 type = 0; |
615 | u32 mask = 0; | |
46309d89 | 616 | int err; |
b8a28251 | 617 | |
466a7b9e SM |
618 | cryptd_check_internal(tb, &type, &mask); |
619 | ||
620 | salg = shash_attr_alg(tb[1], type, mask); | |
46309d89 | 621 | if (IS_ERR(salg)) |
9cd899a3 | 622 | return PTR_ERR(salg); |
b8a28251 | 623 | |
46309d89 | 624 | alg = &salg->base; |
0b535adf HX |
625 | inst = cryptd_alloc_instance(alg, ahash_instance_headroom(), |
626 | sizeof(*ctx)); | |
05ed8758 | 627 | err = PTR_ERR(inst); |
b8a28251 LH |
628 | if (IS_ERR(inst)) |
629 | goto out_put_alg; | |
630 | ||
0b535adf | 631 | ctx = ahash_instance_ctx(inst); |
46309d89 HX |
632 | ctx->queue = queue; |
633 | ||
0b535adf HX |
634 | err = crypto_init_shash_spawn(&ctx->spawn, salg, |
635 | ahash_crypto_instance(inst)); | |
46309d89 HX |
636 | if (err) |
637 | goto out_free_inst; | |
638 | ||
466a7b9e SM |
639 | type = CRYPTO_ALG_ASYNC; |
640 | if (alg->cra_flags & CRYPTO_ALG_INTERNAL) | |
641 | type |= CRYPTO_ALG_INTERNAL; | |
642 | inst->alg.halg.base.cra_flags = type; | |
b8a28251 | 643 | |
0b535adf | 644 | inst->alg.halg.digestsize = salg->digestsize; |
10659b8f | 645 | inst->alg.halg.statesize = salg->statesize; |
0b535adf | 646 | inst->alg.halg.base.cra_ctxsize = sizeof(struct cryptd_hash_ctx); |
b8a28251 | 647 | |
0b535adf HX |
648 | inst->alg.halg.base.cra_init = cryptd_hash_init_tfm; |
649 | inst->alg.halg.base.cra_exit = cryptd_hash_exit_tfm; | |
b8a28251 | 650 | |
0b535adf HX |
651 | inst->alg.init = cryptd_hash_init_enqueue; |
652 | inst->alg.update = cryptd_hash_update_enqueue; | |
653 | inst->alg.final = cryptd_hash_final_enqueue; | |
6fba00d1 HX |
654 | inst->alg.finup = cryptd_hash_finup_enqueue; |
655 | inst->alg.export = cryptd_hash_export; | |
656 | inst->alg.import = cryptd_hash_import; | |
0b535adf HX |
657 | inst->alg.setkey = cryptd_hash_setkey; |
658 | inst->alg.digest = cryptd_hash_digest_enqueue; | |
b8a28251 | 659 | |
0b535adf | 660 | err = ahash_register_instance(tmpl, inst); |
9cd899a3 HX |
661 | if (err) { |
662 | crypto_drop_shash(&ctx->spawn); | |
663 | out_free_inst: | |
664 | kfree(inst); | |
665 | } | |
666 | ||
b8a28251 LH |
667 | out_put_alg: |
668 | crypto_mod_put(alg); | |
9cd899a3 | 669 | return err; |
b8a28251 LH |
670 | } |
671 | ||
92b9876b HX |
672 | static int cryptd_aead_setkey(struct crypto_aead *parent, |
673 | const u8 *key, unsigned int keylen) | |
674 | { | |
675 | struct cryptd_aead_ctx *ctx = crypto_aead_ctx(parent); | |
676 | struct crypto_aead *child = ctx->child; | |
677 | ||
678 | return crypto_aead_setkey(child, key, keylen); | |
679 | } | |
680 | ||
681 | static int cryptd_aead_setauthsize(struct crypto_aead *parent, | |
682 | unsigned int authsize) | |
683 | { | |
684 | struct cryptd_aead_ctx *ctx = crypto_aead_ctx(parent); | |
685 | struct crypto_aead *child = ctx->child; | |
686 | ||
687 | return crypto_aead_setauthsize(child, authsize); | |
688 | } | |
689 | ||
298c926c AH |
690 | static void cryptd_aead_crypt(struct aead_request *req, |
691 | struct crypto_aead *child, | |
692 | int err, | |
693 | int (*crypt)(struct aead_request *req)) | |
694 | { | |
695 | struct cryptd_aead_request_ctx *rctx; | |
ec9f2006 HX |
696 | crypto_completion_t compl; |
697 | ||
298c926c | 698 | rctx = aead_request_ctx(req); |
ec9f2006 | 699 | compl = rctx->complete; |
298c926c AH |
700 | |
701 | if (unlikely(err == -EINPROGRESS)) | |
702 | goto out; | |
703 | aead_request_set_tfm(req, child); | |
704 | err = crypt( req ); | |
298c926c AH |
705 | out: |
706 | local_bh_disable(); | |
ec9f2006 | 707 | compl(&req->base, err); |
298c926c AH |
708 | local_bh_enable(); |
709 | } | |
710 | ||
711 | static void cryptd_aead_encrypt(struct crypto_async_request *areq, int err) | |
712 | { | |
713 | struct cryptd_aead_ctx *ctx = crypto_tfm_ctx(areq->tfm); | |
714 | struct crypto_aead *child = ctx->child; | |
715 | struct aead_request *req; | |
716 | ||
717 | req = container_of(areq, struct aead_request, base); | |
ba3749a7 | 718 | cryptd_aead_crypt(req, child, err, crypto_aead_alg(child)->encrypt); |
298c926c AH |
719 | } |
720 | ||
721 | static void cryptd_aead_decrypt(struct crypto_async_request *areq, int err) | |
722 | { | |
723 | struct cryptd_aead_ctx *ctx = crypto_tfm_ctx(areq->tfm); | |
724 | struct crypto_aead *child = ctx->child; | |
725 | struct aead_request *req; | |
726 | ||
727 | req = container_of(areq, struct aead_request, base); | |
ba3749a7 | 728 | cryptd_aead_crypt(req, child, err, crypto_aead_alg(child)->decrypt); |
298c926c AH |
729 | } |
730 | ||
731 | static int cryptd_aead_enqueue(struct aead_request *req, | |
3e3dc25f | 732 | crypto_completion_t compl) |
298c926c AH |
733 | { |
734 | struct cryptd_aead_request_ctx *rctx = aead_request_ctx(req); | |
735 | struct crypto_aead *tfm = crypto_aead_reqtfm(req); | |
736 | struct cryptd_queue *queue = cryptd_get_queue(crypto_aead_tfm(tfm)); | |
737 | ||
738 | rctx->complete = req->base.complete; | |
3e3dc25f | 739 | req->base.complete = compl; |
298c926c AH |
740 | return cryptd_enqueue_request(queue, &req->base); |
741 | } | |
742 | ||
743 | static int cryptd_aead_encrypt_enqueue(struct aead_request *req) | |
744 | { | |
745 | return cryptd_aead_enqueue(req, cryptd_aead_encrypt ); | |
746 | } | |
747 | ||
748 | static int cryptd_aead_decrypt_enqueue(struct aead_request *req) | |
749 | { | |
750 | return cryptd_aead_enqueue(req, cryptd_aead_decrypt ); | |
751 | } | |
752 | ||
f614e546 | 753 | static int cryptd_aead_init_tfm(struct crypto_aead *tfm) |
298c926c | 754 | { |
f614e546 HX |
755 | struct aead_instance *inst = aead_alg_instance(tfm); |
756 | struct aead_instance_ctx *ictx = aead_instance_ctx(inst); | |
298c926c | 757 | struct crypto_aead_spawn *spawn = &ictx->aead_spawn; |
f614e546 | 758 | struct cryptd_aead_ctx *ctx = crypto_aead_ctx(tfm); |
298c926c AH |
759 | struct crypto_aead *cipher; |
760 | ||
761 | cipher = crypto_spawn_aead(spawn); | |
762 | if (IS_ERR(cipher)) | |
763 | return PTR_ERR(cipher); | |
764 | ||
298c926c | 765 | ctx->child = cipher; |
ec9f2006 HX |
766 | crypto_aead_set_reqsize( |
767 | tfm, max((unsigned)sizeof(struct cryptd_aead_request_ctx), | |
768 | crypto_aead_reqsize(cipher))); | |
298c926c AH |
769 | return 0; |
770 | } | |
771 | ||
f614e546 | 772 | static void cryptd_aead_exit_tfm(struct crypto_aead *tfm) |
298c926c | 773 | { |
f614e546 | 774 | struct cryptd_aead_ctx *ctx = crypto_aead_ctx(tfm); |
298c926c AH |
775 | crypto_free_aead(ctx->child); |
776 | } | |
777 | ||
778 | static int cryptd_create_aead(struct crypto_template *tmpl, | |
779 | struct rtattr **tb, | |
780 | struct cryptd_queue *queue) | |
781 | { | |
782 | struct aead_instance_ctx *ctx; | |
f614e546 HX |
783 | struct aead_instance *inst; |
784 | struct aead_alg *alg; | |
9b8c456e HX |
785 | const char *name; |
786 | u32 type = 0; | |
ec9f2006 | 787 | u32 mask = CRYPTO_ALG_ASYNC; |
298c926c AH |
788 | int err; |
789 | ||
466a7b9e SM |
790 | cryptd_check_internal(tb, &type, &mask); |
791 | ||
9b8c456e HX |
792 | name = crypto_attr_alg_name(tb[1]); |
793 | if (IS_ERR(name)) | |
794 | return PTR_ERR(name); | |
298c926c | 795 | |
9b8c456e HX |
796 | inst = kzalloc(sizeof(*inst) + sizeof(*ctx), GFP_KERNEL); |
797 | if (!inst) | |
798 | return -ENOMEM; | |
298c926c | 799 | |
f614e546 | 800 | ctx = aead_instance_ctx(inst); |
298c926c AH |
801 | ctx->queue = queue; |
802 | ||
f614e546 | 803 | crypto_set_aead_spawn(&ctx->aead_spawn, aead_crypto_instance(inst)); |
9b8c456e | 804 | err = crypto_grab_aead(&ctx->aead_spawn, name, type, mask); |
298c926c AH |
805 | if (err) |
806 | goto out_free_inst; | |
807 | ||
f614e546 HX |
808 | alg = crypto_spawn_aead_alg(&ctx->aead_spawn); |
809 | err = cryptd_init_instance(aead_crypto_instance(inst), &alg->base); | |
9b8c456e HX |
810 | if (err) |
811 | goto out_drop_aead; | |
812 | ||
f614e546 | 813 | inst->alg.base.cra_flags = CRYPTO_ALG_ASYNC | |
5e4b8c1f | 814 | (alg->base.cra_flags & CRYPTO_ALG_INTERNAL); |
f614e546 | 815 | inst->alg.base.cra_ctxsize = sizeof(struct cryptd_aead_ctx); |
298c926c | 816 | |
f614e546 HX |
817 | inst->alg.ivsize = crypto_aead_alg_ivsize(alg); |
818 | inst->alg.maxauthsize = crypto_aead_alg_maxauthsize(alg); | |
819 | ||
820 | inst->alg.init = cryptd_aead_init_tfm; | |
821 | inst->alg.exit = cryptd_aead_exit_tfm; | |
822 | inst->alg.setkey = cryptd_aead_setkey; | |
823 | inst->alg.setauthsize = cryptd_aead_setauthsize; | |
824 | inst->alg.encrypt = cryptd_aead_encrypt_enqueue; | |
825 | inst->alg.decrypt = cryptd_aead_decrypt_enqueue; | |
826 | ||
827 | err = aead_register_instance(tmpl, inst); | |
298c926c | 828 | if (err) { |
9b8c456e HX |
829 | out_drop_aead: |
830 | crypto_drop_aead(&ctx->aead_spawn); | |
298c926c AH |
831 | out_free_inst: |
832 | kfree(inst); | |
833 | } | |
298c926c AH |
834 | return err; |
835 | } | |
836 | ||
254eff77 | 837 | static struct cryptd_queue queue; |
124b53d0 | 838 | |
9cd899a3 | 839 | static int cryptd_create(struct crypto_template *tmpl, struct rtattr **tb) |
124b53d0 HX |
840 | { |
841 | struct crypto_attr_type *algt; | |
842 | ||
843 | algt = crypto_get_attr_type(tb); | |
844 | if (IS_ERR(algt)) | |
9cd899a3 | 845 | return PTR_ERR(algt); |
124b53d0 HX |
846 | |
847 | switch (algt->type & algt->mask & CRYPTO_ALG_TYPE_MASK) { | |
848 | case CRYPTO_ALG_TYPE_BLKCIPHER: | |
9cd899a3 | 849 | return cryptd_create_blkcipher(tmpl, tb, &queue); |
b8a28251 | 850 | case CRYPTO_ALG_TYPE_DIGEST: |
9cd899a3 | 851 | return cryptd_create_hash(tmpl, tb, &queue); |
298c926c AH |
852 | case CRYPTO_ALG_TYPE_AEAD: |
853 | return cryptd_create_aead(tmpl, tb, &queue); | |
124b53d0 HX |
854 | } |
855 | ||
9cd899a3 | 856 | return -EINVAL; |
124b53d0 HX |
857 | } |
858 | ||
859 | static void cryptd_free(struct crypto_instance *inst) | |
860 | { | |
861 | struct cryptd_instance_ctx *ctx = crypto_instance_ctx(inst); | |
0b535adf | 862 | struct hashd_instance_ctx *hctx = crypto_instance_ctx(inst); |
298c926c | 863 | struct aead_instance_ctx *aead_ctx = crypto_instance_ctx(inst); |
0b535adf HX |
864 | |
865 | switch (inst->alg.cra_flags & CRYPTO_ALG_TYPE_MASK) { | |
866 | case CRYPTO_ALG_TYPE_AHASH: | |
867 | crypto_drop_shash(&hctx->spawn); | |
868 | kfree(ahash_instance(inst)); | |
869 | return; | |
298c926c | 870 | case CRYPTO_ALG_TYPE_AEAD: |
f614e546 HX |
871 | crypto_drop_aead(&aead_ctx->aead_spawn); |
872 | kfree(aead_instance(inst)); | |
298c926c AH |
873 | return; |
874 | default: | |
875 | crypto_drop_spawn(&ctx->spawn); | |
876 | kfree(inst); | |
0b535adf | 877 | } |
124b53d0 HX |
878 | } |
879 | ||
880 | static struct crypto_template cryptd_tmpl = { | |
881 | .name = "cryptd", | |
9cd899a3 | 882 | .create = cryptd_create, |
124b53d0 HX |
883 | .free = cryptd_free, |
884 | .module = THIS_MODULE, | |
885 | }; | |
886 | ||
1cac2cbc HY |
887 | struct cryptd_ablkcipher *cryptd_alloc_ablkcipher(const char *alg_name, |
888 | u32 type, u32 mask) | |
889 | { | |
890 | char cryptd_alg_name[CRYPTO_MAX_ALG_NAME]; | |
505fd21d | 891 | struct crypto_tfm *tfm; |
1cac2cbc HY |
892 | |
893 | if (snprintf(cryptd_alg_name, CRYPTO_MAX_ALG_NAME, | |
894 | "cryptd(%s)", alg_name) >= CRYPTO_MAX_ALG_NAME) | |
895 | return ERR_PTR(-EINVAL); | |
505fd21d HY |
896 | type &= ~(CRYPTO_ALG_TYPE_MASK | CRYPTO_ALG_GENIV); |
897 | type |= CRYPTO_ALG_TYPE_BLKCIPHER; | |
898 | mask &= ~CRYPTO_ALG_TYPE_MASK; | |
899 | mask |= (CRYPTO_ALG_GENIV | CRYPTO_ALG_TYPE_BLKCIPHER_MASK); | |
900 | tfm = crypto_alloc_base(cryptd_alg_name, type, mask); | |
1cac2cbc HY |
901 | if (IS_ERR(tfm)) |
902 | return ERR_CAST(tfm); | |
505fd21d HY |
903 | if (tfm->__crt_alg->cra_module != THIS_MODULE) { |
904 | crypto_free_tfm(tfm); | |
1cac2cbc HY |
905 | return ERR_PTR(-EINVAL); |
906 | } | |
907 | ||
505fd21d | 908 | return __cryptd_ablkcipher_cast(__crypto_ablkcipher_cast(tfm)); |
1cac2cbc HY |
909 | } |
910 | EXPORT_SYMBOL_GPL(cryptd_alloc_ablkcipher); | |
911 | ||
912 | struct crypto_blkcipher *cryptd_ablkcipher_child(struct cryptd_ablkcipher *tfm) | |
913 | { | |
914 | struct cryptd_blkcipher_ctx *ctx = crypto_ablkcipher_ctx(&tfm->base); | |
915 | return ctx->child; | |
916 | } | |
917 | EXPORT_SYMBOL_GPL(cryptd_ablkcipher_child); | |
918 | ||
919 | void cryptd_free_ablkcipher(struct cryptd_ablkcipher *tfm) | |
920 | { | |
921 | crypto_free_ablkcipher(&tfm->base); | |
922 | } | |
923 | EXPORT_SYMBOL_GPL(cryptd_free_ablkcipher); | |
924 | ||
ace13663 HY |
925 | struct cryptd_ahash *cryptd_alloc_ahash(const char *alg_name, |
926 | u32 type, u32 mask) | |
927 | { | |
928 | char cryptd_alg_name[CRYPTO_MAX_ALG_NAME]; | |
929 | struct crypto_ahash *tfm; | |
930 | ||
931 | if (snprintf(cryptd_alg_name, CRYPTO_MAX_ALG_NAME, | |
932 | "cryptd(%s)", alg_name) >= CRYPTO_MAX_ALG_NAME) | |
933 | return ERR_PTR(-EINVAL); | |
934 | tfm = crypto_alloc_ahash(cryptd_alg_name, type, mask); | |
935 | if (IS_ERR(tfm)) | |
936 | return ERR_CAST(tfm); | |
937 | if (tfm->base.__crt_alg->cra_module != THIS_MODULE) { | |
938 | crypto_free_ahash(tfm); | |
939 | return ERR_PTR(-EINVAL); | |
940 | } | |
941 | ||
942 | return __cryptd_ahash_cast(tfm); | |
943 | } | |
944 | EXPORT_SYMBOL_GPL(cryptd_alloc_ahash); | |
945 | ||
946 | struct crypto_shash *cryptd_ahash_child(struct cryptd_ahash *tfm) | |
947 | { | |
948 | struct cryptd_hash_ctx *ctx = crypto_ahash_ctx(&tfm->base); | |
949 | ||
950 | return ctx->child; | |
951 | } | |
952 | EXPORT_SYMBOL_GPL(cryptd_ahash_child); | |
953 | ||
0e1227d3 HY |
954 | struct shash_desc *cryptd_shash_desc(struct ahash_request *req) |
955 | { | |
956 | struct cryptd_hash_request_ctx *rctx = ahash_request_ctx(req); | |
957 | return &rctx->desc; | |
958 | } | |
959 | EXPORT_SYMBOL_GPL(cryptd_shash_desc); | |
960 | ||
ace13663 HY |
961 | void cryptd_free_ahash(struct cryptd_ahash *tfm) |
962 | { | |
963 | crypto_free_ahash(&tfm->base); | |
964 | } | |
965 | EXPORT_SYMBOL_GPL(cryptd_free_ahash); | |
966 | ||
298c926c AH |
967 | struct cryptd_aead *cryptd_alloc_aead(const char *alg_name, |
968 | u32 type, u32 mask) | |
969 | { | |
970 | char cryptd_alg_name[CRYPTO_MAX_ALG_NAME]; | |
971 | struct crypto_aead *tfm; | |
972 | ||
973 | if (snprintf(cryptd_alg_name, CRYPTO_MAX_ALG_NAME, | |
974 | "cryptd(%s)", alg_name) >= CRYPTO_MAX_ALG_NAME) | |
975 | return ERR_PTR(-EINVAL); | |
976 | tfm = crypto_alloc_aead(cryptd_alg_name, type, mask); | |
977 | if (IS_ERR(tfm)) | |
978 | return ERR_CAST(tfm); | |
979 | if (tfm->base.__crt_alg->cra_module != THIS_MODULE) { | |
980 | crypto_free_aead(tfm); | |
981 | return ERR_PTR(-EINVAL); | |
982 | } | |
983 | return __cryptd_aead_cast(tfm); | |
984 | } | |
985 | EXPORT_SYMBOL_GPL(cryptd_alloc_aead); | |
986 | ||
987 | struct crypto_aead *cryptd_aead_child(struct cryptd_aead *tfm) | |
988 | { | |
989 | struct cryptd_aead_ctx *ctx; | |
990 | ctx = crypto_aead_ctx(&tfm->base); | |
991 | return ctx->child; | |
992 | } | |
993 | EXPORT_SYMBOL_GPL(cryptd_aead_child); | |
994 | ||
995 | void cryptd_free_aead(struct cryptd_aead *tfm) | |
996 | { | |
997 | crypto_free_aead(&tfm->base); | |
998 | } | |
999 | EXPORT_SYMBOL_GPL(cryptd_free_aead); | |
1000 | ||
124b53d0 HX |
1001 | static int __init cryptd_init(void) |
1002 | { | |
1003 | int err; | |
1004 | ||
254eff77 | 1005 | err = cryptd_init_queue(&queue, CRYPTD_MAX_CPU_QLEN); |
124b53d0 HX |
1006 | if (err) |
1007 | return err; | |
1008 | ||
1009 | err = crypto_register_template(&cryptd_tmpl); | |
1010 | if (err) | |
254eff77 | 1011 | cryptd_fini_queue(&queue); |
124b53d0 HX |
1012 | |
1013 | return err; | |
1014 | } | |
1015 | ||
1016 | static void __exit cryptd_exit(void) | |
1017 | { | |
254eff77 | 1018 | cryptd_fini_queue(&queue); |
124b53d0 HX |
1019 | crypto_unregister_template(&cryptd_tmpl); |
1020 | } | |
1021 | ||
b2bac6ac | 1022 | subsys_initcall(cryptd_init); |
124b53d0 HX |
1023 | module_exit(cryptd_exit); |
1024 | ||
1025 | MODULE_LICENSE("GPL"); | |
1026 | MODULE_DESCRIPTION("Software async crypto daemon"); | |
4943ba16 | 1027 | MODULE_ALIAS_CRYPTO("cryptd"); |