Merge branch 'cow_readahead' of git://oss.oracle.com/git/tma/linux-2.6 into merge-2
[pandora-kernel.git] / crypto / ahash.c
1 /*
2  * Asynchronous Cryptographic Hash operations.
3  *
4  * This is the asynchronous version of hash.c with notification of
5  * completion via a callback.
6  *
7  * Copyright (c) 2008 Loc Ho <lho@amcc.com>
8  *
9  * This program is free software; you can redistribute it and/or modify it
10  * under the terms of the GNU General Public License as published by the Free
11  * Software Foundation; either version 2 of the License, or (at your option)
12  * any later version.
13  *
14  */
15
16 #include <crypto/internal/hash.h>
17 #include <crypto/scatterwalk.h>
18 #include <linux/err.h>
19 #include <linux/kernel.h>
20 #include <linux/module.h>
21 #include <linux/sched.h>
22 #include <linux/slab.h>
23 #include <linux/seq_file.h>
24
25 #include "internal.h"
26
27 struct ahash_request_priv {
28         crypto_completion_t complete;
29         void *data;
30         u8 *result;
31         void *ubuf[] CRYPTO_MINALIGN_ATTR;
32 };
33
34 static inline struct ahash_alg *crypto_ahash_alg(struct crypto_ahash *hash)
35 {
36         return container_of(crypto_hash_alg_common(hash), struct ahash_alg,
37                             halg);
38 }
39
40 static int hash_walk_next(struct crypto_hash_walk *walk)
41 {
42         unsigned int alignmask = walk->alignmask;
43         unsigned int offset = walk->offset;
44         unsigned int nbytes = min(walk->entrylen,
45                                   ((unsigned int)(PAGE_SIZE)) - offset);
46
47         walk->data = crypto_kmap(walk->pg, 0);
48         walk->data += offset;
49
50         if (offset & alignmask) {
51                 unsigned int unaligned = alignmask + 1 - (offset & alignmask);
52                 if (nbytes > unaligned)
53                         nbytes = unaligned;
54         }
55
56         walk->entrylen -= nbytes;
57         return nbytes;
58 }
59
60 static int hash_walk_new_entry(struct crypto_hash_walk *walk)
61 {
62         struct scatterlist *sg;
63
64         sg = walk->sg;
65         walk->pg = sg_page(sg);
66         walk->offset = sg->offset;
67         walk->entrylen = sg->length;
68
69         if (walk->entrylen > walk->total)
70                 walk->entrylen = walk->total;
71         walk->total -= walk->entrylen;
72
73         return hash_walk_next(walk);
74 }
75
76 int crypto_hash_walk_done(struct crypto_hash_walk *walk, int err)
77 {
78         unsigned int alignmask = walk->alignmask;
79         unsigned int nbytes = walk->entrylen;
80
81         walk->data -= walk->offset;
82
83         if (nbytes && walk->offset & alignmask && !err) {
84                 walk->offset = ALIGN(walk->offset, alignmask + 1);
85                 walk->data += walk->offset;
86
87                 nbytes = min(nbytes,
88                              ((unsigned int)(PAGE_SIZE)) - walk->offset);
89                 walk->entrylen -= nbytes;
90
91                 return nbytes;
92         }
93
94         crypto_kunmap(walk->data, 0);
95         crypto_yield(walk->flags);
96
97         if (err)
98                 return err;
99
100         if (nbytes) {
101                 walk->offset = 0;
102                 walk->pg++;
103                 return hash_walk_next(walk);
104         }
105
106         if (!walk->total)
107                 return 0;
108
109         walk->sg = scatterwalk_sg_next(walk->sg);
110
111         return hash_walk_new_entry(walk);
112 }
113 EXPORT_SYMBOL_GPL(crypto_hash_walk_done);
114
115 int crypto_hash_walk_first(struct ahash_request *req,
116                            struct crypto_hash_walk *walk)
117 {
118         walk->total = req->nbytes;
119
120         if (!walk->total)
121                 return 0;
122
123         walk->alignmask = crypto_ahash_alignmask(crypto_ahash_reqtfm(req));
124         walk->sg = req->src;
125         walk->flags = req->base.flags;
126
127         return hash_walk_new_entry(walk);
128 }
129 EXPORT_SYMBOL_GPL(crypto_hash_walk_first);
130
131 int crypto_hash_walk_first_compat(struct hash_desc *hdesc,
132                                   struct crypto_hash_walk *walk,
133                                   struct scatterlist *sg, unsigned int len)
134 {
135         walk->total = len;
136
137         if (!walk->total)
138                 return 0;
139
140         walk->alignmask = crypto_hash_alignmask(hdesc->tfm);
141         walk->sg = sg;
142         walk->flags = hdesc->flags;
143
144         return hash_walk_new_entry(walk);
145 }
146
147 static int ahash_setkey_unaligned(struct crypto_ahash *tfm, const u8 *key,
148                                 unsigned int keylen)
149 {
150         unsigned long alignmask = crypto_ahash_alignmask(tfm);
151         int ret;
152         u8 *buffer, *alignbuffer;
153         unsigned long absize;
154
155         absize = keylen + alignmask;
156         buffer = kmalloc(absize, GFP_KERNEL);
157         if (!buffer)
158                 return -ENOMEM;
159
160         alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1);
161         memcpy(alignbuffer, key, keylen);
162         ret = tfm->setkey(tfm, alignbuffer, keylen);
163         kzfree(buffer);
164         return ret;
165 }
166
167 int crypto_ahash_setkey(struct crypto_ahash *tfm, const u8 *key,
168                         unsigned int keylen)
169 {
170         unsigned long alignmask = crypto_ahash_alignmask(tfm);
171
172         if ((unsigned long)key & alignmask)
173                 return ahash_setkey_unaligned(tfm, key, keylen);
174
175         return tfm->setkey(tfm, key, keylen);
176 }
177 EXPORT_SYMBOL_GPL(crypto_ahash_setkey);
178
179 static int ahash_nosetkey(struct crypto_ahash *tfm, const u8 *key,
180                           unsigned int keylen)
181 {
182         return -ENOSYS;
183 }
184
185 static inline unsigned int ahash_align_buffer_size(unsigned len,
186                                                    unsigned long mask)
187 {
188         return len + (mask & ~(crypto_tfm_ctx_alignment() - 1));
189 }
190
191 static void ahash_op_unaligned_finish(struct ahash_request *req, int err)
192 {
193         struct ahash_request_priv *priv = req->priv;
194
195         if (err == -EINPROGRESS)
196                 return;
197
198         if (!err)
199                 memcpy(priv->result, req->result,
200                        crypto_ahash_digestsize(crypto_ahash_reqtfm(req)));
201
202         kzfree(priv);
203 }
204
205 static void ahash_op_unaligned_done(struct crypto_async_request *req, int err)
206 {
207         struct ahash_request *areq = req->data;
208         struct ahash_request_priv *priv = areq->priv;
209         crypto_completion_t complete = priv->complete;
210         void *data = priv->data;
211
212         ahash_op_unaligned_finish(areq, err);
213
214         complete(data, err);
215 }
216
217 static int ahash_op_unaligned(struct ahash_request *req,
218                               int (*op)(struct ahash_request *))
219 {
220         struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
221         unsigned long alignmask = crypto_ahash_alignmask(tfm);
222         unsigned int ds = crypto_ahash_digestsize(tfm);
223         struct ahash_request_priv *priv;
224         int err;
225
226         priv = kmalloc(sizeof(*priv) + ahash_align_buffer_size(ds, alignmask),
227                        (req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP) ?
228                        GFP_KERNEL : GFP_ATOMIC);
229         if (!priv)
230                 return -ENOMEM;
231
232         priv->result = req->result;
233         priv->complete = req->base.complete;
234         priv->data = req->base.data;
235
236         req->result = PTR_ALIGN((u8 *)priv->ubuf, alignmask + 1);
237         req->base.complete = ahash_op_unaligned_done;
238         req->base.data = req;
239         req->priv = priv;
240
241         err = op(req);
242         ahash_op_unaligned_finish(req, err);
243
244         return err;
245 }
246
247 static int crypto_ahash_op(struct ahash_request *req,
248                            int (*op)(struct ahash_request *))
249 {
250         struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
251         unsigned long alignmask = crypto_ahash_alignmask(tfm);
252
253         if ((unsigned long)req->result & alignmask)
254                 return ahash_op_unaligned(req, op);
255
256         return op(req);
257 }
258
259 int crypto_ahash_final(struct ahash_request *req)
260 {
261         return crypto_ahash_op(req, crypto_ahash_reqtfm(req)->final);
262 }
263 EXPORT_SYMBOL_GPL(crypto_ahash_final);
264
265 int crypto_ahash_finup(struct ahash_request *req)
266 {
267         return crypto_ahash_op(req, crypto_ahash_reqtfm(req)->finup);
268 }
269 EXPORT_SYMBOL_GPL(crypto_ahash_finup);
270
271 int crypto_ahash_digest(struct ahash_request *req)
272 {
273         return crypto_ahash_op(req, crypto_ahash_reqtfm(req)->digest);
274 }
275 EXPORT_SYMBOL_GPL(crypto_ahash_digest);
276
277 static void ahash_def_finup_finish2(struct ahash_request *req, int err)
278 {
279         struct ahash_request_priv *priv = req->priv;
280
281         if (err == -EINPROGRESS)
282                 return;
283
284         if (!err)
285                 memcpy(priv->result, req->result,
286                        crypto_ahash_digestsize(crypto_ahash_reqtfm(req)));
287
288         kzfree(priv);
289 }
290
291 static void ahash_def_finup_done2(struct crypto_async_request *req, int err)
292 {
293         struct ahash_request *areq = req->data;
294         struct ahash_request_priv *priv = areq->priv;
295         crypto_completion_t complete = priv->complete;
296         void *data = priv->data;
297
298         ahash_def_finup_finish2(areq, err);
299
300         complete(data, err);
301 }
302
303 static int ahash_def_finup_finish1(struct ahash_request *req, int err)
304 {
305         if (err)
306                 goto out;
307
308         req->base.complete = ahash_def_finup_done2;
309         req->base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP;
310         err = crypto_ahash_reqtfm(req)->final(req);
311
312 out:
313         ahash_def_finup_finish2(req, err);
314         return err;
315 }
316
317 static void ahash_def_finup_done1(struct crypto_async_request *req, int err)
318 {
319         struct ahash_request *areq = req->data;
320         struct ahash_request_priv *priv = areq->priv;
321         crypto_completion_t complete = priv->complete;
322         void *data = priv->data;
323
324         err = ahash_def_finup_finish1(areq, err);
325
326         complete(data, err);
327 }
328
329 static int ahash_def_finup(struct ahash_request *req)
330 {
331         struct crypto_ahash *tfm = crypto_ahash_reqtfm(req);
332         unsigned long alignmask = crypto_ahash_alignmask(tfm);
333         unsigned int ds = crypto_ahash_digestsize(tfm);
334         struct ahash_request_priv *priv;
335
336         priv = kmalloc(sizeof(*priv) + ahash_align_buffer_size(ds, alignmask),
337                        (req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP) ?
338                        GFP_KERNEL : GFP_ATOMIC);
339         if (!priv)
340                 return -ENOMEM;
341
342         priv->result = req->result;
343         priv->complete = req->base.complete;
344         priv->data = req->base.data;
345
346         req->result = PTR_ALIGN((u8 *)priv->ubuf, alignmask + 1);
347         req->base.complete = ahash_def_finup_done1;
348         req->base.data = req;
349         req->priv = priv;
350
351         return ahash_def_finup_finish1(req, tfm->update(req));
352 }
353
354 static int ahash_no_export(struct ahash_request *req, void *out)
355 {
356         return -ENOSYS;
357 }
358
359 static int ahash_no_import(struct ahash_request *req, const void *in)
360 {
361         return -ENOSYS;
362 }
363
364 static int crypto_ahash_init_tfm(struct crypto_tfm *tfm)
365 {
366         struct crypto_ahash *hash = __crypto_ahash_cast(tfm);
367         struct ahash_alg *alg = crypto_ahash_alg(hash);
368
369         hash->setkey = ahash_nosetkey;
370         hash->export = ahash_no_export;
371         hash->import = ahash_no_import;
372
373         if (tfm->__crt_alg->cra_type != &crypto_ahash_type)
374                 return crypto_init_shash_ops_async(tfm);
375
376         hash->init = alg->init;
377         hash->update = alg->update;
378         hash->final = alg->final;
379         hash->finup = alg->finup ?: ahash_def_finup;
380         hash->digest = alg->digest;
381
382         if (alg->setkey)
383                 hash->setkey = alg->setkey;
384         if (alg->export)
385                 hash->export = alg->export;
386         if (alg->import)
387                 hash->import = alg->import;
388
389         return 0;
390 }
391
392 static unsigned int crypto_ahash_extsize(struct crypto_alg *alg)
393 {
394         if (alg->cra_type == &crypto_ahash_type)
395                 return alg->cra_ctxsize;
396
397         return sizeof(struct crypto_shash *);
398 }
399
400 static void crypto_ahash_show(struct seq_file *m, struct crypto_alg *alg)
401         __attribute__ ((unused));
402 static void crypto_ahash_show(struct seq_file *m, struct crypto_alg *alg)
403 {
404         seq_printf(m, "type         : ahash\n");
405         seq_printf(m, "async        : %s\n", alg->cra_flags & CRYPTO_ALG_ASYNC ?
406                                              "yes" : "no");
407         seq_printf(m, "blocksize    : %u\n", alg->cra_blocksize);
408         seq_printf(m, "digestsize   : %u\n",
409                    __crypto_hash_alg_common(alg)->digestsize);
410 }
411
412 const struct crypto_type crypto_ahash_type = {
413         .extsize = crypto_ahash_extsize,
414         .init_tfm = crypto_ahash_init_tfm,
415 #ifdef CONFIG_PROC_FS
416         .show = crypto_ahash_show,
417 #endif
418         .maskclear = ~CRYPTO_ALG_TYPE_MASK,
419         .maskset = CRYPTO_ALG_TYPE_AHASH_MASK,
420         .type = CRYPTO_ALG_TYPE_AHASH,
421         .tfmsize = offsetof(struct crypto_ahash, base),
422 };
423 EXPORT_SYMBOL_GPL(crypto_ahash_type);
424
425 struct crypto_ahash *crypto_alloc_ahash(const char *alg_name, u32 type,
426                                         u32 mask)
427 {
428         return crypto_alloc_tfm(alg_name, &crypto_ahash_type, type, mask);
429 }
430 EXPORT_SYMBOL_GPL(crypto_alloc_ahash);
431
432 static int ahash_prepare_alg(struct ahash_alg *alg)
433 {
434         struct crypto_alg *base = &alg->halg.base;
435
436         if (alg->halg.digestsize > PAGE_SIZE / 8 ||
437             alg->halg.statesize > PAGE_SIZE / 8)
438                 return -EINVAL;
439
440         base->cra_type = &crypto_ahash_type;
441         base->cra_flags &= ~CRYPTO_ALG_TYPE_MASK;
442         base->cra_flags |= CRYPTO_ALG_TYPE_AHASH;
443
444         return 0;
445 }
446
447 int crypto_register_ahash(struct ahash_alg *alg)
448 {
449         struct crypto_alg *base = &alg->halg.base;
450         int err;
451
452         err = ahash_prepare_alg(alg);
453         if (err)
454                 return err;
455
456         return crypto_register_alg(base);
457 }
458 EXPORT_SYMBOL_GPL(crypto_register_ahash);
459
460 int crypto_unregister_ahash(struct ahash_alg *alg)
461 {
462         return crypto_unregister_alg(&alg->halg.base);
463 }
464 EXPORT_SYMBOL_GPL(crypto_unregister_ahash);
465
466 int ahash_register_instance(struct crypto_template *tmpl,
467                             struct ahash_instance *inst)
468 {
469         int err;
470
471         err = ahash_prepare_alg(&inst->alg);
472         if (err)
473                 return err;
474
475         return crypto_register_instance(tmpl, ahash_crypto_instance(inst));
476 }
477 EXPORT_SYMBOL_GPL(ahash_register_instance);
478
479 void ahash_free_instance(struct crypto_instance *inst)
480 {
481         crypto_drop_spawn(crypto_instance_ctx(inst));
482         kfree(ahash_instance(inst));
483 }
484 EXPORT_SYMBOL_GPL(ahash_free_instance);
485
486 int crypto_init_ahash_spawn(struct crypto_ahash_spawn *spawn,
487                             struct hash_alg_common *alg,
488                             struct crypto_instance *inst)
489 {
490         return crypto_init_spawn2(&spawn->base, &alg->base, inst,
491                                   &crypto_ahash_type);
492 }
493 EXPORT_SYMBOL_GPL(crypto_init_ahash_spawn);
494
495 struct hash_alg_common *ahash_attr_alg(struct rtattr *rta, u32 type, u32 mask)
496 {
497         struct crypto_alg *alg;
498
499         alg = crypto_attr_alg2(rta, &crypto_ahash_type, type, mask);
500         return IS_ERR(alg) ? ERR_CAST(alg) : __crypto_hash_alg_common(alg);
501 }
502 EXPORT_SYMBOL_GPL(ahash_attr_alg);
503
504 MODULE_LICENSE("GPL");
505 MODULE_DESCRIPTION("Asynchronous cryptographic hash type");