1 /* $OpenBSD: cryptosoft.c,v 1.35 2002/04/26 08:43:50 deraadt Exp $ */
2
3 /*-
4 * The author of this code is Angelos D. Keromytis (angelos@cis.upenn.edu)
5 * Copyright (c) 2002-2006 Sam Leffler, Errno Consulting
6 *
7 * This code was written by Angelos D. Keromytis in Athens, Greece, in
8 * February 2000. Network Security Technologies Inc. (NSTI) kindly
9 * supported the development of this code.
10 *
11 * Copyright (c) 2000, 2001 Angelos D. Keromytis
12 *
13 * Permission to use, copy, and modify this software with or without fee
14 * is hereby granted, provided that this entire notice is included in
15 * all source code copies of any software which is or includes a copy or
16 * modification of this software.
17 *
18 * THIS SOFTWARE IS BEING PROVIDED "AS IS", WITHOUT ANY EXPRESS OR
19 * IMPLIED WARRANTY. IN PARTICULAR, NONE OF THE AUTHORS MAKES ANY
20 * REPRESENTATION OR WARRANTY OF ANY KIND CONCERNING THE
21 * MERCHANTABILITY OF THIS SOFTWARE OR ITS FITNESS FOR ANY PARTICULAR
22 * PURPOSE.
23 */
24
25 #include <sys/cdefs.h>
26 __FBSDID("$FreeBSD: releng/8.1/sys/opencrypto/cryptosoft.c 202477 2010-01-17 13:36:13Z bz $");
27
28 #include <sys/param.h>
29 #include <sys/systm.h>
30 #include <sys/malloc.h>
31 #include <sys/mbuf.h>
32 #include <sys/module.h>
33 #include <sys/sysctl.h>
34 #include <sys/errno.h>
35 #include <sys/random.h>
36 #include <sys/kernel.h>
37 #include <sys/uio.h>
38
39 #include <crypto/blowfish/blowfish.h>
40 #include <crypto/sha1.h>
41 #include <opencrypto/rmd160.h>
42 #include <opencrypto/cast.h>
43 #include <opencrypto/skipjack.h>
44 #include <sys/md5.h>
45
46 #include <opencrypto/cryptodev.h>
47 #include <opencrypto/cryptosoft.h>
48 #include <opencrypto/xform.h>
49
50 #include <sys/kobj.h>
51 #include <sys/bus.h>
52 #include "cryptodev_if.h"
53
54 static int32_t swcr_id;
55 static struct swcr_data **swcr_sessions = NULL;
56 static u_int32_t swcr_sesnum;
57
58 u_int8_t hmac_ipad_buffer[HMAC_MAX_BLOCK_LEN];
59 u_int8_t hmac_opad_buffer[HMAC_MAX_BLOCK_LEN];
60
61 static int swcr_encdec(struct cryptodesc *, struct swcr_data *, caddr_t, int);
62 static int swcr_authcompute(struct cryptodesc *, struct swcr_data *, caddr_t, int);
63 static int swcr_compdec(struct cryptodesc *, struct swcr_data *, caddr_t, int);
64 static int swcr_freesession(device_t dev, u_int64_t tid);
65
66 /*
67 * Apply a symmetric encryption/decryption algorithm.
68 */
69 static int
70 swcr_encdec(struct cryptodesc *crd, struct swcr_data *sw, caddr_t buf,
71 int flags)
72 {
73 unsigned char iv[EALG_MAX_BLOCK_LEN], blk[EALG_MAX_BLOCK_LEN], *idat;
74 unsigned char *ivp, piv[EALG_MAX_BLOCK_LEN];
75 struct enc_xform *exf;
76 int i, k, j, blks;
77
78 exf = sw->sw_exf;
79 blks = exf->blocksize;
80
81 /* Check for non-padded data */
82 if (crd->crd_len % blks)
83 return EINVAL;
84
85 /* Initialize the IV */
86 if (crd->crd_flags & CRD_F_ENCRYPT) {
87 /* IV explicitly provided ? */
88 if (crd->crd_flags & CRD_F_IV_EXPLICIT)
89 bcopy(crd->crd_iv, iv, blks);
90 else
91 arc4rand(iv, blks, 0);
92
93 /* Do we need to write the IV */
94 if (!(crd->crd_flags & CRD_F_IV_PRESENT))
95 crypto_copyback(flags, buf, crd->crd_inject, blks, iv);
96
97 } else { /* Decryption */
98 /* IV explicitly provided ? */
99 if (crd->crd_flags & CRD_F_IV_EXPLICIT)
100 bcopy(crd->crd_iv, iv, blks);
101 else {
102 /* Get IV off buf */
103 crypto_copydata(flags, buf, crd->crd_inject, blks, iv);
104 }
105 }
106
107 if (crd->crd_flags & CRD_F_KEY_EXPLICIT) {
108 int error;
109
110 if (sw->sw_kschedule)
111 exf->zerokey(&(sw->sw_kschedule));
112 error = exf->setkey(&sw->sw_kschedule,
113 crd->crd_key, crd->crd_klen / 8);
114 if (error)
115 return (error);
116 }
117 ivp = iv;
118
119 if (flags & CRYPTO_F_IMBUF) {
120 struct mbuf *m = (struct mbuf *) buf;
121
122 /* Find beginning of data */
123 m = m_getptr(m, crd->crd_skip, &k);
124 if (m == NULL)
125 return EINVAL;
126
127 i = crd->crd_len;
128
129 while (i > 0) {
130 /*
131 * If there's insufficient data at the end of
132 * an mbuf, we have to do some copying.
133 */
134 if (m->m_len < k + blks && m->m_len != k) {
135 m_copydata(m, k, blks, blk);
136
137 /* Actual encryption/decryption */
138 if (crd->crd_flags & CRD_F_ENCRYPT) {
139 /* XOR with previous block */
140 for (j = 0; j < blks; j++)
141 blk[j] ^= ivp[j];
142
143 exf->encrypt(sw->sw_kschedule, blk);
144
145 /*
146 * Keep encrypted block for XOR'ing
147 * with next block
148 */
149 bcopy(blk, iv, blks);
150 ivp = iv;
151 } else { /* decrypt */
152 /*
153 * Keep encrypted block for XOR'ing
154 * with next block
155 */
156 if (ivp == iv)
157 bcopy(blk, piv, blks);
158 else
159 bcopy(blk, iv, blks);
160
161 exf->decrypt(sw->sw_kschedule, blk);
162
163 /* XOR with previous block */
164 for (j = 0; j < blks; j++)
165 blk[j] ^= ivp[j];
166
167 if (ivp == iv)
168 bcopy(piv, iv, blks);
169 else
170 ivp = iv;
171 }
172
173 /* Copy back decrypted block */
174 m_copyback(m, k, blks, blk);
175
176 /* Advance pointer */
177 m = m_getptr(m, k + blks, &k);
178 if (m == NULL)
179 return EINVAL;
180
181 i -= blks;
182
183 /* Could be done... */
184 if (i == 0)
185 break;
186 }
187
188 /* Skip possibly empty mbufs */
189 if (k == m->m_len) {
190 for (m = m->m_next; m && m->m_len == 0;
191 m = m->m_next)
192 ;
193 k = 0;
194 }
195
196 /* Sanity check */
197 if (m == NULL)
198 return EINVAL;
199
200 /*
201 * Warning: idat may point to garbage here, but
202 * we only use it in the while() loop, only if
203 * there are indeed enough data.
204 */
205 idat = mtod(m, unsigned char *) + k;
206
207 while (m->m_len >= k + blks && i > 0) {
208 if (crd->crd_flags & CRD_F_ENCRYPT) {
209 /* XOR with previous block/IV */
210 for (j = 0; j < blks; j++)
211 idat[j] ^= ivp[j];
212
213 exf->encrypt(sw->sw_kschedule, idat);
214 ivp = idat;
215 } else { /* decrypt */
216 /*
217 * Keep encrypted block to be used
218 * in next block's processing.
219 */
220 if (ivp == iv)
221 bcopy(idat, piv, blks);
222 else
223 bcopy(idat, iv, blks);
224
225 exf->decrypt(sw->sw_kschedule, idat);
226
227 /* XOR with previous block/IV */
228 for (j = 0; j < blks; j++)
229 idat[j] ^= ivp[j];
230
231 if (ivp == iv)
232 bcopy(piv, iv, blks);
233 else
234 ivp = iv;
235 }
236
237 idat += blks;
238 k += blks;
239 i -= blks;
240 }
241 }
242
243 return 0; /* Done with mbuf encryption/decryption */
244 } else if (flags & CRYPTO_F_IOV) {
245 struct uio *uio = (struct uio *) buf;
246 struct iovec *iov;
247
248 /* Find beginning of data */
249 iov = cuio_getptr(uio, crd->crd_skip, &k);
250 if (iov == NULL)
251 return EINVAL;
252
253 i = crd->crd_len;
254
255 while (i > 0) {
256 /*
257 * If there's insufficient data at the end of
258 * an iovec, we have to do some copying.
259 */
260 if (iov->iov_len < k + blks && iov->iov_len != k) {
261 cuio_copydata(uio, k, blks, blk);
262
263 /* Actual encryption/decryption */
264 if (crd->crd_flags & CRD_F_ENCRYPT) {
265 /* XOR with previous block */
266 for (j = 0; j < blks; j++)
267 blk[j] ^= ivp[j];
268
269 exf->encrypt(sw->sw_kschedule, blk);
270
271 /*
272 * Keep encrypted block for XOR'ing
273 * with next block
274 */
275 bcopy(blk, iv, blks);
276 ivp = iv;
277 } else { /* decrypt */
278 /*
279 * Keep encrypted block for XOR'ing
280 * with next block
281 */
282 if (ivp == iv)
283 bcopy(blk, piv, blks);
284 else
285 bcopy(blk, iv, blks);
286
287 exf->decrypt(sw->sw_kschedule, blk);
288
289 /* XOR with previous block */
290 for (j = 0; j < blks; j++)
291 blk[j] ^= ivp[j];
292
293 if (ivp == iv)
294 bcopy(piv, iv, blks);
295 else
296 ivp = iv;
297 }
298
299 /* Copy back decrypted block */
300 cuio_copyback(uio, k, blks, blk);
301
302 /* Advance pointer */
303 iov = cuio_getptr(uio, k + blks, &k);
304 if (iov == NULL)
305 return EINVAL;
306
307 i -= blks;
308
309 /* Could be done... */
310 if (i == 0)
311 break;
312 }
313
314 /*
315 * Warning: idat may point to garbage here, but
316 * we only use it in the while() loop, only if
317 * there are indeed enough data.
318 */
319 idat = (char *)iov->iov_base + k;
320
321 while (iov->iov_len >= k + blks && i > 0) {
322 if (crd->crd_flags & CRD_F_ENCRYPT) {
323 /* XOR with previous block/IV */
324 for (j = 0; j < blks; j++)
325 idat[j] ^= ivp[j];
326
327 exf->encrypt(sw->sw_kschedule, idat);
328 ivp = idat;
329 } else { /* decrypt */
330 /*
331 * Keep encrypted block to be used
332 * in next block's processing.
333 */
334 if (ivp == iv)
335 bcopy(idat, piv, blks);
336 else
337 bcopy(idat, iv, blks);
338
339 exf->decrypt(sw->sw_kschedule, idat);
340
341 /* XOR with previous block/IV */
342 for (j = 0; j < blks; j++)
343 idat[j] ^= ivp[j];
344
345 if (ivp == iv)
346 bcopy(piv, iv, blks);
347 else
348 ivp = iv;
349 }
350
351 idat += blks;
352 k += blks;
353 i -= blks;
354 }
355 if (k == iov->iov_len) {
356 iov++;
357 k = 0;
358 }
359 }
360
361 return 0; /* Done with iovec encryption/decryption */
362 } else { /* contiguous buffer */
363 if (crd->crd_flags & CRD_F_ENCRYPT) {
364 for (i = crd->crd_skip;
365 i < crd->crd_skip + crd->crd_len; i += blks) {
366 /* XOR with the IV/previous block, as appropriate. */
367 if (i == crd->crd_skip)
368 for (k = 0; k < blks; k++)
369 buf[i + k] ^= ivp[k];
370 else
371 for (k = 0; k < blks; k++)
372 buf[i + k] ^= buf[i + k - blks];
373 exf->encrypt(sw->sw_kschedule, buf + i);
374 }
375 } else { /* Decrypt */
376 /*
377 * Start at the end, so we don't need to keep the encrypted
378 * block as the IV for the next block.
379 */
380 for (i = crd->crd_skip + crd->crd_len - blks;
381 i >= crd->crd_skip; i -= blks) {
382 exf->decrypt(sw->sw_kschedule, buf + i);
383
384 /* XOR with the IV/previous block, as appropriate */
385 if (i == crd->crd_skip)
386 for (k = 0; k < blks; k++)
387 buf[i + k] ^= ivp[k];
388 else
389 for (k = 0; k < blks; k++)
390 buf[i + k] ^= buf[i + k - blks];
391 }
392 }
393
394 return 0; /* Done with contiguous buffer encryption/decryption */
395 }
396
397 /* Unreachable */
398 return EINVAL;
399 }
400
401 static void
402 swcr_authprepare(struct auth_hash *axf, struct swcr_data *sw, u_char *key,
403 int klen)
404 {
405 int k;
406
407 klen /= 8;
408
409 switch (axf->type) {
410 case CRYPTO_MD5_HMAC:
411 case CRYPTO_SHA1_HMAC:
412 case CRYPTO_SHA2_256_HMAC:
413 case CRYPTO_SHA2_384_HMAC:
414 case CRYPTO_SHA2_512_HMAC:
415 case CRYPTO_NULL_HMAC:
416 case CRYPTO_RIPEMD160_HMAC:
417 for (k = 0; k < klen; k++)
418 key[k] ^= HMAC_IPAD_VAL;
419
420 axf->Init(sw->sw_ictx);
421 axf->Update(sw->sw_ictx, key, klen);
422 axf->Update(sw->sw_ictx, hmac_ipad_buffer, axf->blocksize - klen);
423
424 for (k = 0; k < klen; k++)
425 key[k] ^= (HMAC_IPAD_VAL ^ HMAC_OPAD_VAL);
426
427 axf->Init(sw->sw_octx);
428 axf->Update(sw->sw_octx, key, klen);
429 axf->Update(sw->sw_octx, hmac_opad_buffer, axf->blocksize - klen);
430
431 for (k = 0; k < klen; k++)
432 key[k] ^= HMAC_OPAD_VAL;
433 break;
434 case CRYPTO_MD5_KPDK:
435 case CRYPTO_SHA1_KPDK:
436 {
437 /*
438 * We need a buffer that can hold an md5 and a sha1 result
439 * just to throw it away.
440 * What we do here is the initial part of:
441 * ALGO( key, keyfill, .. )
442 * adding the key to sw_ictx and abusing Final() to get the
443 * "keyfill" padding.
444 * In addition we abuse the sw_octx to save the key to have
445 * it to be able to append it at the end in swcr_authcompute().
446 */
447 u_char buf[SHA1_RESULTLEN];
448
449 sw->sw_klen = klen;
450 bcopy(key, sw->sw_octx, klen);
451 axf->Init(sw->sw_ictx);
452 axf->Update(sw->sw_ictx, key, klen);
453 axf->Final(buf, sw->sw_ictx);
454 break;
455 }
456 default:
457 printf("%s: CRD_F_KEY_EXPLICIT flag given, but algorithm %d "
458 "doesn't use keys.\n", __func__, axf->type);
459 }
460 }
461
462 /*
463 * Compute keyed-hash authenticator.
464 */
465 static int
466 swcr_authcompute(struct cryptodesc *crd, struct swcr_data *sw, caddr_t buf,
467 int flags)
468 {
469 unsigned char aalg[HASH_MAX_LEN];
470 struct auth_hash *axf;
471 union authctx ctx;
472 int err;
473
474 if (sw->sw_ictx == 0)
475 return EINVAL;
476
477 axf = sw->sw_axf;
478
479 if (crd->crd_flags & CRD_F_KEY_EXPLICIT)
480 swcr_authprepare(axf, sw, crd->crd_key, crd->crd_klen);
481
482 bcopy(sw->sw_ictx, &ctx, axf->ctxsize);
483
484 err = crypto_apply(flags, buf, crd->crd_skip, crd->crd_len,
485 (int (*)(void *, void *, unsigned int))axf->Update, (caddr_t)&ctx);
486 if (err)
487 return err;
488
489 switch (sw->sw_alg) {
490 case CRYPTO_MD5_HMAC:
491 case CRYPTO_SHA1_HMAC:
492 case CRYPTO_SHA2_256_HMAC:
493 case CRYPTO_SHA2_384_HMAC:
494 case CRYPTO_SHA2_512_HMAC:
495 case CRYPTO_RIPEMD160_HMAC:
496 if (sw->sw_octx == NULL)
497 return EINVAL;
498
499 axf->Final(aalg, &ctx);
500 bcopy(sw->sw_octx, &ctx, axf->ctxsize);
501 axf->Update(&ctx, aalg, axf->hashsize);
502 axf->Final(aalg, &ctx);
503 break;
504
505 case CRYPTO_MD5_KPDK:
506 case CRYPTO_SHA1_KPDK:
507 /* If we have no key saved, return error. */
508 if (sw->sw_octx == NULL)
509 return EINVAL;
510
511 /*
512 * Add the trailing copy of the key (see comment in
513 * swcr_authprepare()) after the data:
514 * ALGO( .., key, algofill )
515 * and let Final() do the proper, natural "algofill"
516 * padding.
517 */
518 axf->Update(&ctx, sw->sw_octx, sw->sw_klen);
519 axf->Final(aalg, &ctx);
520 break;
521
522 case CRYPTO_NULL_HMAC:
523 axf->Final(aalg, &ctx);
524 break;
525 }
526
527 /* Inject the authentication data */
528 crypto_copyback(flags, buf, crd->crd_inject,
529 sw->sw_mlen == 0 ? axf->hashsize : sw->sw_mlen, aalg);
530 return 0;
531 }
532
533 /*
534 * Apply a compression/decompression algorithm
535 */
536 static int
537 swcr_compdec(struct cryptodesc *crd, struct swcr_data *sw,
538 caddr_t buf, int flags)
539 {
540 u_int8_t *data, *out;
541 struct comp_algo *cxf;
542 int adj;
543 u_int32_t result;
544
545 cxf = sw->sw_cxf;
546
547 /* We must handle the whole buffer of data in one time
548 * then if there is not all the data in the mbuf, we must
549 * copy in a buffer.
550 */
551
552 data = malloc(crd->crd_len, M_CRYPTO_DATA, M_NOWAIT);
553 if (data == NULL)
554 return (EINVAL);
555 crypto_copydata(flags, buf, crd->crd_skip, crd->crd_len, data);
556
557 if (crd->crd_flags & CRD_F_COMP)
558 result = cxf->compress(data, crd->crd_len, &out);
559 else
560 result = cxf->decompress(data, crd->crd_len, &out);
561
562 free(data, M_CRYPTO_DATA);
563 if (result == 0)
564 return EINVAL;
565
566 /* Copy back the (de)compressed data. m_copyback is
567 * extending the mbuf as necessary.
568 */
569 sw->sw_size = result;
570 /* Check the compressed size when doing compression */
571 if (crd->crd_flags & CRD_F_COMP) {
572 if (result >= crd->crd_len) {
573 /* Compression was useless, we lost time */
574 free(out, M_CRYPTO_DATA);
575 return 0;
576 }
577 }
578
579 crypto_copyback(flags, buf, crd->crd_skip, result, out);
580 if (result < crd->crd_len) {
581 adj = result - crd->crd_len;
582 if (flags & CRYPTO_F_IMBUF) {
583 adj = result - crd->crd_len;
584 m_adj((struct mbuf *)buf, adj);
585 } else if (flags & CRYPTO_F_IOV) {
586 struct uio *uio = (struct uio *)buf;
587 int ind;
588
589 adj = crd->crd_len - result;
590 ind = uio->uio_iovcnt - 1;
591
592 while (adj > 0 && ind >= 0) {
593 if (adj < uio->uio_iov[ind].iov_len) {
594 uio->uio_iov[ind].iov_len -= adj;
595 break;
596 }
597
598 adj -= uio->uio_iov[ind].iov_len;
599 uio->uio_iov[ind].iov_len = 0;
600 ind--;
601 uio->uio_iovcnt--;
602 }
603 }
604 }
605 free(out, M_CRYPTO_DATA);
606 return 0;
607 }
608
609 /*
610 * Generate a new software session.
611 */
612 static int
613 swcr_newsession(device_t dev, u_int32_t *sid, struct cryptoini *cri)
614 {
615 struct swcr_data **swd;
616 struct auth_hash *axf;
617 struct enc_xform *txf;
618 struct comp_algo *cxf;
619 u_int32_t i;
620 int error;
621
622 if (sid == NULL || cri == NULL)
623 return EINVAL;
624
625 if (swcr_sessions) {
626 for (i = 1; i < swcr_sesnum; i++)
627 if (swcr_sessions[i] == NULL)
628 break;
629 } else
630 i = 1; /* NB: to silence compiler warning */
631
632 if (swcr_sessions == NULL || i == swcr_sesnum) {
633 if (swcr_sessions == NULL) {
634 i = 1; /* We leave swcr_sessions[0] empty */
635 swcr_sesnum = CRYPTO_SW_SESSIONS;
636 } else
637 swcr_sesnum *= 2;
638
639 swd = malloc(swcr_sesnum * sizeof(struct swcr_data *),
640 M_CRYPTO_DATA, M_NOWAIT|M_ZERO);
641 if (swd == NULL) {
642 /* Reset session number */
643 if (swcr_sesnum == CRYPTO_SW_SESSIONS)
644 swcr_sesnum = 0;
645 else
646 swcr_sesnum /= 2;
647 return ENOBUFS;
648 }
649
650 /* Copy existing sessions */
651 if (swcr_sessions != NULL) {
652 bcopy(swcr_sessions, swd,
653 (swcr_sesnum / 2) * sizeof(struct swcr_data *));
654 free(swcr_sessions, M_CRYPTO_DATA);
655 }
656
657 swcr_sessions = swd;
658 }
659
660 swd = &swcr_sessions[i];
661 *sid = i;
662
663 while (cri) {
664 *swd = malloc(sizeof(struct swcr_data),
665 M_CRYPTO_DATA, M_NOWAIT|M_ZERO);
666 if (*swd == NULL) {
667 swcr_freesession(dev, i);
668 return ENOBUFS;
669 }
670
671 switch (cri->cri_alg) {
672 case CRYPTO_DES_CBC:
673 txf = &enc_xform_des;
674 goto enccommon;
675 case CRYPTO_3DES_CBC:
676 txf = &enc_xform_3des;
677 goto enccommon;
678 case CRYPTO_BLF_CBC:
679 txf = &enc_xform_blf;
680 goto enccommon;
681 case CRYPTO_CAST_CBC:
682 txf = &enc_xform_cast5;
683 goto enccommon;
684 case CRYPTO_SKIPJACK_CBC:
685 txf = &enc_xform_skipjack;
686 goto enccommon;
687 case CRYPTO_RIJNDAEL128_CBC:
688 txf = &enc_xform_rijndael128;
689 goto enccommon;
690 case CRYPTO_CAMELLIA_CBC:
691 txf = &enc_xform_camellia;
692 goto enccommon;
693 case CRYPTO_NULL_CBC:
694 txf = &enc_xform_null;
695 goto enccommon;
696 enccommon:
697 if (cri->cri_key != NULL) {
698 error = txf->setkey(&((*swd)->sw_kschedule),
699 cri->cri_key, cri->cri_klen / 8);
700 if (error) {
701 swcr_freesession(dev, i);
702 return error;
703 }
704 }
705 (*swd)->sw_exf = txf;
706 break;
707
708 case CRYPTO_MD5_HMAC:
709 axf = &auth_hash_hmac_md5;
710 goto authcommon;
711 case CRYPTO_SHA1_HMAC:
712 axf = &auth_hash_hmac_sha1;
713 goto authcommon;
714 case CRYPTO_SHA2_256_HMAC:
715 axf = &auth_hash_hmac_sha2_256;
716 goto authcommon;
717 case CRYPTO_SHA2_384_HMAC:
718 axf = &auth_hash_hmac_sha2_384;
719 goto authcommon;
720 case CRYPTO_SHA2_512_HMAC:
721 axf = &auth_hash_hmac_sha2_512;
722 goto authcommon;
723 case CRYPTO_NULL_HMAC:
724 axf = &auth_hash_null;
725 goto authcommon;
726 case CRYPTO_RIPEMD160_HMAC:
727 axf = &auth_hash_hmac_ripemd_160;
728 authcommon:
729 (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
730 M_NOWAIT);
731 if ((*swd)->sw_ictx == NULL) {
732 swcr_freesession(dev, i);
733 return ENOBUFS;
734 }
735
736 (*swd)->sw_octx = malloc(axf->ctxsize, M_CRYPTO_DATA,
737 M_NOWAIT);
738 if ((*swd)->sw_octx == NULL) {
739 swcr_freesession(dev, i);
740 return ENOBUFS;
741 }
742
743 if (cri->cri_key != NULL) {
744 swcr_authprepare(axf, *swd, cri->cri_key,
745 cri->cri_klen);
746 }
747
748 (*swd)->sw_mlen = cri->cri_mlen;
749 (*swd)->sw_axf = axf;
750 break;
751
752 case CRYPTO_MD5_KPDK:
753 axf = &auth_hash_key_md5;
754 goto auth2common;
755
756 case CRYPTO_SHA1_KPDK:
757 axf = &auth_hash_key_sha1;
758 auth2common:
759 (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
760 M_NOWAIT);
761 if ((*swd)->sw_ictx == NULL) {
762 swcr_freesession(dev, i);
763 return ENOBUFS;
764 }
765
766 (*swd)->sw_octx = malloc(cri->cri_klen / 8,
767 M_CRYPTO_DATA, M_NOWAIT);
768 if ((*swd)->sw_octx == NULL) {
769 swcr_freesession(dev, i);
770 return ENOBUFS;
771 }
772
773 /* Store the key so we can "append" it to the payload */
774 if (cri->cri_key != NULL) {
775 swcr_authprepare(axf, *swd, cri->cri_key,
776 cri->cri_klen);
777 }
778
779 (*swd)->sw_mlen = cri->cri_mlen;
780 (*swd)->sw_axf = axf;
781 break;
782 #ifdef notdef
783 case CRYPTO_MD5:
784 axf = &auth_hash_md5;
785 goto auth3common;
786
787 case CRYPTO_SHA1:
788 axf = &auth_hash_sha1;
789 auth3common:
790 (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
791 M_NOWAIT);
792 if ((*swd)->sw_ictx == NULL) {
793 swcr_freesession(dev, i);
794 return ENOBUFS;
795 }
796
797 axf->Init((*swd)->sw_ictx);
798 (*swd)->sw_mlen = cri->cri_mlen;
799 (*swd)->sw_axf = axf;
800 break;
801 #endif
802 case CRYPTO_DEFLATE_COMP:
803 cxf = &comp_algo_deflate;
804 (*swd)->sw_cxf = cxf;
805 break;
806 default:
807 swcr_freesession(dev, i);
808 return EINVAL;
809 }
810
811 (*swd)->sw_alg = cri->cri_alg;
812 cri = cri->cri_next;
813 swd = &((*swd)->sw_next);
814 }
815 return 0;
816 }
817
818 /*
819 * Free a session.
820 */
821 static int
822 swcr_freesession(device_t dev, u_int64_t tid)
823 {
824 struct swcr_data *swd;
825 struct enc_xform *txf;
826 struct auth_hash *axf;
827 struct comp_algo *cxf;
828 u_int32_t sid = CRYPTO_SESID2LID(tid);
829
830 if (sid > swcr_sesnum || swcr_sessions == NULL ||
831 swcr_sessions[sid] == NULL)
832 return EINVAL;
833
834 /* Silently accept and return */
835 if (sid == 0)
836 return 0;
837
838 while ((swd = swcr_sessions[sid]) != NULL) {
839 swcr_sessions[sid] = swd->sw_next;
840
841 switch (swd->sw_alg) {
842 case CRYPTO_DES_CBC:
843 case CRYPTO_3DES_CBC:
844 case CRYPTO_BLF_CBC:
845 case CRYPTO_CAST_CBC:
846 case CRYPTO_SKIPJACK_CBC:
847 case CRYPTO_RIJNDAEL128_CBC:
848 case CRYPTO_CAMELLIA_CBC:
849 case CRYPTO_NULL_CBC:
850 txf = swd->sw_exf;
851
852 if (swd->sw_kschedule)
853 txf->zerokey(&(swd->sw_kschedule));
854 break;
855
856 case CRYPTO_MD5_HMAC:
857 case CRYPTO_SHA1_HMAC:
858 case CRYPTO_SHA2_256_HMAC:
859 case CRYPTO_SHA2_384_HMAC:
860 case CRYPTO_SHA2_512_HMAC:
861 case CRYPTO_RIPEMD160_HMAC:
862 case CRYPTO_NULL_HMAC:
863 axf = swd->sw_axf;
864
865 if (swd->sw_ictx) {
866 bzero(swd->sw_ictx, axf->ctxsize);
867 free(swd->sw_ictx, M_CRYPTO_DATA);
868 }
869 if (swd->sw_octx) {
870 bzero(swd->sw_octx, axf->ctxsize);
871 free(swd->sw_octx, M_CRYPTO_DATA);
872 }
873 break;
874
875 case CRYPTO_MD5_KPDK:
876 case CRYPTO_SHA1_KPDK:
877 axf = swd->sw_axf;
878
879 if (swd->sw_ictx) {
880 bzero(swd->sw_ictx, axf->ctxsize);
881 free(swd->sw_ictx, M_CRYPTO_DATA);
882 }
883 if (swd->sw_octx) {
884 bzero(swd->sw_octx, swd->sw_klen);
885 free(swd->sw_octx, M_CRYPTO_DATA);
886 }
887 break;
888
889 case CRYPTO_MD5:
890 case CRYPTO_SHA1:
891 axf = swd->sw_axf;
892
893 if (swd->sw_ictx)
894 free(swd->sw_ictx, M_CRYPTO_DATA);
895 break;
896
897 case CRYPTO_DEFLATE_COMP:
898 cxf = swd->sw_cxf;
899 break;
900 }
901
902 free(swd, M_CRYPTO_DATA);
903 }
904 return 0;
905 }
906
907 /*
908 * Process a software request.
909 */
910 static int
911 swcr_process(device_t dev, struct cryptop *crp, int hint)
912 {
913 struct cryptodesc *crd;
914 struct swcr_data *sw;
915 u_int32_t lid;
916
917 /* Sanity check */
918 if (crp == NULL)
919 return EINVAL;
920
921 if (crp->crp_desc == NULL || crp->crp_buf == NULL) {
922 crp->crp_etype = EINVAL;
923 goto done;
924 }
925
926 lid = crp->crp_sid & 0xffffffff;
927 if (lid >= swcr_sesnum || lid == 0 || swcr_sessions[lid] == NULL) {
928 crp->crp_etype = ENOENT;
929 goto done;
930 }
931
932 /* Go through crypto descriptors, processing as we go */
933 for (crd = crp->crp_desc; crd; crd = crd->crd_next) {
934 /*
935 * Find the crypto context.
936 *
937 * XXX Note that the logic here prevents us from having
938 * XXX the same algorithm multiple times in a session
939 * XXX (or rather, we can but it won't give us the right
940 * XXX results). To do that, we'd need some way of differentiating
941 * XXX between the various instances of an algorithm (so we can
942 * XXX locate the correct crypto context).
943 */
944 for (sw = swcr_sessions[lid];
945 sw && sw->sw_alg != crd->crd_alg;
946 sw = sw->sw_next)
947 ;
948
949 /* No such context ? */
950 if (sw == NULL) {
951 crp->crp_etype = EINVAL;
952 goto done;
953 }
954 switch (sw->sw_alg) {
955 case CRYPTO_DES_CBC:
956 case CRYPTO_3DES_CBC:
957 case CRYPTO_BLF_CBC:
958 case CRYPTO_CAST_CBC:
959 case CRYPTO_SKIPJACK_CBC:
960 case CRYPTO_RIJNDAEL128_CBC:
961 case CRYPTO_CAMELLIA_CBC:
962 if ((crp->crp_etype = swcr_encdec(crd, sw,
963 crp->crp_buf, crp->crp_flags)) != 0)
964 goto done;
965 break;
966 case CRYPTO_NULL_CBC:
967 crp->crp_etype = 0;
968 break;
969 case CRYPTO_MD5_HMAC:
970 case CRYPTO_SHA1_HMAC:
971 case CRYPTO_SHA2_256_HMAC:
972 case CRYPTO_SHA2_384_HMAC:
973 case CRYPTO_SHA2_512_HMAC:
974 case CRYPTO_RIPEMD160_HMAC:
975 case CRYPTO_NULL_HMAC:
976 case CRYPTO_MD5_KPDK:
977 case CRYPTO_SHA1_KPDK:
978 case CRYPTO_MD5:
979 case CRYPTO_SHA1:
980 if ((crp->crp_etype = swcr_authcompute(crd, sw,
981 crp->crp_buf, crp->crp_flags)) != 0)
982 goto done;
983 break;
984
985 case CRYPTO_DEFLATE_COMP:
986 if ((crp->crp_etype = swcr_compdec(crd, sw,
987 crp->crp_buf, crp->crp_flags)) != 0)
988 goto done;
989 else
990 crp->crp_olen = (int)sw->sw_size;
991 break;
992
993 default:
994 /* Unknown/unsupported algorithm */
995 crp->crp_etype = EINVAL;
996 goto done;
997 }
998 }
999
1000 done:
1001 crypto_done(crp);
1002 return 0;
1003 }
1004
1005 static void
1006 swcr_identify(driver_t *drv, device_t parent)
1007 {
1008 /* NB: order 10 is so we get attached after h/w devices */
1009 if (device_find_child(parent, "cryptosoft", -1) == NULL &&
1010 BUS_ADD_CHILD(parent, 10, "cryptosoft", -1) == 0)
1011 panic("cryptosoft: could not attach");
1012 }
1013
1014 static int
1015 swcr_probe(device_t dev)
1016 {
1017 device_set_desc(dev, "software crypto");
1018 return (0);
1019 }
1020
1021 static int
1022 swcr_attach(device_t dev)
1023 {
1024 memset(hmac_ipad_buffer, HMAC_IPAD_VAL, HMAC_MAX_BLOCK_LEN);
1025 memset(hmac_opad_buffer, HMAC_OPAD_VAL, HMAC_MAX_BLOCK_LEN);
1026
1027 swcr_id = crypto_get_driverid(dev,
1028 CRYPTOCAP_F_SOFTWARE | CRYPTOCAP_F_SYNC);
1029 if (swcr_id < 0) {
1030 device_printf(dev, "cannot initialize!");
1031 return ENOMEM;
1032 }
1033 #define REGISTER(alg) \
1034 crypto_register(swcr_id, alg, 0,0)
1035 REGISTER(CRYPTO_DES_CBC);
1036 REGISTER(CRYPTO_3DES_CBC);
1037 REGISTER(CRYPTO_BLF_CBC);
1038 REGISTER(CRYPTO_CAST_CBC);
1039 REGISTER(CRYPTO_SKIPJACK_CBC);
1040 REGISTER(CRYPTO_NULL_CBC);
1041 REGISTER(CRYPTO_MD5_HMAC);
1042 REGISTER(CRYPTO_SHA1_HMAC);
1043 REGISTER(CRYPTO_SHA2_256_HMAC);
1044 REGISTER(CRYPTO_SHA2_384_HMAC);
1045 REGISTER(CRYPTO_SHA2_512_HMAC);
1046 REGISTER(CRYPTO_RIPEMD160_HMAC);
1047 REGISTER(CRYPTO_NULL_HMAC);
1048 REGISTER(CRYPTO_MD5_KPDK);
1049 REGISTER(CRYPTO_SHA1_KPDK);
1050 REGISTER(CRYPTO_MD5);
1051 REGISTER(CRYPTO_SHA1);
1052 REGISTER(CRYPTO_RIJNDAEL128_CBC);
1053 REGISTER(CRYPTO_CAMELLIA_CBC);
1054 REGISTER(CRYPTO_DEFLATE_COMP);
1055 #undef REGISTER
1056
1057 return 0;
1058 }
1059
1060 static int
1061 swcr_detach(device_t dev)
1062 {
1063 crypto_unregister_all(swcr_id);
1064 if (swcr_sessions != NULL)
1065 free(swcr_sessions, M_CRYPTO_DATA);
1066 return 0;
1067 }
1068
1069 static device_method_t swcr_methods[] = {
1070 DEVMETHOD(device_identify, swcr_identify),
1071 DEVMETHOD(device_probe, swcr_probe),
1072 DEVMETHOD(device_attach, swcr_attach),
1073 DEVMETHOD(device_detach, swcr_detach),
1074
1075 DEVMETHOD(cryptodev_newsession, swcr_newsession),
1076 DEVMETHOD(cryptodev_freesession,swcr_freesession),
1077 DEVMETHOD(cryptodev_process, swcr_process),
1078
1079 {0, 0},
1080 };
1081
1082 static driver_t swcr_driver = {
1083 "cryptosoft",
1084 swcr_methods,
1085 0, /* NB: no softc */
1086 };
1087 static devclass_t swcr_devclass;
1088
1089 /*
1090 * NB: We explicitly reference the crypto module so we
1091 * get the necessary ordering when built as a loadable
1092 * module. This is required because we bundle the crypto
1093 * module code together with the cryptosoft driver (otherwise
1094 * normal module dependencies would handle things).
1095 */
1096 extern int crypto_modevent(struct module *, int, void *);
1097 /* XXX where to attach */
1098 DRIVER_MODULE(cryptosoft, nexus, swcr_driver, swcr_devclass, crypto_modevent,0);
1099 MODULE_VERSION(cryptosoft, 1);
1100 MODULE_DEPEND(cryptosoft, crypto, 1, 1, 1);
Cache object: 9320561e9d6bd606b115c796dcee38c2
|