1 /* $OpenBSD: cryptosoft.c,v 1.35 2002/04/26 08:43:50 deraadt Exp $ */
2
3 /*-
4 * The author of this code is Angelos D. Keromytis (angelos@cis.upenn.edu)
5 * Copyright (c) 2002-2006 Sam Leffler, Errno Consulting
6 *
7 * This code was written by Angelos D. Keromytis in Athens, Greece, in
8 * February 2000. Network Security Technologies Inc. (NSTI) kindly
9 * supported the development of this code.
10 *
11 * Copyright (c) 2000, 2001 Angelos D. Keromytis
12 *
13 * Permission to use, copy, and modify this software with or without fee
14 * is hereby granted, provided that this entire notice is included in
15 * all source code copies of any software which is or includes a copy or
16 * modification of this software.
17 *
18 * THIS SOFTWARE IS BEING PROVIDED "AS IS", WITHOUT ANY EXPRESS OR
19 * IMPLIED WARRANTY. IN PARTICULAR, NONE OF THE AUTHORS MAKES ANY
20 * REPRESENTATION OR WARRANTY OF ANY KIND CONCERNING THE
21 * MERCHANTABILITY OF THIS SOFTWARE OR ITS FITNESS FOR ANY PARTICULAR
22 * PURPOSE.
23 */
24
25 #include <sys/cdefs.h>
26 __FBSDID("$FreeBSD$");
27
28 #include <sys/param.h>
29 #include <sys/systm.h>
30 #include <sys/malloc.h>
31 #include <sys/mbuf.h>
32 #include <sys/module.h>
33 #include <sys/sysctl.h>
34 #include <sys/errno.h>
35 #include <sys/random.h>
36 #include <sys/kernel.h>
37 #include <sys/uio.h>
38
39 #include <crypto/blowfish/blowfish.h>
40 #include <crypto/sha1.h>
41 #include <opencrypto/rmd160.h>
42 #include <opencrypto/cast.h>
43 #include <opencrypto/skipjack.h>
44 #include <sys/md5.h>
45
46 #include <opencrypto/cryptodev.h>
47 #include <opencrypto/cryptosoft.h>
48 #include <opencrypto/xform.h>
49
50 #include <sys/kobj.h>
51 #include <sys/bus.h>
52 #include "cryptodev_if.h"
53
54 static int32_t swcr_id;
55 static struct swcr_data **swcr_sessions = NULL;
56 static u_int32_t swcr_sesnum;
57
58 u_int8_t hmac_ipad_buffer[HMAC_MAX_BLOCK_LEN];
59 u_int8_t hmac_opad_buffer[HMAC_MAX_BLOCK_LEN];
60
61 static int swcr_encdec(struct cryptodesc *, struct swcr_data *, caddr_t, int);
62 static int swcr_authcompute(struct cryptodesc *, struct swcr_data *, caddr_t, int);
63 static int swcr_compdec(struct cryptodesc *, struct swcr_data *, caddr_t, int);
64 static int swcr_freesession(device_t dev, u_int64_t tid);
65
66 /*
67 * Apply a symmetric encryption/decryption algorithm.
68 */
69 static int
70 swcr_encdec(struct cryptodesc *crd, struct swcr_data *sw, caddr_t buf,
71 int flags)
72 {
73 unsigned char iv[EALG_MAX_BLOCK_LEN], blk[EALG_MAX_BLOCK_LEN], *idat;
74 unsigned char *ivp, piv[EALG_MAX_BLOCK_LEN];
75 struct enc_xform *exf;
76 int i, k, j, blks;
77
78 exf = sw->sw_exf;
79 blks = exf->blocksize;
80
81 /* Check for non-padded data */
82 if (crd->crd_len % blks)
83 return EINVAL;
84
85 /* Initialize the IV */
86 if (crd->crd_flags & CRD_F_ENCRYPT) {
87 /* IV explicitly provided ? */
88 if (crd->crd_flags & CRD_F_IV_EXPLICIT)
89 bcopy(crd->crd_iv, iv, blks);
90 else
91 arc4rand(iv, blks, 0);
92
93 /* Do we need to write the IV */
94 if (!(crd->crd_flags & CRD_F_IV_PRESENT))
95 crypto_copyback(flags, buf, crd->crd_inject, blks, iv);
96
97 } else { /* Decryption */
98 /* IV explicitly provided ? */
99 if (crd->crd_flags & CRD_F_IV_EXPLICIT)
100 bcopy(crd->crd_iv, iv, blks);
101 else {
102 /* Get IV off buf */
103 crypto_copydata(flags, buf, crd->crd_inject, blks, iv);
104 }
105 }
106
107 if (crd->crd_flags & CRD_F_KEY_EXPLICIT) {
108 int error;
109
110 if (sw->sw_kschedule)
111 exf->zerokey(&(sw->sw_kschedule));
112 error = exf->setkey(&sw->sw_kschedule,
113 crd->crd_key, crd->crd_klen / 8);
114 if (error)
115 return (error);
116 }
117 ivp = iv;
118
119 if (flags & CRYPTO_F_IMBUF) {
120 struct mbuf *m = (struct mbuf *) buf;
121
122 /* Find beginning of data */
123 m = m_getptr(m, crd->crd_skip, &k);
124 if (m == NULL)
125 return EINVAL;
126
127 i = crd->crd_len;
128
129 while (i > 0) {
130 /*
131 * If there's insufficient data at the end of
132 * an mbuf, we have to do some copying.
133 */
134 if (m->m_len < k + blks && m->m_len != k) {
135 m_copydata(m, k, blks, blk);
136
137 /* Actual encryption/decryption */
138 if (crd->crd_flags & CRD_F_ENCRYPT) {
139 /* XOR with previous block */
140 for (j = 0; j < blks; j++)
141 blk[j] ^= ivp[j];
142
143 exf->encrypt(sw->sw_kschedule, blk);
144
145 /*
146 * Keep encrypted block for XOR'ing
147 * with next block
148 */
149 bcopy(blk, iv, blks);
150 ivp = iv;
151 } else { /* decrypt */
152 /*
153 * Keep encrypted block for XOR'ing
154 * with next block
155 */
156 if (ivp == iv)
157 bcopy(blk, piv, blks);
158 else
159 bcopy(blk, iv, blks);
160
161 exf->decrypt(sw->sw_kschedule, blk);
162
163 /* XOR with previous block */
164 for (j = 0; j < blks; j++)
165 blk[j] ^= ivp[j];
166
167 if (ivp == iv)
168 bcopy(piv, iv, blks);
169 else
170 ivp = iv;
171 }
172
173 /* Copy back decrypted block */
174 m_copyback(m, k, blks, blk);
175
176 /* Advance pointer */
177 m = m_getptr(m, k + blks, &k);
178 if (m == NULL)
179 return EINVAL;
180
181 i -= blks;
182
183 /* Could be done... */
184 if (i == 0)
185 break;
186 }
187
188 /* Skip possibly empty mbufs */
189 if (k == m->m_len) {
190 for (m = m->m_next; m && m->m_len == 0;
191 m = m->m_next)
192 ;
193 k = 0;
194 }
195
196 /* Sanity check */
197 if (m == NULL)
198 return EINVAL;
199
200 /*
201 * Warning: idat may point to garbage here, but
202 * we only use it in the while() loop, only if
203 * there are indeed enough data.
204 */
205 idat = mtod(m, unsigned char *) + k;
206
207 while (m->m_len >= k + blks && i > 0) {
208 if (crd->crd_flags & CRD_F_ENCRYPT) {
209 /* XOR with previous block/IV */
210 for (j = 0; j < blks; j++)
211 idat[j] ^= ivp[j];
212
213 exf->encrypt(sw->sw_kschedule, idat);
214 ivp = idat;
215 } else { /* decrypt */
216 /*
217 * Keep encrypted block to be used
218 * in next block's processing.
219 */
220 if (ivp == iv)
221 bcopy(idat, piv, blks);
222 else
223 bcopy(idat, iv, blks);
224
225 exf->decrypt(sw->sw_kschedule, idat);
226
227 /* XOR with previous block/IV */
228 for (j = 0; j < blks; j++)
229 idat[j] ^= ivp[j];
230
231 if (ivp == iv)
232 bcopy(piv, iv, blks);
233 else
234 ivp = iv;
235 }
236
237 idat += blks;
238 k += blks;
239 i -= blks;
240 }
241 }
242
243 return 0; /* Done with mbuf encryption/decryption */
244 } else if (flags & CRYPTO_F_IOV) {
245 struct uio *uio = (struct uio *) buf;
246 struct iovec *iov;
247
248 /* Find beginning of data */
249 iov = cuio_getptr(uio, crd->crd_skip, &k);
250 if (iov == NULL)
251 return EINVAL;
252
253 i = crd->crd_len;
254
255 while (i > 0) {
256 /*
257 * If there's insufficient data at the end of
258 * an iovec, we have to do some copying.
259 */
260 if (iov->iov_len < k + blks && iov->iov_len != k) {
261 cuio_copydata(uio, k, blks, blk);
262
263 /* Actual encryption/decryption */
264 if (crd->crd_flags & CRD_F_ENCRYPT) {
265 /* XOR with previous block */
266 for (j = 0; j < blks; j++)
267 blk[j] ^= ivp[j];
268
269 exf->encrypt(sw->sw_kschedule, blk);
270
271 /*
272 * Keep encrypted block for XOR'ing
273 * with next block
274 */
275 bcopy(blk, iv, blks);
276 ivp = iv;
277 } else { /* decrypt */
278 /*
279 * Keep encrypted block for XOR'ing
280 * with next block
281 */
282 if (ivp == iv)
283 bcopy(blk, piv, blks);
284 else
285 bcopy(blk, iv, blks);
286
287 exf->decrypt(sw->sw_kschedule, blk);
288
289 /* XOR with previous block */
290 for (j = 0; j < blks; j++)
291 blk[j] ^= ivp[j];
292
293 if (ivp == iv)
294 bcopy(piv, iv, blks);
295 else
296 ivp = iv;
297 }
298
299 /* Copy back decrypted block */
300 cuio_copyback(uio, k, blks, blk);
301
302 /* Advance pointer */
303 iov = cuio_getptr(uio, k + blks, &k);
304 if (iov == NULL)
305 return EINVAL;
306
307 i -= blks;
308
309 /* Could be done... */
310 if (i == 0)
311 break;
312 }
313
314 /*
315 * Warning: idat may point to garbage here, but
316 * we only use it in the while() loop, only if
317 * there are indeed enough data.
318 */
319 idat = (char *)iov->iov_base + k;
320
321 while (iov->iov_len >= k + blks && i > 0) {
322 if (crd->crd_flags & CRD_F_ENCRYPT) {
323 /* XOR with previous block/IV */
324 for (j = 0; j < blks; j++)
325 idat[j] ^= ivp[j];
326
327 exf->encrypt(sw->sw_kschedule, idat);
328 ivp = idat;
329 } else { /* decrypt */
330 /*
331 * Keep encrypted block to be used
332 * in next block's processing.
333 */
334 if (ivp == iv)
335 bcopy(idat, piv, blks);
336 else
337 bcopy(idat, iv, blks);
338
339 exf->decrypt(sw->sw_kschedule, idat);
340
341 /* XOR with previous block/IV */
342 for (j = 0; j < blks; j++)
343 idat[j] ^= ivp[j];
344
345 if (ivp == iv)
346 bcopy(piv, iv, blks);
347 else
348 ivp = iv;
349 }
350
351 idat += blks;
352 k += blks;
353 i -= blks;
354 }
355 }
356
357 return 0; /* Done with iovec encryption/decryption */
358 } else { /* contiguous buffer */
359 if (crd->crd_flags & CRD_F_ENCRYPT) {
360 for (i = crd->crd_skip;
361 i < crd->crd_skip + crd->crd_len; i += blks) {
362 /* XOR with the IV/previous block, as appropriate. */
363 if (i == crd->crd_skip)
364 for (k = 0; k < blks; k++)
365 buf[i + k] ^= ivp[k];
366 else
367 for (k = 0; k < blks; k++)
368 buf[i + k] ^= buf[i + k - blks];
369 exf->encrypt(sw->sw_kschedule, buf + i);
370 }
371 } else { /* Decrypt */
372 /*
373 * Start at the end, so we don't need to keep the encrypted
374 * block as the IV for the next block.
375 */
376 for (i = crd->crd_skip + crd->crd_len - blks;
377 i >= crd->crd_skip; i -= blks) {
378 exf->decrypt(sw->sw_kschedule, buf + i);
379
380 /* XOR with the IV/previous block, as appropriate */
381 if (i == crd->crd_skip)
382 for (k = 0; k < blks; k++)
383 buf[i + k] ^= ivp[k];
384 else
385 for (k = 0; k < blks; k++)
386 buf[i + k] ^= buf[i + k - blks];
387 }
388 }
389
390 return 0; /* Done with contiguous buffer encryption/decryption */
391 }
392
393 /* Unreachable */
394 return EINVAL;
395 }
396
397 static void
398 swcr_authprepare(struct auth_hash *axf, struct swcr_data *sw, u_char *key,
399 int klen)
400 {
401 int k;
402
403 klen /= 8;
404
405 switch (axf->type) {
406 case CRYPTO_MD5_HMAC:
407 case CRYPTO_SHA1_HMAC:
408 case CRYPTO_SHA2_256_HMAC:
409 case CRYPTO_SHA2_384_HMAC:
410 case CRYPTO_SHA2_512_HMAC:
411 case CRYPTO_NULL_HMAC:
412 case CRYPTO_RIPEMD160_HMAC:
413 for (k = 0; k < klen; k++)
414 key[k] ^= HMAC_IPAD_VAL;
415
416 axf->Init(sw->sw_ictx);
417 axf->Update(sw->sw_ictx, key, klen);
418 axf->Update(sw->sw_ictx, hmac_ipad_buffer, axf->blocksize - klen);
419
420 for (k = 0; k < klen; k++)
421 key[k] ^= (HMAC_IPAD_VAL ^ HMAC_OPAD_VAL);
422
423 axf->Init(sw->sw_octx);
424 axf->Update(sw->sw_octx, key, klen);
425 axf->Update(sw->sw_octx, hmac_opad_buffer, axf->blocksize - klen);
426
427 for (k = 0; k < klen; k++)
428 key[k] ^= HMAC_OPAD_VAL;
429 break;
430 case CRYPTO_MD5_KPDK:
431 case CRYPTO_SHA1_KPDK:
432 sw->sw_klen = klen;
433 bcopy(key, sw->sw_octx, klen);
434 axf->Init(sw->sw_ictx);
435 axf->Update(sw->sw_ictx, key, klen);
436 axf->Final(NULL, sw->sw_ictx);
437 break;
438 default:
439 printf("%s: CRD_F_KEY_EXPLICIT flag given, but algorithm %d "
440 "doesn't use keys.\n", __func__, axf->type);
441 }
442 }
443
444 /*
445 * Compute keyed-hash authenticator.
446 */
447 static int
448 swcr_authcompute(struct cryptodesc *crd, struct swcr_data *sw, caddr_t buf,
449 int flags)
450 {
451 unsigned char aalg[HASH_MAX_LEN];
452 struct auth_hash *axf;
453 union authctx ctx;
454 int err;
455
456 if (sw->sw_ictx == 0)
457 return EINVAL;
458
459 axf = sw->sw_axf;
460
461 if (crd->crd_flags & CRD_F_KEY_EXPLICIT)
462 swcr_authprepare(axf, sw, crd->crd_key, crd->crd_klen);
463
464 bcopy(sw->sw_ictx, &ctx, axf->ctxsize);
465
466 err = crypto_apply(flags, buf, crd->crd_skip, crd->crd_len,
467 (int (*)(void *, void *, unsigned int))axf->Update, (caddr_t)&ctx);
468 if (err)
469 return err;
470
471 switch (sw->sw_alg) {
472 case CRYPTO_MD5_HMAC:
473 case CRYPTO_SHA1_HMAC:
474 case CRYPTO_SHA2_256_HMAC:
475 case CRYPTO_SHA2_384_HMAC:
476 case CRYPTO_SHA2_512_HMAC:
477 case CRYPTO_RIPEMD160_HMAC:
478 if (sw->sw_octx == NULL)
479 return EINVAL;
480
481 axf->Final(aalg, &ctx);
482 bcopy(sw->sw_octx, &ctx, axf->ctxsize);
483 axf->Update(&ctx, aalg, axf->hashsize);
484 axf->Final(aalg, &ctx);
485 break;
486
487 case CRYPTO_MD5_KPDK:
488 case CRYPTO_SHA1_KPDK:
489 if (sw->sw_octx == NULL)
490 return EINVAL;
491
492 axf->Update(&ctx, sw->sw_octx, sw->sw_klen);
493 axf->Final(aalg, &ctx);
494 break;
495
496 case CRYPTO_NULL_HMAC:
497 axf->Final(aalg, &ctx);
498 break;
499 }
500
501 /* Inject the authentication data */
502 crypto_copyback(flags, buf, crd->crd_inject,
503 sw->sw_mlen == 0 ? axf->hashsize : sw->sw_mlen, aalg);
504 return 0;
505 }
506
507 /*
508 * Apply a compression/decompression algorithm
509 */
510 static int
511 swcr_compdec(struct cryptodesc *crd, struct swcr_data *sw,
512 caddr_t buf, int flags)
513 {
514 u_int8_t *data, *out;
515 struct comp_algo *cxf;
516 int adj;
517 u_int32_t result;
518
519 cxf = sw->sw_cxf;
520
521 /* We must handle the whole buffer of data in one time
522 * then if there is not all the data in the mbuf, we must
523 * copy in a buffer.
524 */
525
526 MALLOC(data, u_int8_t *, crd->crd_len, M_CRYPTO_DATA, M_NOWAIT);
527 if (data == NULL)
528 return (EINVAL);
529 crypto_copydata(flags, buf, crd->crd_skip, crd->crd_len, data);
530
531 if (crd->crd_flags & CRD_F_COMP)
532 result = cxf->compress(data, crd->crd_len, &out);
533 else
534 result = cxf->decompress(data, crd->crd_len, &out);
535
536 FREE(data, M_CRYPTO_DATA);
537 if (result == 0)
538 return EINVAL;
539
540 /* Copy back the (de)compressed data. m_copyback is
541 * extending the mbuf as necessary.
542 */
543 sw->sw_size = result;
544 /* Check the compressed size when doing compression */
545 if (crd->crd_flags & CRD_F_COMP) {
546 if (result > crd->crd_len) {
547 /* Compression was useless, we lost time */
548 FREE(out, M_CRYPTO_DATA);
549 return 0;
550 }
551 }
552
553 crypto_copyback(flags, buf, crd->crd_skip, result, out);
554 if (result < crd->crd_len) {
555 adj = result - crd->crd_len;
556 if (flags & CRYPTO_F_IMBUF) {
557 adj = result - crd->crd_len;
558 m_adj((struct mbuf *)buf, adj);
559 } else if (flags & CRYPTO_F_IOV) {
560 struct uio *uio = (struct uio *)buf;
561 int ind;
562
563 adj = crd->crd_len - result;
564 ind = uio->uio_iovcnt - 1;
565
566 while (adj > 0 && ind >= 0) {
567 if (adj < uio->uio_iov[ind].iov_len) {
568 uio->uio_iov[ind].iov_len -= adj;
569 break;
570 }
571
572 adj -= uio->uio_iov[ind].iov_len;
573 uio->uio_iov[ind].iov_len = 0;
574 ind--;
575 uio->uio_iovcnt--;
576 }
577 }
578 }
579 FREE(out, M_CRYPTO_DATA);
580 return 0;
581 }
582
583 /*
584 * Generate a new software session.
585 */
586 static int
587 swcr_newsession(device_t dev, u_int32_t *sid, struct cryptoini *cri)
588 {
589 struct swcr_data **swd;
590 struct auth_hash *axf;
591 struct enc_xform *txf;
592 struct comp_algo *cxf;
593 u_int32_t i;
594 int error;
595
596 if (sid == NULL || cri == NULL)
597 return EINVAL;
598
599 if (swcr_sessions) {
600 for (i = 1; i < swcr_sesnum; i++)
601 if (swcr_sessions[i] == NULL)
602 break;
603 } else
604 i = 1; /* NB: to silence compiler warning */
605
606 if (swcr_sessions == NULL || i == swcr_sesnum) {
607 if (swcr_sessions == NULL) {
608 i = 1; /* We leave swcr_sessions[0] empty */
609 swcr_sesnum = CRYPTO_SW_SESSIONS;
610 } else
611 swcr_sesnum *= 2;
612
613 swd = malloc(swcr_sesnum * sizeof(struct swcr_data *),
614 M_CRYPTO_DATA, M_NOWAIT|M_ZERO);
615 if (swd == NULL) {
616 /* Reset session number */
617 if (swcr_sesnum == CRYPTO_SW_SESSIONS)
618 swcr_sesnum = 0;
619 else
620 swcr_sesnum /= 2;
621 return ENOBUFS;
622 }
623
624 /* Copy existing sessions */
625 if (swcr_sessions != NULL) {
626 bcopy(swcr_sessions, swd,
627 (swcr_sesnum / 2) * sizeof(struct swcr_data *));
628 free(swcr_sessions, M_CRYPTO_DATA);
629 }
630
631 swcr_sessions = swd;
632 }
633
634 swd = &swcr_sessions[i];
635 *sid = i;
636
637 while (cri) {
638 MALLOC(*swd, struct swcr_data *, sizeof(struct swcr_data),
639 M_CRYPTO_DATA, M_NOWAIT|M_ZERO);
640 if (*swd == NULL) {
641 swcr_freesession(dev, i);
642 return ENOBUFS;
643 }
644
645 switch (cri->cri_alg) {
646 case CRYPTO_DES_CBC:
647 txf = &enc_xform_des;
648 goto enccommon;
649 case CRYPTO_3DES_CBC:
650 txf = &enc_xform_3des;
651 goto enccommon;
652 case CRYPTO_BLF_CBC:
653 txf = &enc_xform_blf;
654 goto enccommon;
655 case CRYPTO_CAST_CBC:
656 txf = &enc_xform_cast5;
657 goto enccommon;
658 case CRYPTO_SKIPJACK_CBC:
659 txf = &enc_xform_skipjack;
660 goto enccommon;
661 case CRYPTO_RIJNDAEL128_CBC:
662 txf = &enc_xform_rijndael128;
663 goto enccommon;
664 case CRYPTO_CAMELLIA_CBC:
665 txf = &enc_xform_camellia;
666 goto enccommon;
667 case CRYPTO_NULL_CBC:
668 txf = &enc_xform_null;
669 goto enccommon;
670 enccommon:
671 if (cri->cri_key != NULL) {
672 error = txf->setkey(&((*swd)->sw_kschedule),
673 cri->cri_key, cri->cri_klen / 8);
674 if (error) {
675 swcr_freesession(dev, i);
676 return error;
677 }
678 }
679 (*swd)->sw_exf = txf;
680 break;
681
682 case CRYPTO_MD5_HMAC:
683 axf = &auth_hash_hmac_md5;
684 goto authcommon;
685 case CRYPTO_SHA1_HMAC:
686 axf = &auth_hash_hmac_sha1;
687 goto authcommon;
688 case CRYPTO_SHA2_256_HMAC:
689 axf = &auth_hash_hmac_sha2_256;
690 goto authcommon;
691 case CRYPTO_SHA2_384_HMAC:
692 axf = &auth_hash_hmac_sha2_384;
693 goto authcommon;
694 case CRYPTO_SHA2_512_HMAC:
695 axf = &auth_hash_hmac_sha2_512;
696 goto authcommon;
697 case CRYPTO_NULL_HMAC:
698 axf = &auth_hash_null;
699 goto authcommon;
700 case CRYPTO_RIPEMD160_HMAC:
701 axf = &auth_hash_hmac_ripemd_160;
702 authcommon:
703 (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
704 M_NOWAIT);
705 if ((*swd)->sw_ictx == NULL) {
706 swcr_freesession(dev, i);
707 return ENOBUFS;
708 }
709
710 (*swd)->sw_octx = malloc(axf->ctxsize, M_CRYPTO_DATA,
711 M_NOWAIT);
712 if ((*swd)->sw_octx == NULL) {
713 swcr_freesession(dev, i);
714 return ENOBUFS;
715 }
716
717 if (cri->cri_key != NULL) {
718 swcr_authprepare(axf, *swd, cri->cri_key,
719 cri->cri_klen);
720 }
721
722 (*swd)->sw_mlen = cri->cri_mlen;
723 (*swd)->sw_axf = axf;
724 break;
725
726 case CRYPTO_MD5_KPDK:
727 axf = &auth_hash_key_md5;
728 goto auth2common;
729
730 case CRYPTO_SHA1_KPDK:
731 axf = &auth_hash_key_sha1;
732 auth2common:
733 (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
734 M_NOWAIT);
735 if ((*swd)->sw_ictx == NULL) {
736 swcr_freesession(dev, i);
737 return ENOBUFS;
738 }
739
740 (*swd)->sw_octx = malloc(cri->cri_klen / 8,
741 M_CRYPTO_DATA, M_NOWAIT);
742 if ((*swd)->sw_octx == NULL) {
743 swcr_freesession(dev, i);
744 return ENOBUFS;
745 }
746
747 /* Store the key so we can "append" it to the payload */
748 if (cri->cri_key != NULL) {
749 swcr_authprepare(axf, *swd, cri->cri_key,
750 cri->cri_klen);
751 }
752
753 (*swd)->sw_mlen = cri->cri_mlen;
754 (*swd)->sw_axf = axf;
755 break;
756 #ifdef notdef
757 case CRYPTO_MD5:
758 axf = &auth_hash_md5;
759 goto auth3common;
760
761 case CRYPTO_SHA1:
762 axf = &auth_hash_sha1;
763 auth3common:
764 (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
765 M_NOWAIT);
766 if ((*swd)->sw_ictx == NULL) {
767 swcr_freesession(dev, i);
768 return ENOBUFS;
769 }
770
771 axf->Init((*swd)->sw_ictx);
772 (*swd)->sw_mlen = cri->cri_mlen;
773 (*swd)->sw_axf = axf;
774 break;
775 #endif
776 case CRYPTO_DEFLATE_COMP:
777 cxf = &comp_algo_deflate;
778 (*swd)->sw_cxf = cxf;
779 break;
780 default:
781 swcr_freesession(dev, i);
782 return EINVAL;
783 }
784
785 (*swd)->sw_alg = cri->cri_alg;
786 cri = cri->cri_next;
787 swd = &((*swd)->sw_next);
788 }
789 return 0;
790 }
791
792 /*
793 * Free a session.
794 */
795 static int
796 swcr_freesession(device_t dev, u_int64_t tid)
797 {
798 struct swcr_data *swd;
799 struct enc_xform *txf;
800 struct auth_hash *axf;
801 struct comp_algo *cxf;
802 u_int32_t sid = CRYPTO_SESID2LID(tid);
803
804 if (sid > swcr_sesnum || swcr_sessions == NULL ||
805 swcr_sessions[sid] == NULL)
806 return EINVAL;
807
808 /* Silently accept and return */
809 if (sid == 0)
810 return 0;
811
812 while ((swd = swcr_sessions[sid]) != NULL) {
813 swcr_sessions[sid] = swd->sw_next;
814
815 switch (swd->sw_alg) {
816 case CRYPTO_DES_CBC:
817 case CRYPTO_3DES_CBC:
818 case CRYPTO_BLF_CBC:
819 case CRYPTO_CAST_CBC:
820 case CRYPTO_SKIPJACK_CBC:
821 case CRYPTO_RIJNDAEL128_CBC:
822 case CRYPTO_CAMELLIA_CBC:
823 case CRYPTO_NULL_CBC:
824 txf = swd->sw_exf;
825
826 if (swd->sw_kschedule)
827 txf->zerokey(&(swd->sw_kschedule));
828 break;
829
830 case CRYPTO_MD5_HMAC:
831 case CRYPTO_SHA1_HMAC:
832 case CRYPTO_SHA2_256_HMAC:
833 case CRYPTO_SHA2_384_HMAC:
834 case CRYPTO_SHA2_512_HMAC:
835 case CRYPTO_RIPEMD160_HMAC:
836 case CRYPTO_NULL_HMAC:
837 axf = swd->sw_axf;
838
839 if (swd->sw_ictx) {
840 bzero(swd->sw_ictx, axf->ctxsize);
841 free(swd->sw_ictx, M_CRYPTO_DATA);
842 }
843 if (swd->sw_octx) {
844 bzero(swd->sw_octx, axf->ctxsize);
845 free(swd->sw_octx, M_CRYPTO_DATA);
846 }
847 break;
848
849 case CRYPTO_MD5_KPDK:
850 case CRYPTO_SHA1_KPDK:
851 axf = swd->sw_axf;
852
853 if (swd->sw_ictx) {
854 bzero(swd->sw_ictx, axf->ctxsize);
855 free(swd->sw_ictx, M_CRYPTO_DATA);
856 }
857 if (swd->sw_octx) {
858 bzero(swd->sw_octx, swd->sw_klen);
859 free(swd->sw_octx, M_CRYPTO_DATA);
860 }
861 break;
862
863 case CRYPTO_MD5:
864 case CRYPTO_SHA1:
865 axf = swd->sw_axf;
866
867 if (swd->sw_ictx)
868 free(swd->sw_ictx, M_CRYPTO_DATA);
869 break;
870
871 case CRYPTO_DEFLATE_COMP:
872 cxf = swd->sw_cxf;
873 break;
874 }
875
876 FREE(swd, M_CRYPTO_DATA);
877 }
878 return 0;
879 }
880
881 /*
882 * Process a software request.
883 */
884 static int
885 swcr_process(device_t dev, struct cryptop *crp, int hint)
886 {
887 struct cryptodesc *crd;
888 struct swcr_data *sw;
889 u_int32_t lid;
890
891 /* Sanity check */
892 if (crp == NULL)
893 return EINVAL;
894
895 if (crp->crp_desc == NULL || crp->crp_buf == NULL) {
896 crp->crp_etype = EINVAL;
897 goto done;
898 }
899
900 lid = crp->crp_sid & 0xffffffff;
901 if (lid >= swcr_sesnum || lid == 0 || swcr_sessions[lid] == NULL) {
902 crp->crp_etype = ENOENT;
903 goto done;
904 }
905
906 /* Go through crypto descriptors, processing as we go */
907 for (crd = crp->crp_desc; crd; crd = crd->crd_next) {
908 /*
909 * Find the crypto context.
910 *
911 * XXX Note that the logic here prevents us from having
912 * XXX the same algorithm multiple times in a session
913 * XXX (or rather, we can but it won't give us the right
914 * XXX results). To do that, we'd need some way of differentiating
915 * XXX between the various instances of an algorithm (so we can
916 * XXX locate the correct crypto context).
917 */
918 for (sw = swcr_sessions[lid];
919 sw && sw->sw_alg != crd->crd_alg;
920 sw = sw->sw_next)
921 ;
922
923 /* No such context ? */
924 if (sw == NULL) {
925 crp->crp_etype = EINVAL;
926 goto done;
927 }
928 switch (sw->sw_alg) {
929 case CRYPTO_DES_CBC:
930 case CRYPTO_3DES_CBC:
931 case CRYPTO_BLF_CBC:
932 case CRYPTO_CAST_CBC:
933 case CRYPTO_SKIPJACK_CBC:
934 case CRYPTO_RIJNDAEL128_CBC:
935 case CRYPTO_CAMELLIA_CBC:
936 if ((crp->crp_etype = swcr_encdec(crd, sw,
937 crp->crp_buf, crp->crp_flags)) != 0)
938 goto done;
939 break;
940 case CRYPTO_NULL_CBC:
941 crp->crp_etype = 0;
942 break;
943 case CRYPTO_MD5_HMAC:
944 case CRYPTO_SHA1_HMAC:
945 case CRYPTO_SHA2_256_HMAC:
946 case CRYPTO_SHA2_384_HMAC:
947 case CRYPTO_SHA2_512_HMAC:
948 case CRYPTO_RIPEMD160_HMAC:
949 case CRYPTO_NULL_HMAC:
950 case CRYPTO_MD5_KPDK:
951 case CRYPTO_SHA1_KPDK:
952 case CRYPTO_MD5:
953 case CRYPTO_SHA1:
954 if ((crp->crp_etype = swcr_authcompute(crd, sw,
955 crp->crp_buf, crp->crp_flags)) != 0)
956 goto done;
957 break;
958
959 case CRYPTO_DEFLATE_COMP:
960 if ((crp->crp_etype = swcr_compdec(crd, sw,
961 crp->crp_buf, crp->crp_flags)) != 0)
962 goto done;
963 else
964 crp->crp_olen = (int)sw->sw_size;
965 break;
966
967 default:
968 /* Unknown/unsupported algorithm */
969 crp->crp_etype = EINVAL;
970 goto done;
971 }
972 }
973
974 done:
975 crypto_done(crp);
976 return 0;
977 }
978
979 static void
980 swcr_identify(device_t *dev, device_t parent)
981 {
982 /* NB: order 10 is so we get attached after h/w devices */
983 if (device_find_child(parent, "cryptosoft", -1) == NULL &&
984 BUS_ADD_CHILD(parent, 10, "cryptosoft", -1) == 0)
985 panic("cryptosoft: could not attach");
986 }
987
988 static int
989 swcr_probe(device_t dev)
990 {
991 device_set_desc(dev, "software crypto");
992 return (0);
993 }
994
995 static int
996 swcr_attach(device_t dev)
997 {
998 memset(hmac_ipad_buffer, HMAC_IPAD_VAL, HMAC_MAX_BLOCK_LEN);
999 memset(hmac_opad_buffer, HMAC_OPAD_VAL, HMAC_MAX_BLOCK_LEN);
1000
1001 swcr_id = crypto_get_driverid(dev,
1002 CRYPTOCAP_F_SOFTWARE | CRYPTOCAP_F_SYNC);
1003 if (swcr_id < 0) {
1004 device_printf(dev, "cannot initialize!");
1005 return ENOMEM;
1006 }
1007 #define REGISTER(alg) \
1008 crypto_register(swcr_id, alg, 0,0)
1009 REGISTER(CRYPTO_DES_CBC);
1010 REGISTER(CRYPTO_3DES_CBC);
1011 REGISTER(CRYPTO_BLF_CBC);
1012 REGISTER(CRYPTO_CAST_CBC);
1013 REGISTER(CRYPTO_SKIPJACK_CBC);
1014 REGISTER(CRYPTO_NULL_CBC);
1015 REGISTER(CRYPTO_MD5_HMAC);
1016 REGISTER(CRYPTO_SHA1_HMAC);
1017 REGISTER(CRYPTO_SHA2_256_HMAC);
1018 REGISTER(CRYPTO_SHA2_384_HMAC);
1019 REGISTER(CRYPTO_SHA2_512_HMAC);
1020 REGISTER(CRYPTO_RIPEMD160_HMAC);
1021 REGISTER(CRYPTO_NULL_HMAC);
1022 REGISTER(CRYPTO_MD5_KPDK);
1023 REGISTER(CRYPTO_SHA1_KPDK);
1024 REGISTER(CRYPTO_MD5);
1025 REGISTER(CRYPTO_SHA1);
1026 REGISTER(CRYPTO_RIJNDAEL128_CBC);
1027 REGISTER(CRYPTO_CAMELLIA_CBC);
1028 REGISTER(CRYPTO_DEFLATE_COMP);
1029 #undef REGISTER
1030
1031 return 0;
1032 }
1033
1034 static void
1035 swcr_detach(device_t dev)
1036 {
1037 crypto_unregister_all(swcr_id);
1038 if (swcr_sessions != NULL)
1039 FREE(swcr_sessions, M_CRYPTO_DATA);
1040 }
1041
1042 static device_method_t swcr_methods[] = {
1043 DEVMETHOD(device_identify, swcr_identify),
1044 DEVMETHOD(device_probe, swcr_probe),
1045 DEVMETHOD(device_attach, swcr_attach),
1046 DEVMETHOD(device_detach, swcr_detach),
1047
1048 DEVMETHOD(cryptodev_newsession, swcr_newsession),
1049 DEVMETHOD(cryptodev_freesession,swcr_freesession),
1050 DEVMETHOD(cryptodev_process, swcr_process),
1051
1052 {0, 0},
1053 };
1054
1055 static driver_t swcr_driver = {
1056 "cryptosoft",
1057 swcr_methods,
1058 0, /* NB: no softc */
1059 };
1060 static devclass_t swcr_devclass;
1061
1062 /*
1063 * NB: We explicitly reference the crypto module so we
1064 * get the necessary ordering when built as a loadable
1065 * module. This is required because we bundle the crypto
1066 * module code together with the cryptosoft driver (otherwise
1067 * normal module dependencies would handle things).
1068 */
1069 extern int crypto_modevent(struct module *, int, void *);
1070 /* XXX where to attach */
1071 DRIVER_MODULE(cryptosoft, nexus, swcr_driver, swcr_devclass, crypto_modevent,0);
1072 MODULE_VERSION(cryptosoft, 1);
1073 MODULE_DEPEND(cryptosoft, crypto, 1, 1, 1);
Cache object: 658d8ec85b5c953b0ea1315274e32df4
|