1 /* $OpenBSD: cryptodev.c,v 1.52 2002/06/19 07:22:46 deraadt Exp $ */
2
3 /*-
4 * Copyright (c) 2001 Theo de Raadt
5 * Copyright (c) 2002-2006 Sam Leffler, Errno Consulting
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 *
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. The name of the author may not be used to endorse or promote products
17 * derived from this software without specific prior written permission.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
20 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
21 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
22 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
23 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
24 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
25 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
26 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
28 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 *
30 * Effort sponsored in part by the Defense Advanced Research Projects
31 * Agency (DARPA) and Air Force Research Laboratory, Air Force
32 * Materiel Command, USAF, under agreement number F30602-01-2-0537.
33 */
34
35 #include <sys/cdefs.h>
36 __FBSDID("$FreeBSD: releng/8.3/sys/opencrypto/cryptodev.c 214254 2010-10-23 22:11:30Z pjd $");
37
38 #include "opt_compat.h"
39
40 #include <sys/param.h>
41 #include <sys/systm.h>
42 #include <sys/malloc.h>
43 #include <sys/mbuf.h>
44 #include <sys/lock.h>
45 #include <sys/mutex.h>
46 #include <sys/sysctl.h>
47 #include <sys/file.h>
48 #include <sys/filedesc.h>
49 #include <sys/errno.h>
50 #include <sys/uio.h>
51 #include <sys/random.h>
52 #include <sys/conf.h>
53 #include <sys/kernel.h>
54 #include <sys/module.h>
55 #include <sys/fcntl.h>
56 #include <sys/bus.h>
57
58 #include <opencrypto/cryptodev.h>
59 #include <opencrypto/xform.h>
60
61 #ifdef COMPAT_FREEBSD32
62 #include <sys/mount.h>
63 #include <compat/freebsd32/freebsd32.h>
64
65 struct session_op32 {
66 u_int32_t cipher;
67 u_int32_t mac;
68 u_int32_t keylen;
69 u_int32_t key;
70 int mackeylen;
71 u_int32_t mackey;
72 u_int32_t ses;
73 };
74
75 struct session2_op32 {
76 u_int32_t cipher;
77 u_int32_t mac;
78 u_int32_t keylen;
79 u_int32_t key;
80 int mackeylen;
81 u_int32_t mackey;
82 u_int32_t ses;
83 int crid;
84 int pad[4];
85 };
86
87 struct crypt_op32 {
88 u_int32_t ses;
89 u_int16_t op;
90 u_int16_t flags;
91 u_int len;
92 u_int32_t src, dst;
93 u_int32_t mac;
94 u_int32_t iv;
95 };
96
97 struct crparam32 {
98 u_int32_t crp_p;
99 u_int crp_nbits;
100 };
101
102 struct crypt_kop32 {
103 u_int crk_op;
104 u_int crk_status;
105 u_short crk_iparams;
106 u_short crk_oparams;
107 u_int crk_crid;
108 struct crparam32 crk_param[CRK_MAXPARAM];
109 };
110
111 struct cryptotstat32 {
112 struct timespec32 acc;
113 struct timespec32 min;
114 struct timespec32 max;
115 u_int32_t count;
116 };
117
118 struct cryptostats32 {
119 u_int32_t cs_ops;
120 u_int32_t cs_errs;
121 u_int32_t cs_kops;
122 u_int32_t cs_kerrs;
123 u_int32_t cs_intrs;
124 u_int32_t cs_rets;
125 u_int32_t cs_blocks;
126 u_int32_t cs_kblocks;
127 struct cryptotstat32 cs_invoke;
128 struct cryptotstat32 cs_done;
129 struct cryptotstat32 cs_cb;
130 struct cryptotstat32 cs_finis;
131 };
132
133 #define CIOCGSESSION32 _IOWR('c', 101, struct session_op32)
134 #define CIOCCRYPT32 _IOWR('c', 103, struct crypt_op32)
135 #define CIOCKEY32 _IOWR('c', 104, struct crypt_kop32)
136 #define CIOCGSESSION232 _IOWR('c', 106, struct session2_op32)
137 #define CIOCKEY232 _IOWR('c', 107, struct crypt_kop32)
138
139 static void
140 session_op_from_32(const struct session_op32 *from, struct session_op *to)
141 {
142
143 CP(*from, *to, cipher);
144 CP(*from, *to, mac);
145 CP(*from, *to, keylen);
146 PTRIN_CP(*from, *to, key);
147 CP(*from, *to, mackeylen);
148 PTRIN_CP(*from, *to, mackey);
149 CP(*from, *to, ses);
150 }
151
152 static void
153 session2_op_from_32(const struct session2_op32 *from, struct session2_op *to)
154 {
155
156 session_op_from_32((const struct session_op32 *)from,
157 (struct session_op *)to);
158 CP(*from, *to, crid);
159 }
160
161 static void
162 session_op_to_32(const struct session_op *from, struct session_op32 *to)
163 {
164
165 CP(*from, *to, cipher);
166 CP(*from, *to, mac);
167 CP(*from, *to, keylen);
168 PTROUT_CP(*from, *to, key);
169 CP(*from, *to, mackeylen);
170 PTROUT_CP(*from, *to, mackey);
171 CP(*from, *to, ses);
172 }
173
174 static void
175 session2_op_to_32(const struct session2_op *from, struct session2_op32 *to)
176 {
177
178 session_op_to_32((const struct session_op *)from,
179 (struct session_op32 *)to);
180 CP(*from, *to, crid);
181 }
182
183 static void
184 crypt_op_from_32(const struct crypt_op32 *from, struct crypt_op *to)
185 {
186
187 CP(*from, *to, ses);
188 CP(*from, *to, op);
189 CP(*from, *to, flags);
190 CP(*from, *to, len);
191 PTRIN_CP(*from, *to, src);
192 PTRIN_CP(*from, *to, dst);
193 PTRIN_CP(*from, *to, mac);
194 PTRIN_CP(*from, *to, iv);
195 }
196
197 static void
198 crypt_op_to_32(const struct crypt_op *from, struct crypt_op32 *to)
199 {
200
201 CP(*from, *to, ses);
202 CP(*from, *to, op);
203 CP(*from, *to, flags);
204 CP(*from, *to, len);
205 PTROUT_CP(*from, *to, src);
206 PTROUT_CP(*from, *to, dst);
207 PTROUT_CP(*from, *to, mac);
208 PTROUT_CP(*from, *to, iv);
209 }
210
211 static void
212 crparam_from_32(const struct crparam32 *from, struct crparam *to)
213 {
214
215 PTRIN_CP(*from, *to, crp_p);
216 CP(*from, *to, crp_nbits);
217 }
218
219 static void
220 crparam_to_32(const struct crparam *from, struct crparam32 *to)
221 {
222
223 PTROUT_CP(*from, *to, crp_p);
224 CP(*from, *to, crp_nbits);
225 }
226
227 static void
228 crypt_kop_from_32(const struct crypt_kop32 *from, struct crypt_kop *to)
229 {
230 int i;
231
232 CP(*from, *to, crk_op);
233 CP(*from, *to, crk_status);
234 CP(*from, *to, crk_iparams);
235 CP(*from, *to, crk_oparams);
236 CP(*from, *to, crk_crid);
237 for (i = 0; i < CRK_MAXPARAM; i++)
238 crparam_from_32(&from->crk_param[i], &to->crk_param[i]);
239 }
240
241 static void
242 crypt_kop_to_32(const struct crypt_kop *from, struct crypt_kop32 *to)
243 {
244 int i;
245
246 CP(*from, *to, crk_op);
247 CP(*from, *to, crk_status);
248 CP(*from, *to, crk_iparams);
249 CP(*from, *to, crk_oparams);
250 CP(*from, *to, crk_crid);
251 for (i = 0; i < CRK_MAXPARAM; i++)
252 crparam_to_32(&from->crk_param[i], &to->crk_param[i]);
253 }
254 #endif
255
256 struct csession {
257 TAILQ_ENTRY(csession) next;
258 u_int64_t sid;
259 u_int32_t ses;
260 struct mtx lock; /* for op submission */
261
262 u_int32_t cipher;
263 struct enc_xform *txform;
264 u_int32_t mac;
265 struct auth_hash *thash;
266
267 caddr_t key;
268 int keylen;
269 u_char tmp_iv[EALG_MAX_BLOCK_LEN];
270
271 caddr_t mackey;
272 int mackeylen;
273
274 struct iovec iovec;
275 struct uio uio;
276 int error;
277 };
278
279 struct fcrypt {
280 TAILQ_HEAD(csessionlist, csession) csessions;
281 int sesn;
282 };
283
284 static int cryptof_rw(struct file *fp, struct uio *uio,
285 struct ucred *cred, int flags, struct thread *);
286 static int cryptof_truncate(struct file *, off_t, struct ucred *,
287 struct thread *);
288 static int cryptof_ioctl(struct file *, u_long, void *,
289 struct ucred *, struct thread *);
290 static int cryptof_poll(struct file *, int, struct ucred *, struct thread *);
291 static int cryptof_kqfilter(struct file *, struct knote *);
292 static int cryptof_stat(struct file *, struct stat *,
293 struct ucred *, struct thread *);
294 static int cryptof_close(struct file *, struct thread *);
295
296 static struct fileops cryptofops = {
297 .fo_read = cryptof_rw,
298 .fo_write = cryptof_rw,
299 .fo_truncate = cryptof_truncate,
300 .fo_ioctl = cryptof_ioctl,
301 .fo_poll = cryptof_poll,
302 .fo_kqfilter = cryptof_kqfilter,
303 .fo_stat = cryptof_stat,
304 .fo_close = cryptof_close
305 };
306
307 static struct csession *csefind(struct fcrypt *, u_int);
308 static int csedelete(struct fcrypt *, struct csession *);
309 static struct csession *cseadd(struct fcrypt *, struct csession *);
310 static struct csession *csecreate(struct fcrypt *, u_int64_t, caddr_t,
311 u_int64_t, caddr_t, u_int64_t, u_int32_t, u_int32_t, struct enc_xform *,
312 struct auth_hash *);
313 static int csefree(struct csession *);
314
315 static int cryptodev_op(struct csession *, struct crypt_op *,
316 struct ucred *, struct thread *td);
317 static int cryptodev_key(struct crypt_kop *);
318 static int cryptodev_find(struct crypt_find_op *);
319
320 static int
321 cryptof_rw(
322 struct file *fp,
323 struct uio *uio,
324 struct ucred *active_cred,
325 int flags,
326 struct thread *td)
327 {
328
329 return (EIO);
330 }
331
332 static int
333 cryptof_truncate(
334 struct file *fp,
335 off_t length,
336 struct ucred *active_cred,
337 struct thread *td)
338 {
339
340 return (EINVAL);
341 }
342
343 /*
344 * Check a crypto identifier to see if it requested
345 * a software device/driver. This can be done either
346 * by device name/class or through search constraints.
347 */
348 static int
349 checkforsoftware(int crid)
350 {
351 if (crid & CRYPTOCAP_F_SOFTWARE)
352 return EINVAL; /* XXX */
353 if ((crid & CRYPTOCAP_F_HARDWARE) == 0 &&
354 (crypto_getcaps(crid) & CRYPTOCAP_F_HARDWARE) == 0)
355 return EINVAL; /* XXX */
356 return 0;
357 }
358
359 /* ARGSUSED */
360 static int
361 cryptof_ioctl(
362 struct file *fp,
363 u_long cmd,
364 void *data,
365 struct ucred *active_cred,
366 struct thread *td)
367 {
368 #define SES2(p) ((struct session2_op *)p)
369 struct cryptoini cria, crie;
370 struct fcrypt *fcr = fp->f_data;
371 struct csession *cse;
372 struct session_op *sop;
373 struct crypt_op *cop;
374 struct enc_xform *txform = NULL;
375 struct auth_hash *thash = NULL;
376 struct crypt_kop *kop;
377 u_int64_t sid;
378 u_int32_t ses;
379 int error = 0, crid;
380 #ifdef COMPAT_FREEBSD32
381 struct session2_op sopc;
382 struct crypt_op copc;
383 struct crypt_kop kopc;
384 #endif
385
386 switch (cmd) {
387 case CIOCGSESSION:
388 case CIOCGSESSION2:
389 #ifdef COMPAT_FREEBSD32
390 case CIOCGSESSION32:
391 case CIOCGSESSION232:
392 if (cmd == CIOCGSESSION32) {
393 session_op_from_32(data, (struct session_op *)&sopc);
394 sop = (struct session_op *)&sopc;
395 } else if (cmd == CIOCGSESSION232) {
396 session2_op_from_32(data, &sopc);
397 sop = (struct session_op *)&sopc;
398 } else
399 #endif
400 sop = (struct session_op *)data;
401 switch (sop->cipher) {
402 case 0:
403 break;
404 case CRYPTO_DES_CBC:
405 txform = &enc_xform_des;
406 break;
407 case CRYPTO_3DES_CBC:
408 txform = &enc_xform_3des;
409 break;
410 case CRYPTO_BLF_CBC:
411 txform = &enc_xform_blf;
412 break;
413 case CRYPTO_CAST_CBC:
414 txform = &enc_xform_cast5;
415 break;
416 case CRYPTO_SKIPJACK_CBC:
417 txform = &enc_xform_skipjack;
418 break;
419 case CRYPTO_AES_CBC:
420 txform = &enc_xform_rijndael128;
421 break;
422 case CRYPTO_AES_XTS:
423 txform = &enc_xform_aes_xts;
424 break;
425 case CRYPTO_NULL_CBC:
426 txform = &enc_xform_null;
427 break;
428 case CRYPTO_ARC4:
429 txform = &enc_xform_arc4;
430 break;
431 case CRYPTO_CAMELLIA_CBC:
432 txform = &enc_xform_camellia;
433 break;
434 default:
435 return (EINVAL);
436 }
437
438 switch (sop->mac) {
439 case 0:
440 break;
441 case CRYPTO_MD5_HMAC:
442 thash = &auth_hash_hmac_md5;
443 break;
444 case CRYPTO_SHA1_HMAC:
445 thash = &auth_hash_hmac_sha1;
446 break;
447 case CRYPTO_SHA2_256_HMAC:
448 thash = &auth_hash_hmac_sha2_256;
449 break;
450 case CRYPTO_SHA2_384_HMAC:
451 thash = &auth_hash_hmac_sha2_384;
452 break;
453 case CRYPTO_SHA2_512_HMAC:
454 thash = &auth_hash_hmac_sha2_512;
455 break;
456 case CRYPTO_RIPEMD160_HMAC:
457 thash = &auth_hash_hmac_ripemd_160;
458 break;
459 #ifdef notdef
460 case CRYPTO_MD5:
461 thash = &auth_hash_md5;
462 break;
463 case CRYPTO_SHA1:
464 thash = &auth_hash_sha1;
465 break;
466 #endif
467 case CRYPTO_NULL_HMAC:
468 thash = &auth_hash_null;
469 break;
470 default:
471 return (EINVAL);
472 }
473
474 bzero(&crie, sizeof(crie));
475 bzero(&cria, sizeof(cria));
476
477 if (txform) {
478 crie.cri_alg = txform->type;
479 crie.cri_klen = sop->keylen * 8;
480 if (sop->keylen > txform->maxkey ||
481 sop->keylen < txform->minkey) {
482 error = EINVAL;
483 goto bail;
484 }
485
486 crie.cri_key = malloc(crie.cri_klen / 8,
487 M_XDATA, M_WAITOK);
488 if ((error = copyin(sop->key, crie.cri_key,
489 crie.cri_klen / 8)))
490 goto bail;
491 if (thash)
492 crie.cri_next = &cria;
493 }
494
495 if (thash) {
496 cria.cri_alg = thash->type;
497 cria.cri_klen = sop->mackeylen * 8;
498 if (sop->mackeylen != thash->keysize) {
499 error = EINVAL;
500 goto bail;
501 }
502
503 if (cria.cri_klen) {
504 cria.cri_key = malloc(cria.cri_klen / 8,
505 M_XDATA, M_WAITOK);
506 if ((error = copyin(sop->mackey, cria.cri_key,
507 cria.cri_klen / 8)))
508 goto bail;
509 }
510 }
511
512 /* NB: CIOGSESSION2 has the crid */
513 if (cmd == CIOCGSESSION2
514 #ifdef COMPAT_FREEBSD32
515 || cmd == CIOCGSESSION232
516 #endif
517 ) {
518 crid = SES2(sop)->crid;
519 error = checkforsoftware(crid);
520 if (error)
521 goto bail;
522 } else
523 crid = CRYPTOCAP_F_HARDWARE;
524 error = crypto_newsession(&sid, (txform ? &crie : &cria), crid);
525 if (error)
526 goto bail;
527
528 cse = csecreate(fcr, sid, crie.cri_key, crie.cri_klen,
529 cria.cri_key, cria.cri_klen, sop->cipher, sop->mac, txform,
530 thash);
531
532 if (cse == NULL) {
533 crypto_freesession(sid);
534 error = EINVAL;
535 goto bail;
536 }
537 sop->ses = cse->ses;
538 if (cmd == CIOCGSESSION2
539 #ifdef COMPAT_FREEBSD32
540 || cmd == CIOCGSESSION232
541 #endif
542 ) {
543 /* return hardware/driver id */
544 SES2(sop)->crid = CRYPTO_SESID2HID(cse->sid);
545 }
546 bail:
547 if (error) {
548 if (crie.cri_key)
549 free(crie.cri_key, M_XDATA);
550 if (cria.cri_key)
551 free(cria.cri_key, M_XDATA);
552 }
553 #ifdef COMPAT_FREEBSD32
554 else {
555 if (cmd == CIOCGSESSION32)
556 session_op_to_32(sop, data);
557 else if (cmd == CIOCGSESSION232)
558 session2_op_to_32((struct session2_op *)sop,
559 data);
560 }
561 #endif
562 break;
563 case CIOCFSESSION:
564 ses = *(u_int32_t *)data;
565 cse = csefind(fcr, ses);
566 if (cse == NULL)
567 return (EINVAL);
568 csedelete(fcr, cse);
569 error = csefree(cse);
570 break;
571 case CIOCCRYPT:
572 #ifdef COMPAT_FREEBSD32
573 case CIOCCRYPT32:
574 if (cmd == CIOCCRYPT32) {
575 cop = &copc;
576 crypt_op_from_32(data, cop);
577 } else
578 #endif
579 cop = (struct crypt_op *)data;
580 cse = csefind(fcr, cop->ses);
581 if (cse == NULL)
582 return (EINVAL);
583 error = cryptodev_op(cse, cop, active_cred, td);
584 #ifdef COMPAT_FREEBSD32
585 if (error == 0 && cmd == CIOCCRYPT32)
586 crypt_op_to_32(cop, data);
587 #endif
588 break;
589 case CIOCKEY:
590 case CIOCKEY2:
591 #ifdef COMPAT_FREEBSD32
592 case CIOCKEY32:
593 case CIOCKEY232:
594 #endif
595 if (!crypto_userasymcrypto)
596 return (EPERM); /* XXX compat? */
597 #ifdef COMPAT_FREEBSD32
598 if (cmd == CIOCKEY32 || cmd == CIOCKEY232) {
599 kop = &kopc;
600 crypt_kop_from_32(data, kop);
601 } else
602 #endif
603 kop = (struct crypt_kop *)data;
604 if (cmd == CIOCKEY
605 #ifdef COMPAT_FREEBSD32
606 || cmd == CIOCKEY32
607 #endif
608 ) {
609 /* NB: crypto core enforces s/w driver use */
610 kop->crk_crid =
611 CRYPTOCAP_F_HARDWARE | CRYPTOCAP_F_SOFTWARE;
612 }
613 mtx_lock(&Giant);
614 error = cryptodev_key(kop);
615 mtx_unlock(&Giant);
616 #ifdef COMPAT_FREEBSD32
617 if (cmd == CIOCKEY32 || cmd == CIOCKEY232)
618 crypt_kop_to_32(kop, data);
619 #endif
620 break;
621 case CIOCASYMFEAT:
622 if (!crypto_userasymcrypto) {
623 /*
624 * NB: if user asym crypto operations are
625 * not permitted return "no algorithms"
626 * so well-behaved applications will just
627 * fallback to doing them in software.
628 */
629 *(int *)data = 0;
630 } else
631 error = crypto_getfeat((int *)data);
632 break;
633 case CIOCFINDDEV:
634 error = cryptodev_find((struct crypt_find_op *)data);
635 break;
636 default:
637 error = EINVAL;
638 break;
639 }
640 return (error);
641 #undef SES2
642 }
643
644 static int cryptodev_cb(void *);
645
646
647 static int
648 cryptodev_op(
649 struct csession *cse,
650 struct crypt_op *cop,
651 struct ucred *active_cred,
652 struct thread *td)
653 {
654 struct cryptop *crp = NULL;
655 struct cryptodesc *crde = NULL, *crda = NULL;
656 int error;
657
658 if (cop->len > 256*1024-4)
659 return (E2BIG);
660
661 if (cse->txform) {
662 if (cop->len == 0 || (cop->len % cse->txform->blocksize) != 0)
663 return (EINVAL);
664 }
665
666 cse->uio.uio_iov = &cse->iovec;
667 cse->uio.uio_iovcnt = 1;
668 cse->uio.uio_offset = 0;
669 cse->uio.uio_resid = cop->len;
670 cse->uio.uio_segflg = UIO_SYSSPACE;
671 cse->uio.uio_rw = UIO_WRITE;
672 cse->uio.uio_td = td;
673 cse->uio.uio_iov[0].iov_len = cop->len;
674 if (cse->thash) {
675 cse->uio.uio_iov[0].iov_len += cse->thash->hashsize;
676 cse->uio.uio_resid += cse->thash->hashsize;
677 }
678 cse->uio.uio_iov[0].iov_base = malloc(cse->uio.uio_iov[0].iov_len,
679 M_XDATA, M_WAITOK);
680
681 crp = crypto_getreq((cse->txform != NULL) + (cse->thash != NULL));
682 if (crp == NULL) {
683 error = ENOMEM;
684 goto bail;
685 }
686
687 if (cse->thash) {
688 crda = crp->crp_desc;
689 if (cse->txform)
690 crde = crda->crd_next;
691 } else {
692 if (cse->txform)
693 crde = crp->crp_desc;
694 else {
695 error = EINVAL;
696 goto bail;
697 }
698 }
699
700 if ((error = copyin(cop->src, cse->uio.uio_iov[0].iov_base, cop->len)))
701 goto bail;
702
703 if (crda) {
704 crda->crd_skip = 0;
705 crda->crd_len = cop->len;
706 crda->crd_inject = cop->len;
707
708 crda->crd_alg = cse->mac;
709 crda->crd_key = cse->mackey;
710 crda->crd_klen = cse->mackeylen * 8;
711 }
712
713 if (crde) {
714 if (cop->op == COP_ENCRYPT)
715 crde->crd_flags |= CRD_F_ENCRYPT;
716 else
717 crde->crd_flags &= ~CRD_F_ENCRYPT;
718 crde->crd_len = cop->len;
719 crde->crd_inject = 0;
720
721 crde->crd_alg = cse->cipher;
722 crde->crd_key = cse->key;
723 crde->crd_klen = cse->keylen * 8;
724 }
725
726 crp->crp_ilen = cop->len;
727 crp->crp_flags = CRYPTO_F_IOV | CRYPTO_F_CBIMM
728 | (cop->flags & COP_F_BATCH);
729 crp->crp_buf = (caddr_t)&cse->uio;
730 crp->crp_callback = (int (*) (struct cryptop *)) cryptodev_cb;
731 crp->crp_sid = cse->sid;
732 crp->crp_opaque = (void *)cse;
733
734 if (cop->iv) {
735 if (crde == NULL) {
736 error = EINVAL;
737 goto bail;
738 }
739 if (cse->cipher == CRYPTO_ARC4) { /* XXX use flag? */
740 error = EINVAL;
741 goto bail;
742 }
743 if ((error = copyin(cop->iv, cse->tmp_iv, cse->txform->blocksize)))
744 goto bail;
745 bcopy(cse->tmp_iv, crde->crd_iv, cse->txform->blocksize);
746 crde->crd_flags |= CRD_F_IV_EXPLICIT | CRD_F_IV_PRESENT;
747 crde->crd_skip = 0;
748 } else if (cse->cipher == CRYPTO_ARC4) { /* XXX use flag? */
749 crde->crd_skip = 0;
750 } else if (crde) {
751 crde->crd_flags |= CRD_F_IV_PRESENT;
752 crde->crd_skip = cse->txform->blocksize;
753 crde->crd_len -= cse->txform->blocksize;
754 }
755
756 if (cop->mac && crda == NULL) {
757 error = EINVAL;
758 goto bail;
759 }
760
761 /*
762 * Let the dispatch run unlocked, then, interlock against the
763 * callback before checking if the operation completed and going
764 * to sleep. This insures drivers don't inherit our lock which
765 * results in a lock order reversal between crypto_dispatch forced
766 * entry and the crypto_done callback into us.
767 */
768 error = crypto_dispatch(crp);
769 mtx_lock(&cse->lock);
770 if (error == 0 && (crp->crp_flags & CRYPTO_F_DONE) == 0)
771 error = msleep(crp, &cse->lock, PWAIT, "crydev", 0);
772 mtx_unlock(&cse->lock);
773
774 if (error != 0)
775 goto bail;
776
777 if (crp->crp_etype != 0) {
778 error = crp->crp_etype;
779 goto bail;
780 }
781
782 if (cse->error) {
783 error = cse->error;
784 goto bail;
785 }
786
787 if (cop->dst &&
788 (error = copyout(cse->uio.uio_iov[0].iov_base, cop->dst, cop->len)))
789 goto bail;
790
791 if (cop->mac &&
792 (error = copyout((caddr_t)cse->uio.uio_iov[0].iov_base + cop->len,
793 cop->mac, cse->thash->hashsize)))
794 goto bail;
795
796 bail:
797 if (crp)
798 crypto_freereq(crp);
799 if (cse->uio.uio_iov[0].iov_base)
800 free(cse->uio.uio_iov[0].iov_base, M_XDATA);
801
802 return (error);
803 }
804
805 static int
806 cryptodev_cb(void *op)
807 {
808 struct cryptop *crp = (struct cryptop *) op;
809 struct csession *cse = (struct csession *)crp->crp_opaque;
810 int error;
811
812 error = crp->crp_etype;
813 if (error == EAGAIN)
814 error = crypto_dispatch(crp);
815 mtx_lock(&cse->lock);
816 if (error != 0 || (crp->crp_flags & CRYPTO_F_DONE)) {
817 cse->error = error;
818 wakeup_one(crp);
819 }
820 mtx_unlock(&cse->lock);
821 return (0);
822 }
823
824 static int
825 cryptodevkey_cb(void *op)
826 {
827 struct cryptkop *krp = (struct cryptkop *) op;
828
829 wakeup_one(krp);
830 return (0);
831 }
832
833 static int
834 cryptodev_key(struct crypt_kop *kop)
835 {
836 struct cryptkop *krp = NULL;
837 int error = EINVAL;
838 int in, out, size, i;
839
840 if (kop->crk_iparams + kop->crk_oparams > CRK_MAXPARAM) {
841 return (EFBIG);
842 }
843
844 in = kop->crk_iparams;
845 out = kop->crk_oparams;
846 switch (kop->crk_op) {
847 case CRK_MOD_EXP:
848 if (in == 3 && out == 1)
849 break;
850 return (EINVAL);
851 case CRK_MOD_EXP_CRT:
852 if (in == 6 && out == 1)
853 break;
854 return (EINVAL);
855 case CRK_DSA_SIGN:
856 if (in == 5 && out == 2)
857 break;
858 return (EINVAL);
859 case CRK_DSA_VERIFY:
860 if (in == 7 && out == 0)
861 break;
862 return (EINVAL);
863 case CRK_DH_COMPUTE_KEY:
864 if (in == 3 && out == 1)
865 break;
866 return (EINVAL);
867 default:
868 return (EINVAL);
869 }
870
871 krp = (struct cryptkop *)malloc(sizeof *krp, M_XDATA, M_WAITOK|M_ZERO);
872 if (!krp)
873 return (ENOMEM);
874 krp->krp_op = kop->crk_op;
875 krp->krp_status = kop->crk_status;
876 krp->krp_iparams = kop->crk_iparams;
877 krp->krp_oparams = kop->crk_oparams;
878 krp->krp_crid = kop->crk_crid;
879 krp->krp_status = 0;
880 krp->krp_callback = (int (*) (struct cryptkop *)) cryptodevkey_cb;
881
882 for (i = 0; i < CRK_MAXPARAM; i++) {
883 if (kop->crk_param[i].crp_nbits > 65536)
884 /* Limit is the same as in OpenBSD */
885 goto fail;
886 krp->krp_param[i].crp_nbits = kop->crk_param[i].crp_nbits;
887 }
888 for (i = 0; i < krp->krp_iparams + krp->krp_oparams; i++) {
889 size = (krp->krp_param[i].crp_nbits + 7) / 8;
890 if (size == 0)
891 continue;
892 krp->krp_param[i].crp_p = malloc(size, M_XDATA, M_WAITOK);
893 if (i >= krp->krp_iparams)
894 continue;
895 error = copyin(kop->crk_param[i].crp_p, krp->krp_param[i].crp_p, size);
896 if (error)
897 goto fail;
898 }
899
900 error = crypto_kdispatch(krp);
901 if (error)
902 goto fail;
903 error = tsleep(krp, PSOCK, "crydev", 0);
904 if (error) {
905 /* XXX can this happen? if so, how do we recover? */
906 goto fail;
907 }
908
909 kop->crk_crid = krp->krp_crid; /* device that did the work */
910 if (krp->krp_status != 0) {
911 error = krp->krp_status;
912 goto fail;
913 }
914
915 for (i = krp->krp_iparams; i < krp->krp_iparams + krp->krp_oparams; i++) {
916 size = (krp->krp_param[i].crp_nbits + 7) / 8;
917 if (size == 0)
918 continue;
919 error = copyout(krp->krp_param[i].crp_p, kop->crk_param[i].crp_p, size);
920 if (error)
921 goto fail;
922 }
923
924 fail:
925 if (krp) {
926 kop->crk_status = krp->krp_status;
927 for (i = 0; i < CRK_MAXPARAM; i++) {
928 if (krp->krp_param[i].crp_p)
929 free(krp->krp_param[i].crp_p, M_XDATA);
930 }
931 free(krp, M_XDATA);
932 }
933 return (error);
934 }
935
936 static int
937 cryptodev_find(struct crypt_find_op *find)
938 {
939 device_t dev;
940
941 if (find->crid != -1) {
942 dev = crypto_find_device_byhid(find->crid);
943 if (dev == NULL)
944 return (ENOENT);
945 strlcpy(find->name, device_get_nameunit(dev),
946 sizeof(find->name));
947 } else {
948 find->crid = crypto_find_driver(find->name);
949 if (find->crid == -1)
950 return (ENOENT);
951 }
952 return (0);
953 }
954
955 /* ARGSUSED */
956 static int
957 cryptof_poll(
958 struct file *fp,
959 int events,
960 struct ucred *active_cred,
961 struct thread *td)
962 {
963
964 return (0);
965 }
966
967 /* ARGSUSED */
968 static int
969 cryptof_kqfilter(struct file *fp, struct knote *kn)
970 {
971
972 return (0);
973 }
974
975 /* ARGSUSED */
976 static int
977 cryptof_stat(
978 struct file *fp,
979 struct stat *sb,
980 struct ucred *active_cred,
981 struct thread *td)
982 {
983
984 return (EOPNOTSUPP);
985 }
986
987 /* ARGSUSED */
988 static int
989 cryptof_close(struct file *fp, struct thread *td)
990 {
991 struct fcrypt *fcr = fp->f_data;
992 struct csession *cse;
993
994 while ((cse = TAILQ_FIRST(&fcr->csessions))) {
995 TAILQ_REMOVE(&fcr->csessions, cse, next);
996 (void)csefree(cse);
997 }
998 free(fcr, M_XDATA);
999 fp->f_data = NULL;
1000 return 0;
1001 }
1002
1003 static struct csession *
1004 csefind(struct fcrypt *fcr, u_int ses)
1005 {
1006 struct csession *cse;
1007
1008 TAILQ_FOREACH(cse, &fcr->csessions, next)
1009 if (cse->ses == ses)
1010 return (cse);
1011 return (NULL);
1012 }
1013
1014 static int
1015 csedelete(struct fcrypt *fcr, struct csession *cse_del)
1016 {
1017 struct csession *cse;
1018
1019 TAILQ_FOREACH(cse, &fcr->csessions, next) {
1020 if (cse == cse_del) {
1021 TAILQ_REMOVE(&fcr->csessions, cse, next);
1022 return (1);
1023 }
1024 }
1025 return (0);
1026 }
1027
1028 static struct csession *
1029 cseadd(struct fcrypt *fcr, struct csession *cse)
1030 {
1031 TAILQ_INSERT_TAIL(&fcr->csessions, cse, next);
1032 cse->ses = fcr->sesn++;
1033 return (cse);
1034 }
1035
1036 struct csession *
1037 csecreate(struct fcrypt *fcr, u_int64_t sid, caddr_t key, u_int64_t keylen,
1038 caddr_t mackey, u_int64_t mackeylen, u_int32_t cipher, u_int32_t mac,
1039 struct enc_xform *txform, struct auth_hash *thash)
1040 {
1041 struct csession *cse;
1042
1043 #ifdef INVARIANTS
1044 /* NB: required when mtx_init is built with INVARIANTS */
1045 cse = malloc(sizeof(struct csession), M_XDATA, M_NOWAIT | M_ZERO);
1046 #else
1047 cse = malloc(sizeof(struct csession), M_XDATA, M_NOWAIT);
1048 #endif
1049 if (cse == NULL)
1050 return NULL;
1051 mtx_init(&cse->lock, "cryptodev", "crypto session lock", MTX_DEF);
1052 cse->key = key;
1053 cse->keylen = keylen/8;
1054 cse->mackey = mackey;
1055 cse->mackeylen = mackeylen/8;
1056 cse->sid = sid;
1057 cse->cipher = cipher;
1058 cse->mac = mac;
1059 cse->txform = txform;
1060 cse->thash = thash;
1061 cseadd(fcr, cse);
1062 return (cse);
1063 }
1064
1065 static int
1066 csefree(struct csession *cse)
1067 {
1068 int error;
1069
1070 error = crypto_freesession(cse->sid);
1071 mtx_destroy(&cse->lock);
1072 if (cse->key)
1073 free(cse->key, M_XDATA);
1074 if (cse->mackey)
1075 free(cse->mackey, M_XDATA);
1076 free(cse, M_XDATA);
1077 return (error);
1078 }
1079
1080 static int
1081 cryptoopen(struct cdev *dev, int oflags, int devtype, struct thread *td)
1082 {
1083 return (0);
1084 }
1085
1086 static int
1087 cryptoread(struct cdev *dev, struct uio *uio, int ioflag)
1088 {
1089 return (EIO);
1090 }
1091
1092 static int
1093 cryptowrite(struct cdev *dev, struct uio *uio, int ioflag)
1094 {
1095 return (EIO);
1096 }
1097
1098 static int
1099 cryptoioctl(struct cdev *dev, u_long cmd, caddr_t data, int flag, struct thread *td)
1100 {
1101 struct file *f;
1102 struct fcrypt *fcr;
1103 int fd, error;
1104
1105 switch (cmd) {
1106 case CRIOGET:
1107 fcr = malloc(sizeof(struct fcrypt), M_XDATA, M_WAITOK);
1108 TAILQ_INIT(&fcr->csessions);
1109 fcr->sesn = 0;
1110
1111 error = falloc(td, &f, &fd);
1112
1113 if (error) {
1114 free(fcr, M_XDATA);
1115 return (error);
1116 }
1117 /* falloc automatically provides an extra reference to 'f'. */
1118 finit(f, FREAD | FWRITE, DTYPE_CRYPTO, fcr, &cryptofops);
1119 *(u_int32_t *)data = fd;
1120 fdrop(f, td);
1121 break;
1122 case CRIOFINDDEV:
1123 error = cryptodev_find((struct crypt_find_op *)data);
1124 break;
1125 case CRIOASYMFEAT:
1126 error = crypto_getfeat((int *)data);
1127 break;
1128 default:
1129 error = EINVAL;
1130 break;
1131 }
1132 return (error);
1133 }
1134
1135 static struct cdevsw crypto_cdevsw = {
1136 .d_version = D_VERSION,
1137 .d_flags = D_NEEDGIANT,
1138 .d_open = cryptoopen,
1139 .d_read = cryptoread,
1140 .d_write = cryptowrite,
1141 .d_ioctl = cryptoioctl,
1142 .d_name = "crypto",
1143 };
1144 static struct cdev *crypto_dev;
1145
1146 /*
1147 * Initialization code, both for static and dynamic loading.
1148 */
1149 static int
1150 cryptodev_modevent(module_t mod, int type, void *unused)
1151 {
1152 switch (type) {
1153 case MOD_LOAD:
1154 if (bootverbose)
1155 printf("crypto: <crypto device>\n");
1156 crypto_dev = make_dev(&crypto_cdevsw, 0,
1157 UID_ROOT, GID_WHEEL, 0666,
1158 "crypto");
1159 return 0;
1160 case MOD_UNLOAD:
1161 /*XXX disallow if active sessions */
1162 destroy_dev(crypto_dev);
1163 return 0;
1164 }
1165 return EINVAL;
1166 }
1167
1168 static moduledata_t cryptodev_mod = {
1169 "cryptodev",
1170 cryptodev_modevent,
1171 0
1172 };
1173 MODULE_VERSION(cryptodev, 1);
1174 DECLARE_MODULE(cryptodev, cryptodev_mod, SI_SUB_PSEUDO, SI_ORDER_ANY);
1175 MODULE_DEPEND(cryptodev, crypto, 1, 1, 1);
1176 MODULE_DEPEND(cryptodev, zlib, 1, 1, 1);
Cache object: 2be4409ad5adda2edcaeb116303b2713
|