The Design and Implementation of the FreeBSD Operating System, Second Edition
Now available: The Design and Implementation of the FreeBSD Operating System (Second Edition)


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]

FreeBSD/Linux Kernel Cross Reference
sys/opencrypto/cryptosoft.c

Version: -  FREEBSD  -  FREEBSD-13-STABLE  -  FREEBSD-13-0  -  FREEBSD-12-STABLE  -  FREEBSD-12-0  -  FREEBSD-11-STABLE  -  FREEBSD-11-0  -  FREEBSD-10-STABLE  -  FREEBSD-10-0  -  FREEBSD-9-STABLE  -  FREEBSD-9-0  -  FREEBSD-8-STABLE  -  FREEBSD-8-0  -  FREEBSD-7-STABLE  -  FREEBSD-7-0  -  FREEBSD-6-STABLE  -  FREEBSD-6-0  -  FREEBSD-5-STABLE  -  FREEBSD-5-0  -  FREEBSD-4-STABLE  -  FREEBSD-3-STABLE  -  FREEBSD22  -  l41  -  OPENBSD  -  linux-2.6  -  MK84  -  PLAN9  -  xnu-8792 
SearchContext: -  none  -  3  -  10 

    1 /*      $OpenBSD: cryptosoft.c,v 1.35 2002/04/26 08:43:50 deraadt Exp $ */
    2 
    3 /*-
    4  * The author of this code is Angelos D. Keromytis (angelos@cis.upenn.edu)
    5  * Copyright (c) 2002-2006 Sam Leffler, Errno Consulting
    6  *
    7  * This code was written by Angelos D. Keromytis in Athens, Greece, in
    8  * February 2000. Network Security Technologies Inc. (NSTI) kindly
    9  * supported the development of this code.
   10  *
   11  * Copyright (c) 2000, 2001 Angelos D. Keromytis
   12  *
   13  * Permission to use, copy, and modify this software with or without fee
   14  * is hereby granted, provided that this entire notice is included in
   15  * all source code copies of any software which is or includes a copy or
   16  * modification of this software.
   17  *
   18  * THIS SOFTWARE IS BEING PROVIDED "AS IS", WITHOUT ANY EXPRESS OR
   19  * IMPLIED WARRANTY. IN PARTICULAR, NONE OF THE AUTHORS MAKES ANY
   20  * REPRESENTATION OR WARRANTY OF ANY KIND CONCERNING THE
   21  * MERCHANTABILITY OF THIS SOFTWARE OR ITS FITNESS FOR ANY PARTICULAR
   22  * PURPOSE.
   23  */
   24 
   25 #include <sys/cdefs.h>
   26 __FBSDID("$FreeBSD: releng/8.0/sys/opencrypto/cryptosoft.c 188154 2009-02-05 17:43:12Z imp $");
   27 
   28 #include <sys/param.h>
   29 #include <sys/systm.h>
   30 #include <sys/malloc.h>
   31 #include <sys/mbuf.h>
   32 #include <sys/module.h>
   33 #include <sys/sysctl.h>
   34 #include <sys/errno.h>
   35 #include <sys/random.h>
   36 #include <sys/kernel.h>
   37 #include <sys/uio.h>
   38 
   39 #include <crypto/blowfish/blowfish.h>
   40 #include <crypto/sha1.h>
   41 #include <opencrypto/rmd160.h>
   42 #include <opencrypto/cast.h>
   43 #include <opencrypto/skipjack.h>
   44 #include <sys/md5.h>
   45 
   46 #include <opencrypto/cryptodev.h>
   47 #include <opencrypto/cryptosoft.h>
   48 #include <opencrypto/xform.h>
   49 
   50 #include <sys/kobj.h>
   51 #include <sys/bus.h>
   52 #include "cryptodev_if.h"
   53 
   54 static  int32_t swcr_id;
   55 static  struct swcr_data **swcr_sessions = NULL;
   56 static  u_int32_t swcr_sesnum;
   57 
   58 u_int8_t hmac_ipad_buffer[HMAC_MAX_BLOCK_LEN];
   59 u_int8_t hmac_opad_buffer[HMAC_MAX_BLOCK_LEN];
   60 
   61 static  int swcr_encdec(struct cryptodesc *, struct swcr_data *, caddr_t, int);
   62 static  int swcr_authcompute(struct cryptodesc *, struct swcr_data *, caddr_t, int);
   63 static  int swcr_compdec(struct cryptodesc *, struct swcr_data *, caddr_t, int);
   64 static  int swcr_freesession(device_t dev, u_int64_t tid);
   65 
   66 /*
   67  * Apply a symmetric encryption/decryption algorithm.
   68  */
   69 static int
   70 swcr_encdec(struct cryptodesc *crd, struct swcr_data *sw, caddr_t buf,
   71     int flags)
   72 {
   73         unsigned char iv[EALG_MAX_BLOCK_LEN], blk[EALG_MAX_BLOCK_LEN], *idat;
   74         unsigned char *ivp, piv[EALG_MAX_BLOCK_LEN];
   75         struct enc_xform *exf;
   76         int i, k, j, blks;
   77 
   78         exf = sw->sw_exf;
   79         blks = exf->blocksize;
   80 
   81         /* Check for non-padded data */
   82         if (crd->crd_len % blks)
   83                 return EINVAL;
   84 
   85         /* Initialize the IV */
   86         if (crd->crd_flags & CRD_F_ENCRYPT) {
   87                 /* IV explicitly provided ? */
   88                 if (crd->crd_flags & CRD_F_IV_EXPLICIT)
   89                         bcopy(crd->crd_iv, iv, blks);
   90                 else
   91                         arc4rand(iv, blks, 0);
   92 
   93                 /* Do we need to write the IV */
   94                 if (!(crd->crd_flags & CRD_F_IV_PRESENT))
   95                         crypto_copyback(flags, buf, crd->crd_inject, blks, iv);
   96 
   97         } else {        /* Decryption */
   98                         /* IV explicitly provided ? */
   99                 if (crd->crd_flags & CRD_F_IV_EXPLICIT)
  100                         bcopy(crd->crd_iv, iv, blks);
  101                 else {
  102                         /* Get IV off buf */
  103                         crypto_copydata(flags, buf, crd->crd_inject, blks, iv);
  104                 }
  105         }
  106 
  107         if (crd->crd_flags & CRD_F_KEY_EXPLICIT) {
  108                 int error; 
  109 
  110                 if (sw->sw_kschedule)
  111                         exf->zerokey(&(sw->sw_kschedule));
  112                 error = exf->setkey(&sw->sw_kschedule,
  113                                 crd->crd_key, crd->crd_klen / 8);
  114                 if (error)
  115                         return (error);
  116         }
  117         ivp = iv;
  118 
  119         if (flags & CRYPTO_F_IMBUF) {
  120                 struct mbuf *m = (struct mbuf *) buf;
  121 
  122                 /* Find beginning of data */
  123                 m = m_getptr(m, crd->crd_skip, &k);
  124                 if (m == NULL)
  125                         return EINVAL;
  126 
  127                 i = crd->crd_len;
  128 
  129                 while (i > 0) {
  130                         /*
  131                          * If there's insufficient data at the end of
  132                          * an mbuf, we have to do some copying.
  133                          */
  134                         if (m->m_len < k + blks && m->m_len != k) {
  135                                 m_copydata(m, k, blks, blk);
  136 
  137                                 /* Actual encryption/decryption */
  138                                 if (crd->crd_flags & CRD_F_ENCRYPT) {
  139                                         /* XOR with previous block */
  140                                         for (j = 0; j < blks; j++)
  141                                                 blk[j] ^= ivp[j];
  142 
  143                                         exf->encrypt(sw->sw_kschedule, blk);
  144 
  145                                         /*
  146                                          * Keep encrypted block for XOR'ing
  147                                          * with next block
  148                                          */
  149                                         bcopy(blk, iv, blks);
  150                                         ivp = iv;
  151                                 } else {        /* decrypt */
  152                                         /*      
  153                                          * Keep encrypted block for XOR'ing
  154                                          * with next block
  155                                          */
  156                                         if (ivp == iv)
  157                                                 bcopy(blk, piv, blks);
  158                                         else
  159                                                 bcopy(blk, iv, blks);
  160 
  161                                         exf->decrypt(sw->sw_kschedule, blk);
  162 
  163                                         /* XOR with previous block */
  164                                         for (j = 0; j < blks; j++)
  165                                                 blk[j] ^= ivp[j];
  166 
  167                                         if (ivp == iv)
  168                                                 bcopy(piv, iv, blks);
  169                                         else
  170                                                 ivp = iv;
  171                                 }
  172 
  173                                 /* Copy back decrypted block */
  174                                 m_copyback(m, k, blks, blk);
  175 
  176                                 /* Advance pointer */
  177                                 m = m_getptr(m, k + blks, &k);
  178                                 if (m == NULL)
  179                                         return EINVAL;
  180 
  181                                 i -= blks;
  182 
  183                                 /* Could be done... */
  184                                 if (i == 0)
  185                                         break;
  186                         }
  187 
  188                         /* Skip possibly empty mbufs */
  189                         if (k == m->m_len) {
  190                                 for (m = m->m_next; m && m->m_len == 0;
  191                                     m = m->m_next)
  192                                         ;
  193                                 k = 0;
  194                         }
  195 
  196                         /* Sanity check */
  197                         if (m == NULL)
  198                                 return EINVAL;
  199 
  200                         /*
  201                          * Warning: idat may point to garbage here, but
  202                          * we only use it in the while() loop, only if
  203                          * there are indeed enough data.
  204                          */
  205                         idat = mtod(m, unsigned char *) + k;
  206 
  207                         while (m->m_len >= k + blks && i > 0) {
  208                                 if (crd->crd_flags & CRD_F_ENCRYPT) {
  209                                         /* XOR with previous block/IV */
  210                                         for (j = 0; j < blks; j++)
  211                                                 idat[j] ^= ivp[j];
  212 
  213                                         exf->encrypt(sw->sw_kschedule, idat);
  214                                         ivp = idat;
  215                                 } else {        /* decrypt */
  216                                         /*
  217                                          * Keep encrypted block to be used
  218                                          * in next block's processing.
  219                                          */
  220                                         if (ivp == iv)
  221                                                 bcopy(idat, piv, blks);
  222                                         else
  223                                                 bcopy(idat, iv, blks);
  224 
  225                                         exf->decrypt(sw->sw_kschedule, idat);
  226 
  227                                         /* XOR with previous block/IV */
  228                                         for (j = 0; j < blks; j++)
  229                                                 idat[j] ^= ivp[j];
  230 
  231                                         if (ivp == iv)
  232                                                 bcopy(piv, iv, blks);
  233                                         else
  234                                                 ivp = iv;
  235                                 }
  236 
  237                                 idat += blks;
  238                                 k += blks;
  239                                 i -= blks;
  240                         }
  241                 }
  242 
  243                 return 0; /* Done with mbuf encryption/decryption */
  244         } else if (flags & CRYPTO_F_IOV) {
  245                 struct uio *uio = (struct uio *) buf;
  246                 struct iovec *iov;
  247 
  248                 /* Find beginning of data */
  249                 iov = cuio_getptr(uio, crd->crd_skip, &k);
  250                 if (iov == NULL)
  251                         return EINVAL;
  252 
  253                 i = crd->crd_len;
  254 
  255                 while (i > 0) {
  256                         /*
  257                          * If there's insufficient data at the end of
  258                          * an iovec, we have to do some copying.
  259                          */
  260                         if (iov->iov_len < k + blks && iov->iov_len != k) {
  261                                 cuio_copydata(uio, k, blks, blk);
  262 
  263                                 /* Actual encryption/decryption */
  264                                 if (crd->crd_flags & CRD_F_ENCRYPT) {
  265                                         /* XOR with previous block */
  266                                         for (j = 0; j < blks; j++)
  267                                                 blk[j] ^= ivp[j];
  268 
  269                                         exf->encrypt(sw->sw_kschedule, blk);
  270 
  271                                         /*
  272                                          * Keep encrypted block for XOR'ing
  273                                          * with next block
  274                                          */
  275                                         bcopy(blk, iv, blks);
  276                                         ivp = iv;
  277                                 } else {        /* decrypt */
  278                                         /*      
  279                                          * Keep encrypted block for XOR'ing
  280                                          * with next block
  281                                          */
  282                                         if (ivp == iv)
  283                                                 bcopy(blk, piv, blks);
  284                                         else
  285                                                 bcopy(blk, iv, blks);
  286 
  287                                         exf->decrypt(sw->sw_kschedule, blk);
  288 
  289                                         /* XOR with previous block */
  290                                         for (j = 0; j < blks; j++)
  291                                                 blk[j] ^= ivp[j];
  292 
  293                                         if (ivp == iv)
  294                                                 bcopy(piv, iv, blks);
  295                                         else
  296                                                 ivp = iv;
  297                                 }
  298 
  299                                 /* Copy back decrypted block */
  300                                 cuio_copyback(uio, k, blks, blk);
  301 
  302                                 /* Advance pointer */
  303                                 iov = cuio_getptr(uio, k + blks, &k);
  304                                 if (iov == NULL)
  305                                         return EINVAL;
  306 
  307                                 i -= blks;
  308 
  309                                 /* Could be done... */
  310                                 if (i == 0)
  311                                         break;
  312                         }
  313 
  314                         /*
  315                          * Warning: idat may point to garbage here, but
  316                          * we only use it in the while() loop, only if
  317                          * there are indeed enough data.
  318                          */
  319                         idat = (char *)iov->iov_base + k;
  320 
  321                         while (iov->iov_len >= k + blks && i > 0) {
  322                                 if (crd->crd_flags & CRD_F_ENCRYPT) {
  323                                         /* XOR with previous block/IV */
  324                                         for (j = 0; j < blks; j++)
  325                                                 idat[j] ^= ivp[j];
  326 
  327                                         exf->encrypt(sw->sw_kschedule, idat);
  328                                         ivp = idat;
  329                                 } else {        /* decrypt */
  330                                         /*
  331                                          * Keep encrypted block to be used
  332                                          * in next block's processing.
  333                                          */
  334                                         if (ivp == iv)
  335                                                 bcopy(idat, piv, blks);
  336                                         else
  337                                                 bcopy(idat, iv, blks);
  338 
  339                                         exf->decrypt(sw->sw_kschedule, idat);
  340 
  341                                         /* XOR with previous block/IV */
  342                                         for (j = 0; j < blks; j++)
  343                                                 idat[j] ^= ivp[j];
  344 
  345                                         if (ivp == iv)
  346                                                 bcopy(piv, iv, blks);
  347                                         else
  348                                                 ivp = iv;
  349                                 }
  350 
  351                                 idat += blks;
  352                                 k += blks;
  353                                 i -= blks;
  354                         }
  355                         if (k == iov->iov_len) {
  356                                 iov++;
  357                                 k = 0;
  358                         }
  359                 }
  360 
  361                 return 0; /* Done with iovec encryption/decryption */
  362         } else {        /* contiguous buffer */
  363                 if (crd->crd_flags & CRD_F_ENCRYPT) {
  364                         for (i = crd->crd_skip;
  365                             i < crd->crd_skip + crd->crd_len; i += blks) {
  366                                 /* XOR with the IV/previous block, as appropriate. */
  367                                 if (i == crd->crd_skip)
  368                                         for (k = 0; k < blks; k++)
  369                                                 buf[i + k] ^= ivp[k];
  370                                 else
  371                                         for (k = 0; k < blks; k++)
  372                                                 buf[i + k] ^= buf[i + k - blks];
  373                                 exf->encrypt(sw->sw_kschedule, buf + i);
  374                         }
  375                 } else {                /* Decrypt */
  376                         /*
  377                          * Start at the end, so we don't need to keep the encrypted
  378                          * block as the IV for the next block.
  379                          */
  380                         for (i = crd->crd_skip + crd->crd_len - blks;
  381                             i >= crd->crd_skip; i -= blks) {
  382                                 exf->decrypt(sw->sw_kschedule, buf + i);
  383 
  384                                 /* XOR with the IV/previous block, as appropriate */
  385                                 if (i == crd->crd_skip)
  386                                         for (k = 0; k < blks; k++)
  387                                                 buf[i + k] ^= ivp[k];
  388                                 else
  389                                         for (k = 0; k < blks; k++)
  390                                                 buf[i + k] ^= buf[i + k - blks];
  391                         }
  392                 }
  393 
  394                 return 0; /* Done with contiguous buffer encryption/decryption */
  395         }
  396 
  397         /* Unreachable */
  398         return EINVAL;
  399 }
  400 
  401 static void
  402 swcr_authprepare(struct auth_hash *axf, struct swcr_data *sw, u_char *key,
  403     int klen)
  404 {
  405         int k;
  406 
  407         klen /= 8;
  408 
  409         switch (axf->type) {
  410         case CRYPTO_MD5_HMAC:
  411         case CRYPTO_SHA1_HMAC:
  412         case CRYPTO_SHA2_256_HMAC:
  413         case CRYPTO_SHA2_384_HMAC:
  414         case CRYPTO_SHA2_512_HMAC:
  415         case CRYPTO_NULL_HMAC:
  416         case CRYPTO_RIPEMD160_HMAC:
  417                 for (k = 0; k < klen; k++)
  418                         key[k] ^= HMAC_IPAD_VAL;
  419         
  420                 axf->Init(sw->sw_ictx);
  421                 axf->Update(sw->sw_ictx, key, klen);
  422                 axf->Update(sw->sw_ictx, hmac_ipad_buffer, axf->blocksize - klen);
  423         
  424                 for (k = 0; k < klen; k++)
  425                         key[k] ^= (HMAC_IPAD_VAL ^ HMAC_OPAD_VAL);
  426         
  427                 axf->Init(sw->sw_octx);
  428                 axf->Update(sw->sw_octx, key, klen);
  429                 axf->Update(sw->sw_octx, hmac_opad_buffer, axf->blocksize - klen);
  430         
  431                 for (k = 0; k < klen; k++)
  432                         key[k] ^= HMAC_OPAD_VAL;
  433                 break;
  434         case CRYPTO_MD5_KPDK:
  435         case CRYPTO_SHA1_KPDK:
  436         {
  437                 /* We need a buffer that can hold an md5 and a sha1 result. */
  438                 u_char buf[SHA1_RESULTLEN];
  439 
  440                 sw->sw_klen = klen;
  441                 bcopy(key, sw->sw_octx, klen);
  442                 axf->Init(sw->sw_ictx);
  443                 axf->Update(sw->sw_ictx, key, klen);
  444                 axf->Final(buf, sw->sw_ictx);
  445                 break;
  446         }
  447         default:
  448                 printf("%s: CRD_F_KEY_EXPLICIT flag given, but algorithm %d "
  449                     "doesn't use keys.\n", __func__, axf->type);
  450         }
  451 }
  452 
  453 /*
  454  * Compute keyed-hash authenticator.
  455  */
  456 static int
  457 swcr_authcompute(struct cryptodesc *crd, struct swcr_data *sw, caddr_t buf,
  458     int flags)
  459 {
  460         unsigned char aalg[HASH_MAX_LEN];
  461         struct auth_hash *axf;
  462         union authctx ctx;
  463         int err;
  464 
  465         if (sw->sw_ictx == 0)
  466                 return EINVAL;
  467 
  468         axf = sw->sw_axf;
  469 
  470         if (crd->crd_flags & CRD_F_KEY_EXPLICIT)
  471                 swcr_authprepare(axf, sw, crd->crd_key, crd->crd_klen);
  472 
  473         bcopy(sw->sw_ictx, &ctx, axf->ctxsize);
  474 
  475         err = crypto_apply(flags, buf, crd->crd_skip, crd->crd_len,
  476             (int (*)(void *, void *, unsigned int))axf->Update, (caddr_t)&ctx);
  477         if (err)
  478                 return err;
  479 
  480         switch (sw->sw_alg) {
  481         case CRYPTO_MD5_HMAC:
  482         case CRYPTO_SHA1_HMAC:
  483         case CRYPTO_SHA2_256_HMAC:
  484         case CRYPTO_SHA2_384_HMAC:
  485         case CRYPTO_SHA2_512_HMAC:
  486         case CRYPTO_RIPEMD160_HMAC:
  487                 if (sw->sw_octx == NULL)
  488                         return EINVAL;
  489 
  490                 axf->Final(aalg, &ctx);
  491                 bcopy(sw->sw_octx, &ctx, axf->ctxsize);
  492                 axf->Update(&ctx, aalg, axf->hashsize);
  493                 axf->Final(aalg, &ctx);
  494                 break;
  495 
  496         case CRYPTO_MD5_KPDK:
  497         case CRYPTO_SHA1_KPDK:
  498                 if (sw->sw_octx == NULL)
  499                         return EINVAL;
  500 
  501                 axf->Update(&ctx, sw->sw_octx, sw->sw_klen);
  502                 axf->Final(aalg, &ctx);
  503                 break;
  504 
  505         case CRYPTO_NULL_HMAC:
  506                 axf->Final(aalg, &ctx);
  507                 break;
  508         }
  509 
  510         /* Inject the authentication data */
  511         crypto_copyback(flags, buf, crd->crd_inject,
  512             sw->sw_mlen == 0 ? axf->hashsize : sw->sw_mlen, aalg);
  513         return 0;
  514 }
  515 
  516 /*
  517  * Apply a compression/decompression algorithm
  518  */
  519 static int
  520 swcr_compdec(struct cryptodesc *crd, struct swcr_data *sw,
  521     caddr_t buf, int flags)
  522 {
  523         u_int8_t *data, *out;
  524         struct comp_algo *cxf;
  525         int adj;
  526         u_int32_t result;
  527 
  528         cxf = sw->sw_cxf;
  529 
  530         /* We must handle the whole buffer of data in one time
  531          * then if there is not all the data in the mbuf, we must
  532          * copy in a buffer.
  533          */
  534 
  535         data = malloc(crd->crd_len, M_CRYPTO_DATA,  M_NOWAIT);
  536         if (data == NULL)
  537                 return (EINVAL);
  538         crypto_copydata(flags, buf, crd->crd_skip, crd->crd_len, data);
  539 
  540         if (crd->crd_flags & CRD_F_COMP)
  541                 result = cxf->compress(data, crd->crd_len, &out);
  542         else
  543                 result = cxf->decompress(data, crd->crd_len, &out);
  544 
  545         free(data, M_CRYPTO_DATA);
  546         if (result == 0)
  547                 return EINVAL;
  548 
  549         /* Copy back the (de)compressed data. m_copyback is
  550          * extending the mbuf as necessary.
  551          */
  552         sw->sw_size = result;
  553         /* Check the compressed size when doing compression */
  554         if (crd->crd_flags & CRD_F_COMP) {
  555                 if (result > crd->crd_len) {
  556                         /* Compression was useless, we lost time */
  557                         free(out, M_CRYPTO_DATA);
  558                         return 0;
  559                 }
  560         }
  561 
  562         crypto_copyback(flags, buf, crd->crd_skip, result, out);
  563         if (result < crd->crd_len) {
  564                 adj = result - crd->crd_len;
  565                 if (flags & CRYPTO_F_IMBUF) {
  566                         adj = result - crd->crd_len;
  567                         m_adj((struct mbuf *)buf, adj);
  568                 } else if (flags & CRYPTO_F_IOV) {
  569                         struct uio *uio = (struct uio *)buf;
  570                         int ind;
  571 
  572                         adj = crd->crd_len - result;
  573                         ind = uio->uio_iovcnt - 1;
  574 
  575                         while (adj > 0 && ind >= 0) {
  576                                 if (adj < uio->uio_iov[ind].iov_len) {
  577                                         uio->uio_iov[ind].iov_len -= adj;
  578                                         break;
  579                                 }
  580 
  581                                 adj -= uio->uio_iov[ind].iov_len;
  582                                 uio->uio_iov[ind].iov_len = 0;
  583                                 ind--;
  584                                 uio->uio_iovcnt--;
  585                         }
  586                 }
  587         }
  588         free(out, M_CRYPTO_DATA);
  589         return 0;
  590 }
  591 
  592 /*
  593  * Generate a new software session.
  594  */
  595 static int
  596 swcr_newsession(device_t dev, u_int32_t *sid, struct cryptoini *cri)
  597 {
  598         struct swcr_data **swd;
  599         struct auth_hash *axf;
  600         struct enc_xform *txf;
  601         struct comp_algo *cxf;
  602         u_int32_t i;
  603         int error;
  604 
  605         if (sid == NULL || cri == NULL)
  606                 return EINVAL;
  607 
  608         if (swcr_sessions) {
  609                 for (i = 1; i < swcr_sesnum; i++)
  610                         if (swcr_sessions[i] == NULL)
  611                                 break;
  612         } else
  613                 i = 1;          /* NB: to silence compiler warning */
  614 
  615         if (swcr_sessions == NULL || i == swcr_sesnum) {
  616                 if (swcr_sessions == NULL) {
  617                         i = 1; /* We leave swcr_sessions[0] empty */
  618                         swcr_sesnum = CRYPTO_SW_SESSIONS;
  619                 } else
  620                         swcr_sesnum *= 2;
  621 
  622                 swd = malloc(swcr_sesnum * sizeof(struct swcr_data *),
  623                     M_CRYPTO_DATA, M_NOWAIT|M_ZERO);
  624                 if (swd == NULL) {
  625                         /* Reset session number */
  626                         if (swcr_sesnum == CRYPTO_SW_SESSIONS)
  627                                 swcr_sesnum = 0;
  628                         else
  629                                 swcr_sesnum /= 2;
  630                         return ENOBUFS;
  631                 }
  632 
  633                 /* Copy existing sessions */
  634                 if (swcr_sessions != NULL) {
  635                         bcopy(swcr_sessions, swd,
  636                             (swcr_sesnum / 2) * sizeof(struct swcr_data *));
  637                         free(swcr_sessions, M_CRYPTO_DATA);
  638                 }
  639 
  640                 swcr_sessions = swd;
  641         }
  642 
  643         swd = &swcr_sessions[i];
  644         *sid = i;
  645 
  646         while (cri) {
  647                 *swd = malloc(sizeof(struct swcr_data),
  648                     M_CRYPTO_DATA, M_NOWAIT|M_ZERO);
  649                 if (*swd == NULL) {
  650                         swcr_freesession(dev, i);
  651                         return ENOBUFS;
  652                 }
  653 
  654                 switch (cri->cri_alg) {
  655                 case CRYPTO_DES_CBC:
  656                         txf = &enc_xform_des;
  657                         goto enccommon;
  658                 case CRYPTO_3DES_CBC:
  659                         txf = &enc_xform_3des;
  660                         goto enccommon;
  661                 case CRYPTO_BLF_CBC:
  662                         txf = &enc_xform_blf;
  663                         goto enccommon;
  664                 case CRYPTO_CAST_CBC:
  665                         txf = &enc_xform_cast5;
  666                         goto enccommon;
  667                 case CRYPTO_SKIPJACK_CBC:
  668                         txf = &enc_xform_skipjack;
  669                         goto enccommon;
  670                 case CRYPTO_RIJNDAEL128_CBC:
  671                         txf = &enc_xform_rijndael128;
  672                         goto enccommon;
  673                 case CRYPTO_CAMELLIA_CBC:
  674                         txf = &enc_xform_camellia;
  675                         goto enccommon;
  676                 case CRYPTO_NULL_CBC:
  677                         txf = &enc_xform_null;
  678                         goto enccommon;
  679                 enccommon:
  680                         if (cri->cri_key != NULL) {
  681                                 error = txf->setkey(&((*swd)->sw_kschedule),
  682                                     cri->cri_key, cri->cri_klen / 8);
  683                                 if (error) {
  684                                         swcr_freesession(dev, i);
  685                                         return error;
  686                                 }
  687                         }
  688                         (*swd)->sw_exf = txf;
  689                         break;
  690         
  691                 case CRYPTO_MD5_HMAC:
  692                         axf = &auth_hash_hmac_md5;
  693                         goto authcommon;
  694                 case CRYPTO_SHA1_HMAC:
  695                         axf = &auth_hash_hmac_sha1;
  696                         goto authcommon;
  697                 case CRYPTO_SHA2_256_HMAC:
  698                         axf = &auth_hash_hmac_sha2_256;
  699                         goto authcommon;
  700                 case CRYPTO_SHA2_384_HMAC:
  701                         axf = &auth_hash_hmac_sha2_384;
  702                         goto authcommon;
  703                 case CRYPTO_SHA2_512_HMAC:
  704                         axf = &auth_hash_hmac_sha2_512;
  705                         goto authcommon;
  706                 case CRYPTO_NULL_HMAC:
  707                         axf = &auth_hash_null;
  708                         goto authcommon;
  709                 case CRYPTO_RIPEMD160_HMAC:
  710                         axf = &auth_hash_hmac_ripemd_160;
  711                 authcommon:
  712                         (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
  713                             M_NOWAIT);
  714                         if ((*swd)->sw_ictx == NULL) {
  715                                 swcr_freesession(dev, i);
  716                                 return ENOBUFS;
  717                         }
  718         
  719                         (*swd)->sw_octx = malloc(axf->ctxsize, M_CRYPTO_DATA,
  720                             M_NOWAIT);
  721                         if ((*swd)->sw_octx == NULL) {
  722                                 swcr_freesession(dev, i);
  723                                 return ENOBUFS;
  724                         }
  725 
  726                         if (cri->cri_key != NULL) {
  727                                 swcr_authprepare(axf, *swd, cri->cri_key,
  728                                     cri->cri_klen);
  729                         }
  730 
  731                         (*swd)->sw_mlen = cri->cri_mlen;
  732                         (*swd)->sw_axf = axf;
  733                         break;
  734         
  735                 case CRYPTO_MD5_KPDK:
  736                         axf = &auth_hash_key_md5;
  737                         goto auth2common;
  738         
  739                 case CRYPTO_SHA1_KPDK:
  740                         axf = &auth_hash_key_sha1;
  741                 auth2common:
  742                         (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
  743                             M_NOWAIT);
  744                         if ((*swd)->sw_ictx == NULL) {
  745                                 swcr_freesession(dev, i);
  746                                 return ENOBUFS;
  747                         }
  748         
  749                         (*swd)->sw_octx = malloc(cri->cri_klen / 8,
  750                             M_CRYPTO_DATA, M_NOWAIT);
  751                         if ((*swd)->sw_octx == NULL) {
  752                                 swcr_freesession(dev, i);
  753                                 return ENOBUFS;
  754                         }
  755 
  756                         /* Store the key so we can "append" it to the payload */
  757                         if (cri->cri_key != NULL) {
  758                                 swcr_authprepare(axf, *swd, cri->cri_key,
  759                                     cri->cri_klen);
  760                         }
  761 
  762                         (*swd)->sw_mlen = cri->cri_mlen;
  763                         (*swd)->sw_axf = axf;
  764                         break;
  765 #ifdef notdef
  766                 case CRYPTO_MD5:
  767                         axf = &auth_hash_md5;
  768                         goto auth3common;
  769 
  770                 case CRYPTO_SHA1:
  771                         axf = &auth_hash_sha1;
  772                 auth3common:
  773                         (*swd)->sw_ictx = malloc(axf->ctxsize, M_CRYPTO_DATA,
  774                             M_NOWAIT);
  775                         if ((*swd)->sw_ictx == NULL) {
  776                                 swcr_freesession(dev, i);
  777                                 return ENOBUFS;
  778                         }
  779 
  780                         axf->Init((*swd)->sw_ictx);
  781                         (*swd)->sw_mlen = cri->cri_mlen;
  782                         (*swd)->sw_axf = axf;
  783                         break;
  784 #endif
  785                 case CRYPTO_DEFLATE_COMP:
  786                         cxf = &comp_algo_deflate;
  787                         (*swd)->sw_cxf = cxf;
  788                         break;
  789                 default:
  790                         swcr_freesession(dev, i);
  791                         return EINVAL;
  792                 }
  793         
  794                 (*swd)->sw_alg = cri->cri_alg;
  795                 cri = cri->cri_next;
  796                 swd = &((*swd)->sw_next);
  797         }
  798         return 0;
  799 }
  800 
  801 /*
  802  * Free a session.
  803  */
  804 static int
  805 swcr_freesession(device_t dev, u_int64_t tid)
  806 {
  807         struct swcr_data *swd;
  808         struct enc_xform *txf;
  809         struct auth_hash *axf;
  810         struct comp_algo *cxf;
  811         u_int32_t sid = CRYPTO_SESID2LID(tid);
  812 
  813         if (sid > swcr_sesnum || swcr_sessions == NULL ||
  814             swcr_sessions[sid] == NULL)
  815                 return EINVAL;
  816 
  817         /* Silently accept and return */
  818         if (sid == 0)
  819                 return 0;
  820 
  821         while ((swd = swcr_sessions[sid]) != NULL) {
  822                 swcr_sessions[sid] = swd->sw_next;
  823 
  824                 switch (swd->sw_alg) {
  825                 case CRYPTO_DES_CBC:
  826                 case CRYPTO_3DES_CBC:
  827                 case CRYPTO_BLF_CBC:
  828                 case CRYPTO_CAST_CBC:
  829                 case CRYPTO_SKIPJACK_CBC:
  830                 case CRYPTO_RIJNDAEL128_CBC:
  831                 case CRYPTO_CAMELLIA_CBC:
  832                 case CRYPTO_NULL_CBC:
  833                         txf = swd->sw_exf;
  834 
  835                         if (swd->sw_kschedule)
  836                                 txf->zerokey(&(swd->sw_kschedule));
  837                         break;
  838 
  839                 case CRYPTO_MD5_HMAC:
  840                 case CRYPTO_SHA1_HMAC:
  841                 case CRYPTO_SHA2_256_HMAC:
  842                 case CRYPTO_SHA2_384_HMAC:
  843                 case CRYPTO_SHA2_512_HMAC:
  844                 case CRYPTO_RIPEMD160_HMAC:
  845                 case CRYPTO_NULL_HMAC:
  846                         axf = swd->sw_axf;
  847 
  848                         if (swd->sw_ictx) {
  849                                 bzero(swd->sw_ictx, axf->ctxsize);
  850                                 free(swd->sw_ictx, M_CRYPTO_DATA);
  851                         }
  852                         if (swd->sw_octx) {
  853                                 bzero(swd->sw_octx, axf->ctxsize);
  854                                 free(swd->sw_octx, M_CRYPTO_DATA);
  855                         }
  856                         break;
  857 
  858                 case CRYPTO_MD5_KPDK:
  859                 case CRYPTO_SHA1_KPDK:
  860                         axf = swd->sw_axf;
  861 
  862                         if (swd->sw_ictx) {
  863                                 bzero(swd->sw_ictx, axf->ctxsize);
  864                                 free(swd->sw_ictx, M_CRYPTO_DATA);
  865                         }
  866                         if (swd->sw_octx) {
  867                                 bzero(swd->sw_octx, swd->sw_klen);
  868                                 free(swd->sw_octx, M_CRYPTO_DATA);
  869                         }
  870                         break;
  871 
  872                 case CRYPTO_MD5:
  873                 case CRYPTO_SHA1:
  874                         axf = swd->sw_axf;
  875 
  876                         if (swd->sw_ictx)
  877                                 free(swd->sw_ictx, M_CRYPTO_DATA);
  878                         break;
  879 
  880                 case CRYPTO_DEFLATE_COMP:
  881                         cxf = swd->sw_cxf;
  882                         break;
  883                 }
  884 
  885                 free(swd, M_CRYPTO_DATA);
  886         }
  887         return 0;
  888 }
  889 
  890 /*
  891  * Process a software request.
  892  */
  893 static int
  894 swcr_process(device_t dev, struct cryptop *crp, int hint)
  895 {
  896         struct cryptodesc *crd;
  897         struct swcr_data *sw;
  898         u_int32_t lid;
  899 
  900         /* Sanity check */
  901         if (crp == NULL)
  902                 return EINVAL;
  903 
  904         if (crp->crp_desc == NULL || crp->crp_buf == NULL) {
  905                 crp->crp_etype = EINVAL;
  906                 goto done;
  907         }
  908 
  909         lid = crp->crp_sid & 0xffffffff;
  910         if (lid >= swcr_sesnum || lid == 0 || swcr_sessions[lid] == NULL) {
  911                 crp->crp_etype = ENOENT;
  912                 goto done;
  913         }
  914 
  915         /* Go through crypto descriptors, processing as we go */
  916         for (crd = crp->crp_desc; crd; crd = crd->crd_next) {
  917                 /*
  918                  * Find the crypto context.
  919                  *
  920                  * XXX Note that the logic here prevents us from having
  921                  * XXX the same algorithm multiple times in a session
  922                  * XXX (or rather, we can but it won't give us the right
  923                  * XXX results). To do that, we'd need some way of differentiating
  924                  * XXX between the various instances of an algorithm (so we can
  925                  * XXX locate the correct crypto context).
  926                  */
  927                 for (sw = swcr_sessions[lid];
  928                     sw && sw->sw_alg != crd->crd_alg;
  929                     sw = sw->sw_next)
  930                         ;
  931 
  932                 /* No such context ? */
  933                 if (sw == NULL) {
  934                         crp->crp_etype = EINVAL;
  935                         goto done;
  936                 }
  937                 switch (sw->sw_alg) {
  938                 case CRYPTO_DES_CBC:
  939                 case CRYPTO_3DES_CBC:
  940                 case CRYPTO_BLF_CBC:
  941                 case CRYPTO_CAST_CBC:
  942                 case CRYPTO_SKIPJACK_CBC:
  943                 case CRYPTO_RIJNDAEL128_CBC:
  944                 case CRYPTO_CAMELLIA_CBC:
  945                         if ((crp->crp_etype = swcr_encdec(crd, sw,
  946                             crp->crp_buf, crp->crp_flags)) != 0)
  947                                 goto done;
  948                         break;
  949                 case CRYPTO_NULL_CBC:
  950                         crp->crp_etype = 0;
  951                         break;
  952                 case CRYPTO_MD5_HMAC:
  953                 case CRYPTO_SHA1_HMAC:
  954                 case CRYPTO_SHA2_256_HMAC:
  955                 case CRYPTO_SHA2_384_HMAC:
  956                 case CRYPTO_SHA2_512_HMAC:
  957                 case CRYPTO_RIPEMD160_HMAC:
  958                 case CRYPTO_NULL_HMAC:
  959                 case CRYPTO_MD5_KPDK:
  960                 case CRYPTO_SHA1_KPDK:
  961                 case CRYPTO_MD5:
  962                 case CRYPTO_SHA1:
  963                         if ((crp->crp_etype = swcr_authcompute(crd, sw,
  964                             crp->crp_buf, crp->crp_flags)) != 0)
  965                                 goto done;
  966                         break;
  967 
  968                 case CRYPTO_DEFLATE_COMP:
  969                         if ((crp->crp_etype = swcr_compdec(crd, sw, 
  970                             crp->crp_buf, crp->crp_flags)) != 0)
  971                                 goto done;
  972                         else
  973                                 crp->crp_olen = (int)sw->sw_size;
  974                         break;
  975 
  976                 default:
  977                         /* Unknown/unsupported algorithm */
  978                         crp->crp_etype = EINVAL;
  979                         goto done;
  980                 }
  981         }
  982 
  983 done:
  984         crypto_done(crp);
  985         return 0;
  986 }
  987 
  988 static void
  989 swcr_identify(driver_t *drv, device_t parent)
  990 {
  991         /* NB: order 10 is so we get attached after h/w devices */
  992         if (device_find_child(parent, "cryptosoft", -1) == NULL &&
  993             BUS_ADD_CHILD(parent, 10, "cryptosoft", -1) == 0)
  994                 panic("cryptosoft: could not attach");
  995 }
  996 
  997 static int
  998 swcr_probe(device_t dev)
  999 {
 1000         device_set_desc(dev, "software crypto");
 1001         return (0);
 1002 }
 1003 
 1004 static int
 1005 swcr_attach(device_t dev)
 1006 {
 1007         memset(hmac_ipad_buffer, HMAC_IPAD_VAL, HMAC_MAX_BLOCK_LEN);
 1008         memset(hmac_opad_buffer, HMAC_OPAD_VAL, HMAC_MAX_BLOCK_LEN);
 1009 
 1010         swcr_id = crypto_get_driverid(dev,
 1011                         CRYPTOCAP_F_SOFTWARE | CRYPTOCAP_F_SYNC);
 1012         if (swcr_id < 0) {
 1013                 device_printf(dev, "cannot initialize!");
 1014                 return ENOMEM;
 1015         }
 1016 #define REGISTER(alg) \
 1017         crypto_register(swcr_id, alg, 0,0)
 1018         REGISTER(CRYPTO_DES_CBC);
 1019         REGISTER(CRYPTO_3DES_CBC);
 1020         REGISTER(CRYPTO_BLF_CBC);
 1021         REGISTER(CRYPTO_CAST_CBC);
 1022         REGISTER(CRYPTO_SKIPJACK_CBC);
 1023         REGISTER(CRYPTO_NULL_CBC);
 1024         REGISTER(CRYPTO_MD5_HMAC);
 1025         REGISTER(CRYPTO_SHA1_HMAC);
 1026         REGISTER(CRYPTO_SHA2_256_HMAC);
 1027         REGISTER(CRYPTO_SHA2_384_HMAC);
 1028         REGISTER(CRYPTO_SHA2_512_HMAC);
 1029         REGISTER(CRYPTO_RIPEMD160_HMAC);
 1030         REGISTER(CRYPTO_NULL_HMAC);
 1031         REGISTER(CRYPTO_MD5_KPDK);
 1032         REGISTER(CRYPTO_SHA1_KPDK);
 1033         REGISTER(CRYPTO_MD5);
 1034         REGISTER(CRYPTO_SHA1);
 1035         REGISTER(CRYPTO_RIJNDAEL128_CBC);
 1036         REGISTER(CRYPTO_CAMELLIA_CBC);
 1037         REGISTER(CRYPTO_DEFLATE_COMP);
 1038 #undef REGISTER
 1039 
 1040         return 0;
 1041 }
 1042 
 1043 static int
 1044 swcr_detach(device_t dev)
 1045 {
 1046         crypto_unregister_all(swcr_id);
 1047         if (swcr_sessions != NULL)
 1048                 free(swcr_sessions, M_CRYPTO_DATA);
 1049         return 0;
 1050 }
 1051 
 1052 static device_method_t swcr_methods[] = {
 1053         DEVMETHOD(device_identify,      swcr_identify),
 1054         DEVMETHOD(device_probe,         swcr_probe),
 1055         DEVMETHOD(device_attach,        swcr_attach),
 1056         DEVMETHOD(device_detach,        swcr_detach),
 1057 
 1058         DEVMETHOD(cryptodev_newsession, swcr_newsession),
 1059         DEVMETHOD(cryptodev_freesession,swcr_freesession),
 1060         DEVMETHOD(cryptodev_process,    swcr_process),
 1061 
 1062         {0, 0},
 1063 };
 1064 
 1065 static driver_t swcr_driver = {
 1066         "cryptosoft",
 1067         swcr_methods,
 1068         0,              /* NB: no softc */
 1069 };
 1070 static devclass_t swcr_devclass;
 1071 
 1072 /*
 1073  * NB: We explicitly reference the crypto module so we
 1074  * get the necessary ordering when built as a loadable
 1075  * module.  This is required because we bundle the crypto
 1076  * module code together with the cryptosoft driver (otherwise
 1077  * normal module dependencies would handle things).
 1078  */
 1079 extern int crypto_modevent(struct module *, int, void *);
 1080 /* XXX where to attach */
 1081 DRIVER_MODULE(cryptosoft, nexus, swcr_driver, swcr_devclass, crypto_modevent,0);
 1082 MODULE_VERSION(cryptosoft, 1);
 1083 MODULE_DEPEND(cryptosoft, crypto, 1, 1, 1);

Cache object: 2ae54d1cf67cfa047f6f2576d22973fe


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]


This page is part of the FreeBSD/Linux Linux Kernel Cross-Reference, and was automatically generated using a modified version of the LXR engine.