The Design and Implementation of the FreeBSD Operating System, Second Edition
Now available: The Design and Implementation of the FreeBSD Operating System (Second Edition)


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]

FreeBSD/Linux Kernel Cross Reference
sys/contrib/zlib/gzread.c

Version: -  FREEBSD  -  FREEBSD-13-STABLE  -  FREEBSD-13-0  -  FREEBSD-12-STABLE  -  FREEBSD-12-0  -  FREEBSD-11-STABLE  -  FREEBSD-11-0  -  FREEBSD-10-STABLE  -  FREEBSD-10-0  -  FREEBSD-9-STABLE  -  FREEBSD-9-0  -  FREEBSD-8-STABLE  -  FREEBSD-8-0  -  FREEBSD-7-STABLE  -  FREEBSD-7-0  -  FREEBSD-6-STABLE  -  FREEBSD-6-0  -  FREEBSD-5-STABLE  -  FREEBSD-5-0  -  FREEBSD-4-STABLE  -  FREEBSD-3-STABLE  -  FREEBSD22  -  l41  -  OPENBSD  -  linux-2.6  -  MK84  -  PLAN9  -  xnu-8792 
SearchContext: -  none  -  3  -  10 

    1 /* gzread.c -- zlib functions for reading gzip files
    2  * Copyright (C) 2004-2017 Mark Adler
    3  * For conditions of distribution and use, see copyright notice in zlib.h
    4  */
    5 
    6 /* $FreeBSD$ */
    7 
    8 #include "gzguts.h"
    9 #include <unistd.h>
   10 
   11 /* Local functions */
   12 local int gz_load OF((gz_statep, unsigned char *, unsigned, unsigned *));
   13 local int gz_avail OF((gz_statep));
   14 local int gz_look OF((gz_statep));
   15 local int gz_decomp OF((gz_statep));
   16 local int gz_fetch OF((gz_statep));
   17 local int gz_skip OF((gz_statep, z_off64_t));
   18 local z_size_t gz_read OF((gz_statep, voidp, z_size_t));
   19 
   20 /* Use read() to load a buffer -- return -1 on error, otherwise 0.  Read from
   21    state->fd, and update state->eof, state->err, and state->msg as appropriate.
   22    This function needs to loop on read(), since read() is not guaranteed to
   23    read the number of bytes requested, depending on the type of descriptor. */
   24 local int gz_load(state, buf, len, have)
   25     gz_statep state;
   26     unsigned char *buf;
   27     unsigned len;
   28     unsigned *have;
   29 {
   30     int ret;
   31     unsigned get, max = ((unsigned)-1 >> 2) + 1;
   32 
   33     *have = 0;
   34     do {
   35         get = len - *have;
   36         if (get > max)
   37             get = max;
   38         ret = read(state->fd, buf + *have, get);
   39         if (ret <= 0)
   40             break;
   41         *have += (unsigned)ret;
   42     } while (*have < len);
   43     if (ret < 0) {
   44         gz_error(state, Z_ERRNO, zstrerror());
   45         return -1;
   46     }
   47     if (ret == 0)
   48         state->eof = 1;
   49     return 0;
   50 }
   51 
   52 /* Load up input buffer and set eof flag if last data loaded -- return -1 on
   53    error, 0 otherwise.  Note that the eof flag is set when the end of the input
   54    file is reached, even though there may be unused data in the buffer.  Once
   55    that data has been used, no more attempts will be made to read the file.
   56    If strm->avail_in != 0, then the current data is moved to the beginning of
   57    the input buffer, and then the remainder of the buffer is loaded with the
   58    available data from the input file. */
   59 local int gz_avail(state)
   60     gz_statep state;
   61 {
   62     unsigned got;
   63     z_streamp strm = &(state->strm);
   64 
   65     if (state->err != Z_OK && state->err != Z_BUF_ERROR)
   66         return -1;
   67     if (state->eof == 0) {
   68         if (strm->avail_in) {       /* copy what's there to the start */
   69             unsigned char *p = state->in;
   70             unsigned const char *q = strm->next_in;
   71             unsigned n = strm->avail_in;
   72             do {
   73                 *p++ = *q++;
   74             } while (--n);
   75         }
   76         if (gz_load(state, state->in + strm->avail_in,
   77                     state->size - strm->avail_in, &got) == -1)
   78             return -1;
   79         strm->avail_in += got;
   80         strm->next_in = state->in;
   81     }
   82     return 0;
   83 }
   84 
   85 /* Look for gzip header, set up for inflate or copy.  state->x.have must be 0.
   86    If this is the first time in, allocate required memory.  state->how will be
   87    left unchanged if there is no more input data available, will be set to COPY
   88    if there is no gzip header and direct copying will be performed, or it will
   89    be set to GZIP for decompression.  If direct copying, then leftover input
   90    data from the input buffer will be copied to the output buffer.  In that
   91    case, all further file reads will be directly to either the output buffer or
   92    a user buffer.  If decompressing, the inflate state will be initialized.
   93    gz_look() will return 0 on success or -1 on failure. */
   94 local int gz_look(state)
   95     gz_statep state;
   96 {
   97     z_streamp strm = &(state->strm);
   98 
   99     /* allocate read buffers and inflate memory */
  100     if (state->size == 0) {
  101         /* allocate buffers */
  102         state->in = (unsigned char *)malloc(state->want);
  103         state->out = (unsigned char *)malloc(state->want << 1);
  104         if (state->in == NULL || state->out == NULL) {
  105             free(state->out);
  106             free(state->in);
  107             gz_error(state, Z_MEM_ERROR, "out of memory");
  108             return -1;
  109         }
  110         state->size = state->want;
  111 
  112         /* allocate inflate memory */
  113         state->strm.zalloc = Z_NULL;
  114         state->strm.zfree = Z_NULL;
  115         state->strm.opaque = Z_NULL;
  116         state->strm.avail_in = 0;
  117         state->strm.next_in = Z_NULL;
  118         if (inflateInit2(&(state->strm), 15 + 16) != Z_OK) {    /* gunzip */
  119             free(state->out);
  120             free(state->in);
  121             state->size = 0;
  122             gz_error(state, Z_MEM_ERROR, "out of memory");
  123             return -1;
  124         }
  125     }
  126 
  127     /* get at least the magic bytes in the input buffer */
  128     if (strm->avail_in < 2) {
  129         if (gz_avail(state) == -1)
  130             return -1;
  131         if (strm->avail_in == 0)
  132             return 0;
  133     }
  134 
  135     /* look for gzip magic bytes -- if there, do gzip decoding (note: there is
  136        a logical dilemma here when considering the case of a partially written
  137        gzip file, to wit, if a single 31 byte is written, then we cannot tell
  138        whether this is a single-byte file, or just a partially written gzip
  139        file -- for here we assume that if a gzip file is being written, then
  140        the header will be written in a single operation, so that reading a
  141        single byte is sufficient indication that it is not a gzip file) */
  142     if (strm->avail_in > 1 &&
  143             strm->next_in[0] == 31 && strm->next_in[1] == 139) {
  144         inflateReset(strm);
  145         state->how = GZIP;
  146         state->direct = 0;
  147         return 0;
  148     }
  149 
  150     /* no gzip header -- if we were decoding gzip before, then this is trailing
  151        garbage.  Ignore the trailing garbage and finish. */
  152     if (state->direct == 0) {
  153         strm->avail_in = 0;
  154         state->eof = 1;
  155         state->x.have = 0;
  156         return 0;
  157     }
  158 
  159     /* doing raw i/o, copy any leftover input to output -- this assumes that
  160        the output buffer is larger than the input buffer, which also assures
  161        space for gzungetc() */
  162     state->x.next = state->out;
  163     if (strm->avail_in) {
  164         memcpy(state->x.next, strm->next_in, strm->avail_in);
  165         state->x.have = strm->avail_in;
  166         strm->avail_in = 0;
  167     }
  168     state->how = COPY;
  169     state->direct = 1;
  170     return 0;
  171 }
  172 
  173 /* Decompress from input to the provided next_out and avail_out in the state.
  174    On return, state->x.have and state->x.next point to the just decompressed
  175    data.  If the gzip stream completes, state->how is reset to LOOK to look for
  176    the next gzip stream or raw data, once state->x.have is depleted.  Returns 0
  177    on success, -1 on failure. */
  178 local int gz_decomp(state)
  179     gz_statep state;
  180 {
  181     int ret = Z_OK;
  182     unsigned had;
  183     z_streamp strm = &(state->strm);
  184 
  185     /* fill output buffer up to end of deflate stream */
  186     had = strm->avail_out;
  187     do {
  188         /* get more input for inflate() */
  189         if (strm->avail_in == 0 && gz_avail(state) == -1)
  190             return -1;
  191         if (strm->avail_in == 0) {
  192             gz_error(state, Z_BUF_ERROR, "unexpected end of file");
  193             break;
  194         }
  195 
  196         /* decompress and handle errors */
  197         ret = inflate(strm, Z_NO_FLUSH);
  198         if (ret == Z_STREAM_ERROR || ret == Z_NEED_DICT) {
  199             gz_error(state, Z_STREAM_ERROR,
  200                      "internal error: inflate stream corrupt");
  201             return -1;
  202         }
  203         if (ret == Z_MEM_ERROR) {
  204             gz_error(state, Z_MEM_ERROR, "out of memory");
  205             return -1;
  206         }
  207         if (ret == Z_DATA_ERROR) {              /* deflate stream invalid */
  208             gz_error(state, Z_DATA_ERROR,
  209                      strm->msg == NULL ? "compressed data error" : strm->msg);
  210             return -1;
  211         }
  212     } while (strm->avail_out && ret != Z_STREAM_END);
  213 
  214     /* update available output */
  215     state->x.have = had - strm->avail_out;
  216     state->x.next = strm->next_out - state->x.have;
  217 
  218     /* if the gzip stream completed successfully, look for another */
  219     if (ret == Z_STREAM_END)
  220         state->how = LOOK;
  221 
  222     /* good decompression */
  223     return 0;
  224 }
  225 
  226 /* Fetch data and put it in the output buffer.  Assumes state->x.have is 0.
  227    Data is either copied from the input file or decompressed from the input
  228    file depending on state->how.  If state->how is LOOK, then a gzip header is
  229    looked for to determine whether to copy or decompress.  Returns -1 on error,
  230    otherwise 0.  gz_fetch() will leave state->how as COPY or GZIP unless the
  231    end of the input file has been reached and all data has been processed.  */
  232 local int gz_fetch(state)
  233     gz_statep state;
  234 {
  235     z_streamp strm = &(state->strm);
  236 
  237     do {
  238         switch(state->how) {
  239         case LOOK:      /* -> LOOK, COPY (only if never GZIP), or GZIP */
  240             if (gz_look(state) == -1)
  241                 return -1;
  242             if (state->how == LOOK)
  243                 return 0;
  244             break;
  245         case COPY:      /* -> COPY */
  246             if (gz_load(state, state->out, state->size << 1, &(state->x.have))
  247                     == -1)
  248                 return -1;
  249             state->x.next = state->out;
  250             return 0;
  251         case GZIP:      /* -> GZIP or LOOK (if end of gzip stream) */
  252             strm->avail_out = state->size << 1;
  253             strm->next_out = state->out;
  254             if (gz_decomp(state) == -1)
  255                 return -1;
  256         }
  257     } while (state->x.have == 0 && (!state->eof || strm->avail_in));
  258     return 0;
  259 }
  260 
  261 /* Skip len uncompressed bytes of output.  Return -1 on error, 0 on success. */
  262 local int gz_skip(state, len)
  263     gz_statep state;
  264     z_off64_t len;
  265 {
  266     unsigned n;
  267 
  268     /* skip over len bytes or reach end-of-file, whichever comes first */
  269     while (len)
  270         /* skip over whatever is in output buffer */
  271         if (state->x.have) {
  272             n = GT_OFF(state->x.have) || (z_off64_t)state->x.have > len ?
  273                 (unsigned)len : state->x.have;
  274             state->x.have -= n;
  275             state->x.next += n;
  276             state->x.pos += n;
  277             len -= n;
  278         }
  279 
  280         /* output buffer empty -- return if we're at the end of the input */
  281         else if (state->eof && state->strm.avail_in == 0)
  282             break;
  283 
  284         /* need more data to skip -- load up output buffer */
  285         else {
  286             /* get more output, looking for header if required */
  287             if (gz_fetch(state) == -1)
  288                 return -1;
  289         }
  290     return 0;
  291 }
  292 
  293 /* Read len bytes into buf from file, or less than len up to the end of the
  294    input.  Return the number of bytes read.  If zero is returned, either the
  295    end of file was reached, or there was an error.  state->err must be
  296    consulted in that case to determine which. */
  297 local z_size_t gz_read(state, buf, len)
  298     gz_statep state;
  299     voidp buf;
  300     z_size_t len;
  301 {
  302     z_size_t got;
  303     unsigned n;
  304 
  305     /* if len is zero, avoid unnecessary operations */
  306     if (len == 0)
  307         return 0;
  308 
  309     /* process a skip request */
  310     if (state->seek) {
  311         state->seek = 0;
  312         if (gz_skip(state, state->skip) == -1)
  313             return 0;
  314     }
  315 
  316     /* get len bytes to buf, or less than len if at the end */
  317     got = 0;
  318     do {
  319         /* set n to the maximum amount of len that fits in an unsigned int */
  320         n = (unsigned)-1;
  321         if (n > len)
  322             n = (unsigned)len;
  323 
  324         /* first just try copying data from the output buffer */
  325         if (state->x.have) {
  326             if (state->x.have < n)
  327                 n = state->x.have;
  328             memcpy(buf, state->x.next, n);
  329             state->x.next += n;
  330             state->x.have -= n;
  331         }
  332 
  333         /* output buffer empty -- return if we're at the end of the input */
  334         else if (state->eof && state->strm.avail_in == 0) {
  335             state->past = 1;        /* tried to read past end */
  336             break;
  337         }
  338 
  339         /* need output data -- for small len or new stream load up our output
  340            buffer */
  341         else if (state->how == LOOK || n < (state->size << 1)) {
  342             /* get more output, looking for header if required */
  343             if (gz_fetch(state) == -1)
  344                 return 0;
  345             continue;       /* no progress yet -- go back to copy above */
  346             /* the copy above assures that we will leave with space in the
  347                output buffer, allowing at least one gzungetc() to succeed */
  348         }
  349 
  350         /* large len -- read directly into user buffer */
  351         else if (state->how == COPY) {      /* read directly */
  352             if (gz_load(state, (unsigned char *)buf, n, &n) == -1)
  353                 return 0;
  354         }
  355 
  356         /* large len -- decompress directly into user buffer */
  357         else {  /* state->how == GZIP */
  358             state->strm.avail_out = n;
  359             state->strm.next_out = (unsigned char *)buf;
  360             if (gz_decomp(state) == -1)
  361                 return 0;
  362             n = state->x.have;
  363             state->x.have = 0;
  364         }
  365 
  366         /* update progress */
  367         len -= n;
  368         buf = (char *)buf + n;
  369         got += n;
  370         state->x.pos += n;
  371     } while (len);
  372 
  373     /* return number of bytes read into user buffer */
  374     return got;
  375 }
  376 
  377 /* -- see zlib.h -- */
  378 int ZEXPORT gzread(file, buf, len)
  379     gzFile file;
  380     voidp buf;
  381     unsigned len;
  382 {
  383     gz_statep state;
  384 
  385     /* get internal structure */
  386     if (file == NULL)
  387         return -1;
  388     state = (gz_statep)file;
  389 
  390     /* check that we're reading and that there's no (serious) error */
  391     if (state->mode != GZ_READ ||
  392             (state->err != Z_OK && state->err != Z_BUF_ERROR))
  393         return -1;
  394 
  395     /* since an int is returned, make sure len fits in one, otherwise return
  396        with an error (this avoids a flaw in the interface) */
  397     if ((int)len < 0) {
  398         gz_error(state, Z_STREAM_ERROR, "request does not fit in an int");
  399         return -1;
  400     }
  401 
  402     /* read len or fewer bytes to buf */
  403     len = (unsigned)gz_read(state, buf, len);
  404 
  405     /* check for an error */
  406     if (len == 0 && state->err != Z_OK && state->err != Z_BUF_ERROR)
  407         return -1;
  408 
  409     /* return the number of bytes read (this is assured to fit in an int) */
  410     return (int)len;
  411 }
  412 
  413 /* -- see zlib.h -- */
  414 z_size_t ZEXPORT gzfread(buf, size, nitems, file)
  415     voidp buf;
  416     z_size_t size;
  417     z_size_t nitems;
  418     gzFile file;
  419 {
  420     z_size_t len;
  421     gz_statep state;
  422 
  423     /* get internal structure */
  424     if (file == NULL)
  425         return 0;
  426     state = (gz_statep)file;
  427 
  428     /* check that we're reading and that there's no (serious) error */
  429     if (state->mode != GZ_READ ||
  430             (state->err != Z_OK && state->err != Z_BUF_ERROR))
  431         return 0;
  432 
  433     /* compute bytes to read -- error on overflow */
  434     len = nitems * size;
  435     if (size && len / size != nitems) {
  436         gz_error(state, Z_STREAM_ERROR, "request does not fit in a size_t");
  437         return 0;
  438     }
  439 
  440     /* read len or fewer bytes to buf, return the number of full items read */
  441     return len ? gz_read(state, buf, len) / size : 0;
  442 }
  443 
  444 /* -- see zlib.h -- */
  445 #ifdef Z_PREFIX_SET
  446 #  undef z_gzgetc
  447 #else
  448 #  undef gzgetc
  449 #endif
  450 int ZEXPORT gzgetc(file)
  451     gzFile file;
  452 {
  453     unsigned char buf[1];
  454     gz_statep state;
  455 
  456     /* get internal structure */
  457     if (file == NULL)
  458         return -1;
  459     state = (gz_statep)file;
  460 
  461     /* check that we're reading and that there's no (serious) error */
  462     if (state->mode != GZ_READ ||
  463         (state->err != Z_OK && state->err != Z_BUF_ERROR))
  464         return -1;
  465 
  466     /* try output buffer (no need to check for skip request) */
  467     if (state->x.have) {
  468         state->x.have--;
  469         state->x.pos++;
  470         return *(state->x.next)++;
  471     }
  472 
  473     /* nothing there -- try gz_read() */
  474     return gz_read(state, buf, 1) < 1 ? -1 : buf[0];
  475 }
  476 
  477 int ZEXPORT gzgetc_(file)
  478 gzFile file;
  479 {
  480     return gzgetc(file);
  481 }
  482 
  483 /* -- see zlib.h -- */
  484 int ZEXPORT gzungetc(c, file)
  485     int c;
  486     gzFile file;
  487 {
  488     gz_statep state;
  489 
  490     /* get internal structure */
  491     if (file == NULL)
  492         return -1;
  493     state = (gz_statep)file;
  494 
  495     /* check that we're reading and that there's no (serious) error */
  496     if (state->mode != GZ_READ ||
  497         (state->err != Z_OK && state->err != Z_BUF_ERROR))
  498         return -1;
  499 
  500     /* process a skip request */
  501     if (state->seek) {
  502         state->seek = 0;
  503         if (gz_skip(state, state->skip) == -1)
  504             return -1;
  505     }
  506 
  507     /* can't push EOF */
  508     if (c < 0)
  509         return -1;
  510 
  511     /* if output buffer empty, put byte at end (allows more pushing) */
  512     if (state->x.have == 0) {
  513         state->x.have = 1;
  514         state->x.next = state->out + (state->size << 1) - 1;
  515         state->x.next[0] = (unsigned char)c;
  516         state->x.pos--;
  517         state->past = 0;
  518         return c;
  519     }
  520 
  521     /* if no room, give up (must have already done a gzungetc()) */
  522     if (state->x.have == (state->size << 1)) {
  523         gz_error(state, Z_DATA_ERROR, "out of room to push characters");
  524         return -1;
  525     }
  526 
  527     /* slide output data if needed and insert byte before existing data */
  528     if (state->x.next == state->out) {
  529         unsigned char *src = state->out + state->x.have;
  530         unsigned char *dest = state->out + (state->size << 1);
  531         while (src > state->out)
  532             *--dest = *--src;
  533         state->x.next = dest;
  534     }
  535     state->x.have++;
  536     state->x.next--;
  537     state->x.next[0] = (unsigned char)c;
  538     state->x.pos--;
  539     state->past = 0;
  540     return c;
  541 }
  542 
  543 /* -- see zlib.h -- */
  544 char * ZEXPORT gzgets(file, buf, len)
  545     gzFile file;
  546     char *buf;
  547     int len;
  548 {
  549     unsigned left, n;
  550     char *str;
  551     unsigned char *eol;
  552     gz_statep state;
  553 
  554     /* check parameters and get internal structure */
  555     if (file == NULL || buf == NULL || len < 1)
  556         return NULL;
  557     state = (gz_statep)file;
  558 
  559     /* check that we're reading and that there's no (serious) error */
  560     if (state->mode != GZ_READ ||
  561         (state->err != Z_OK && state->err != Z_BUF_ERROR))
  562         return NULL;
  563 
  564     /* process a skip request */
  565     if (state->seek) {
  566         state->seek = 0;
  567         if (gz_skip(state, state->skip) == -1)
  568             return NULL;
  569     }
  570 
  571     /* copy output bytes up to new line or len - 1, whichever comes first --
  572        append a terminating zero to the string (we don't check for a zero in
  573        the contents, let the user worry about that) */
  574     str = buf;
  575     left = (unsigned)len - 1;
  576     if (left) do {
  577         /* assure that something is in the output buffer */
  578         if (state->x.have == 0 && gz_fetch(state) == -1)
  579             return NULL;                /* error */
  580         if (state->x.have == 0) {       /* end of file */
  581             state->past = 1;            /* read past end */
  582             break;                      /* return what we have */
  583         }
  584 
  585         /* look for end-of-line in current output buffer */
  586         n = state->x.have > left ? left : state->x.have;
  587         eol = (unsigned char *)memchr(state->x.next, '\n', n);
  588         if (eol != NULL)
  589             n = (unsigned)(eol - state->x.next) + 1;
  590 
  591         /* copy through end-of-line, or remainder if not found */
  592         memcpy(buf, state->x.next, n);
  593         state->x.have -= n;
  594         state->x.next += n;
  595         state->x.pos += n;
  596         left -= n;
  597         buf += n;
  598     } while (left && eol == NULL);
  599 
  600     /* return terminated string, or if nothing, end of file */
  601     if (buf == str)
  602         return NULL;
  603     buf[0] = 0;
  604     return str;
  605 }
  606 
  607 /* -- see zlib.h -- */
  608 int ZEXPORT gzdirect(file)
  609     gzFile file;
  610 {
  611     gz_statep state;
  612 
  613     /* get internal structure */
  614     if (file == NULL)
  615         return 0;
  616     state = (gz_statep)file;
  617 
  618     /* if the state is not known, but we can find out, then do so (this is
  619        mainly for right after a gzopen() or gzdopen()) */
  620     if (state->mode == GZ_READ && state->how == LOOK && state->x.have == 0)
  621         (void)gz_look(state);
  622 
  623     /* return 1 if transparent, 0 if processing a gzip stream */
  624     return state->direct;
  625 }
  626 
  627 /* -- see zlib.h -- */
  628 int ZEXPORT gzclose_r(file)
  629     gzFile file;
  630 {
  631     int ret, err;
  632     gz_statep state;
  633 
  634     /* get internal structure */
  635     if (file == NULL)
  636         return Z_STREAM_ERROR;
  637     state = (gz_statep)file;
  638 
  639     /* check that we're reading */
  640     if (state->mode != GZ_READ)
  641         return Z_STREAM_ERROR;
  642 
  643     /* free memory and close file */
  644     if (state->size) {
  645         inflateEnd(&(state->strm));
  646         free(state->out);
  647         free(state->in);
  648     }
  649     err = state->err == Z_BUF_ERROR ? Z_BUF_ERROR : Z_OK;
  650     gz_error(state, Z_OK, NULL);
  651     free(state->path);
  652     ret = close(state->fd);
  653     free(state);
  654     return ret ? Z_ERRNO : err;
  655 }

Cache object: 53089f0ac297cc247ae8f8969e765793


[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]


This page is part of the FreeBSD/Linux Linux Kernel Cross-Reference, and was automatically generated using a modified version of the LXR engine.