2 * Copyright (c) 2019 Stefan Sperling <stsp@openbsd.org>
4 * Permission to use, copy, modify, and distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 #include <sys/queue.h>
28 #include "got_error.h"
29 #include "got_object.h"
32 #include "got_lib_deflate.h"
33 #include "got_lib_poll.h"
36 #define MIN(_a,_b) ((_a) < (_b) ? (_a) : (_b))
39 const struct got_error *
40 got_deflate_init(struct got_deflate_buf *zb, uint8_t *outbuf, size_t bufsize)
42 const struct got_error *err = NULL;
45 memset(zb, 0, sizeof(*zb));
47 zb->z.zalloc = Z_NULL;
49 zerr = deflateInit(&zb->z, Z_DEFAULT_COMPRESSION);
52 return got_error_from_errno("deflateInit");
53 if (zerr == Z_MEM_ERROR) {
55 return got_error_from_errno("deflateInit");
57 return got_error(GOT_ERR_COMPRESSION);
60 zb->inlen = zb->outlen = bufsize;
62 zb->inbuf = calloc(1, zb->inlen);
63 if (zb->inbuf == NULL) {
64 err = got_error_from_errno("calloc");
70 zb->outbuf = calloc(1, zb->outlen);
71 if (zb->outbuf == NULL) {
72 err = got_error_from_errno("calloc");
75 zb->flags |= GOT_DEFLATE_F_OWN_OUTBUF;
85 csum_output(struct got_deflate_checksum *csum, const uint8_t *buf, size_t len)
88 *csum->output_crc = crc32(*csum->output_crc, buf, len);
90 if (csum->output_sha1)
91 SHA1Update(csum->output_sha1, buf, len);
94 const struct got_error *
95 got_deflate_read(struct got_deflate_buf *zb, FILE *f, off_t len,
96 size_t *outlenp, off_t *consumed)
98 size_t last_total_out = zb->z.total_out;
102 z->next_out = zb->outbuf;
103 z->avail_out = zb->outlen;
108 size_t last_total_in = z->total_in;
109 if (z->avail_in == 0) {
111 if (*consumed < len) {
112 n = fread(zb->inbuf, 1,
113 MIN(zb->inlen, len - *consumed), f);
117 return got_ferror(f, GOT_ERR_IO);
119 ret = deflate(z, Z_FINISH);
122 z->next_in = zb->inbuf;
125 ret = deflate(z, Z_NO_FLUSH);
126 *consumed += z->total_in - last_total_in;
127 } while (ret == Z_OK && z->avail_out > 0);
130 zb->flags |= GOT_DEFLATE_F_HAVE_MORE;
132 if (ret != Z_STREAM_END)
133 return got_error(GOT_ERR_COMPRESSION);
134 zb->flags &= ~GOT_DEFLATE_F_HAVE_MORE;
137 *outlenp = z->total_out - last_total_out;
141 static const struct got_error *
142 deflate_read_mmap(struct got_deflate_buf *zb, uint8_t *map, size_t offset,
143 size_t len, size_t *outlenp, size_t *consumed, int flush_on_eof)
145 z_stream *z = &zb->z;
146 size_t last_total_out = z->total_out;
149 z->next_out = zb->outbuf;
150 z->avail_out = zb->outlen;
155 size_t last_total_in = z->total_in;
156 if (z->avail_in == 0) {
157 z->next_in = map + offset + *consumed;
158 if (len - *consumed > UINT_MAX)
159 z->avail_in = UINT_MAX;
161 z->avail_in = len - *consumed;
162 if (z->avail_in == 0) {
165 ret = deflate(z, Z_FINISH);
169 ret = deflate(z, Z_NO_FLUSH);
170 *consumed += z->total_in - last_total_in;
171 } while (ret == Z_OK && z->avail_out > 0);
174 zb->flags |= GOT_DEFLATE_F_HAVE_MORE;
176 if (ret != Z_STREAM_END)
177 return got_error(GOT_ERR_COMPRESSION);
178 zb->flags &= ~GOT_DEFLATE_F_HAVE_MORE;
181 *outlenp = z->total_out - last_total_out;
185 const struct got_error *
186 got_deflate_read_mmap(struct got_deflate_buf *zb, uint8_t *map, size_t offset,
187 size_t len, size_t *outlenp, size_t *consumed)
189 return deflate_read_mmap(zb, map, offset, len, outlenp, consumed, 1);
192 const struct got_error *
193 got_deflate_flush(struct got_deflate_buf *zb, FILE *outfile,
194 struct got_deflate_checksum *csum, off_t *outlenp)
198 z_stream *z = &zb->z;
200 if (z->avail_in != 0)
201 return got_error_msg(GOT_ERR_COMPRESSION,
202 "cannot flush zb with pending input data");
205 size_t avail, last_total_out = zb->z.total_out;
207 z->next_out = zb->outbuf;
208 z->avail_out = zb->outlen;
210 ret = deflate(z, Z_FINISH);
211 if (ret != Z_STREAM_END && ret != Z_OK)
212 return got_error(GOT_ERR_COMPRESSION);
214 avail = z->total_out - last_total_out;
216 n = fwrite(zb->outbuf, avail, 1, outfile);
218 return got_ferror(outfile, GOT_ERR_IO);
220 csum_output(csum, zb->outbuf, avail);
224 } while (ret != Z_STREAM_END);
226 zb->flags &= ~GOT_DEFLATE_F_HAVE_MORE;
231 got_deflate_end(struct got_deflate_buf *zb)
234 if (zb->flags & GOT_DEFLATE_F_OWN_OUTBUF)
239 const struct got_error *
240 got_deflate_to_fd(off_t *outlen, FILE *infile, off_t len, int outfd,
241 struct got_deflate_checksum *csum)
243 const struct got_error *err;
246 struct got_deflate_buf zb;
248 err = got_deflate_init(&zb, NULL, GOT_DEFLATE_BUFSIZE);
255 err = got_deflate_read(&zb, infile, len, &avail, &consumed);
260 err = got_poll_write_full(outfd, zb.outbuf, avail);
264 csum_output(csum, zb.outbuf, avail);
267 } while (zb.flags & GOT_DEFLATE_F_HAVE_MORE);
270 got_deflate_end(&zb);
274 const struct got_error *
275 got_deflate_to_fd_mmap(off_t *outlen, uint8_t *map, size_t offset,
276 size_t len, int outfd, struct got_deflate_checksum *csum)
278 const struct got_error *err;
279 size_t avail, consumed;
280 struct got_deflate_buf zb;
282 err = got_deflate_init(&zb, NULL, GOT_DEFLATE_BUFSIZE);
288 err = got_deflate_read_mmap(&zb, map, offset, len, &avail,
295 err = got_poll_write_full(outfd, zb.outbuf, avail);
299 csum_output(csum, zb.outbuf, avail);
302 } while (zb.flags & GOT_DEFLATE_F_HAVE_MORE);
305 got_deflate_end(&zb);
309 const struct got_error *
310 got_deflate_to_file(off_t *outlen, FILE *infile, off_t len,
311 FILE *outfile, struct got_deflate_checksum *csum)
313 const struct got_error *err;
316 struct got_deflate_buf zb;
318 err = got_deflate_init(&zb, NULL, GOT_DEFLATE_BUFSIZE);
325 err = got_deflate_read(&zb, infile, len, &avail, &consumed);
331 n = fwrite(zb.outbuf, avail, 1, outfile);
333 err = got_ferror(outfile, GOT_ERR_IO);
337 csum_output(csum, zb.outbuf, avail);
340 } while (zb.flags & GOT_DEFLATE_F_HAVE_MORE);
343 got_deflate_end(&zb);
347 const struct got_error *
348 got_deflate_to_file_mmap(off_t *outlen, uint8_t *map, size_t offset,
349 size_t len, FILE *outfile, struct got_deflate_checksum *csum)
351 const struct got_error *err;
352 size_t avail, consumed;
353 struct got_deflate_buf zb;
355 err = got_deflate_init(&zb, NULL, GOT_DEFLATE_BUFSIZE);
361 err = got_deflate_read_mmap(&zb, map, offset, len, &avail,
369 n = fwrite(zb.outbuf, avail, 1, outfile);
371 err = got_ferror(outfile, GOT_ERR_IO);
375 csum_output(csum, zb.outbuf, avail);
378 } while (zb.flags & GOT_DEFLATE_F_HAVE_MORE);
381 got_deflate_end(&zb);
385 const struct got_error *
386 got_deflate_append_to_file_mmap(struct got_deflate_buf *zb, off_t *outlen,
387 uint8_t *map, size_t offset, size_t len, FILE *outfile,
388 struct got_deflate_checksum *csum)
390 const struct got_error *err;
391 size_t avail, consumed;
394 err = deflate_read_mmap(zb, map, offset, len, &avail,
402 n = fwrite(zb->outbuf, avail, 1, outfile);
404 err = got_ferror(outfile, GOT_ERR_IO);
408 csum_output(csum, zb->outbuf, avail);
412 } while ((zb->flags & GOT_DEFLATE_F_HAVE_MORE) && len > 0);
417 const struct got_error *
418 got_deflate_to_mem_mmap(uint8_t **outbuf, size_t *outlen,
419 size_t *consumed_total, struct got_deflate_checksum *csum, uint8_t *map,
420 size_t offset, size_t len)
422 const struct got_error *err;
423 size_t avail, consumed;
424 struct got_deflate_buf zb;
429 *outbuf = malloc(GOT_DEFLATE_BUFSIZE);
431 return got_error_from_errno("malloc");
432 err = got_deflate_init(&zb, *outbuf, GOT_DEFLATE_BUFSIZE);
439 err = got_deflate_init(&zb, NULL, GOT_DEFLATE_BUFSIZE);
448 err = got_deflate_read_mmap(&zb, map, offset, len, &avail,
454 *consumed_total += consumed;
456 if (avail > 0 && csum)
457 csum_output(csum, zb.outbuf, avail);
459 if ((zb.flags & GOT_DEFLATE_F_HAVE_MORE) && outbuf != NULL) {
460 newbuf = reallocarray(*outbuf, ++nbuf,
461 GOT_DEFLATE_BUFSIZE);
462 if (newbuf == NULL) {
463 err = got_error_from_errno("reallocarray");
470 zb.outbuf = newbuf + *outlen;
471 zb.outlen = (nbuf * GOT_DEFLATE_BUFSIZE) - *outlen;
473 } while (zb.flags & GOT_DEFLATE_F_HAVE_MORE);
475 got_deflate_end(&zb);