2 a76a38d9 2018-03-11 stsp * Copyright (c) 2018 Stefan Sperling <stsp@openbsd.org>
4 a76a38d9 2018-03-11 stsp * Permission to use, copy, modify, and distribute this software for any
5 a76a38d9 2018-03-11 stsp * purpose with or without fee is hereby granted, provided that the above
6 a76a38d9 2018-03-11 stsp * copyright notice and this permission notice appear in all copies.
8 a76a38d9 2018-03-11 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 a76a38d9 2018-03-11 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 a76a38d9 2018-03-11 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 a76a38d9 2018-03-11 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 a76a38d9 2018-03-11 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 a76a38d9 2018-03-11 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 a76a38d9 2018-03-11 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 a76a38d9 2018-03-11 stsp #include <sys/queue.h>
19 a76a38d9 2018-03-11 stsp #include <stdio.h>
20 a76a38d9 2018-03-11 stsp #include <stdlib.h>
21 a76a38d9 2018-03-11 stsp #include <string.h>
22 a76a38d9 2018-03-11 stsp #include <sha1.h>
23 a76a38d9 2018-03-11 stsp #include <zlib.h>
25 a76a38d9 2018-03-11 stsp #include "got_error.h"
26 a76a38d9 2018-03-11 stsp #include "got_object.h"
28 718b3ab0 2018-03-17 stsp #include "got_lib_path.h"
29 718b3ab0 2018-03-17 stsp #include "got_lib_zbuf.h"
31 a76a38d9 2018-03-11 stsp const struct got_error *
32 19d747f7 2018-03-16 stsp got_inflate_init(struct got_zstream_buf *zb, uint8_t *outbuf, size_t bufsize)
34 a76a38d9 2018-03-11 stsp const struct got_error *err = NULL;
36 a76a38d9 2018-03-11 stsp memset(zb, 0, sizeof(*zb));
38 a76a38d9 2018-03-11 stsp zb->z.zalloc = Z_NULL;
39 a76a38d9 2018-03-11 stsp zb->z.zfree = Z_NULL;
40 a76a38d9 2018-03-11 stsp if (inflateInit(&zb->z) != Z_OK) {
41 a76a38d9 2018-03-11 stsp err = got_error(GOT_ERR_IO);
45 a76a38d9 2018-03-11 stsp zb->inlen = zb->outlen = bufsize;
47 a76a38d9 2018-03-11 stsp zb->inbuf = calloc(1, zb->inlen);
48 a76a38d9 2018-03-11 stsp if (zb->inbuf == NULL) {
49 0a585a0d 2018-03-17 stsp err = got_error_from_errno();
53 19d747f7 2018-03-16 stsp if (outbuf == NULL) {
54 19d747f7 2018-03-16 stsp zb->outbuf = calloc(1, zb->outlen);
55 19d747f7 2018-03-16 stsp if (zb->outbuf == NULL) {
56 0a585a0d 2018-03-17 stsp err = got_error_from_errno();
59 19d747f7 2018-03-16 stsp zb->flags |= GOT_ZSTREAM_F_OWN_OUTBUF;
61 19d747f7 2018-03-16 stsp zb->outbuf = outbuf;
65 a76a38d9 2018-03-11 stsp got_inflate_end(zb);
69 a76a38d9 2018-03-11 stsp const struct got_error *
70 a76a38d9 2018-03-11 stsp got_inflate_read(struct got_zstream_buf *zb, FILE *f, size_t *outlenp)
72 a76a38d9 2018-03-11 stsp size_t last_total_out = zb->z.total_out;
73 a76a38d9 2018-03-11 stsp z_stream *z = &zb->z;
74 92088384 2018-04-01 stsp int ret = Z_ERRNO;
76 a76a38d9 2018-03-11 stsp z->next_out = zb->outbuf;
77 a76a38d9 2018-03-11 stsp z->avail_out = zb->outlen;
79 a76a38d9 2018-03-11 stsp *outlenp = 0;
81 a76a38d9 2018-03-11 stsp if (z->avail_in == 0) {
82 a76a38d9 2018-03-11 stsp size_t n = fread(zb->inbuf, 1, zb->inlen, f);
83 a76a38d9 2018-03-11 stsp if (n == 0) {
84 a76a38d9 2018-03-11 stsp if (ferror(f))
85 a76a38d9 2018-03-11 stsp return got_ferror(f, GOT_ERR_IO);
87 92088384 2018-04-01 stsp ret = Z_STREAM_END;
90 a76a38d9 2018-03-11 stsp z->next_in = zb->inbuf;
91 a76a38d9 2018-03-11 stsp z->avail_in = n;
93 a76a38d9 2018-03-11 stsp ret = inflate(z, Z_SYNC_FLUSH);
94 a76a38d9 2018-03-11 stsp } while (ret == Z_OK && z->avail_out > 0);
96 a76a38d9 2018-03-11 stsp if (ret == Z_OK) {
97 a76a38d9 2018-03-11 stsp zb->flags |= GOT_ZSTREAM_F_HAVE_MORE;
99 a76a38d9 2018-03-11 stsp if (ret != Z_STREAM_END)
100 a76a38d9 2018-03-11 stsp return got_error(GOT_ERR_DECOMPRESSION);
101 a76a38d9 2018-03-11 stsp zb->flags &= ~GOT_ZSTREAM_F_HAVE_MORE;
104 a76a38d9 2018-03-11 stsp *outlenp = z->total_out - last_total_out;
105 a76a38d9 2018-03-11 stsp return NULL;
108 962916a2 2018-04-24 stsp const struct got_error *
109 962916a2 2018-04-24 stsp got_inflate_read_fd(struct got_zstream_buf *zb, int fd, size_t *outlenp)
111 962916a2 2018-04-24 stsp size_t last_total_out = zb->z.total_out;
112 962916a2 2018-04-24 stsp z_stream *z = &zb->z;
113 962916a2 2018-04-24 stsp int ret = Z_ERRNO;
115 962916a2 2018-04-24 stsp z->next_out = zb->outbuf;
116 962916a2 2018-04-24 stsp z->avail_out = zb->outlen;
118 962916a2 2018-04-24 stsp *outlenp = 0;
120 962916a2 2018-04-24 stsp if (z->avail_in == 0) {
121 962916a2 2018-04-24 stsp ssize_t n = read(fd, zb->inbuf, zb->inlen);
123 962916a2 2018-04-24 stsp return got_error_from_errno();
124 962916a2 2018-04-24 stsp else if (n == 0) {
126 962916a2 2018-04-24 stsp ret = Z_STREAM_END;
129 962916a2 2018-04-24 stsp z->next_in = zb->inbuf;
130 962916a2 2018-04-24 stsp z->avail_in = n;
132 962916a2 2018-04-24 stsp ret = inflate(z, Z_SYNC_FLUSH);
133 962916a2 2018-04-24 stsp } while (ret == Z_OK && z->avail_out > 0);
135 962916a2 2018-04-24 stsp if (ret == Z_OK) {
136 962916a2 2018-04-24 stsp zb->flags |= GOT_ZSTREAM_F_HAVE_MORE;
138 962916a2 2018-04-24 stsp if (ret != Z_STREAM_END)
139 962916a2 2018-04-24 stsp return got_error(GOT_ERR_DECOMPRESSION);
140 962916a2 2018-04-24 stsp zb->flags &= ~GOT_ZSTREAM_F_HAVE_MORE;
143 962916a2 2018-04-24 stsp *outlenp = z->total_out - last_total_out;
144 962916a2 2018-04-24 stsp return NULL;
148 a76a38d9 2018-03-11 stsp got_inflate_end(struct got_zstream_buf *zb)
150 a76a38d9 2018-03-11 stsp free(zb->inbuf);
151 19d747f7 2018-03-16 stsp if (zb->flags & GOT_ZSTREAM_F_OWN_OUTBUF)
152 19d747f7 2018-03-16 stsp free(zb->outbuf);
153 a76a38d9 2018-03-11 stsp inflateEnd(&zb->z);
156 a76a38d9 2018-03-11 stsp const struct got_error *
157 a76a38d9 2018-03-11 stsp got_inflate_to_mem(uint8_t **outbuf, size_t *outlen, FILE *f)
159 a76a38d9 2018-03-11 stsp const struct got_error *err;
160 a76a38d9 2018-03-11 stsp size_t avail;
161 a76a38d9 2018-03-11 stsp struct got_zstream_buf zb;
162 a76a38d9 2018-03-11 stsp void *newbuf;
164 19d747f7 2018-03-16 stsp *outbuf = calloc(1, GOT_ZSTREAM_BUFSIZE);
165 19d747f7 2018-03-16 stsp if (*outbuf == NULL)
166 0a585a0d 2018-03-17 stsp return got_error_from_errno();
167 19d747f7 2018-03-16 stsp err = got_inflate_init(&zb, *outbuf, GOT_ZSTREAM_BUFSIZE);
169 a76a38d9 2018-03-11 stsp return err;
171 a76a38d9 2018-03-11 stsp *outlen = 0;
174 a76a38d9 2018-03-11 stsp err = got_inflate_read(&zb, f, &avail);
176 a76a38d9 2018-03-11 stsp return err;
177 19d747f7 2018-03-16 stsp *outlen += avail;
178 19d747f7 2018-03-16 stsp if (zb.flags & GOT_ZSTREAM_F_HAVE_MORE) {
179 19d747f7 2018-03-16 stsp newbuf = reallocarray(*outbuf, 1,
180 19d747f7 2018-03-16 stsp *outlen + GOT_ZSTREAM_BUFSIZE);
181 a76a38d9 2018-03-11 stsp if (newbuf == NULL) {
182 0a585a0d 2018-03-17 stsp err = got_error_from_errno();
183 a76a38d9 2018-03-11 stsp free(*outbuf);
184 a76a38d9 2018-03-11 stsp *outbuf = NULL;
185 a76a38d9 2018-03-11 stsp *outlen = 0;
188 a76a38d9 2018-03-11 stsp *outbuf = newbuf;
189 19d747f7 2018-03-16 stsp zb.outbuf = newbuf + *outlen;
190 19d747f7 2018-03-16 stsp zb.outlen = GOT_ZSTREAM_BUFSIZE;
192 a76a38d9 2018-03-11 stsp } while (zb.flags & GOT_ZSTREAM_F_HAVE_MORE);
195 a76a38d9 2018-03-11 stsp got_inflate_end(&zb);
196 a76a38d9 2018-03-11 stsp return err;
199 a76a38d9 2018-03-11 stsp const struct got_error *
200 8b2180d4 2018-04-26 stsp got_inflate_to_mem_fd(uint8_t **outbuf, size_t *outlen, int infd)
202 8b2180d4 2018-04-26 stsp const struct got_error *err;
203 8b2180d4 2018-04-26 stsp size_t avail;
204 8b2180d4 2018-04-26 stsp struct got_zstream_buf zb;
205 8b2180d4 2018-04-26 stsp void *newbuf;
207 8b2180d4 2018-04-26 stsp *outbuf = calloc(1, GOT_ZSTREAM_BUFSIZE);
208 8b2180d4 2018-04-26 stsp if (*outbuf == NULL)
209 8b2180d4 2018-04-26 stsp return got_error_from_errno();
210 8b2180d4 2018-04-26 stsp err = got_inflate_init(&zb, *outbuf, GOT_ZSTREAM_BUFSIZE);
212 8b2180d4 2018-04-26 stsp return err;
214 8b2180d4 2018-04-26 stsp *outlen = 0;
217 8b2180d4 2018-04-26 stsp err = got_inflate_read_fd(&zb, infd, &avail);
219 8b2180d4 2018-04-26 stsp return err;
220 8b2180d4 2018-04-26 stsp *outlen += avail;
221 8b2180d4 2018-04-26 stsp if (zb.flags & GOT_ZSTREAM_F_HAVE_MORE) {
222 8b2180d4 2018-04-26 stsp newbuf = reallocarray(*outbuf, 1,
223 8b2180d4 2018-04-26 stsp *outlen + GOT_ZSTREAM_BUFSIZE);
224 8b2180d4 2018-04-26 stsp if (newbuf == NULL) {
225 8b2180d4 2018-04-26 stsp err = got_error_from_errno();
226 8b2180d4 2018-04-26 stsp free(*outbuf);
227 8b2180d4 2018-04-26 stsp *outbuf = NULL;
228 8b2180d4 2018-04-26 stsp *outlen = 0;
231 8b2180d4 2018-04-26 stsp *outbuf = newbuf;
232 8b2180d4 2018-04-26 stsp zb.outbuf = newbuf + *outlen;
233 8b2180d4 2018-04-26 stsp zb.outlen = GOT_ZSTREAM_BUFSIZE;
235 8b2180d4 2018-04-26 stsp } while (zb.flags & GOT_ZSTREAM_F_HAVE_MORE);
238 8b2180d4 2018-04-26 stsp got_inflate_end(&zb);
239 8b2180d4 2018-04-26 stsp return err;
242 8b2180d4 2018-04-26 stsp const struct got_error *
243 8b2180d4 2018-04-26 stsp got_inflate_to_fd(size_t *outlen, FILE *infile, int outfd)
245 962916a2 2018-04-24 stsp const struct got_error *err = NULL;
246 962916a2 2018-04-24 stsp size_t avail;
247 962916a2 2018-04-24 stsp struct got_zstream_buf zb;
249 962916a2 2018-04-24 stsp err = got_inflate_init(&zb, NULL, GOT_ZSTREAM_BUFSIZE);
253 962916a2 2018-04-24 stsp *outlen = 0;
256 8b2180d4 2018-04-26 stsp err = got_inflate_read(&zb, infile, &avail);
258 962916a2 2018-04-24 stsp return err;
259 962916a2 2018-04-24 stsp if (avail > 0) {
261 962916a2 2018-04-24 stsp n = write(outfd, zb.outbuf, avail);
262 962916a2 2018-04-24 stsp if (n != avail) {
263 962916a2 2018-04-24 stsp err = got_error_from_errno();
266 962916a2 2018-04-24 stsp *outlen += avail;
268 962916a2 2018-04-24 stsp } while (zb.flags & GOT_ZSTREAM_F_HAVE_MORE);
271 962916a2 2018-04-24 stsp if (err == NULL) {
272 962916a2 2018-04-24 stsp if (lseek(outfd, SEEK_SET, 0) == -1)
273 962916a2 2018-04-24 stsp err = got_error_from_errno();
275 962916a2 2018-04-24 stsp got_inflate_end(&zb);
276 962916a2 2018-04-24 stsp return err;
279 962916a2 2018-04-24 stsp const struct got_error *
280 a76a38d9 2018-03-11 stsp got_inflate_to_file(size_t *outlen, FILE *infile, FILE *outfile)
282 a76a38d9 2018-03-11 stsp const struct got_error *err;
283 a76a38d9 2018-03-11 stsp size_t avail;
284 a76a38d9 2018-03-11 stsp struct got_zstream_buf zb;
286 19d747f7 2018-03-16 stsp err = got_inflate_init(&zb, NULL, GOT_ZSTREAM_BUFSIZE);
290 a76a38d9 2018-03-11 stsp *outlen = 0;
293 a76a38d9 2018-03-11 stsp err = got_inflate_read(&zb, infile, &avail);
295 a76a38d9 2018-03-11 stsp return err;
296 a76a38d9 2018-03-11 stsp if (avail > 0) {
298 a76a38d9 2018-03-11 stsp n = fwrite(zb.outbuf, avail, 1, outfile);
299 a76a38d9 2018-03-11 stsp if (n != 1) {
300 a76a38d9 2018-03-11 stsp err = got_ferror(outfile, GOT_ERR_IO);
303 a76a38d9 2018-03-11 stsp *outlen += avail;
305 a76a38d9 2018-03-11 stsp } while (zb.flags & GOT_ZSTREAM_F_HAVE_MORE);
308 a76a38d9 2018-03-11 stsp if (err == NULL)
309 a76a38d9 2018-03-11 stsp rewind(outfile);
310 a76a38d9 2018-03-11 stsp got_inflate_end(&zb);
311 a76a38d9 2018-03-11 stsp return err;
314 8b2180d4 2018-04-26 stsp const struct got_error *
315 8b2180d4 2018-04-26 stsp got_inflate_to_file_fd(size_t *outlen, int infd, FILE *outfile)
317 8b2180d4 2018-04-26 stsp const struct got_error *err;
318 8b2180d4 2018-04-26 stsp size_t avail;
319 8b2180d4 2018-04-26 stsp struct got_zstream_buf zb;
321 8b2180d4 2018-04-26 stsp err = got_inflate_init(&zb, NULL, GOT_ZSTREAM_BUFSIZE);
325 8b2180d4 2018-04-26 stsp *outlen = 0;
328 8b2180d4 2018-04-26 stsp err = got_inflate_read_fd(&zb, infd, &avail);
330 8b2180d4 2018-04-26 stsp return err;
331 8b2180d4 2018-04-26 stsp if (avail > 0) {
333 8b2180d4 2018-04-26 stsp n = fwrite(zb.outbuf, avail, 1, outfile);
334 8b2180d4 2018-04-26 stsp if (n != 1) {
335 8b2180d4 2018-04-26 stsp err = got_ferror(outfile, GOT_ERR_IO);
338 8b2180d4 2018-04-26 stsp *outlen += avail;
340 8b2180d4 2018-04-26 stsp } while (zb.flags & GOT_ZSTREAM_F_HAVE_MORE);
343 8b2180d4 2018-04-26 stsp if (err == NULL)
344 8b2180d4 2018-04-26 stsp rewind(outfile);
345 8b2180d4 2018-04-26 stsp got_inflate_end(&zb);
346 8b2180d4 2018-04-26 stsp return err;