2 5aa81393 2020-01-06 stsp * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
4 a440fac0 2018-09-06 stsp * Permission to use, copy, modify, and distribute this software for any
5 a440fac0 2018-09-06 stsp * purpose with or without fee is hereby granted, provided that the above
6 a440fac0 2018-09-06 stsp * copyright notice and this permission notice appear in all copies.
8 a440fac0 2018-09-06 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 a440fac0 2018-09-06 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 a440fac0 2018-09-06 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 a440fac0 2018-09-06 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 a440fac0 2018-09-06 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 a440fac0 2018-09-06 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 a440fac0 2018-09-06 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 4fccd2fe 2023-03-08 thomas #include "got_compat.h"
19 a440fac0 2018-09-06 stsp #include <sys/types.h>
20 a440fac0 2018-09-06 stsp #include <sys/stat.h>
21 8b925c6c 2022-07-16 thomas #include <sys/queue.h>
22 a440fac0 2018-09-06 stsp #include <sys/uio.h>
23 a440fac0 2018-09-06 stsp #include <sys/socket.h>
24 a440fac0 2018-09-06 stsp #include <sys/wait.h>
25 2b0ae357 2022-01-10 thomas #include <sys/mman.h>
27 a440fac0 2018-09-06 stsp #include <errno.h>
28 a440fac0 2018-09-06 stsp #include <stdio.h>
29 a440fac0 2018-09-06 stsp #include <stdlib.h>
30 a440fac0 2018-09-06 stsp #include <string.h>
31 a440fac0 2018-09-06 stsp #include <stdint.h>
32 a440fac0 2018-09-06 stsp #include <zlib.h>
33 a440fac0 2018-09-06 stsp #include <ctype.h>
34 a440fac0 2018-09-06 stsp #include <limits.h>
35 a440fac0 2018-09-06 stsp #include <time.h>
36 ad242220 2018-09-08 stsp #include <unistd.h>
38 a440fac0 2018-09-06 stsp #include "got_error.h"
39 a440fac0 2018-09-06 stsp #include "got_object.h"
40 a440fac0 2018-09-06 stsp #include "got_repository.h"
41 a440fac0 2018-09-06 stsp #include "got_opentemp.h"
42 324d37e7 2019-05-11 stsp #include "got_path.h"
44 be288a59 2023-02-23 thomas #include "got_lib_hash.h"
45 a440fac0 2018-09-06 stsp #include "got_lib_delta.h"
46 41fa1437 2018-11-05 stsp #include "got_lib_inflate.h"
47 41fa1437 2018-11-05 stsp #include "got_lib_object.h"
48 3022d272 2019-11-14 stsp #include "got_lib_object_parse.h"
49 6bef87be 2018-09-11 stsp #include "got_lib_object_cache.h"
50 15a94983 2018-12-23 stsp #include "got_lib_pack.h"
51 ad242220 2018-09-08 stsp #include "got_lib_repository.h"
53 a440fac0 2018-09-06 stsp #ifndef nitems
54 a440fac0 2018-09-06 stsp #define nitems(_a) (sizeof(_a) / sizeof((_a)[0]))
57 ca6e02ac 2020-01-07 stsp struct got_object_id *
58 ca6e02ac 2020-01-07 stsp got_object_id_dup(struct got_object_id *id1)
60 ca6e02ac 2020-01-07 stsp struct got_object_id *id2;
62 ca6e02ac 2020-01-07 stsp id2 = malloc(sizeof(*id2));
63 ca6e02ac 2020-01-07 stsp if (id2 == NULL)
64 ca6e02ac 2020-01-07 stsp return NULL;
65 ca6e02ac 2020-01-07 stsp memcpy(id2, id1, sizeof(*id2));
70 f054b67a 2018-11-05 stsp got_object_id_cmp(const struct got_object_id *id1,
71 f054b67a 2018-11-05 stsp const struct got_object_id *id2)
73 f054b67a 2018-11-05 stsp return memcmp(id1->sha1, id2->sha1, SHA1_DIGEST_LENGTH);
76 2ff12563 2018-09-15 stsp const struct got_error *
77 5df4932d 2018-11-05 stsp got_object_qid_alloc_partial(struct got_object_qid **qid)
79 5df4932d 2018-11-05 stsp *qid = malloc(sizeof(**qid));
80 5df4932d 2018-11-05 stsp if (*qid == NULL)
81 638f9024 2019-05-13 stsp return got_error_from_errno("malloc");
83 74a2356f 2021-06-18 stsp (*qid)->data = NULL;
84 5df4932d 2018-11-05 stsp return NULL;
87 5df4932d 2018-11-05 stsp const struct got_error *
88 2ff12563 2018-09-15 stsp got_object_id_str(char **outbuf, struct got_object_id *id)
90 01986ce9 2023-02-07 thomas static const size_t len = GOT_OBJECT_ID_HEX_MAXLEN;
92 2ff12563 2018-09-15 stsp *outbuf = malloc(len);
93 2ff12563 2018-09-15 stsp if (*outbuf == NULL)
94 638f9024 2019-05-13 stsp return got_error_from_errno("malloc");
96 01986ce9 2023-02-07 thomas if (got_object_id_hex(id, *outbuf, len) == NULL) {
97 2ff12563 2018-09-15 stsp free(*outbuf);
98 2ff12563 2018-09-15 stsp *outbuf = NULL;
99 2ff12563 2018-09-15 stsp return got_error(GOT_ERR_BAD_OBJ_ID_STR);
102 2ff12563 2018-09-15 stsp return NULL;
106 01986ce9 2023-02-07 thomas got_object_id_hex(struct got_object_id *id, char *buf, size_t len)
108 01986ce9 2023-02-07 thomas return got_sha1_digest_to_str(id->sha1, buf, len);
111 6d7eb4f7 2023-04-04 thomas const struct got_error *
112 6d7eb4f7 2023-04-04 thomas got_object_type_label(const char **label, int obj_type)
114 6d7eb4f7 2023-04-04 thomas const struct got_error *err = NULL;
116 6d7eb4f7 2023-04-04 thomas switch (obj_type) {
117 6d7eb4f7 2023-04-04 thomas case GOT_OBJ_TYPE_BLOB:
118 6d7eb4f7 2023-04-04 thomas *label = GOT_OBJ_LABEL_BLOB;
120 6d7eb4f7 2023-04-04 thomas case GOT_OBJ_TYPE_TREE:
121 6d7eb4f7 2023-04-04 thomas *label = GOT_OBJ_LABEL_TREE;
123 6d7eb4f7 2023-04-04 thomas case GOT_OBJ_TYPE_COMMIT:
124 6d7eb4f7 2023-04-04 thomas *label = GOT_OBJ_LABEL_COMMIT;
126 6d7eb4f7 2023-04-04 thomas case GOT_OBJ_TYPE_TAG:
127 6d7eb4f7 2023-04-04 thomas *label = GOT_OBJ_LABEL_TAG;
130 6d7eb4f7 2023-04-04 thomas *label = NULL;
131 6d7eb4f7 2023-04-04 thomas err = got_error(GOT_ERR_OBJ_TYPE);
135 6d7eb4f7 2023-04-04 thomas return err;
139 03fa71c8 2018-09-06 stsp got_object_close(struct got_object *obj)
141 03fa71c8 2018-09-06 stsp if (obj->refcnt > 0) {
142 03fa71c8 2018-09-06 stsp obj->refcnt--;
143 03fa71c8 2018-09-06 stsp if (obj->refcnt > 0)
147 03fa71c8 2018-09-06 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
148 03fa71c8 2018-09-06 stsp struct got_delta *delta;
149 dbdddfee 2021-06-23 naddy while (!STAILQ_EMPTY(&obj->deltas.entries)) {
150 dbdddfee 2021-06-23 naddy delta = STAILQ_FIRST(&obj->deltas.entries);
151 dbdddfee 2021-06-23 naddy STAILQ_REMOVE_HEAD(&obj->deltas.entries, entry);
152 2256993b 2019-07-15 stsp free(delta);
158 8ab9215c 2021-10-15 thomas const struct got_error *
159 8ab9215c 2021-10-15 thomas got_object_raw_close(struct got_raw_object *obj)
161 8ab9215c 2021-10-15 thomas const struct got_error *err = NULL;
163 8ab9215c 2021-10-15 thomas if (obj->refcnt > 0) {
164 8ab9215c 2021-10-15 thomas obj->refcnt--;
165 8ab9215c 2021-10-15 thomas if (obj->refcnt > 0)
166 8ab9215c 2021-10-15 thomas return NULL;
169 3efd8e31 2022-10-23 thomas if (obj->close_cb)
170 3efd8e31 2022-10-23 thomas obj->close_cb(obj);
172 2b0ae357 2022-01-10 thomas if (obj->f == NULL) {
173 2b0ae357 2022-01-10 thomas if (obj->fd != -1) {
174 2b0ae357 2022-01-10 thomas if (munmap(obj->data, obj->hdrlen + obj->size) == -1)
175 2b0ae357 2022-01-10 thomas err = got_error_from_errno("munmap");
176 2b0ae357 2022-01-10 thomas if (close(obj->fd) == -1 && err == NULL)
177 2b0ae357 2022-01-10 thomas err = got_error_from_errno("close");
179 2b0ae357 2022-01-10 thomas free(obj->data);
181 2b0ae357 2022-01-10 thomas if (fclose(obj->f) == EOF && err == NULL)
182 2b0ae357 2022-01-10 thomas err = got_error_from_errno("fclose");
184 8ab9215c 2021-10-15 thomas free(obj);
185 8ab9215c 2021-10-15 thomas return err;
189 03fa71c8 2018-09-06 stsp got_object_qid_free(struct got_object_qid *qid)
195 dd88155e 2019-06-29 stsp got_object_id_queue_free(struct got_object_id_queue *ids)
197 dd88155e 2019-06-29 stsp struct got_object_qid *qid;
199 dbdddfee 2021-06-23 naddy while (!STAILQ_EMPTY(ids)) {
200 dbdddfee 2021-06-23 naddy qid = STAILQ_FIRST(ids);
201 dbdddfee 2021-06-23 naddy STAILQ_REMOVE_HEAD(ids, entry);
202 dd88155e 2019-06-29 stsp got_object_qid_free(qid);
206 1785f84a 2018-12-23 stsp const struct got_error *
207 1785f84a 2018-12-23 stsp got_object_parse_header(struct got_object **obj, char *buf, size_t len)
209 ff2a4428 2019-03-19 stsp const char *obj_labels[] = {
210 ff2a4428 2019-03-19 stsp GOT_OBJ_LABEL_COMMIT,
211 ff2a4428 2019-03-19 stsp GOT_OBJ_LABEL_TREE,
212 ff2a4428 2019-03-19 stsp GOT_OBJ_LABEL_BLOB,
213 ff2a4428 2019-03-19 stsp GOT_OBJ_LABEL_TAG,
215 1785f84a 2018-12-23 stsp const int obj_types[] = {
216 1785f84a 2018-12-23 stsp GOT_OBJ_TYPE_COMMIT,
217 1785f84a 2018-12-23 stsp GOT_OBJ_TYPE_TREE,
218 1785f84a 2018-12-23 stsp GOT_OBJ_TYPE_BLOB,
219 1785f84a 2018-12-23 stsp GOT_OBJ_TYPE_TAG,
221 1785f84a 2018-12-23 stsp int type = 0;
222 9b31ed65 2022-02-12 thomas size_t size = 0;
224 9b31ed65 2022-02-12 thomas char *end;
226 1785f84a 2018-12-23 stsp *obj = NULL;
228 9b31ed65 2022-02-12 thomas end = memchr(buf, '\0', len);
229 9b31ed65 2022-02-12 thomas if (end == NULL)
230 9ef4ac16 2019-04-13 stsp return got_error(GOT_ERR_BAD_OBJ_HDR);
232 ff2a4428 2019-03-19 stsp for (i = 0; i < nitems(obj_labels); i++) {
233 ff2a4428 2019-03-19 stsp const char *label = obj_labels[i];
234 ff2a4428 2019-03-19 stsp size_t label_len = strlen(label);
235 1785f84a 2018-12-23 stsp const char *errstr;
237 9b31ed65 2022-02-12 thomas if (len <= label_len || buf + label_len >= end ||
238 9b31ed65 2022-02-12 thomas strncmp(buf, label, label_len) != 0)
241 1785f84a 2018-12-23 stsp type = obj_types[i];
242 ff2a4428 2019-03-19 stsp size = strtonum(buf + label_len, 0, LONG_MAX, &errstr);
243 1785f84a 2018-12-23 stsp if (errstr != NULL)
244 1785f84a 2018-12-23 stsp return got_error(GOT_ERR_BAD_OBJ_HDR);
248 1785f84a 2018-12-23 stsp if (type == 0)
249 1785f84a 2018-12-23 stsp return got_error(GOT_ERR_BAD_OBJ_HDR);
251 1785f84a 2018-12-23 stsp *obj = calloc(1, sizeof(**obj));
252 1785f84a 2018-12-23 stsp if (*obj == NULL)
253 638f9024 2019-05-13 stsp return got_error_from_errno("calloc");
254 1785f84a 2018-12-23 stsp (*obj)->type = type;
255 9b31ed65 2022-02-12 thomas (*obj)->hdrlen = end - buf + 1;
256 1785f84a 2018-12-23 stsp (*obj)->size = size;
257 1785f84a 2018-12-23 stsp return NULL;
260 1785f84a 2018-12-23 stsp const struct got_error *
261 1785f84a 2018-12-23 stsp got_object_read_header(struct got_object **obj, int fd)
263 1785f84a 2018-12-23 stsp const struct got_error *err;
264 23bc48a9 2019-03-19 stsp struct got_inflate_buf zb;
265 dbaa2362 2021-09-28 thomas uint8_t *buf;
266 1785f84a 2018-12-23 stsp const size_t zbsize = 64;
267 1785f84a 2018-12-23 stsp size_t outlen, totlen;
268 1785f84a 2018-12-23 stsp int nbuf = 1;
270 1785f84a 2018-12-23 stsp *obj = NULL;
272 1785f84a 2018-12-23 stsp buf = malloc(zbsize);
273 1785f84a 2018-12-23 stsp if (buf == NULL)
274 638f9024 2019-05-13 stsp return got_error_from_errno("malloc");
275 9b31ed65 2022-02-12 thomas buf[0] = '\0';
277 1e87a3c3 2020-03-18 stsp err = got_inflate_init(&zb, buf, zbsize, NULL);
279 1785f84a 2018-12-23 stsp return err;
281 1785f84a 2018-12-23 stsp totlen = 0;
283 3ab5e33c 2020-03-18 stsp err = got_inflate_read_fd(&zb, fd, &outlen, NULL);
286 1785f84a 2018-12-23 stsp if (outlen == 0)
288 1785f84a 2018-12-23 stsp totlen += outlen;
289 dedbbd9d 2019-04-13 stsp if (memchr(zb.outbuf, '\0', outlen) == NULL) {
290 dbaa2362 2021-09-28 thomas uint8_t *newbuf;
292 1785f84a 2018-12-23 stsp newbuf = recallocarray(buf, nbuf - 1, nbuf, zbsize);
293 1785f84a 2018-12-23 stsp if (newbuf == NULL) {
294 638f9024 2019-05-13 stsp err = got_error_from_errno("recallocarray");
297 1785f84a 2018-12-23 stsp buf = newbuf;
298 1785f84a 2018-12-23 stsp zb.outbuf = newbuf + totlen;
299 1785f84a 2018-12-23 stsp zb.outlen = (nbuf * zbsize) - totlen;
301 dedbbd9d 2019-04-13 stsp } while (memchr(zb.outbuf, '\0', outlen) == NULL);
303 1785f84a 2018-12-23 stsp err = got_object_parse_header(obj, buf, totlen);
306 1785f84a 2018-12-23 stsp got_inflate_end(&zb);
307 1785f84a 2018-12-23 stsp return err;
310 3efd8e31 2022-10-23 thomas const struct got_error *
311 3efd8e31 2022-10-23 thomas got_object_read_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
312 3efd8e31 2022-10-23 thomas size_t max_in_mem_size, int outfd, struct got_object_id *expected_id,
313 3efd8e31 2022-10-23 thomas int infd)
315 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
316 3efd8e31 2022-10-23 thomas struct got_object *obj;
317 3efd8e31 2022-10-23 thomas struct got_inflate_checksum csum;
318 b16893ba 2023-02-24 thomas struct got_object_id id;
319 b16893ba 2023-02-24 thomas struct got_hash ctx;
320 3efd8e31 2022-10-23 thomas size_t len, consumed;
321 3efd8e31 2022-10-23 thomas FILE *f = NULL;
323 3efd8e31 2022-10-23 thomas *outbuf = NULL;
324 3efd8e31 2022-10-23 thomas *size = 0;
325 3efd8e31 2022-10-23 thomas *hdrlen = 0;
327 b16893ba 2023-02-24 thomas got_hash_init(&ctx, GOT_HASH_SHA1);
328 3efd8e31 2022-10-23 thomas memset(&csum, 0, sizeof(csum));
329 b16893ba 2023-02-24 thomas csum.output_ctx = &ctx;
331 3efd8e31 2022-10-23 thomas if (lseek(infd, SEEK_SET, 0) == -1)
332 3efd8e31 2022-10-23 thomas return got_error_from_errno("lseek");
334 3efd8e31 2022-10-23 thomas err = got_object_read_header(&obj, infd);
336 3efd8e31 2022-10-23 thomas return err;
338 3efd8e31 2022-10-23 thomas if (lseek(infd, SEEK_SET, 0) == -1)
339 3efd8e31 2022-10-23 thomas return got_error_from_errno("lseek");
341 3efd8e31 2022-10-23 thomas if (obj->size + obj->hdrlen <= max_in_mem_size) {
342 3efd8e31 2022-10-23 thomas err = got_inflate_to_mem_fd(outbuf, &len, &consumed, &csum,
343 3efd8e31 2022-10-23 thomas obj->size + obj->hdrlen, infd);
347 3efd8e31 2022-10-23 thomas * XXX This uses an extra file descriptor for no good reason.
348 3efd8e31 2022-10-23 thomas * We should have got_inflate_fd_to_fd().
350 3efd8e31 2022-10-23 thomas fd = dup(infd);
351 3efd8e31 2022-10-23 thomas if (fd == -1)
352 3efd8e31 2022-10-23 thomas return got_error_from_errno("dup");
353 3efd8e31 2022-10-23 thomas f = fdopen(fd, "r");
354 3efd8e31 2022-10-23 thomas if (f == NULL) {
355 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fdopen");
357 3efd8e31 2022-10-23 thomas close(fd);
358 3efd8e31 2022-10-23 thomas goto done;
360 3efd8e31 2022-10-23 thomas err = got_inflate_to_fd(&len, f, &csum, outfd);
363 3efd8e31 2022-10-23 thomas goto done;
365 3efd8e31 2022-10-23 thomas if (len < obj->hdrlen || len != obj->hdrlen + obj->size) {
366 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_BAD_OBJ_HDR);
367 3efd8e31 2022-10-23 thomas goto done;
370 b16893ba 2023-02-24 thomas got_hash_final_object_id(&ctx, &id);
371 b16893ba 2023-02-24 thomas if (got_object_id_cmp(expected_id, &id) != 0) {
372 dc43cdc9 2023-02-07 thomas err = got_error_checksum(expected_id);
373 3efd8e31 2022-10-23 thomas goto done;
376 3efd8e31 2022-10-23 thomas *size = obj->size;
377 3efd8e31 2022-10-23 thomas *hdrlen = obj->hdrlen;
379 3efd8e31 2022-10-23 thomas got_object_close(obj);
380 3efd8e31 2022-10-23 thomas if (f && fclose(f) == EOF && err == NULL)
381 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
382 3efd8e31 2022-10-23 thomas return err;
385 a440fac0 2018-09-06 stsp struct got_commit_object *
386 a440fac0 2018-09-06 stsp got_object_commit_alloc_partial(void)
388 a440fac0 2018-09-06 stsp struct got_commit_object *commit;
390 a440fac0 2018-09-06 stsp commit = calloc(1, sizeof(*commit));
391 a440fac0 2018-09-06 stsp if (commit == NULL)
392 a440fac0 2018-09-06 stsp return NULL;
393 acf0c7c6 2018-11-05 stsp commit->tree_id = malloc(sizeof(*commit->tree_id));
394 a440fac0 2018-09-06 stsp if (commit->tree_id == NULL) {
395 a440fac0 2018-09-06 stsp free(commit);
396 a440fac0 2018-09-06 stsp return NULL;
399 dbdddfee 2021-06-23 naddy STAILQ_INIT(&commit->parent_ids);
401 a440fac0 2018-09-06 stsp return commit;
404 a440fac0 2018-09-06 stsp const struct got_error *
405 a440fac0 2018-09-06 stsp got_object_commit_add_parent(struct got_commit_object *commit,
406 a440fac0 2018-09-06 stsp const char *id_str)
408 a440fac0 2018-09-06 stsp const struct got_error *err = NULL;
409 a440fac0 2018-09-06 stsp struct got_object_qid *qid;
411 5df4932d 2018-11-05 stsp err = got_object_qid_alloc_partial(&qid);
413 7762fe12 2018-11-05 stsp return err;
415 c8ae092d 2023-02-23 thomas if (!got_parse_object_id(&qid->id, id_str, GOT_HASH_SHA1)) {
416 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
417 00eb6a1f 2019-07-15 stsp got_object_qid_free(qid);
418 a440fac0 2018-09-06 stsp return err;
421 dbdddfee 2021-06-23 naddy STAILQ_INSERT_TAIL(&commit->parent_ids, qid, entry);
422 a440fac0 2018-09-06 stsp commit->nparents++;
424 a440fac0 2018-09-06 stsp return NULL;
427 a440fac0 2018-09-06 stsp static const struct got_error *
428 a440fac0 2018-09-06 stsp parse_gmtoff(time_t *gmtoff, const char *tzstr)
430 a440fac0 2018-09-06 stsp int sign = 1;
431 a440fac0 2018-09-06 stsp const char *p = tzstr;
432 a440fac0 2018-09-06 stsp time_t h, m;
434 a440fac0 2018-09-06 stsp *gmtoff = 0;
436 a440fac0 2018-09-06 stsp if (*p == '-')
438 a440fac0 2018-09-06 stsp else if (*p != '+')
439 a440fac0 2018-09-06 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
441 6771d425 2022-11-17 thomas if (!isdigit((unsigned char)*p) &&
442 6771d425 2022-11-17 thomas !isdigit((unsigned char)*(p + 1)))
443 a440fac0 2018-09-06 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
444 a440fac0 2018-09-06 stsp h = (((*p - '0') * 10) + (*(p + 1) - '0'));
447 6771d425 2022-11-17 thomas if (!isdigit((unsigned char)*p) &&
448 6771d425 2022-11-17 thomas !isdigit((unsigned char)*(p + 1)))
449 a440fac0 2018-09-06 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
450 a440fac0 2018-09-06 stsp m = ((*p - '0') * 10) + (*(p + 1) - '0');
452 a440fac0 2018-09-06 stsp *gmtoff = (h * 60 * 60 + m * 60) * sign;
453 a440fac0 2018-09-06 stsp return NULL;
456 a440fac0 2018-09-06 stsp static const struct got_error *
457 ccb26ccd 2018-11-05 stsp parse_commit_time(time_t *time, time_t *gmtoff, char *committer)
459 a440fac0 2018-09-06 stsp const struct got_error *err = NULL;
460 a440fac0 2018-09-06 stsp const char *errstr;
461 a440fac0 2018-09-06 stsp char *space, *tzstr;
463 a440fac0 2018-09-06 stsp /* Parse and strip off trailing timezone indicator string. */
464 a440fac0 2018-09-06 stsp space = strrchr(committer, ' ');
465 a440fac0 2018-09-06 stsp if (space == NULL)
466 a440fac0 2018-09-06 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
467 a440fac0 2018-09-06 stsp tzstr = strdup(space + 1);
468 a440fac0 2018-09-06 stsp if (tzstr == NULL)
469 638f9024 2019-05-13 stsp return got_error_from_errno("strdup");
470 ccb26ccd 2018-11-05 stsp err = parse_gmtoff(gmtoff, tzstr);
471 a440fac0 2018-09-06 stsp free(tzstr);
472 b6b86fd1 2022-08-30 thomas if (err) {
473 9dbd8627 2021-02-04 stsp if (err->code != GOT_ERR_BAD_OBJ_DATA)
474 9dbd8627 2021-02-04 stsp return err;
475 9dbd8627 2021-02-04 stsp /* Old versions of Git omitted the timestamp. */
477 9dbd8627 2021-02-04 stsp *gmtoff = 0;
478 9dbd8627 2021-02-04 stsp return NULL;
480 a440fac0 2018-09-06 stsp *space = '\0';
482 a440fac0 2018-09-06 stsp /* Timestamp is separated from committer name + email by space. */
483 a440fac0 2018-09-06 stsp space = strrchr(committer, ' ');
484 a440fac0 2018-09-06 stsp if (space == NULL)
485 a440fac0 2018-09-06 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
487 09867e48 2019-08-13 stsp /* Timestamp parsed here is expressed as UNIX timestamp (UTC). */
488 ccb26ccd 2018-11-05 stsp *time = strtonum(space + 1, 0, INT64_MAX, &errstr);
489 a440fac0 2018-09-06 stsp if (errstr)
490 a440fac0 2018-09-06 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
492 a440fac0 2018-09-06 stsp /* Strip off parsed time information, leaving just author and email. */
493 a440fac0 2018-09-06 stsp *space = '\0';
495 a440fac0 2018-09-06 stsp return NULL;
499 03fa71c8 2018-09-06 stsp got_object_commit_close(struct got_commit_object *commit)
501 03fa71c8 2018-09-06 stsp if (commit->refcnt > 0) {
502 03fa71c8 2018-09-06 stsp commit->refcnt--;
503 03fa71c8 2018-09-06 stsp if (commit->refcnt > 0)
507 dd88155e 2019-06-29 stsp got_object_id_queue_free(&commit->parent_ids);
508 03fa71c8 2018-09-06 stsp free(commit->tree_id);
509 03fa71c8 2018-09-06 stsp free(commit->author);
510 03fa71c8 2018-09-06 stsp free(commit->committer);
511 03fa71c8 2018-09-06 stsp free(commit->logmsg);
512 03fa71c8 2018-09-06 stsp free(commit);
515 45d799e2 2018-12-23 stsp struct got_object_id *
516 45d799e2 2018-12-23 stsp got_object_commit_get_tree_id(struct got_commit_object *commit)
518 45d799e2 2018-12-23 stsp return commit->tree_id;
522 45d799e2 2018-12-23 stsp got_object_commit_get_nparents(struct got_commit_object *commit)
524 45d799e2 2018-12-23 stsp return commit->nparents;
527 45d799e2 2018-12-23 stsp const struct got_object_id_queue *
528 45d799e2 2018-12-23 stsp got_object_commit_get_parent_ids(struct got_commit_object *commit)
530 45d799e2 2018-12-23 stsp return &commit->parent_ids;
533 45d799e2 2018-12-23 stsp const char *
534 45d799e2 2018-12-23 stsp got_object_commit_get_author(struct got_commit_object *commit)
536 45d799e2 2018-12-23 stsp return commit->author;
540 45d799e2 2018-12-23 stsp got_object_commit_get_author_time(struct got_commit_object *commit)
542 45d799e2 2018-12-23 stsp return commit->author_time;
545 45d799e2 2018-12-23 stsp time_t got_object_commit_get_author_gmtoff(struct got_commit_object *commit)
547 45d799e2 2018-12-23 stsp return commit->author_gmtoff;
550 45d799e2 2018-12-23 stsp const char *
551 45d799e2 2018-12-23 stsp got_object_commit_get_committer(struct got_commit_object *commit)
553 45d799e2 2018-12-23 stsp return commit->committer;
557 45d799e2 2018-12-23 stsp got_object_commit_get_committer_time(struct got_commit_object *commit)
559 45d799e2 2018-12-23 stsp return commit->committer_time;
563 45d799e2 2018-12-23 stsp got_object_commit_get_committer_gmtoff(struct got_commit_object *commit)
565 45d799e2 2018-12-23 stsp return commit->committer_gmtoff;
568 5943eee2 2019-08-13 stsp const struct got_error *
569 5943eee2 2019-08-13 stsp got_object_commit_get_logmsg(char **logmsg, struct got_commit_object *commit)
571 5943eee2 2019-08-13 stsp const struct got_error *err = NULL;
572 b9c41b54 2021-08-03 stsp const char *src;
574 5943eee2 2019-08-13 stsp size_t len;
576 b9c41b54 2021-08-03 stsp len = strlen(commit->logmsg);
577 b9c41b54 2021-08-03 stsp *logmsg = malloc(len + 2); /* leave room for a trailing \n and \0 */
578 b9c41b54 2021-08-03 stsp if (*logmsg == NULL)
579 b9c41b54 2021-08-03 stsp return got_error_from_errno("malloc");
582 b9c41b54 2021-08-03 stsp * Strip out unusual headers. Headers are separated from the commit
583 b9c41b54 2021-08-03 stsp * message body by a single empty line.
585 b9c41b54 2021-08-03 stsp src = commit->logmsg;
586 b9c41b54 2021-08-03 stsp dst = *logmsg;
587 b9c41b54 2021-08-03 stsp while (*src != '\0' && *src != '\n') {
588 b9c41b54 2021-08-03 stsp int copy_header = 1, eol = 0;
589 b9c41b54 2021-08-03 stsp if (strncmp(src, GOT_COMMIT_LABEL_TREE,
590 b9c41b54 2021-08-03 stsp strlen(GOT_COMMIT_LABEL_TREE)) != 0 &&
591 b9c41b54 2021-08-03 stsp strncmp(src, GOT_COMMIT_LABEL_AUTHOR,
592 b9c41b54 2021-08-03 stsp strlen(GOT_COMMIT_LABEL_AUTHOR)) != 0 &&
593 b9c41b54 2021-08-03 stsp strncmp(src, GOT_COMMIT_LABEL_PARENT,
594 b9c41b54 2021-08-03 stsp strlen(GOT_COMMIT_LABEL_PARENT)) != 0 &&
595 b9c41b54 2021-08-03 stsp strncmp(src, GOT_COMMIT_LABEL_COMMITTER,
596 b9c41b54 2021-08-03 stsp strlen(GOT_COMMIT_LABEL_COMMITTER)) != 0)
597 b9c41b54 2021-08-03 stsp copy_header = 0;
599 b9c41b54 2021-08-03 stsp while (*src != '\0' && !eol) {
600 b9c41b54 2021-08-03 stsp if (copy_header) {
601 b9c41b54 2021-08-03 stsp *dst = *src;
604 b9c41b54 2021-08-03 stsp if (*src == '\n')
609 b9c41b54 2021-08-03 stsp *dst = '\0';
611 b9c41b54 2021-08-03 stsp if (strlcat(*logmsg, src, len + 1) >= len + 1) {
612 b9c41b54 2021-08-03 stsp err = got_error(GOT_ERR_NO_SPACE);
616 5943eee2 2019-08-13 stsp /* Trim redundant trailing whitespace. */
617 5943eee2 2019-08-13 stsp len = strlen(*logmsg);
618 5943eee2 2019-08-13 stsp while (len > 1 && isspace((unsigned char)(*logmsg)[len - 2]) &&
619 5943eee2 2019-08-13 stsp isspace((unsigned char)(*logmsg)[len - 1])) {
620 5943eee2 2019-08-13 stsp (*logmsg)[len - 1] = '\0';
624 b9c41b54 2021-08-03 stsp /* Append a trailing newline if missing. */
625 b9c41b54 2021-08-03 stsp if (len > 0 && (*logmsg)[len - 1] != '\n') {
626 b9c41b54 2021-08-03 stsp (*logmsg)[len] = '\n';
627 b9c41b54 2021-08-03 stsp (*logmsg)[len + 1] = '\0';
631 5943eee2 2019-08-13 stsp free(*logmsg);
632 5943eee2 2019-08-13 stsp *logmsg = NULL;
634 5943eee2 2019-08-13 stsp return err;
637 24ea5512 2019-08-22 stsp const char *
638 24ea5512 2019-08-22 stsp got_object_commit_get_logmsg_raw(struct got_commit_object *commit)
640 24ea5512 2019-08-22 stsp return commit->logmsg;
643 a440fac0 2018-09-06 stsp const struct got_error *
644 5e0b25c4 2018-12-24 stsp got_object_parse_commit(struct got_commit_object **commit, char *buf,
645 5e0b25c4 2018-12-24 stsp size_t len)
647 a440fac0 2018-09-06 stsp const struct got_error *err = NULL;
648 c8ae092d 2023-02-23 thomas enum got_hash_algorithm algo = GOT_HASH_SHA1;
649 a440fac0 2018-09-06 stsp char *s = buf;
650 ff2a4428 2019-03-19 stsp size_t label_len;
651 a440fac0 2018-09-06 stsp ssize_t remain = (ssize_t)len;
653 4793d91b 2019-09-22 stsp if (remain == 0)
654 4793d91b 2019-09-22 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
656 a440fac0 2018-09-06 stsp *commit = got_object_commit_alloc_partial();
657 a440fac0 2018-09-06 stsp if (*commit == NULL)
658 638f9024 2019-05-13 stsp return got_error_from_errno("got_object_commit_alloc_partial");
660 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_COMMIT_LABEL_TREE);
661 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_COMMIT_LABEL_TREE, label_len) == 0) {
662 ff2a4428 2019-03-19 stsp remain -= label_len;
663 a440fac0 2018-09-06 stsp if (remain < SHA1_DIGEST_STRING_LENGTH) {
664 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
667 ff2a4428 2019-03-19 stsp s += label_len;
668 c8ae092d 2023-02-23 thomas if (!got_parse_object_id((*commit)->tree_id, s, algo)) {
669 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
672 a440fac0 2018-09-06 stsp remain -= SHA1_DIGEST_STRING_LENGTH;
673 a440fac0 2018-09-06 stsp s += SHA1_DIGEST_STRING_LENGTH;
675 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
679 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_COMMIT_LABEL_PARENT);
680 ff2a4428 2019-03-19 stsp while (strncmp(s, GOT_COMMIT_LABEL_PARENT, label_len) == 0) {
681 ff2a4428 2019-03-19 stsp remain -= label_len;
682 a440fac0 2018-09-06 stsp if (remain < SHA1_DIGEST_STRING_LENGTH) {
683 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
686 ff2a4428 2019-03-19 stsp s += label_len;
687 a440fac0 2018-09-06 stsp err = got_object_commit_add_parent(*commit, s);
691 a440fac0 2018-09-06 stsp remain -= SHA1_DIGEST_STRING_LENGTH;
692 a440fac0 2018-09-06 stsp s += SHA1_DIGEST_STRING_LENGTH;
695 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_COMMIT_LABEL_AUTHOR);
696 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_COMMIT_LABEL_AUTHOR, label_len) == 0) {
698 a440fac0 2018-09-06 stsp size_t slen;
700 ff2a4428 2019-03-19 stsp remain -= label_len;
701 a440fac0 2018-09-06 stsp if (remain <= 0) {
702 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
705 ff2a4428 2019-03-19 stsp s += label_len;
706 dedbbd9d 2019-04-13 stsp p = memchr(s, '\n', remain);
707 a440fac0 2018-09-06 stsp if (p == NULL) {
708 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
712 a440fac0 2018-09-06 stsp slen = strlen(s);
713 ccb26ccd 2018-11-05 stsp err = parse_commit_time(&(*commit)->author_time,
714 ccb26ccd 2018-11-05 stsp &(*commit)->author_gmtoff, s);
717 a440fac0 2018-09-06 stsp (*commit)->author = strdup(s);
718 a440fac0 2018-09-06 stsp if ((*commit)->author == NULL) {
719 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
722 a440fac0 2018-09-06 stsp s += slen + 1;
723 a440fac0 2018-09-06 stsp remain -= slen + 1;
726 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_COMMIT_LABEL_COMMITTER);
727 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_COMMIT_LABEL_COMMITTER, label_len) == 0) {
729 a440fac0 2018-09-06 stsp size_t slen;
731 ff2a4428 2019-03-19 stsp remain -= label_len;
732 a440fac0 2018-09-06 stsp if (remain <= 0) {
733 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
736 ff2a4428 2019-03-19 stsp s += label_len;
737 dedbbd9d 2019-04-13 stsp p = memchr(s, '\n', remain);
738 a440fac0 2018-09-06 stsp if (p == NULL) {
739 a440fac0 2018-09-06 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
743 a440fac0 2018-09-06 stsp slen = strlen(s);
744 ccb26ccd 2018-11-05 stsp err = parse_commit_time(&(*commit)->committer_time,
745 ccb26ccd 2018-11-05 stsp &(*commit)->committer_gmtoff, s);
748 a440fac0 2018-09-06 stsp (*commit)->committer = strdup(s);
749 a440fac0 2018-09-06 stsp if ((*commit)->committer == NULL) {
750 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
753 a440fac0 2018-09-06 stsp s += slen + 1;
754 a440fac0 2018-09-06 stsp remain -= slen + 1;
757 a440fac0 2018-09-06 stsp (*commit)->logmsg = strndup(s, remain);
758 a440fac0 2018-09-06 stsp if ((*commit)->logmsg == NULL) {
759 638f9024 2019-05-13 stsp err = got_error_from_errno("strndup");
764 a440fac0 2018-09-06 stsp got_object_commit_close(*commit);
765 a440fac0 2018-09-06 stsp *commit = NULL;
767 a440fac0 2018-09-06 stsp return err;
770 3efd8e31 2022-10-23 thomas const struct got_error *
771 3efd8e31 2022-10-23 thomas got_object_read_commit(struct got_commit_object **commit, int fd,
772 3efd8e31 2022-10-23 thomas struct got_object_id *expected_id, size_t expected_size)
774 3efd8e31 2022-10-23 thomas struct got_object *obj = NULL;
775 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
776 3efd8e31 2022-10-23 thomas size_t len;
777 3efd8e31 2022-10-23 thomas uint8_t *p;
778 3efd8e31 2022-10-23 thomas struct got_inflate_checksum csum;
779 b16893ba 2023-02-24 thomas struct got_hash ctx;
780 3efd8e31 2022-10-23 thomas struct got_object_id id;
782 b16893ba 2023-02-24 thomas got_hash_init(&ctx, GOT_HASH_SHA1);
783 3efd8e31 2022-10-23 thomas memset(&csum, 0, sizeof(csum));
784 b16893ba 2023-02-24 thomas csum.output_ctx = &ctx;
786 3efd8e31 2022-10-23 thomas err = got_inflate_to_mem_fd(&p, &len, NULL, &csum, expected_size, fd);
788 3efd8e31 2022-10-23 thomas return err;
790 b16893ba 2023-02-24 thomas got_hash_final_object_id(&ctx, &id);
791 1ba62ba4 2023-02-03 thomas if (got_object_id_cmp(expected_id, &id) != 0) {
792 dc43cdc9 2023-02-07 thomas err = got_error_checksum(expected_id);
793 3efd8e31 2022-10-23 thomas goto done;
796 3efd8e31 2022-10-23 thomas err = got_object_parse_header(&obj, p, len);
798 3efd8e31 2022-10-23 thomas goto done;
800 3efd8e31 2022-10-23 thomas if (len < obj->hdrlen + obj->size) {
801 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_BAD_OBJ_DATA);
802 3efd8e31 2022-10-23 thomas goto done;
805 3efd8e31 2022-10-23 thomas if (obj->type != GOT_OBJ_TYPE_COMMIT) {
806 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_OBJ_TYPE);
807 3efd8e31 2022-10-23 thomas goto done;
810 3efd8e31 2022-10-23 thomas /* Skip object header. */
811 3efd8e31 2022-10-23 thomas len -= obj->hdrlen;
812 3efd8e31 2022-10-23 thomas err = got_object_parse_commit(commit, p + obj->hdrlen, len);
816 3efd8e31 2022-10-23 thomas got_object_close(obj);
817 3efd8e31 2022-10-23 thomas return err;
821 ed175427 2019-05-09 stsp got_object_tree_close(struct got_tree_object *tree)
823 03fa71c8 2018-09-06 stsp if (tree->refcnt > 0) {
824 03fa71c8 2018-09-06 stsp tree->refcnt--;
825 03fa71c8 2018-09-06 stsp if (tree->refcnt > 0)
829 56e0773d 2019-11-28 stsp free(tree->entries);
830 03fa71c8 2018-09-06 stsp free(tree);
833 a440fac0 2018-09-06 stsp static const struct got_error *
834 78e7b7b8 2022-05-19 thomas parse_tree_entry(struct got_parsed_tree_entry *pte, size_t *elen, char *buf,
835 a440fac0 2018-09-06 stsp size_t maxlen)
837 8914529d 2019-04-13 stsp char *p, *space;
841 9ef4ac16 2019-04-13 stsp *elen = strnlen(buf, maxlen) + 1;
842 78e7b7b8 2022-05-19 thomas if (*elen > maxlen)
843 a440fac0 2018-09-06 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
845 dedbbd9d 2019-04-13 stsp space = memchr(buf, ' ', *elen);
846 78e7b7b8 2022-05-19 thomas if (space == NULL || space <= buf)
847 78e7b7b8 2022-05-19 thomas return got_error(GOT_ERR_BAD_OBJ_DATA);
849 78e7b7b8 2022-05-19 thomas pte->mode = 0;
851 8914529d 2019-04-13 stsp while (p < space) {
852 a8771ebd 2023-01-19 thomas if (*p < '0' || *p > '7')
853 78e7b7b8 2022-05-19 thomas return got_error(GOT_ERR_BAD_OBJ_DATA);
854 78e7b7b8 2022-05-19 thomas pte->mode <<= 3;
855 78e7b7b8 2022-05-19 thomas pte->mode |= *p - '0';
859 78e7b7b8 2022-05-19 thomas if (*elen > maxlen || maxlen - *elen < SHA1_DIGEST_LENGTH)
860 78e7b7b8 2022-05-19 thomas return got_error(GOT_ERR_BAD_OBJ_DATA);
862 78e7b7b8 2022-05-19 thomas pte->name = space + 1;
863 78e7b7b8 2022-05-19 thomas pte->namelen = strlen(pte->name);
864 68bf1b1e 2018-11-07 stsp buf += *elen;
865 78e7b7b8 2022-05-19 thomas pte->id = buf;
866 a440fac0 2018-09-06 stsp *elen += SHA1_DIGEST_LENGTH;
867 78e7b7b8 2022-05-19 thomas return NULL;
870 78e7b7b8 2022-05-19 thomas static int
871 78e7b7b8 2022-05-19 thomas pte_cmp(const void *pa, const void *pb)
873 78e7b7b8 2022-05-19 thomas const struct got_parsed_tree_entry *a = pa, *b = pb;
875 78e7b7b8 2022-05-19 thomas return got_path_cmp(a->name, b->name, a->namelen, b->namelen);
878 a440fac0 2018-09-06 stsp const struct got_error *
879 c77e00b3 2022-10-18 thomas got_object_parse_tree(struct got_parsed_tree_entry **entries, size_t *nentries,
880 c77e00b3 2022-10-18 thomas size_t *nentries_alloc, uint8_t *buf, size_t len)
882 3022d272 2019-11-14 stsp const struct got_error *err = NULL;
883 c77e00b3 2022-10-18 thomas size_t remain = len;
884 78e7b7b8 2022-05-19 thomas const size_t nalloc = 16;
885 78e7b7b8 2022-05-19 thomas struct got_parsed_tree_entry *pte;
888 3022d272 2019-11-14 stsp *nentries = 0;
889 db1d3576 2019-10-04 stsp if (remain == 0)
890 db1d3576 2019-10-04 stsp return NULL; /* tree is empty */
892 a440fac0 2018-09-06 stsp while (remain > 0) {
893 a440fac0 2018-09-06 stsp size_t elen;
895 c77e00b3 2022-10-18 thomas if (*nentries >= *nentries_alloc) {
896 c77e00b3 2022-10-18 thomas pte = recallocarray(*entries, *nentries_alloc,
897 c77e00b3 2022-10-18 thomas *nentries_alloc + nalloc, sizeof(**entries));
898 78e7b7b8 2022-05-19 thomas if (pte == NULL) {
899 78e7b7b8 2022-05-19 thomas err = got_error_from_errno("recallocarray");
900 78e7b7b8 2022-05-19 thomas goto done;
902 78e7b7b8 2022-05-19 thomas *entries = pte;
903 c77e00b3 2022-10-18 thomas *nentries_alloc += nalloc;
906 78e7b7b8 2022-05-19 thomas pte = &(*entries)[*nentries];
907 78e7b7b8 2022-05-19 thomas err = parse_tree_entry(pte, &elen, buf, remain);
910 a440fac0 2018-09-06 stsp buf += elen;
911 a440fac0 2018-09-06 stsp remain -= elen;
912 3022d272 2019-11-14 stsp (*nentries)++;
915 a440fac0 2018-09-06 stsp if (remain != 0) {
916 f5d3d7af 2019-02-05 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
920 78e7b7b8 2022-05-19 thomas if (*nentries > 1) {
921 78e7b7b8 2022-05-19 thomas mergesort(*entries, *nentries, sizeof(**entries), pte_cmp);
923 78e7b7b8 2022-05-19 thomas for (i = 0; i < *nentries - 1; i++) {
924 78e7b7b8 2022-05-19 thomas struct got_parsed_tree_entry *prev = &(*entries)[i];
925 78e7b7b8 2022-05-19 thomas pte = &(*entries)[i + 1];
926 78e7b7b8 2022-05-19 thomas if (got_path_cmp(prev->name, pte->name,
927 78e7b7b8 2022-05-19 thomas prev->namelen, pte->namelen) == 0) {
928 78e7b7b8 2022-05-19 thomas err = got_error(GOT_ERR_TREE_DUP_ENTRY);
935 3022d272 2019-11-14 stsp *nentries = 0;
936 f5d3d7af 2019-02-05 stsp return err;
939 3efd8e31 2022-10-23 thomas const struct got_error *
940 3efd8e31 2022-10-23 thomas got_object_read_tree(struct got_parsed_tree_entry **entries, size_t *nentries,
941 3efd8e31 2022-10-23 thomas size_t *nentries_alloc, uint8_t **p, int fd,
942 3efd8e31 2022-10-23 thomas struct got_object_id *expected_id)
944 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
945 3efd8e31 2022-10-23 thomas struct got_object *obj = NULL;
946 3efd8e31 2022-10-23 thomas size_t len;
947 3efd8e31 2022-10-23 thomas struct got_inflate_checksum csum;
948 b16893ba 2023-02-24 thomas struct got_hash ctx;
949 3efd8e31 2022-10-23 thomas struct got_object_id id;
951 b16893ba 2023-02-24 thomas got_hash_init(&ctx, GOT_HASH_SHA1);
952 3efd8e31 2022-10-23 thomas memset(&csum, 0, sizeof(csum));
953 b16893ba 2023-02-24 thomas csum.output_ctx = &ctx;
955 3efd8e31 2022-10-23 thomas err = got_inflate_to_mem_fd(p, &len, NULL, &csum, 0, fd);
957 3efd8e31 2022-10-23 thomas return err;
959 b16893ba 2023-02-24 thomas got_hash_final_object_id(&ctx, &id);
960 1ba62ba4 2023-02-03 thomas if (got_object_id_cmp(expected_id, &id) != 0) {
961 dc43cdc9 2023-02-07 thomas err = got_error_checksum(expected_id);
962 3efd8e31 2022-10-23 thomas goto done;
965 3efd8e31 2022-10-23 thomas err = got_object_parse_header(&obj, *p, len);
967 3efd8e31 2022-10-23 thomas goto done;
969 3efd8e31 2022-10-23 thomas if (len < obj->hdrlen + obj->size) {
970 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_BAD_OBJ_DATA);
971 3efd8e31 2022-10-23 thomas goto done;
974 3efd8e31 2022-10-23 thomas /* Skip object header. */
975 3efd8e31 2022-10-23 thomas len -= obj->hdrlen;
976 3efd8e31 2022-10-23 thomas err = got_object_parse_tree(entries, nentries, nentries_alloc,
977 3efd8e31 2022-10-23 thomas *p + obj->hdrlen, len);
980 3efd8e31 2022-10-23 thomas got_object_close(obj);
981 3efd8e31 2022-10-23 thomas return err;
985 f4a881ce 2018-11-17 stsp got_object_tag_close(struct got_tag_object *tag)
987 ca0d469c 2019-08-13 stsp if (tag->refcnt > 0) {
988 ca0d469c 2019-08-13 stsp tag->refcnt--;
989 ca0d469c 2019-08-13 stsp if (tag->refcnt > 0)
993 f4a881ce 2018-11-17 stsp free(tag->tag);
994 f4a881ce 2018-11-17 stsp free(tag->tagger);
995 f4a881ce 2018-11-17 stsp free(tag->tagmsg);
999 ad242220 2018-09-08 stsp const struct got_error *
1000 f4a881ce 2018-11-17 stsp got_object_parse_tag(struct got_tag_object **tag, uint8_t *buf, size_t len)
1002 f4a881ce 2018-11-17 stsp const struct got_error *err = NULL;
1003 c8ae092d 2023-02-23 thomas enum got_hash_algorithm algo = GOT_HASH_SHA1;
1004 f4a881ce 2018-11-17 stsp size_t remain = len;
1005 f4a881ce 2018-11-17 stsp char *s = buf;
1006 ff2a4428 2019-03-19 stsp size_t label_len;
1008 4793d91b 2019-09-22 stsp if (remain == 0)
1009 4793d91b 2019-09-22 stsp return got_error(GOT_ERR_BAD_OBJ_DATA);
1011 f4a881ce 2018-11-17 stsp *tag = calloc(1, sizeof(**tag));
1012 f4a881ce 2018-11-17 stsp if (*tag == NULL)
1013 638f9024 2019-05-13 stsp return got_error_from_errno("calloc");
1015 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_TAG_LABEL_OBJECT);
1016 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_TAG_LABEL_OBJECT, label_len) == 0) {
1017 ff2a4428 2019-03-19 stsp remain -= label_len;
1018 f4a881ce 2018-11-17 stsp if (remain < SHA1_DIGEST_STRING_LENGTH) {
1019 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1020 f4a881ce 2018-11-17 stsp goto done;
1022 ff2a4428 2019-03-19 stsp s += label_len;
1023 c8ae092d 2023-02-23 thomas if (!got_parse_object_id(&(*tag)->id, s, algo)) {
1024 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1025 f4a881ce 2018-11-17 stsp goto done;
1027 f4a881ce 2018-11-17 stsp remain -= SHA1_DIGEST_STRING_LENGTH;
1028 f4a881ce 2018-11-17 stsp s += SHA1_DIGEST_STRING_LENGTH;
1030 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1031 f4a881ce 2018-11-17 stsp goto done;
1034 f4a881ce 2018-11-17 stsp if (remain <= 0) {
1035 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1036 f4a881ce 2018-11-17 stsp goto done;
1039 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_TAG_LABEL_TYPE);
1040 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_TAG_LABEL_TYPE, label_len) == 0) {
1041 ff2a4428 2019-03-19 stsp remain -= label_len;
1042 f4a881ce 2018-11-17 stsp if (remain <= 0) {
1043 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1044 f4a881ce 2018-11-17 stsp goto done;
1046 ff2a4428 2019-03-19 stsp s += label_len;
1047 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_OBJ_LABEL_COMMIT,
1048 ff2a4428 2019-03-19 stsp strlen(GOT_OBJ_LABEL_COMMIT)) == 0) {
1049 f4a881ce 2018-11-17 stsp (*tag)->obj_type = GOT_OBJ_TYPE_COMMIT;
1050 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_OBJ_LABEL_COMMIT);
1051 ff2a4428 2019-03-19 stsp s += label_len;
1052 ff2a4428 2019-03-19 stsp remain -= label_len;
1053 ff2a4428 2019-03-19 stsp } else if (strncmp(s, GOT_OBJ_LABEL_TREE,
1054 ff2a4428 2019-03-19 stsp strlen(GOT_OBJ_LABEL_TREE)) == 0) {
1055 f4a881ce 2018-11-17 stsp (*tag)->obj_type = GOT_OBJ_TYPE_TREE;
1056 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_OBJ_LABEL_TREE);
1057 ff2a4428 2019-03-19 stsp s += label_len;
1058 ff2a4428 2019-03-19 stsp remain -= label_len;
1059 ff2a4428 2019-03-19 stsp } else if (strncmp(s, GOT_OBJ_LABEL_BLOB,
1060 ff2a4428 2019-03-19 stsp strlen(GOT_OBJ_LABEL_BLOB)) == 0) {
1061 f4a881ce 2018-11-17 stsp (*tag)->obj_type = GOT_OBJ_TYPE_BLOB;
1062 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_OBJ_LABEL_BLOB);
1063 ff2a4428 2019-03-19 stsp s += label_len;
1064 ff2a4428 2019-03-19 stsp remain -= label_len;
1065 ff2a4428 2019-03-19 stsp } else if (strncmp(s, GOT_OBJ_LABEL_TAG,
1066 ff2a4428 2019-03-19 stsp strlen(GOT_OBJ_LABEL_TAG)) == 0) {
1067 f4a881ce 2018-11-17 stsp (*tag)->obj_type = GOT_OBJ_TYPE_TAG;
1068 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_OBJ_LABEL_TAG);
1069 ff2a4428 2019-03-19 stsp s += label_len;
1070 ff2a4428 2019-03-19 stsp remain -= label_len;
1072 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1073 f4a881ce 2018-11-17 stsp goto done;
1076 f4a881ce 2018-11-17 stsp if (remain <= 0 || *s != '\n') {
1077 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1078 f4a881ce 2018-11-17 stsp goto done;
1082 f4a881ce 2018-11-17 stsp if (remain <= 0) {
1083 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1084 f4a881ce 2018-11-17 stsp goto done;
1087 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1088 f4a881ce 2018-11-17 stsp goto done;
1091 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_TAG_LABEL_TAG);
1092 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_TAG_LABEL_TAG, label_len) == 0) {
1094 f4a881ce 2018-11-17 stsp size_t slen;
1095 ff2a4428 2019-03-19 stsp remain -= label_len;
1096 f4a881ce 2018-11-17 stsp if (remain <= 0) {
1097 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1098 f4a881ce 2018-11-17 stsp goto done;
1100 ff2a4428 2019-03-19 stsp s += label_len;
1101 dedbbd9d 2019-04-13 stsp p = memchr(s, '\n', remain);
1102 f4a881ce 2018-11-17 stsp if (p == NULL) {
1103 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1104 f4a881ce 2018-11-17 stsp goto done;
1106 f4a881ce 2018-11-17 stsp *p = '\0';
1107 f4a881ce 2018-11-17 stsp slen = strlen(s);
1108 f4a881ce 2018-11-17 stsp (*tag)->tag = strndup(s, slen);
1109 f4a881ce 2018-11-17 stsp if ((*tag)->tag == NULL) {
1110 638f9024 2019-05-13 stsp err = got_error_from_errno("strndup");
1111 f4a881ce 2018-11-17 stsp goto done;
1113 f4a881ce 2018-11-17 stsp s += slen + 1;
1114 f4a881ce 2018-11-17 stsp remain -= slen + 1;
1115 f4a881ce 2018-11-17 stsp if (remain <= 0) {
1116 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1117 f4a881ce 2018-11-17 stsp goto done;
1120 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1121 f4a881ce 2018-11-17 stsp goto done;
1124 ff2a4428 2019-03-19 stsp label_len = strlen(GOT_TAG_LABEL_TAGGER);
1125 ff2a4428 2019-03-19 stsp if (strncmp(s, GOT_TAG_LABEL_TAGGER, label_len) == 0) {
1127 f4a881ce 2018-11-17 stsp size_t slen;
1129 ff2a4428 2019-03-19 stsp remain -= label_len;
1130 f4a881ce 2018-11-17 stsp if (remain <= 0) {
1131 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1132 f4a881ce 2018-11-17 stsp goto done;
1134 ff2a4428 2019-03-19 stsp s += label_len;
1135 dedbbd9d 2019-04-13 stsp p = memchr(s, '\n', remain);
1136 f4a881ce 2018-11-17 stsp if (p == NULL) {
1137 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1138 f4a881ce 2018-11-17 stsp goto done;
1140 f4a881ce 2018-11-17 stsp *p = '\0';
1141 f4a881ce 2018-11-17 stsp slen = strlen(s);
1142 f4a881ce 2018-11-17 stsp err = parse_commit_time(&(*tag)->tagger_time,
1143 f4a881ce 2018-11-17 stsp &(*tag)->tagger_gmtoff, s);
1145 f4a881ce 2018-11-17 stsp goto done;
1146 f4a881ce 2018-11-17 stsp (*tag)->tagger = strdup(s);
1147 f4a881ce 2018-11-17 stsp if ((*tag)->tagger == NULL) {
1148 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
1149 f4a881ce 2018-11-17 stsp goto done;
1151 f4a881ce 2018-11-17 stsp s += slen + 1;
1152 f4a881ce 2018-11-17 stsp remain -= slen + 1;
1153 5a8b373c 2020-12-18 stsp if (remain < 0) {
1154 f4a881ce 2018-11-17 stsp err = got_error(GOT_ERR_BAD_OBJ_DATA);
1155 f4a881ce 2018-11-17 stsp goto done;
1158 e0e55b50 2019-02-01 stsp /* Some old tags in the Linux git repo have no tagger. */
1159 e0e55b50 2019-02-01 stsp (*tag)->tagger = strdup("");
1160 e0e55b50 2019-02-01 stsp if ((*tag)->tagger == NULL) {
1161 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
1162 e0e55b50 2019-02-01 stsp goto done;
1166 f4a881ce 2018-11-17 stsp (*tag)->tagmsg = strndup(s, remain);
1167 f4a881ce 2018-11-17 stsp if ((*tag)->tagmsg == NULL) {
1168 638f9024 2019-05-13 stsp err = got_error_from_errno("strndup");
1169 f4a881ce 2018-11-17 stsp goto done;
1172 f4a881ce 2018-11-17 stsp if (err) {
1173 f4a881ce 2018-11-17 stsp got_object_tag_close(*tag);
1174 f4a881ce 2018-11-17 stsp *tag = NULL;
1176 3efd8e31 2022-10-23 thomas return err;
1179 3efd8e31 2022-10-23 thomas const struct got_error *
1180 946e0798 2022-11-06 thomas got_object_read_tag(struct got_tag_object **tag, int fd,
1181 3efd8e31 2022-10-23 thomas struct got_object_id *expected_id, size_t expected_size)
1183 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
1184 3efd8e31 2022-10-23 thomas struct got_object *obj = NULL;
1185 3efd8e31 2022-10-23 thomas size_t len;
1186 3efd8e31 2022-10-23 thomas uint8_t *p;
1187 3efd8e31 2022-10-23 thomas struct got_inflate_checksum csum;
1188 b16893ba 2023-02-24 thomas struct got_hash ctx;
1189 3efd8e31 2022-10-23 thomas struct got_object_id id;
1191 b16893ba 2023-02-24 thomas got_hash_init(&ctx, GOT_HASH_SHA1);
1192 3efd8e31 2022-10-23 thomas memset(&csum, 0, sizeof(csum));
1193 b16893ba 2023-02-24 thomas csum.output_ctx = &ctx;
1195 3efd8e31 2022-10-23 thomas err = got_inflate_to_mem_fd(&p, &len, NULL, &csum,
1196 3efd8e31 2022-10-23 thomas expected_size, fd);
1197 3efd8e31 2022-10-23 thomas if (err)
1198 3efd8e31 2022-10-23 thomas return err;
1200 b16893ba 2023-02-24 thomas got_hash_final_object_id(&ctx, &id);
1201 1ba62ba4 2023-02-03 thomas if (got_object_id_cmp(expected_id, &id) != 0) {
1202 dc43cdc9 2023-02-07 thomas err = got_error_checksum(expected_id);
1203 3efd8e31 2022-10-23 thomas goto done;
1206 3efd8e31 2022-10-23 thomas err = got_object_parse_header(&obj, p, len);
1207 3efd8e31 2022-10-23 thomas if (err)
1208 3efd8e31 2022-10-23 thomas goto done;
1210 3efd8e31 2022-10-23 thomas if (len < obj->hdrlen + obj->size) {
1211 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_BAD_OBJ_DATA);
1212 3efd8e31 2022-10-23 thomas goto done;
1215 3efd8e31 2022-10-23 thomas /* Skip object header. */
1216 3efd8e31 2022-10-23 thomas len -= obj->hdrlen;
1217 3efd8e31 2022-10-23 thomas err = got_object_parse_tag(tag, p + obj->hdrlen, len);
1219 3efd8e31 2022-10-23 thomas free(p);
1220 3efd8e31 2022-10-23 thomas if (obj)
1221 3efd8e31 2022-10-23 thomas got_object_close(obj);
1222 f4a881ce 2018-11-17 stsp return err;
1225 f4a881ce 2018-11-17 stsp const struct got_error *
1226 ad242220 2018-09-08 stsp got_read_file_to_mem(uint8_t **outbuf, size_t *outlen, FILE *f)
1228 a440fac0 2018-09-06 stsp const struct got_error *err = NULL;
1229 a440fac0 2018-09-06 stsp static const size_t blocksize = 512;
1230 a440fac0 2018-09-06 stsp size_t n, total, remain;
1231 a440fac0 2018-09-06 stsp uint8_t *buf;
1233 a440fac0 2018-09-06 stsp *outbuf = NULL;
1234 a440fac0 2018-09-06 stsp *outlen = 0;
1236 a440fac0 2018-09-06 stsp buf = malloc(blocksize);
1237 a440fac0 2018-09-06 stsp if (buf == NULL)
1238 638f9024 2019-05-13 stsp return got_error_from_errno("malloc");
1240 a440fac0 2018-09-06 stsp remain = blocksize;
1241 a440fac0 2018-09-06 stsp total = 0;
1243 a440fac0 2018-09-06 stsp if (remain == 0) {
1244 a440fac0 2018-09-06 stsp uint8_t *newbuf;
1245 a440fac0 2018-09-06 stsp newbuf = reallocarray(buf, 1, total + blocksize);
1246 a440fac0 2018-09-06 stsp if (newbuf == NULL) {
1247 638f9024 2019-05-13 stsp err = got_error_from_errno("reallocarray");
1248 a440fac0 2018-09-06 stsp goto done;
1250 a440fac0 2018-09-06 stsp buf = newbuf;
1251 a440fac0 2018-09-06 stsp remain += blocksize;
1253 a440fac0 2018-09-06 stsp n = fread(buf + total, 1, remain, f);
1254 a440fac0 2018-09-06 stsp if (n == 0) {
1255 a440fac0 2018-09-06 stsp if (ferror(f)) {
1256 a440fac0 2018-09-06 stsp err = got_ferror(f, GOT_ERR_IO);
1257 a440fac0 2018-09-06 stsp goto done;
1259 a440fac0 2018-09-06 stsp break; /* EOF */
1261 a440fac0 2018-09-06 stsp remain -= n;
1262 a440fac0 2018-09-06 stsp total += n;
1266 a440fac0 2018-09-06 stsp if (err == NULL) {
1267 a440fac0 2018-09-06 stsp *outbuf = buf;
1268 a440fac0 2018-09-06 stsp *outlen = total;
1270 a440fac0 2018-09-06 stsp free(buf);
1271 ad242220 2018-09-08 stsp return err;
