2 * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
4 * Permission to use, copy, modify, and distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 #include <sys/types.h>
18 #include <sys/queue.h>
21 #include <sys/syslimits.h>
34 #include "got_error.h"
35 #include "got_object.h"
38 #include "got_lib_delta.h"
39 #include "got_lib_delta_cache.h"
40 #include "got_lib_object.h"
41 #include "got_lib_object_cache.h"
42 #include "got_lib_object_parse.h"
43 #include "got_lib_privsep.h"
44 #include "got_lib_pack.h"
46 static volatile sig_atomic_t sigint_received;
49 catch_sigint(int signo)
54 static const struct got_error *
55 open_object(struct got_object **obj, struct got_pack *pack,
56 struct got_packidx *packidx, int idx, struct got_object_id *id,
57 struct got_object_cache *objcache)
59 const struct got_error *err;
61 err = got_packfile_open_object(obj, pack, packidx, idx, id);
66 err = got_object_cache_add(objcache, id, *obj);
68 if (err->code == GOT_ERR_OBJ_EXISTS ||
69 err->code == GOT_ERR_OBJ_TOO_LARGE)
77 static const struct got_error *
78 object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
79 struct got_packidx *packidx, struct got_object_cache *objcache)
81 const struct got_error *err = NULL;
82 struct got_imsg_packed_object iobj;
83 struct got_object *obj;
84 struct got_object_id id;
87 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
88 if (datalen != sizeof(iobj))
89 return got_error(GOT_ERR_PRIVSEP_LEN);
90 memcpy(&iobj, imsg->data, sizeof(iobj));
91 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
93 obj = got_object_cache_get(objcache, &id);
97 err = open_object(&obj, pack, packidx, iobj.idx, &id,
103 err = got_privsep_send_obj(ibuf, obj);
105 got_object_close(obj);
109 const struct got_error *
110 open_commit(struct got_commit_object **commit, struct got_pack *pack,
111 struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
112 struct got_object_cache *objcache)
114 const struct got_error *err = NULL;
115 struct got_object *obj = NULL;
121 obj = got_object_cache_get(objcache, id);
125 err = open_object(&obj, pack, packidx, obj_idx, id,
131 err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
137 err = got_object_parse_commit(commit, buf, len);
139 got_object_close(obj);
144 static const struct got_error *
145 commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
146 struct got_packidx *packidx, struct got_object_cache *objcache)
148 const struct got_error *err = NULL;
149 struct got_imsg_packed_object iobj;
150 struct got_commit_object *commit = NULL;
151 struct got_object_id id;
154 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
155 if (datalen != sizeof(iobj))
156 return got_error(GOT_ERR_PRIVSEP_LEN);
157 memcpy(&iobj, imsg->data, sizeof(iobj));
158 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
160 err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
164 err = got_privsep_send_commit(ibuf, commit);
167 got_object_commit_close(commit);
169 if (err->code == GOT_ERR_PRIVSEP_PIPE)
172 got_privsep_send_error(ibuf, err);
178 const struct got_error *
179 open_tree(uint8_t **buf, struct got_pathlist_head *entries, int *nentries,
180 struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
181 struct got_object_id *id, struct got_object_cache *objcache)
183 const struct got_error *err = NULL;
184 struct got_object *obj = NULL;
190 obj = got_object_cache_get(objcache, id);
194 err = open_object(&obj, pack, packidx, obj_idx, id,
200 err = got_packfile_extract_object_to_mem(buf, &len, obj, pack);
206 err = got_object_parse_tree(entries, nentries, *buf, len);
208 got_object_close(obj);
216 static const struct got_error *
217 tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
218 struct got_packidx *packidx, struct got_object_cache *objcache)
220 const struct got_error *err = NULL;
221 struct got_imsg_packed_object iobj;
222 struct got_pathlist_head entries;
225 struct got_object_id id;
228 TAILQ_INIT(&entries);
230 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
231 if (datalen != sizeof(iobj))
232 return got_error(GOT_ERR_PRIVSEP_LEN);
233 memcpy(&iobj, imsg->data, sizeof(iobj));
234 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
236 err = open_tree(&buf, &entries, &nentries, pack, packidx, iobj.idx,
241 err = got_privsep_send_tree(ibuf, &entries, nentries);
242 got_object_parsed_tree_entries_free(&entries);
245 if (err->code == GOT_ERR_PRIVSEP_PIPE)
248 got_privsep_send_error(ibuf, err);
254 static const struct got_error *
255 receive_file(FILE **f, struct imsgbuf *ibuf, int imsg_code)
257 const struct got_error *err;
261 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
265 if (imsg.hdr.type != imsg_code) {
266 err = got_error(GOT_ERR_PRIVSEP_MSG);
270 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
272 err = got_error(GOT_ERR_PRIVSEP_LEN);
276 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
280 *f = fdopen(imsg.fd, "w+");
282 err = got_error_from_errno("fdopen");
291 static const struct got_error *
292 blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
293 struct got_packidx *packidx, struct got_object_cache *objcache)
295 const struct got_error *err = NULL;
296 struct got_imsg_packed_object iobj;
297 struct got_object *obj = NULL;
298 FILE *outfile = NULL, *basefile = NULL, *accumfile = NULL;
299 struct got_object_id id;
304 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
305 if (datalen != sizeof(iobj))
306 return got_error(GOT_ERR_PRIVSEP_LEN);
307 memcpy(&iobj, imsg->data, sizeof(iobj));
308 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
310 obj = got_object_cache_get(objcache, &id);
314 err = open_object(&obj, pack, packidx, iobj.idx, &id,
320 err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
323 err = receive_file(&basefile, ibuf, GOT_IMSG_TMPFD);
326 err = receive_file(&accumfile, ibuf, GOT_IMSG_TMPFD);
330 if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
331 err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
335 blob_size = obj->size;
337 if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
338 err = got_packfile_extract_object_to_mem(&buf, &obj->size,
341 err = got_packfile_extract_object(pack, obj, outfile, basefile,
346 err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
349 if (outfile && fclose(outfile) != 0 && err == NULL)
350 err = got_error_from_errno("fclose");
351 if (basefile && fclose(basefile) != 0 && err == NULL)
352 err = got_error_from_errno("fclose");
353 if (accumfile && fclose(accumfile) != 0 && err == NULL)
354 err = got_error_from_errno("fclose");
355 got_object_close(obj);
356 if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
357 got_privsep_send_error(ibuf, err);
362 static const struct got_error *
363 tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
364 struct got_packidx *packidx, struct got_object_cache *objcache)
366 const struct got_error *err = NULL;
367 struct got_imsg_packed_object iobj;
368 struct got_object *obj = NULL;
369 struct got_tag_object *tag = NULL;
372 struct got_object_id id;
375 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
376 if (datalen != sizeof(iobj))
377 return got_error(GOT_ERR_PRIVSEP_LEN);
378 memcpy(&iobj, imsg->data, sizeof(iobj));
379 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
381 obj = got_object_cache_get(objcache, &id);
385 err = open_object(&obj, pack, packidx, iobj.idx, &id,
391 err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
396 err = got_object_parse_tag(&tag, buf, len);
400 err = got_privsep_send_tag(ibuf, tag);
403 got_object_close(obj);
405 got_object_tag_close(tag);
407 if (err->code == GOT_ERR_PRIVSEP_PIPE)
410 got_privsep_send_error(ibuf, err);
416 static struct got_parsed_tree_entry *
417 find_entry_by_name(struct got_pathlist_head *entries, int nentries,
418 const char *name, size_t len)
420 struct got_pathlist_entry *pe;
422 /* Note that tree entries are sorted in strncmp() order. */
423 TAILQ_FOREACH(pe, entries, entry) {
424 int cmp = strncmp(pe->path, name, len);
429 if (pe->path[len] == '\0')
430 return (struct got_parsed_tree_entry *)pe->data;
435 const struct got_error *
436 tree_path_changed(int *changed, uint8_t **buf1, uint8_t **buf2,
437 struct got_pathlist_head *entries1, int *nentries1,
438 struct got_pathlist_head *entries2, int *nentries2,
439 const char *path, struct got_pack *pack, struct got_packidx *packidx,
440 struct imsgbuf *ibuf, struct got_object_cache *objcache)
442 const struct got_error *err = NULL;
443 struct got_parsed_tree_entry *pte1 = NULL, *pte2 = NULL;
449 /* We not do support comparing the root path. */
450 if (got_path_is_root_dir(path))
451 return got_error_path(path, GOT_ERR_BAD_PATH);
466 pte1 = find_entry_by_name(entries1, *nentries1, seg, seglen);
468 err = got_error(GOT_ERR_NO_OBJ);
472 pte2 = find_entry_by_name(entries2, *nentries2, seg, seglen);
478 if (pte1->mode != pte2->mode) {
483 if (memcmp(pte1->id, pte2->id, SHA1_DIGEST_LENGTH) == 0) {
488 if (*s == '\0') { /* final path element */
497 struct got_object_id id1, id2;
500 idx = got_packidx_get_object_idx_sha1(packidx,
503 err = got_error(GOT_ERR_NO_OBJ);
506 memcpy(id1.sha1, pte1->id, SHA1_DIGEST_LENGTH);
507 got_object_parsed_tree_entries_free(entries1);
511 err = open_tree(buf1, entries1, nentries1, pack,
512 packidx, idx, &id1, objcache);
517 idx = got_packidx_get_object_idx_sha1(packidx,
520 err = got_error(GOT_ERR_NO_OBJ);
523 memcpy(id2.sha1, pte2->id, SHA1_DIGEST_LENGTH);
524 got_object_parsed_tree_entries_free(entries2);
528 err = open_tree(buf2, entries2, nentries2, pack,
529 packidx, idx, &id2, objcache);
539 static const struct got_error *
540 send_traversed_commits(struct got_object_id *commit_ids, size_t ncommits,
541 struct imsgbuf *ibuf)
543 const struct got_error *err;
547 wbuf = imsg_create(ibuf, GOT_IMSG_TRAVERSED_COMMITS, 0, 0,
548 sizeof(struct got_imsg_traversed_commits) +
549 ncommits * SHA1_DIGEST_LENGTH);
551 return got_error_from_errno("imsg_create TRAVERSED_COMMITS");
553 if (imsg_add(wbuf, &ncommits, sizeof(ncommits)) == -1) {
554 err = got_error_from_errno("imsg_add TRAVERSED_COMMITS");
558 for (i = 0; i < ncommits; i++) {
559 struct got_object_id *id = &commit_ids[i];
560 if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
561 err = got_error_from_errno(
562 "imsg_add TRAVERSED_COMMITS");
569 imsg_close(ibuf, wbuf);
571 return got_privsep_flush_imsg(ibuf);
574 static const struct got_error *
575 send_commit_traversal_done(struct imsgbuf *ibuf)
577 if (imsg_compose(ibuf, GOT_IMSG_COMMIT_TRAVERSAL_DONE, 0, 0, -1,
579 return got_error_from_errno("imsg_compose TRAVERSAL_DONE");
581 return got_privsep_flush_imsg(ibuf);
585 static const struct got_error *
586 commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
587 struct got_pack *pack, struct got_packidx *packidx,
588 struct got_object_cache *objcache)
590 const struct got_error *err = NULL;
591 struct got_imsg_packed_object iobj;
592 struct got_object_qid *pid;
593 struct got_commit_object *commit = NULL, *pcommit = NULL;
594 struct got_pathlist_head entries, pentries;
595 int nentries = 0, pnentries = 0;
596 struct got_object_id id;
597 size_t datalen, path_len;
599 const int min_alloc = 64;
600 int changed = 0, ncommits = 0, nallocated = 0;
601 struct got_object_id *commit_ids = NULL;
603 TAILQ_INIT(&entries);
604 TAILQ_INIT(&pentries);
606 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
607 if (datalen < sizeof(iobj))
608 return got_error(GOT_ERR_PRIVSEP_LEN);
609 memcpy(&iobj, imsg->data, sizeof(iobj));
610 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
612 path_len = datalen - sizeof(iobj) - 1;
614 return got_error(GOT_ERR_PRIVSEP_LEN);
616 path = imsg->data + sizeof(iobj);
617 if (path[path_len] != '\0')
618 return got_error(GOT_ERR_PRIVSEP_LEN);
621 nallocated = min_alloc;
622 commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
623 if (commit_ids == NULL)
624 return got_error_from_errno("reallocarray");
627 const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
630 if (sigint_received) {
631 err = got_error(GOT_ERR_CANCELLED);
635 if (commit == NULL) {
636 idx = got_packidx_get_object_idx(packidx, &id);
639 err = open_commit(&commit, pack, packidx,
642 if (err->code != GOT_ERR_NO_OBJ)
649 if (sizeof(struct got_imsg_traversed_commits) +
650 ncommits * SHA1_DIGEST_LENGTH >= max_datalen) {
651 err = send_traversed_commits(commit_ids, ncommits,
658 if (ncommits > nallocated) {
659 struct got_object_id *new;
660 nallocated += min_alloc;
661 new = reallocarray(commit_ids, nallocated,
662 sizeof(*commit_ids));
664 err = got_error_from_errno("reallocarray");
669 memcpy(commit_ids[ncommits - 1].sha1, id.sha1,
672 pid = SIMPLEQ_FIRST(&commit->parent_ids);
676 idx = got_packidx_get_object_idx(packidx, pid->id);
680 err = open_commit(&pcommit, pack, packidx, idx, pid->id,
683 if (err->code != GOT_ERR_NO_OBJ)
689 if (path[0] == '/' && path[1] == '\0') {
690 if (got_object_id_cmp(pcommit->tree_id,
691 commit->tree_id) != 0) {
697 uint8_t *buf = NULL, *pbuf = NULL;
699 idx = got_packidx_get_object_idx(packidx,
703 pidx = got_packidx_get_object_idx(packidx,
708 err = open_tree(&buf, &entries, &nentries, pack,
709 packidx, idx, commit->tree_id, objcache);
712 err = open_tree(&pbuf, &pentries, &pnentries, pack,
713 packidx, pidx, pcommit->tree_id, objcache);
719 err = tree_path_changed(&changed, &buf, &pbuf,
720 &entries, &nentries, &pentries, &pnentries, path,
721 pack, packidx, ibuf, objcache);
723 got_object_parsed_tree_entries_free(&entries);
726 got_object_parsed_tree_entries_free(&pentries);
730 if (err->code != GOT_ERR_NO_OBJ)
738 memcpy(id.sha1, pid->id->sha1, SHA1_DIGEST_LENGTH);
739 got_object_commit_close(commit);
746 err = send_traversed_commits(commit_ids, ncommits, ibuf);
751 err = got_privsep_send_commit(ibuf, commit);
756 err = send_commit_traversal_done(ibuf);
760 got_object_commit_close(commit);
762 got_object_commit_close(pcommit);
764 got_object_parsed_tree_entries_free(&entries);
766 got_object_parsed_tree_entries_free(&pentries);
768 if (err->code == GOT_ERR_PRIVSEP_PIPE)
771 got_privsep_send_error(ibuf, err);
777 static const struct got_error *
778 receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
780 const struct got_error *err = NULL;
782 struct got_imsg_packidx ipackidx;
784 struct got_packidx *p;
788 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
792 p = calloc(1, sizeof(*p));
794 err = got_error_from_errno("calloc");
798 if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
799 err = got_error(GOT_ERR_PRIVSEP_MSG);
804 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
808 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
809 if (datalen != sizeof(ipackidx)) {
810 err = got_error(GOT_ERR_PRIVSEP_LEN);
813 memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
815 p->len = ipackidx.len;
816 p->fd = dup(imsg.fd);
818 err = got_error_from_errno("dup");
821 if (lseek(p->fd, 0, SEEK_SET) == -1) {
822 err = got_error_from_errno("lseek");
826 #ifndef GOT_PACK_NO_MMAP
827 p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
828 if (p->map == MAP_FAILED)
829 p->map = NULL; /* fall back to read(2) */
831 err = got_packidx_init_hdr(p, 1);
836 got_packidx_close(p);
843 static const struct got_error *
844 receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
846 const struct got_error *err = NULL;
848 struct got_imsg_pack ipack;
850 struct got_pack *pack;
854 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
858 pack = calloc(1, sizeof(*pack));
860 err = got_error_from_errno("calloc");
864 if (imsg.hdr.type != GOT_IMSG_PACK) {
865 err = got_error(GOT_ERR_PRIVSEP_MSG);
870 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
874 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
875 if (datalen != sizeof(ipack)) {
876 err = got_error(GOT_ERR_PRIVSEP_LEN);
879 memcpy(&ipack, imsg.data, sizeof(ipack));
881 pack->filesize = ipack.filesize;
882 pack->fd = dup(imsg.fd);
883 if (pack->fd == -1) {
884 err = got_error_from_errno("dup");
887 if (lseek(pack->fd, 0, SEEK_SET) == -1) {
888 err = got_error_from_errno("lseek");
891 pack->path_packfile = strdup(ipack.path_packfile);
892 if (pack->path_packfile == NULL) {
893 err = got_error_from_errno("strdup");
897 pack->delta_cache = got_delta_cache_alloc(100,
898 GOT_DELTA_RESULT_SIZE_CACHED_MAX);
899 if (pack->delta_cache == NULL) {
900 err = got_error_from_errno("got_delta_cache_alloc");
904 #ifndef GOT_PACK_NO_MMAP
905 pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
907 if (pack->map == MAP_FAILED)
908 pack->map = NULL; /* fall back to read(2) */
922 main(int argc, char *argv[])
924 const struct got_error *err = NULL;
927 struct got_packidx *packidx = NULL;
928 struct got_pack *pack = NULL;
929 struct got_object_cache objcache;
931 //static int attached;
932 //while (!attached) sleep(1);
934 signal(SIGINT, catch_sigint);
936 imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
938 err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
940 err = got_error_from_errno("got_object_cache_init");
941 got_privsep_send_error(&ibuf, err);
946 /* revoke access to most system calls */
947 if (pledge("stdio recvfd", NULL) == -1) {
948 err = got_error_from_errno("pledge");
949 got_privsep_send_error(&ibuf, err);
954 err = receive_packidx(&packidx, &ibuf);
956 got_privsep_send_error(&ibuf, err);
960 err = receive_pack(&pack, &ibuf);
962 got_privsep_send_error(&ibuf, err);
969 if (sigint_received) {
970 err = got_error(GOT_ERR_CANCELLED);
974 err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
976 if (err->code == GOT_ERR_PRIVSEP_PIPE)
981 if (imsg.hdr.type == GOT_IMSG_STOP)
984 switch (imsg.hdr.type) {
985 case GOT_IMSG_PACKED_OBJECT_REQUEST:
986 err = object_request(&imsg, &ibuf, pack, packidx,
989 case GOT_IMSG_COMMIT_REQUEST:
990 err = commit_request(&imsg, &ibuf, pack, packidx,
993 case GOT_IMSG_TREE_REQUEST:
994 err = tree_request(&imsg, &ibuf, pack, packidx,
997 case GOT_IMSG_BLOB_REQUEST:
998 err = blob_request(&imsg, &ibuf, pack, packidx,
1001 case GOT_IMSG_TAG_REQUEST:
1002 err = tag_request(&imsg, &ibuf, pack, packidx,
1005 case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
1006 err = commit_traversal_request(&imsg, &ibuf, pack,
1007 packidx, &objcache);
1010 err = got_error(GOT_ERR_PRIVSEP_MSG);
1014 if (imsg.fd != -1 && close(imsg.fd) != 0 && err == NULL)
1015 err = got_error_from_errno("close");
1022 got_packidx_close(packidx);
1024 got_pack_close(pack);
1025 got_object_cache_close(&objcache);
1028 if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
1029 fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
1030 got_privsep_send_error(&ibuf, err);
1033 if (close(GOT_IMSG_FD_CHILD) != 0 && err == NULL)
1034 err = got_error_from_errno("close");