2 * Copyright (c) 2018, 2019 Stefan Sperling <stsp@openbsd.org>
4 * Permission to use, copy, modify, and distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 #include <sys/types.h>
18 #include <sys/queue.h>
21 #include <sys/limits.h>
22 #include <sys/syslimits.h>
35 #include "got_error.h"
36 #include "got_object.h"
38 #include "got_lib_delta.h"
39 #include "got_lib_inflate.h"
40 #include "got_lib_object.h"
41 #include "got_lib_object_cache.h"
42 #include "got_lib_object_parse.h"
43 #include "got_lib_privsep.h"
44 #include "got_lib_pack.h"
46 static volatile sig_atomic_t sigint_received;
49 catch_sigint(int signo)
54 static const struct got_error *
55 object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
56 struct got_packidx *packidx, struct got_object_cache *objcache)
58 const struct got_error *err = NULL;
59 struct got_imsg_packed_object iobj;
60 struct got_object *obj;
61 struct got_object_id id;
64 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
65 if (datalen != sizeof(iobj))
66 return got_error(GOT_ERR_PRIVSEP_LEN);
67 memcpy(&iobj, imsg->data, sizeof(iobj));
68 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
70 err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
75 err = got_object_cache_add(objcache, &obj->id, obj);
80 err = got_privsep_send_obj(ibuf, obj);
82 got_object_close(obj);
86 static const struct got_error *
87 commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
88 struct got_packidx *packidx, struct got_object_cache *objcache)
90 const struct got_error *err = NULL;
91 struct got_imsg_packed_object iobj;
92 struct got_object *obj;
93 struct got_commit_object *commit = NULL;
96 struct got_object_id id;
99 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
100 if (datalen != sizeof(iobj))
101 return got_error(GOT_ERR_PRIVSEP_LEN);
102 memcpy(&iobj, imsg->data, sizeof(iobj));
103 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
105 err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
109 err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
114 err = got_object_parse_commit(&commit, buf, len);
117 got_object_close(obj);
121 err = got_privsep_send_commit(ibuf, commit);
122 got_object_commit_close(commit);
124 if (err->code == GOT_ERR_PRIVSEP_PIPE)
127 got_privsep_send_error(ibuf, err);
133 static const struct got_error *
134 tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
135 struct got_packidx *packidx, struct got_object_cache *objcache)
137 const struct got_error *err = NULL;
138 struct got_imsg_packed_object iobj;
139 struct got_object *obj = NULL;
140 struct got_tree_object *tree = NULL;
143 struct got_object_id id;
146 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
147 if (datalen != sizeof(iobj))
148 return got_error(GOT_ERR_PRIVSEP_LEN);
149 memcpy(&iobj, imsg->data, sizeof(iobj));
150 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
152 err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
156 err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
161 err = got_object_parse_tree(&tree, buf, len);
164 err = got_privsep_send_tree(ibuf, tree);
166 got_object_close(obj);
167 got_object_tree_close(tree);
169 if (err->code == GOT_ERR_PRIVSEP_PIPE)
172 got_privsep_send_error(ibuf, err);
178 static const struct got_error *
179 receive_file(FILE **f, struct imsgbuf *ibuf, int imsg_code)
181 const struct got_error *err;
185 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
189 if (imsg.hdr.type != imsg_code) {
190 err = got_error(GOT_ERR_PRIVSEP_MSG);
194 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
196 err = got_error(GOT_ERR_PRIVSEP_LEN);
200 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
204 *f = fdopen(imsg.fd, "w+");
206 err = got_error_from_errno();
215 static const struct got_error *
216 blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
217 struct got_packidx *packidx, struct got_object_cache *objcache)
219 const struct got_error *err = NULL;
220 struct got_imsg_packed_object iobj;
221 struct got_object *obj = NULL;
222 FILE *outfile = NULL, *basefile = NULL, *accumfile = NULL;
223 struct got_object_id id;
228 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
229 if (datalen != sizeof(iobj))
230 return got_error(GOT_ERR_PRIVSEP_LEN);
231 memcpy(&iobj, imsg->data, sizeof(iobj));
232 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
234 err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
238 err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
241 err = receive_file(&basefile, ibuf, GOT_IMSG_TMPFD);
244 err = receive_file(&accumfile, ibuf, GOT_IMSG_TMPFD);
248 if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
249 err = got_pack_get_max_delta_object_size(&blob_size, obj);
253 blob_size = obj->size;
255 if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
256 err = got_packfile_extract_object_to_mem(&buf, &obj->size,
259 err = got_packfile_extract_object(pack, obj, outfile, basefile,
264 err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
267 if (outfile && fclose(outfile) != 0 && err == NULL)
268 err = got_error_from_errno();
269 if (basefile && fclose(basefile) != 0 && err == NULL)
270 err = got_error_from_errno();
271 if (accumfile && fclose(accumfile) != 0 && err == NULL)
272 err = got_error_from_errno();
274 got_object_close(obj);
275 if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
276 got_privsep_send_error(ibuf, err);
281 static const struct got_error *
282 tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
283 struct got_packidx *packidx, struct got_object_cache *objcache)
285 const struct got_error *err = NULL;
286 struct got_imsg_packed_object iobj;
287 struct got_object *obj = NULL;
288 struct got_tag_object *tag = NULL;
291 struct got_object_id id;
294 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
295 if (datalen != sizeof(iobj))
296 return got_error(GOT_ERR_PRIVSEP_LEN);
297 memcpy(&iobj, imsg->data, sizeof(iobj));
298 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
300 err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
304 err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
309 err = got_object_parse_tag(&tag, buf, len);
314 err = got_privsep_send_tag(ibuf, tag);
316 got_object_close(obj);
317 got_object_tag_close(tag);
319 if (err->code == GOT_ERR_PRIVSEP_PIPE)
322 got_privsep_send_error(ibuf, err);
328 static const struct got_error *
329 receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
331 const struct got_error *err = NULL;
333 struct got_imsg_packidx ipackidx;
335 struct got_packidx *p;
339 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
343 p = calloc(1, sizeof(*p));
345 err = got_error_from_errno();
349 if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
350 err = got_error(GOT_ERR_PRIVSEP_MSG);
355 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
359 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
360 if (datalen != sizeof(ipackidx)) {
361 err = got_error(GOT_ERR_PRIVSEP_LEN);
364 memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
366 p->len = ipackidx.len;
367 p->fd = dup(imsg.fd);
369 err = got_error_from_errno();
372 if (lseek(p->fd, 0, SEEK_SET) == -1) {
373 err = got_error_from_errno();
377 #ifndef GOT_PACK_NO_MMAP
378 p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
379 if (p->map == MAP_FAILED)
380 p->map = NULL; /* fall back to read(2) */
382 err = got_packidx_init_hdr(p, 1);
387 got_packidx_close(p);
394 static const struct got_error *
395 receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
397 const struct got_error *err = NULL;
399 struct got_imsg_pack ipack;
401 struct got_pack *pack;
405 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
409 pack = calloc(1, sizeof(*pack));
411 err = got_error_from_errno();
415 if (imsg.hdr.type != GOT_IMSG_PACK) {
416 err = got_error(GOT_ERR_PRIVSEP_MSG);
421 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
425 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
426 if (datalen != sizeof(ipack)) {
427 err = got_error(GOT_ERR_PRIVSEP_LEN);
430 memcpy(&ipack, imsg.data, sizeof(ipack));
432 pack->filesize = ipack.filesize;
433 pack->fd = dup(imsg.fd);
434 if (pack->fd == -1) {
435 err = got_error_from_errno();
438 if (lseek(pack->fd, 0, SEEK_SET) == -1) {
439 err = got_error_from_errno();
442 pack->path_packfile = strdup(ipack.path_packfile);
443 if (pack->path_packfile == NULL) {
444 err = got_error_from_errno();
448 #ifndef GOT_PACK_NO_MMAP
449 pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
451 if (pack->map == MAP_FAILED)
452 pack->map = NULL; /* fall back to read(2) */
466 main(int argc, char *argv[])
468 const struct got_error *err = NULL;
471 struct got_packidx *packidx = NULL;
472 struct got_pack *pack = NULL;
473 struct got_object_cache objcache;
475 //static int attached;
476 //while (!attached) sleep(1);
478 signal(SIGINT, catch_sigint);
480 imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
482 err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
484 err = got_error_from_errno();
485 got_privsep_send_error(&ibuf, err);
490 /* revoke access to most system calls */
491 if (pledge("stdio recvfd", NULL) == -1) {
492 err = got_error_from_errno();
493 got_privsep_send_error(&ibuf, err);
498 err = receive_packidx(&packidx, &ibuf);
500 got_privsep_send_error(&ibuf, err);
504 err = receive_pack(&pack, &ibuf);
506 got_privsep_send_error(&ibuf, err);
513 if (sigint_received) {
514 err = got_error(GOT_ERR_CANCELLED);
518 err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
520 if (err->code == GOT_ERR_PRIVSEP_PIPE)
525 if (imsg.hdr.type == GOT_IMSG_STOP)
528 switch (imsg.hdr.type) {
529 case GOT_IMSG_PACKED_OBJECT_REQUEST:
530 err = object_request(&imsg, &ibuf, pack, packidx,
533 case GOT_IMSG_COMMIT_REQUEST:
534 err = commit_request(&imsg, &ibuf, pack, packidx,
537 case GOT_IMSG_TREE_REQUEST:
538 err = tree_request(&imsg, &ibuf, pack, packidx,
541 case GOT_IMSG_BLOB_REQUEST:
542 err = blob_request(&imsg, &ibuf, pack, packidx,
545 case GOT_IMSG_TAG_REQUEST:
546 err = tag_request(&imsg, &ibuf, pack, packidx,
550 err = got_error(GOT_ERR_PRIVSEP_MSG);
554 if (imsg.fd != -1 && close(imsg.fd) != 0 && err == NULL)
555 err = got_error_from_errno();
562 got_packidx_close(packidx);
564 got_pack_close(pack);
565 got_object_cache_close(&objcache);
568 if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
569 fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
570 got_privsep_send_error(&ibuf, err);
573 if (close(GOT_IMSG_FD_CHILD) != 0 && err == NULL)
574 err = got_error_from_errno();