Gotweb

Blob

Date:: Sun Jan 13 16:15:53 2019 UTC
Message:: happy new copyright year
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2018, 2019 Stefan Sperling <stsp@openbsd.org>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include <sys/types.h>
18 #include <sys/queue.h>
19 #include <sys/uio.h>
20 #include <sys/time.h>
21 #include <sys/limits.h>
22 #include <sys/syslimits.h>
23 #include <sys/mman.h>
24 
25 #include <limits.h>
26 #include <signal.h>
27 #include <stdint.h>
28 #include <imsg.h>
29 #include <stdio.h>
30 #include <stdlib.h>
31 #include <string.h>
32 #include <sha1.h>
33 #include <zlib.h>
34 
35 #include "got_error.h"
36 #include "got_object.h"
37 
38 #include "got_lib_delta.h"
39 #include "got_lib_inflate.h"
40 #include "got_lib_object.h"
41 #include "got_lib_object_cache.h"
42 #include "got_lib_object_parse.h"
43 #include "got_lib_privsep.h"
44 #include "got_lib_pack.h"
45 
46 static volatile sig_atomic_t sigint_received;
47 
48 static void
49 catch_sigint(int signo)
50 {
51 	sigint_received = 1;
52 }
53 
54 static const struct got_error *
55 object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
56     struct got_packidx *packidx, struct got_object_cache *objcache)
57 {
58 	const struct got_error *err = NULL;
59 	struct got_imsg_packed_object iobj;
60 	struct got_object *obj;
61 	struct got_object_id id;
62 	size_t datalen;
63 
64 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
65 	if (datalen != sizeof(iobj))
66 		return got_error(GOT_ERR_PRIVSEP_LEN);
67 	memcpy(&iobj, imsg->data, sizeof(iobj));
68 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
69 
70 	err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
71 	if (err)
72 		return err;
73 	obj->refcnt++;
74 
75 	err = got_object_cache_add(objcache, &obj->id, obj);
76 	if (err)
77 		goto done;
78 	obj->refcnt++;
79 
80 	err = got_privsep_send_obj(ibuf, obj);
81 done:
82 	got_object_close(obj);
83 	return err;
84 }
85 
86 static const struct got_error *
87 commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
88     struct got_packidx *packidx, struct got_object_cache *objcache)
89 {
90 	const struct got_error *err = NULL;
91 	struct got_imsg_packed_object iobj;
92 	struct got_object *obj;
93 	struct got_commit_object *commit = NULL;
94 	uint8_t *buf;
95 	size_t len;
96 	struct got_object_id id;
97 	size_t datalen;
98 
99 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
100 	if (datalen != sizeof(iobj))
101 		return got_error(GOT_ERR_PRIVSEP_LEN);
102 	memcpy(&iobj, imsg->data, sizeof(iobj));
103 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
104 
105 	err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
106 	if (err)
107 		return err;
108 
109 	err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
110 	if (err)
111 		return err;
112 
113 	obj->size = len;
114 	err = got_object_parse_commit(&commit, buf, len);
115 	free(buf);
116 	if (err) {
117 		got_object_close(obj);
118 		return err;
119 	}
120 
121 	err = got_privsep_send_commit(ibuf, commit);
122 	got_object_commit_close(commit);
123 	if (err) {
124 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
125 			err = NULL;
126 		else
127 			got_privsep_send_error(ibuf, err);
128 	}
129 
130 	return err;
131 }
132 
133 static const struct got_error *
134 tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
135     struct got_packidx *packidx, struct got_object_cache *objcache)
136 {
137 	const struct got_error *err = NULL;
138 	struct got_imsg_packed_object iobj;
139 	struct got_object *obj = NULL;
140 	struct got_tree_object *tree = NULL;
141 	uint8_t *buf;
142 	size_t len;
143 	struct got_object_id id;
144 	size_t datalen;
145 
146 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
147 	if (datalen != sizeof(iobj))
148 		return got_error(GOT_ERR_PRIVSEP_LEN);
149 	memcpy(&iobj, imsg->data, sizeof(iobj));
150 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
151 
152 	err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
153 	if (err)
154 		return err;
155 
156 	err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
157 	if (err)
158 		return err;
159 
160 	obj->size = len;
161 	err = got_object_parse_tree(&tree, buf, len);
162 	free(buf);
163 
164 	err = got_privsep_send_tree(ibuf, tree);
165 	if (obj)
166 		got_object_close(obj);
167 	got_object_tree_close(tree);
168 	if (err) {
169 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
170 			err = NULL;
171 		else
172 			got_privsep_send_error(ibuf, err);
173 	}
174 
175 	return err;
176 }
177 
178 static const struct got_error *
179 receive_file(FILE **f, struct imsgbuf *ibuf, int imsg_code)
180 {
181 	const struct got_error *err;
182 	struct imsg imsg;
183 	size_t datalen;
184 
185 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
186 	if (err)
187 		return err;
188 
189 	if (imsg.hdr.type != imsg_code) {
190 		err = got_error(GOT_ERR_PRIVSEP_MSG);
191 		goto done;
192 	}
193 
194 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
195 	if (datalen != 0) {
196 		err = got_error(GOT_ERR_PRIVSEP_LEN);
197 		goto done;
198 	}
199 	if (imsg.fd == -1) {
200 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
201 		goto done;
202 	}
203 
204 	*f = fdopen(imsg.fd, "w+");
205 	if (*f == NULL) {
206 		close(imsg.fd);
207 		err = got_error_from_errno();
208 		goto done;
209 	}
210 done:
211 	imsg_free(&imsg);
212 	return err;
213 }
214 
215 static const struct got_error *
216 blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
217     struct got_packidx *packidx, struct got_object_cache *objcache)
218 {
219 	const struct got_error *err = NULL;
220 	struct got_imsg_packed_object iobj;
221 	struct got_object *obj = NULL;
222 	FILE *outfile = NULL, *basefile = NULL, *accumfile = NULL;
223 	struct got_object_id id;
224 	size_t datalen;
225 	uint64_t blob_size;
226 	uint8_t *buf = NULL;
227 
228 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
229 	if (datalen != sizeof(iobj))
230 		return got_error(GOT_ERR_PRIVSEP_LEN);
231 	memcpy(&iobj, imsg->data, sizeof(iobj));
232 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
233 
234 	err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
235 	if (err)
236 		return err;
237 
238 	err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
239 	if (err)
240 		goto done;
241 	err = receive_file(&basefile, ibuf, GOT_IMSG_TMPFD);
242 	if (err)
243 		goto done;
244 	err = receive_file(&accumfile, ibuf, GOT_IMSG_TMPFD);
245 	if (err)
246 		goto done;
247 
248 	if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
249 		err = got_pack_get_max_delta_object_size(&blob_size, obj);
250 		if (err)
251 			goto done;
252 	} else
253 		blob_size = obj->size;
254 
255 	if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
256 		err = got_packfile_extract_object_to_mem(&buf, &obj->size,
257 		    obj, pack);
258 	else
259 		err = got_packfile_extract_object(pack, obj, outfile, basefile,
260 		    accumfile);
261 	if (err)
262 		goto done;
263 
264 	err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
265 done:
266 	free(buf);
267 	if (outfile)
268 		fclose(outfile);
269 	if (basefile)
270 		fclose(basefile);
271 	if (accumfile)
272 		fclose(accumfile);
273 	if (obj)
274 		got_object_close(obj);
275 	if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
276 		got_privsep_send_error(ibuf, err);
277 
278 	return err;
279 }
280 
281 static const struct got_error *
282 tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
283     struct got_packidx *packidx, struct got_object_cache *objcache)
284 {
285 	const struct got_error *err = NULL;
286 	struct got_imsg_packed_object iobj;
287 	struct got_object *obj = NULL;
288 	struct got_tag_object *tag = NULL;
289 	uint8_t *buf;
290 	size_t len;
291 	struct got_object_id id;
292 	size_t datalen;
293 
294 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
295 	if (datalen != sizeof(iobj))
296 		return got_error(GOT_ERR_PRIVSEP_LEN);
297 	memcpy(&iobj, imsg->data, sizeof(iobj));
298 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
299 
300 	err = got_packfile_open_object(&obj, pack, packidx, iobj.idx, &id);
301 	if (err)
302 		return err;
303 
304 	err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
305 	if (err)
306 		return err;
307 
308 	obj->size = len;
309 	err = got_object_parse_tag(&tag, buf, len);
310 	free(buf);
311 
312 	err = got_privsep_send_tag(ibuf, tag);
313 	if (obj)
314 		got_object_close(obj);
315 	got_object_tag_close(tag);
316 	if (err) {
317 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
318 			err = NULL;
319 		else
320 			got_privsep_send_error(ibuf, err);
321 	}
322 
323 	return err;
324 }
325 
326 static const struct got_error *
327 receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
328 {
329 	const struct got_error *err = NULL;
330 	struct imsg imsg;
331 	struct got_imsg_packidx ipackidx;
332 	size_t datalen;
333 	struct got_packidx *p;
334 
335 	*packidx = NULL;
336 
337 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
338 	if (err)
339 		return err;
340 
341 	p = calloc(1, sizeof(*p));
342 	if (p == NULL) {
343 		err = got_error_from_errno();
344 		goto done;
345 	}
346 
347 	if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
348 		err = got_error(GOT_ERR_PRIVSEP_MSG);
349 		goto done;
350 	}
351 
352 	if (imsg.fd == -1) {
353 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
354 		goto done;
355 	}
356 
357 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
358 	if (datalen != sizeof(ipackidx)) {
359 		err = got_error(GOT_ERR_PRIVSEP_LEN);
360 		goto done;
361 	}
362 	memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
363 
364 	p->len = ipackidx.len;
365 	p->fd = dup(imsg.fd);
366 	if (p->fd == -1) {
367 		err = got_error_from_errno();
368 		goto done;
369 	}
370 	if (lseek(p->fd, 0, SEEK_SET) == -1) {
371 		err = got_error_from_errno();
372 		goto done;
373 	}
374 
375 #ifndef GOT_PACK_NO_MMAP
376 	p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
377 	if (p->map == MAP_FAILED)
378 		p->map = NULL; /* fall back to read(2) */
379 #endif
380 	err = got_packidx_init_hdr(p, 1);
381 done:
382 	if (err) {
383 		if (imsg.fd != -1)
384 			close(imsg.fd);
385 		got_packidx_close(p);
386 	} else
387 		*packidx = p;
388 	imsg_free(&imsg);
389 	return err;
390 }
391 
392 static const struct got_error *
393 receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
394 {
395 	const struct got_error *err = NULL;
396 	struct imsg imsg;
397 	struct got_imsg_pack ipack;
398 	size_t datalen;
399 	struct got_pack *pack;
400 
401 	*packp = NULL;
402 
403 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
404 	if (err)
405 		return err;
406 
407 	pack = calloc(1, sizeof(*pack));
408 	if (pack == NULL) {
409 		err = got_error_from_errno();
410 		goto done;
411 	}
412 
413 	if (imsg.hdr.type != GOT_IMSG_PACK) {
414 		err = got_error(GOT_ERR_PRIVSEP_MSG);
415 		goto done;
416 	}
417 
418 	if (imsg.fd == -1) {
419 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
420 		goto done;
421 	}
422 
423 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
424 	if (datalen != sizeof(ipack)) {
425 		err = got_error(GOT_ERR_PRIVSEP_LEN);
426 		goto done;
427 	}
428 	memcpy(&ipack, imsg.data, sizeof(ipack));
429 
430 	pack->filesize = ipack.filesize;
431 	pack->fd = dup(imsg.fd);
432 	if (pack->fd == -1) {
433 		err = got_error_from_errno();
434 		goto done;
435 	}
436 	if (lseek(pack->fd, 0, SEEK_SET) == -1) {
437 		err = got_error_from_errno();
438 		goto done;
439 	}
440 	pack->path_packfile = strdup(ipack.path_packfile);
441 	if (pack->path_packfile == NULL) {
442 		err = got_error_from_errno();
443 		goto done;
444 	}
445 
446 #ifndef GOT_PACK_NO_MMAP
447 	pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
448 	    pack->fd, 0);
449 	if (pack->map == MAP_FAILED)
450 		pack->map = NULL; /* fall back to read(2) */
451 #endif
452 done:
453 	if (err) {
454 		if (imsg.fd != -1)
455 			close(imsg.fd);
456 		free(pack);
457 	} else
458 		*packp = pack;
459 	imsg_free(&imsg);
460 	return err;
461 }
462 
463 int
464 main(int argc, char *argv[])
465 {
466 	const struct got_error *err = NULL;
467 	struct imsgbuf ibuf;
468 	struct imsg imsg;
469 	struct got_packidx *packidx = NULL;
470 	struct got_pack *pack = NULL;
471 	struct got_object_cache objcache;
472 
473 	//static int attached;
474 	//while (!attached) sleep(1);
475 
476 	signal(SIGINT, catch_sigint);
477 
478 	imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
479 
480 	err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
481 	if (err) {
482 		err = got_error_from_errno();
483 		got_privsep_send_error(&ibuf, err);
484 		return 1;
485 	}
486 
487 #ifndef PROFILE
488 	/* revoke access to most system calls */
489 	if (pledge("stdio recvfd", NULL) == -1) {
490 		err = got_error_from_errno();
491 		got_privsep_send_error(&ibuf, err);
492 		return 1;
493 	}
494 #endif
495 
496 	err = receive_packidx(&packidx, &ibuf);
497 	if (err) {
498 		got_privsep_send_error(&ibuf, err);
499 		return 1;
500 	}
501 
502 	err = receive_pack(&pack, &ibuf);
503 	if (err) {
504 		got_privsep_send_error(&ibuf, err);
505 		return 1;
506 	}
507 
508 	while (1) {
509 		imsg.fd = -1;
510 
511 		if (sigint_received) {
512 			err = got_error(GOT_ERR_CANCELLED);
513 			break;
514 		}
515 
516 		err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
517 		if (err) {
518 			if (err->code == GOT_ERR_PRIVSEP_PIPE)
519 				err = NULL;
520 			break;
521 		}
522 
523 		if (imsg.hdr.type == GOT_IMSG_STOP)
524 			break;
525 
526 		switch (imsg.hdr.type) {
527 		case GOT_IMSG_PACKED_OBJECT_REQUEST:
528 			err = object_request(&imsg, &ibuf, pack, packidx,
529 			    &objcache);
530 			break;
531 		case GOT_IMSG_COMMIT_REQUEST:
532 			err = commit_request(&imsg, &ibuf, pack, packidx,
533 			    &objcache);
534 			break;
535 		case GOT_IMSG_TREE_REQUEST:
536 			err = tree_request(&imsg, &ibuf, pack, packidx,
537 			   &objcache);
538 			break;
539 		case GOT_IMSG_BLOB_REQUEST:
540 			err = blob_request(&imsg, &ibuf, pack, packidx,
541 			   &objcache);
542 			break;
543 		case GOT_IMSG_TAG_REQUEST:
544 			err = tag_request(&imsg, &ibuf, pack, packidx,
545 			   &objcache);
546 			break;
547 		default:
548 			err = got_error(GOT_ERR_PRIVSEP_MSG);
549 			break;
550 		}
551 
552 		if (imsg.fd != -1)
553 			close(imsg.fd);
554 		imsg_free(&imsg);
555 		if (err)
556 			break;
557 	}
558 
559 	if (packidx)
560 		got_packidx_close(packidx);
561 	if (pack)
562 		got_pack_close(pack);
563 	got_object_cache_close(&objcache);
564 	imsg_clear(&ibuf);
565 	if (err) {
566 		if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
567 			fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
568 			got_privsep_send_error(&ibuf, err);
569 		}
570 	}
571 	close(GOT_IMSG_FD_CHILD);
572 	return err ? 1 : 0;
573 }