Blob


1 /*
2 * Copyright (c) 2019 Ori Bernstein <ori@openbsd.org>
3 * Copyright (c) 2020 Stefan Sperling <stsp@openbsd.org>
4 *
5 * Permission to use, copy, modify, and distribute this software for any
6 * purpose with or without fee is hereby granted, provided that the above
7 * copyright notice and this permission notice appear in all copies.
8 *
9 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16 */
18 #include <sys/types.h>
19 #include <sys/queue.h>
20 #include <sys/mman.h>
21 #include <sys/uio.h>
23 #include <sha1.h>
24 #include <sha2.h>
25 #include <stdint.h>
26 #include <stdio.h>
27 #include <stdlib.h>
28 #include <string.h>
29 #include <imsg.h>
30 #include <limits.h>
31 #include <time.h>
32 #include <unistd.h>
34 #include "got_error.h"
35 #include "got_object.h"
37 #include "got_lib_delta.h"
38 #include "got_lib_delta_cache.h"
39 #include "got_lib_object.h"
40 #include "got_lib_privsep.h"
41 #include "got_lib_ratelimit.h"
42 #include "got_lib_pack.h"
43 #include "got_lib_pack_index.h"
45 #ifndef nitems
46 #define nitems(_a) (sizeof((_a)) / sizeof((_a)[0]))
47 #endif
49 static const struct got_error *
50 send_index_pack_progress(void *arg, uint32_t nobj_total, uint32_t nobj_indexed,
51 uint32_t nobj_loose, uint32_t nobj_resolved)
52 {
53 struct imsgbuf *ibuf = arg;
54 struct got_imsg_index_pack_progress iprogress;
56 iprogress.nobj_total = nobj_total;
57 iprogress.nobj_indexed = nobj_indexed;
58 iprogress.nobj_loose = nobj_loose;
59 iprogress.nobj_resolved = nobj_resolved;
61 if (imsg_compose(ibuf, GOT_IMSG_IDXPACK_PROGRESS, 0, 0, -1,
62 &iprogress, sizeof(iprogress)) == -1)
63 return got_error_from_errno("imsg_compose IDXPACK_PROGRESS");
65 return got_privsep_flush_imsg(ibuf);
66 }
68 static const struct got_error *
69 send_index_pack_done(struct imsgbuf *ibuf)
70 {
71 if (imsg_compose(ibuf, GOT_IMSG_IDXPACK_DONE, 0, 0, -1, NULL, 0) == -1)
72 return got_error_from_errno("imsg_compose FETCH");
73 return got_privsep_flush_imsg(ibuf);
74 }
77 int
78 main(int argc, char **argv)
79 {
80 const struct got_error *err = NULL, *close_err;
81 struct imsgbuf ibuf;
82 struct imsg imsg;
83 size_t i;
84 int idxfd = -1, tmpfd = -1;
85 FILE *tmpfiles[3];
86 struct got_pack pack;
87 uint8_t pack_hash[SHA1_DIGEST_LENGTH];
88 off_t packfile_size;
89 struct got_ratelimit rl;
90 #if 0
91 static int attached;
92 while (!attached)
93 sleep(1);
94 #endif
96 got_ratelimit_init(&rl, 0, 500);
98 for (i = 0; i < nitems(tmpfiles); i++)
99 tmpfiles[i] = NULL;
101 memset(&pack, 0, sizeof(pack));
102 pack.fd = -1;
103 err = got_delta_cache_alloc(&pack.delta_cache);
104 if (err)
105 goto done;
107 imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
108 #ifndef PROFILE
109 /* revoke access to most system calls */
110 if (pledge("stdio recvfd", NULL) == -1) {
111 err = got_error_from_errno("pledge");
112 got_privsep_send_error(&ibuf, err);
113 return 1;
115 #endif
116 err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
117 if (err)
118 goto done;
119 if (imsg.hdr.type == GOT_IMSG_STOP)
120 goto done;
121 if (imsg.hdr.type != GOT_IMSG_IDXPACK_REQUEST) {
122 err = got_error(GOT_ERR_PRIVSEP_MSG);
123 goto done;
125 if (imsg.hdr.len - IMSG_HEADER_SIZE != sizeof(pack_hash)) {
126 err = got_error(GOT_ERR_PRIVSEP_LEN);
127 goto done;
129 memcpy(pack_hash, imsg.data, sizeof(pack_hash));
130 pack.fd = imsg.fd;
132 err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
133 if (err)
134 goto done;
135 if (imsg.hdr.type == GOT_IMSG_STOP)
136 goto done;
137 if (imsg.hdr.type != GOT_IMSG_IDXPACK_OUTFD) {
138 err = got_error(GOT_ERR_PRIVSEP_MSG);
139 goto done;
141 if (imsg.hdr.len - IMSG_HEADER_SIZE != 0) {
142 err = got_error(GOT_ERR_PRIVSEP_LEN);
143 goto done;
145 idxfd = imsg.fd;
147 for (i = 0; i < nitems(tmpfiles); i++) {
148 err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
149 if (err)
150 goto done;
151 if (imsg.hdr.type == GOT_IMSG_STOP)
152 goto done;
153 if (imsg.hdr.type != GOT_IMSG_TMPFD) {
154 err = got_error(GOT_ERR_PRIVSEP_MSG);
155 goto done;
157 if (imsg.hdr.len - IMSG_HEADER_SIZE != 0) {
158 err = got_error(GOT_ERR_PRIVSEP_LEN);
159 goto done;
161 tmpfd = imsg.fd;
162 tmpfiles[i] = fdopen(tmpfd, "w+");
163 if (tmpfiles[i] == NULL) {
164 err = got_error_from_errno("fdopen");
165 goto done;
167 tmpfd = -1;
170 if (lseek(pack.fd, 0, SEEK_END) == -1) {
171 err = got_error_from_errno("lseek");
172 goto done;
174 packfile_size = lseek(pack.fd, 0, SEEK_CUR);
175 if (packfile_size == -1) {
176 err = got_error_from_errno("lseek");
177 goto done;
179 pack.filesize = packfile_size;
181 if (lseek(pack.fd, 0, SEEK_SET) == -1) {
182 err = got_error_from_errno("lseek");
183 goto done;
186 #ifndef GOT_PACK_NO_MMAP
187 if (pack.filesize > 0 && pack.filesize <= SIZE_MAX) {
188 pack.map = mmap(NULL, pack.filesize, PROT_READ, MAP_PRIVATE,
189 pack.fd, 0);
190 if (pack.map == MAP_FAILED)
191 pack.map = NULL; /* fall back to read(2) */
193 #endif
194 err = got_pack_index(&pack, idxfd, tmpfiles[0], tmpfiles[1],
195 tmpfiles[2], pack_hash, send_index_pack_progress, &ibuf, &rl);
196 done:
197 close_err = got_pack_close(&pack);
198 if (close_err && err == NULL)
199 err = close_err;
200 if (idxfd != -1 && close(idxfd) == -1 && err == NULL)
201 err = got_error_from_errno("close");
202 if (tmpfd != -1 && close(tmpfd) == -1 && err == NULL)
203 err = got_error_from_errno("close");
204 for (i = 0; i < nitems(tmpfiles); i++) {
205 if (tmpfiles[i] != NULL && fclose(tmpfiles[i]) == EOF &&
206 err == NULL)
207 err = got_error_from_errno("fclose");
210 if (err == NULL)
211 err = send_index_pack_done(&ibuf);
212 if (err) {
213 got_privsep_send_error(&ibuf, err);
214 fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
215 got_privsep_send_error(&ibuf, err);
216 exit(1);
219 exit(0);