Gotweb

Blame

Date:: Wed Mar 8 09:27:14 2023 UTC
Message:: portable: configure: split out dependencies Rather than assume all dependencies are required for all programs, split them out. This will make packaging easier, as well as splitting the code to use subprojects. Note that due to the use of config.h semantics, in most cases the got_compat.h header file is now at the top of the .c file it is included in, so that it can handle the system header inclusion properly.
Actions:: History | Blob | Raw File
  1 93658fb9 2020-03-18 stsp /*
  2 93658fb9 2020-03-18 stsp  * Copyright (c) 2019 Ori Bernstein <ori@openbsd.org>
  3 668a20f6 2020-03-18 stsp  * Copyright (c) 2020 Stefan Sperling <stsp@openbsd.org>
  4 93658fb9 2020-03-18 stsp  *
  5 93658fb9 2020-03-18 stsp  * Permission to use, copy, modify, and distribute this software for any
  6 93658fb9 2020-03-18 stsp  * purpose with or without fee is hereby granted, provided that the above
  7 93658fb9 2020-03-18 stsp  * copyright notice and this permission notice appear in all copies.
  8 93658fb9 2020-03-18 stsp  *
  9 93658fb9 2020-03-18 stsp  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 10 93658fb9 2020-03-18 stsp  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 11 93658fb9 2020-03-18 stsp  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 12 93658fb9 2020-03-18 stsp  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 13 93658fb9 2020-03-18 stsp  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 14 93658fb9 2020-03-18 stsp  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 15 93658fb9 2020-03-18 stsp  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 16 93658fb9 2020-03-18 stsp  */
 17 93658fb9 2020-03-18 stsp 
 18 93658fb9 2020-03-18 stsp #include <sys/types.h>
 19 142012ed 2022-10-20 thomas #include <sys/queue.h>
 20 2e5a6fad 2020-03-18 stsp #include <sys/mman.h>
 21 142012ed 2022-10-20 thomas #include <sys/uio.h>
 22 93658fb9 2020-03-18 stsp 
 23 93658fb9 2020-03-18 stsp #include <stdint.h>
 24 93658fb9 2020-03-18 stsp #include <stdio.h>
 25 93658fb9 2020-03-18 stsp #include <stdlib.h>
 26 93658fb9 2020-03-18 stsp #include <string.h>
 27 142012ed 2022-10-20 thomas #include <imsg.h>
 28 142012ed 2022-10-20 thomas #include <limits.h>
 29 142012ed 2022-10-20 thomas #include <time.h>
 30 81a12da5 2020-09-09 naddy #include <unistd.h>
 31 93658fb9 2020-03-18 stsp 
 32 4fccd2fe 2023-03-08 thomas #include "got_compat.h"
 33 93658fb9 2020-03-18 stsp #include "got_error.h"
 34 93658fb9 2020-03-18 stsp #include "got_object.h"
 35 dd038bc6 2021-09-21 thomas.ad 
 36 93658fb9 2020-03-18 stsp #include "got_lib_delta.h"
 37 142012ed 2022-10-20 thomas #include "got_lib_delta_cache.h"
 38 b16893ba 2023-02-24 thomas #include "got_lib_hash.h"
 39 93658fb9 2020-03-18 stsp #include "got_lib_object.h"
 40 93658fb9 2020-03-18 stsp #include "got_lib_privsep.h"
 41 87c63bee 2022-02-23 thomas #include "got_lib_ratelimit.h"
 42 142012ed 2022-10-20 thomas #include "got_lib_pack.h"
 43 142012ed 2022-10-20 thomas #include "got_lib_pack_index.h"
 44 93658fb9 2020-03-18 stsp 
 45 d582f26c 2020-03-18 stsp #ifndef nitems
 46 d582f26c 2020-03-18 stsp #define nitems(_a)	(sizeof((_a)) / sizeof((_a)[0]))
 47 d582f26c 2020-03-18 stsp #endif
 48 d582f26c 2020-03-18 stsp 
 49 668a20f6 2020-03-18 stsp static const struct got_error *
 50 eebe1fbb 2022-10-20 thomas send_index_pack_progress(void *arg, uint32_t nobj_total, uint32_t nobj_indexed,
 51 eebe1fbb 2022-10-20 thomas     uint32_t nobj_loose, uint32_t nobj_resolved)
 52 93658fb9 2020-03-18 stsp {
 53 142012ed 2022-10-20 thomas 	struct imsgbuf *ibuf = arg;
 54 e70bf110 2020-03-22 stsp 	struct got_imsg_index_pack_progress iprogress;
 55 87c63bee 2022-02-23 thomas 
 56 e70bf110 2020-03-22 stsp 	iprogress.nobj_total = nobj_total;
 57 e70bf110 2020-03-22 stsp 	iprogress.nobj_indexed = nobj_indexed;
 58 e70bf110 2020-03-22 stsp 	iprogress.nobj_loose = nobj_loose;
 59 e70bf110 2020-03-22 stsp 	iprogress.nobj_resolved = nobj_resolved;
 60 e70bf110 2020-03-22 stsp 
 61 e70bf110 2020-03-22 stsp 	if (imsg_compose(ibuf, GOT_IMSG_IDXPACK_PROGRESS, 0, 0, -1,
 62 e70bf110 2020-03-22 stsp 	    &iprogress, sizeof(iprogress)) == -1)
 63 e70bf110 2020-03-22 stsp 		return got_error_from_errno("imsg_compose IDXPACK_PROGRESS");
 64 e70bf110 2020-03-22 stsp 
 65 e70bf110 2020-03-22 stsp 	return got_privsep_flush_imsg(ibuf);
 66 e70bf110 2020-03-22 stsp }
 67 e70bf110 2020-03-22 stsp 
 68 e70bf110 2020-03-22 stsp static const struct got_error *
 69 e70bf110 2020-03-22 stsp send_index_pack_done(struct imsgbuf *ibuf)
 70 e70bf110 2020-03-22 stsp {
 71 e70bf110 2020-03-22 stsp 	if (imsg_compose(ibuf, GOT_IMSG_IDXPACK_DONE, 0, 0, -1, NULL, 0) == -1)
 72 e70bf110 2020-03-22 stsp 		return got_error_from_errno("imsg_compose FETCH");
 73 e70bf110 2020-03-22 stsp 	return got_privsep_flush_imsg(ibuf);
 74 950de2cd 2020-03-18 stsp }
 75 93658fb9 2020-03-18 stsp 
 76 93658fb9 2020-03-18 stsp 
 77 93658fb9 2020-03-18 stsp int
 78 93658fb9 2020-03-18 stsp main(int argc, char **argv)
 79 93658fb9 2020-03-18 stsp {
 80 668a20f6 2020-03-18 stsp 	const struct got_error *err = NULL, *close_err;
 81 93658fb9 2020-03-18 stsp 	struct imsgbuf ibuf;
 82 93658fb9 2020-03-18 stsp 	struct imsg imsg;
 83 6059809a 2020-12-17 stsp 	size_t i;
 84 6059809a 2020-12-17 stsp 	int idxfd = -1, tmpfd = -1;
 85 d582f26c 2020-03-18 stsp 	FILE *tmpfiles[3];
 86 668a20f6 2020-03-18 stsp 	struct got_pack pack;
 87 668a20f6 2020-03-18 stsp 	uint8_t pack_hash[SHA1_DIGEST_LENGTH];
 88 668a20f6 2020-03-18 stsp 	off_t packfile_size;
 89 aecd2225 2022-10-20 thomas 	struct got_ratelimit rl;
 90 668a20f6 2020-03-18 stsp #if 0
 91 668a20f6 2020-03-18 stsp 	static int attached;
 92 668a20f6 2020-03-18 stsp 	while (!attached)
 93 668a20f6 2020-03-18 stsp 		sleep(1);
 94 668a20f6 2020-03-18 stsp #endif
 95 93658fb9 2020-03-18 stsp 
 96 aecd2225 2022-10-20 thomas 	got_ratelimit_init(&rl, 0, 500);
 97 aecd2225 2022-10-20 thomas 
 98 d582f26c 2020-03-18 stsp 	for (i = 0; i < nitems(tmpfiles); i++)
 99 d582f26c 2020-03-18 stsp 		tmpfiles[i] = NULL;
100 d582f26c 2020-03-18 stsp 
101 668a20f6 2020-03-18 stsp 	memset(&pack, 0, sizeof(pack));
102 668a20f6 2020-03-18 stsp 	pack.fd = -1;
103 a5061f77 2022-06-13 thomas 	err = got_delta_cache_alloc(&pack.delta_cache);
104 a5061f77 2022-06-13 thomas 	if (err)
105 93658fb9 2020-03-18 stsp 		goto done;
106 668a20f6 2020-03-18 stsp 
107 668a20f6 2020-03-18 stsp 	imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
108 861f3006 2020-03-18 stsp #ifndef PROFILE
109 861f3006 2020-03-18 stsp 	/* revoke access to most system calls */
110 861f3006 2020-03-18 stsp 	if (pledge("stdio recvfd", NULL) == -1) {
111 861f3006 2020-03-18 stsp 		err = got_error_from_errno("pledge");
112 861f3006 2020-03-18 stsp 		got_privsep_send_error(&ibuf, err);
113 861f3006 2020-03-18 stsp 		return 1;
114 861f3006 2020-03-18 stsp 	}
115 97799ccd 2022-02-06 thomas 
116 97799ccd 2022-02-06 thomas 	/* revoke fs access */
117 97799ccd 2022-02-06 thomas 	if (landlock_no_fs() == -1) {
118 97799ccd 2022-02-06 thomas 		err = got_error_from_errno("landlock_no_fs");
119 97799ccd 2022-02-06 thomas 		got_privsep_send_error(&ibuf, err);
120 97799ccd 2022-02-06 thomas 		return 1;
121 97799ccd 2022-02-06 thomas 	}
122 5d120ea8 2022-06-23 op 	if (cap_enter() == -1) {
123 5d120ea8 2022-06-23 op 		err = got_error_from_errno("cap_enter");
124 5d120ea8 2022-06-23 op 		got_privsep_send_error(&ibuf, err);
125 5d120ea8 2022-06-23 op 		return 1;
126 5d120ea8 2022-06-23 op 	}
127 861f3006 2020-03-18 stsp #endif
128 668a20f6 2020-03-18 stsp 	err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
129 668a20f6 2020-03-18 stsp 	if (err)
130 668a20f6 2020-03-18 stsp 		goto done;
131 93658fb9 2020-03-18 stsp 	if (imsg.hdr.type == GOT_IMSG_STOP)
132 93658fb9 2020-03-18 stsp 		goto done;
133 93658fb9 2020-03-18 stsp 	if (imsg.hdr.type != GOT_IMSG_IDXPACK_REQUEST) {
134 93658fb9 2020-03-18 stsp 		err = got_error(GOT_ERR_PRIVSEP_MSG);
135 93658fb9 2020-03-18 stsp 		goto done;
136 93658fb9 2020-03-18 stsp 	}
137 668a20f6 2020-03-18 stsp 	if (imsg.hdr.len - IMSG_HEADER_SIZE != sizeof(pack_hash)) {
138 93658fb9 2020-03-18 stsp 		err = got_error(GOT_ERR_PRIVSEP_LEN);
139 93658fb9 2020-03-18 stsp 		goto done;
140 93658fb9 2020-03-18 stsp 	}
141 668a20f6 2020-03-18 stsp 	memcpy(pack_hash, imsg.data, sizeof(pack_hash));
142 668a20f6 2020-03-18 stsp 	pack.fd = imsg.fd;
143 93658fb9 2020-03-18 stsp 
144 668a20f6 2020-03-18 stsp 	err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
145 668a20f6 2020-03-18 stsp 	if (err)
146 93658fb9 2020-03-18 stsp 		goto done;
147 93658fb9 2020-03-18 stsp 	if (imsg.hdr.type == GOT_IMSG_STOP)
148 93658fb9 2020-03-18 stsp 		goto done;
149 73ab1060 2020-03-18 stsp 	if (imsg.hdr.type != GOT_IMSG_IDXPACK_OUTFD) {
150 93658fb9 2020-03-18 stsp 		err = got_error(GOT_ERR_PRIVSEP_MSG);
151 93658fb9 2020-03-18 stsp 		goto done;
152 93658fb9 2020-03-18 stsp 	}
153 93658fb9 2020-03-18 stsp 	if (imsg.hdr.len - IMSG_HEADER_SIZE != 0) {
154 93658fb9 2020-03-18 stsp 		err = got_error(GOT_ERR_PRIVSEP_LEN);
155 93658fb9 2020-03-18 stsp 		goto done;
156 93658fb9 2020-03-18 stsp 	}
157 93658fb9 2020-03-18 stsp 	idxfd = imsg.fd;
158 4788f1ce 2020-03-18 stsp 
159 d582f26c 2020-03-18 stsp 	for (i = 0; i < nitems(tmpfiles); i++) {
160 d582f26c 2020-03-18 stsp 		err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
161 d582f26c 2020-03-18 stsp 		if (err)
162 d582f26c 2020-03-18 stsp 			goto done;
163 d582f26c 2020-03-18 stsp 		if (imsg.hdr.type == GOT_IMSG_STOP)
164 d582f26c 2020-03-18 stsp 			goto done;
165 d582f26c 2020-03-18 stsp 		if (imsg.hdr.type != GOT_IMSG_TMPFD) {
166 d582f26c 2020-03-18 stsp 			err = got_error(GOT_ERR_PRIVSEP_MSG);
167 d582f26c 2020-03-18 stsp 			goto done;
168 d582f26c 2020-03-18 stsp 		}
169 d582f26c 2020-03-18 stsp 		if (imsg.hdr.len - IMSG_HEADER_SIZE != 0) {
170 d582f26c 2020-03-18 stsp 			err = got_error(GOT_ERR_PRIVSEP_LEN);
171 d582f26c 2020-03-18 stsp 			goto done;
172 d582f26c 2020-03-18 stsp 		}
173 d582f26c 2020-03-18 stsp 		tmpfd = imsg.fd;
174 d582f26c 2020-03-18 stsp 		tmpfiles[i] = fdopen(tmpfd, "w+");
175 d582f26c 2020-03-18 stsp 		if (tmpfiles[i] == NULL) {
176 d582f26c 2020-03-18 stsp 			err = got_error_from_errno("fdopen");
177 d582f26c 2020-03-18 stsp 			goto done;
178 d582f26c 2020-03-18 stsp 		}
179 d582f26c 2020-03-18 stsp 		tmpfd = -1;
180 4788f1ce 2020-03-18 stsp 	}
181 93658fb9 2020-03-18 stsp 
182 668a20f6 2020-03-18 stsp 	if (lseek(pack.fd, 0, SEEK_END) == -1) {
183 668a20f6 2020-03-18 stsp 		err = got_error_from_errno("lseek");
184 668a20f6 2020-03-18 stsp 		goto done;
185 668a20f6 2020-03-18 stsp 	}
186 668a20f6 2020-03-18 stsp 	packfile_size = lseek(pack.fd, 0, SEEK_CUR);
187 668a20f6 2020-03-18 stsp 	if (packfile_size == -1) {
188 668a20f6 2020-03-18 stsp 		err = got_error_from_errno("lseek");
189 668a20f6 2020-03-18 stsp 		goto done;
190 668a20f6 2020-03-18 stsp 	}
191 66e6097f 2022-10-27 thomas 	pack.filesize = packfile_size;
192 668a20f6 2020-03-18 stsp 
193 668a20f6 2020-03-18 stsp 	if (lseek(pack.fd, 0, SEEK_SET) == -1) {
194 668a20f6 2020-03-18 stsp 		err = got_error_from_errno("lseek");
195 668a20f6 2020-03-18 stsp 		goto done;
196 668a20f6 2020-03-18 stsp 	}
197 668a20f6 2020-03-18 stsp 
198 2e5a6fad 2020-03-18 stsp #ifndef GOT_PACK_NO_MMAP
199 aa75acde 2022-10-25 thomas 	if (pack.filesize > 0 && pack.filesize <= SIZE_MAX) {
200 aa75acde 2022-10-25 thomas 		pack.map = mmap(NULL, pack.filesize, PROT_READ, MAP_PRIVATE,
201 aa75acde 2022-10-25 thomas 		    pack.fd, 0);
202 aa75acde 2022-10-25 thomas 		if (pack.map == MAP_FAILED)
203 aa75acde 2022-10-25 thomas 			pack.map = NULL; /* fall back to read(2) */
204 aa75acde 2022-10-25 thomas 	}
205 2e5a6fad 2020-03-18 stsp #endif
206 aecd2225 2022-10-20 thomas 	err = got_pack_index(&pack, idxfd, tmpfiles[0], tmpfiles[1],
207 aecd2225 2022-10-20 thomas 	    tmpfiles[2], pack_hash, send_index_pack_progress, &ibuf, &rl);
208 93658fb9 2020-03-18 stsp done:
209 668a20f6 2020-03-18 stsp 	close_err = got_pack_close(&pack);
210 668a20f6 2020-03-18 stsp 	if (close_err && err == NULL)
211 668a20f6 2020-03-18 stsp 		err = close_err;
212 668a20f6 2020-03-18 stsp 	if (idxfd != -1 && close(idxfd) == -1 && err == NULL)
213 668a20f6 2020-03-18 stsp 		err = got_error_from_errno("close");
214 4788f1ce 2020-03-18 stsp 	if (tmpfd != -1 && close(tmpfd) == -1 && err == NULL)
215 4788f1ce 2020-03-18 stsp 		err = got_error_from_errno("close");
216 d582f26c 2020-03-18 stsp 	for (i = 0; i < nitems(tmpfiles); i++) {
217 d582f26c 2020-03-18 stsp 		if (tmpfiles[i] != NULL && fclose(tmpfiles[i]) == EOF &&
218 d582f26c 2020-03-18 stsp 		    err == NULL)
219 812c6838 2021-10-15 thomas 			err = got_error_from_errno("fclose");
220 d582f26c 2020-03-18 stsp 	}
221 668a20f6 2020-03-18 stsp 
222 668a20f6 2020-03-18 stsp 	if (err == NULL)
223 e70bf110 2020-03-22 stsp 		err = send_index_pack_done(&ibuf);
224 668a20f6 2020-03-18 stsp 	if (err) {
225 668a20f6 2020-03-18 stsp 		got_privsep_send_error(&ibuf, err);
226 93658fb9 2020-03-18 stsp 		fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
227 93658fb9 2020-03-18 stsp 		got_privsep_send_error(&ibuf, err);
228 668a20f6 2020-03-18 stsp 		exit(1);
229 93658fb9 2020-03-18 stsp 	}
230 93658fb9 2020-03-18 stsp 
231 93658fb9 2020-03-18 stsp 	exit(0);
232 93658fb9 2020-03-18 stsp }