Blame


1 b61ceafc 2022-10-13 thomas /*
2 b61ceafc 2022-10-13 thomas * Copyright (c) 2018, 2019, 2022 Stefan Sperling <stsp@openbsd.org>
3 b61ceafc 2022-10-13 thomas *
4 b61ceafc 2022-10-13 thomas * Permission to use, copy, modify, and distribute this software for any
5 b61ceafc 2022-10-13 thomas * purpose with or without fee is hereby granted, provided that the above
6 b61ceafc 2022-10-13 thomas * copyright notice and this permission notice appear in all copies.
7 b61ceafc 2022-10-13 thomas *
8 b61ceafc 2022-10-13 thomas * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 b61ceafc 2022-10-13 thomas * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 b61ceafc 2022-10-13 thomas * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 b61ceafc 2022-10-13 thomas * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 b61ceafc 2022-10-13 thomas * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 b61ceafc 2022-10-13 thomas * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 b61ceafc 2022-10-13 thomas * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 b61ceafc 2022-10-13 thomas */
16 b61ceafc 2022-10-13 thomas
17 b61ceafc 2022-10-13 thomas #include <sys/mman.h>
18 b61ceafc 2022-10-13 thomas #include <sys/queue.h>
19 b61ceafc 2022-10-13 thomas #include <sys/types.h>
20 b61ceafc 2022-10-13 thomas #include <sys/stat.h>
21 b61ceafc 2022-10-13 thomas #include <sys/socket.h>
22 b61ceafc 2022-10-13 thomas #include <sys/uio.h>
23 b61ceafc 2022-10-13 thomas
24 b61ceafc 2022-10-13 thomas #include <errno.h>
25 b61ceafc 2022-10-13 thomas #include <imsg.h>
26 b61ceafc 2022-10-13 thomas #include <stdio.h>
27 b61ceafc 2022-10-13 thomas #include <stdint.h>
28 b61ceafc 2022-10-13 thomas #include <stdlib.h>
29 b61ceafc 2022-10-13 thomas #include <string.h>
30 b61ceafc 2022-10-13 thomas #include <limits.h>
31 b61ceafc 2022-10-13 thomas #include <unistd.h>
32 b61ceafc 2022-10-13 thomas
33 b61ceafc 2022-10-13 thomas #include "got_error.h"
34 b61ceafc 2022-10-13 thomas #include "got_object.h"
35 b61ceafc 2022-10-13 thomas #include "got_repository.h"
36 b61ceafc 2022-10-13 thomas #include "got_opentemp.h"
37 b61ceafc 2022-10-13 thomas #include "got_path.h"
38 b61ceafc 2022-10-13 thomas
39 b61ceafc 2022-10-13 thomas #include "got_lib_delta.h"
40 b61ceafc 2022-10-13 thomas #include "got_lib_object.h"
41 b61ceafc 2022-10-13 thomas #include "got_lib_privsep.h"
42 b61ceafc 2022-10-13 thomas #include "got_lib_object_cache.h"
43 b61ceafc 2022-10-13 thomas #include "got_lib_pack.h"
44 b61ceafc 2022-10-13 thomas #include "got_lib_repository.h"
45 b61ceafc 2022-10-13 thomas
46 b61ceafc 2022-10-13 thomas static const struct got_error *
47 b61ceafc 2022-10-13 thomas request_packed_object(struct got_object **obj, struct got_pack *pack, int idx,
48 b61ceafc 2022-10-13 thomas struct got_object_id *id)
49 b61ceafc 2022-10-13 thomas {
50 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
51 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
52 b61ceafc 2022-10-13 thomas
53 b61ceafc 2022-10-13 thomas err = got_privsep_send_packed_obj_req(ibuf, idx, id);
54 b61ceafc 2022-10-13 thomas if (err)
55 b61ceafc 2022-10-13 thomas return err;
56 b61ceafc 2022-10-13 thomas
57 b61ceafc 2022-10-13 thomas err = got_privsep_recv_obj(obj, ibuf);
58 b61ceafc 2022-10-13 thomas if (err)
59 b61ceafc 2022-10-13 thomas return err;
60 b61ceafc 2022-10-13 thomas
61 b61ceafc 2022-10-13 thomas memcpy(&(*obj)->id, id, sizeof((*obj)->id));
62 b61ceafc 2022-10-13 thomas
63 b61ceafc 2022-10-13 thomas return NULL;
64 b61ceafc 2022-10-13 thomas }
65 b61ceafc 2022-10-13 thomas
66 b61ceafc 2022-10-13 thomas /* Create temporary files used during delta application. */
67 b61ceafc 2022-10-13 thomas static const struct got_error *
68 b61ceafc 2022-10-13 thomas pack_child_send_tempfiles(struct imsgbuf *ibuf, struct got_pack *pack)
69 b61ceafc 2022-10-13 thomas {
70 b61ceafc 2022-10-13 thomas const struct got_error *err;
71 b61ceafc 2022-10-13 thomas int basefd = -1, accumfd = -1;
72 b61ceafc 2022-10-13 thomas
73 b61ceafc 2022-10-13 thomas /*
74 b61ceafc 2022-10-13 thomas * For performance reasons, the child will keep reusing the
75 b61ceafc 2022-10-13 thomas * same temporary files during every object request.
76 b61ceafc 2022-10-13 thomas * Opening and closing new files for every object request is
77 b61ceafc 2022-10-13 thomas * too expensive during operations such as 'gotadmin pack'.
78 b61ceafc 2022-10-13 thomas */
79 b61ceafc 2022-10-13 thomas if (pack->child_has_tempfiles)
80 b61ceafc 2022-10-13 thomas return NULL;
81 b61ceafc 2022-10-13 thomas
82 b61ceafc 2022-10-13 thomas basefd = dup(pack->basefd);
83 b61ceafc 2022-10-13 thomas if (basefd == -1)
84 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
85 b61ceafc 2022-10-13 thomas
86 b61ceafc 2022-10-13 thomas accumfd = dup(pack->accumfd);
87 b61ceafc 2022-10-13 thomas if (accumfd == -1) {
88 b61ceafc 2022-10-13 thomas err = got_error_from_errno("dup");
89 b61ceafc 2022-10-13 thomas goto done;
90 b61ceafc 2022-10-13 thomas }
91 b61ceafc 2022-10-13 thomas
92 b61ceafc 2022-10-13 thomas err = got_privsep_send_tmpfd(ibuf, basefd);
93 b61ceafc 2022-10-13 thomas if (err)
94 b61ceafc 2022-10-13 thomas goto done;
95 b61ceafc 2022-10-13 thomas
96 b61ceafc 2022-10-13 thomas err = got_privsep_send_tmpfd(ibuf, accumfd);
97 b61ceafc 2022-10-13 thomas done:
98 b61ceafc 2022-10-13 thomas if (err) {
99 b61ceafc 2022-10-13 thomas if (basefd != -1)
100 b61ceafc 2022-10-13 thomas close(basefd);
101 b61ceafc 2022-10-13 thomas if (accumfd != -1)
102 b61ceafc 2022-10-13 thomas close(accumfd);
103 b61ceafc 2022-10-13 thomas } else
104 b61ceafc 2022-10-13 thomas pack->child_has_tempfiles = 1;
105 b61ceafc 2022-10-13 thomas return NULL;
106 b61ceafc 2022-10-13 thomas }
107 b61ceafc 2022-10-13 thomas
108 b61ceafc 2022-10-13 thomas static const struct got_error *
109 b61ceafc 2022-10-13 thomas request_packed_object_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
110 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, int idx, struct got_object_id *id)
111 b61ceafc 2022-10-13 thomas {
112 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
113 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
114 b61ceafc 2022-10-13 thomas int outfd_child;
115 b61ceafc 2022-10-13 thomas
116 b61ceafc 2022-10-13 thomas err = pack_child_send_tempfiles(ibuf, pack);
117 b61ceafc 2022-10-13 thomas if (err)
118 b61ceafc 2022-10-13 thomas return err;
119 b61ceafc 2022-10-13 thomas
120 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
121 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
122 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
123 b61ceafc 2022-10-13 thomas
124 b61ceafc 2022-10-13 thomas err = got_privsep_send_packed_raw_obj_req(ibuf, idx, id);
125 b61ceafc 2022-10-13 thomas if (err) {
126 b61ceafc 2022-10-13 thomas close(outfd_child);
127 b61ceafc 2022-10-13 thomas return err;
128 b61ceafc 2022-10-13 thomas }
129 b61ceafc 2022-10-13 thomas
130 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
131 b61ceafc 2022-10-13 thomas if (err)
132 b61ceafc 2022-10-13 thomas return err;
133 b61ceafc 2022-10-13 thomas
134 b61ceafc 2022-10-13 thomas err = got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
135 b61ceafc 2022-10-13 thomas if (err)
136 b61ceafc 2022-10-13 thomas return err;
137 b61ceafc 2022-10-13 thomas
138 b61ceafc 2022-10-13 thomas return NULL;
139 b61ceafc 2022-10-13 thomas }
140 b61ceafc 2022-10-13 thomas
141 b61ceafc 2022-10-13 thomas static const struct got_error *
142 b61ceafc 2022-10-13 thomas read_packed_object_privsep(struct got_object **obj,
143 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_pack *pack,
144 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, int idx, struct got_object_id *id)
145 b61ceafc 2022-10-13 thomas {
146 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
147 b61ceafc 2022-10-13 thomas
148 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
149 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
150 b61ceafc 2022-10-13 thomas if (err)
151 b61ceafc 2022-10-13 thomas return err;
152 b61ceafc 2022-10-13 thomas }
153 b61ceafc 2022-10-13 thomas
154 b61ceafc 2022-10-13 thomas return request_packed_object(obj, pack, idx, id);
155 b61ceafc 2022-10-13 thomas }
156 b61ceafc 2022-10-13 thomas
157 b61ceafc 2022-10-13 thomas static const struct got_error *
158 b61ceafc 2022-10-13 thomas read_packed_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
159 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
160 b61ceafc 2022-10-13 thomas struct got_object_id *id)
161 b61ceafc 2022-10-13 thomas {
162 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
163 b61ceafc 2022-10-13 thomas
164 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
165 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
166 b61ceafc 2022-10-13 thomas if (err)
167 b61ceafc 2022-10-13 thomas return err;
168 b61ceafc 2022-10-13 thomas }
169 b61ceafc 2022-10-13 thomas
170 b61ceafc 2022-10-13 thomas return request_packed_object_raw(outbuf, size, hdrlen, outfd, pack,
171 b61ceafc 2022-10-13 thomas idx, id);
172 b61ceafc 2022-10-13 thomas }
173 b61ceafc 2022-10-13 thomas
174 b61ceafc 2022-10-13 thomas const struct got_error *
175 b61ceafc 2022-10-13 thomas got_object_open_packed(struct got_object **obj, struct got_object_id *id,
176 b61ceafc 2022-10-13 thomas struct got_repository *repo)
177 b61ceafc 2022-10-13 thomas {
178 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
179 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
180 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
181 b61ceafc 2022-10-13 thomas int idx;
182 b61ceafc 2022-10-13 thomas char *path_packfile;
183 b61ceafc 2022-10-13 thomas
184 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
185 b61ceafc 2022-10-13 thomas if (err)
186 b61ceafc 2022-10-13 thomas return err;
187 b61ceafc 2022-10-13 thomas
188 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
189 b61ceafc 2022-10-13 thomas packidx->path_packidx);
190 b61ceafc 2022-10-13 thomas if (err)
191 b61ceafc 2022-10-13 thomas return err;
192 b61ceafc 2022-10-13 thomas
193 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
194 b61ceafc 2022-10-13 thomas if (pack == NULL) {
195 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
196 b61ceafc 2022-10-13 thomas if (err)
197 b61ceafc 2022-10-13 thomas goto done;
198 b61ceafc 2022-10-13 thomas }
199 b61ceafc 2022-10-13 thomas
200 b61ceafc 2022-10-13 thomas err = read_packed_object_privsep(obj, repo, pack, packidx, idx, id);
201 b61ceafc 2022-10-13 thomas if (err)
202 b61ceafc 2022-10-13 thomas goto done;
203 b61ceafc 2022-10-13 thomas done:
204 b61ceafc 2022-10-13 thomas free(path_packfile);
205 b61ceafc 2022-10-13 thomas return err;
206 b61ceafc 2022-10-13 thomas }
207 b61ceafc 2022-10-13 thomas
208 b61ceafc 2022-10-13 thomas const struct got_error *
209 b61ceafc 2022-10-13 thomas got_object_open_from_packfile(struct got_object **obj, struct got_object_id *id,
210 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
211 b61ceafc 2022-10-13 thomas struct got_repository *repo)
212 b61ceafc 2022-10-13 thomas {
213 b61ceafc 2022-10-13 thomas return read_packed_object_privsep(obj, repo, pack, packidx,
214 b61ceafc 2022-10-13 thomas obj_idx, id);
215 b61ceafc 2022-10-13 thomas }
216 b61ceafc 2022-10-13 thomas
217 b61ceafc 2022-10-13 thomas const struct got_error *
218 b61ceafc 2022-10-13 thomas got_object_read_raw_delta(uint64_t *base_size, uint64_t *result_size,
219 b61ceafc 2022-10-13 thomas off_t *delta_size, off_t *delta_compressed_size, off_t *delta_offset,
220 b61ceafc 2022-10-13 thomas off_t *delta_out_offset, struct got_object_id **base_id, int delta_cache_fd,
221 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
222 b61ceafc 2022-10-13 thomas struct got_repository *repo)
223 b61ceafc 2022-10-13 thomas {
224 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
225 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
226 b61ceafc 2022-10-13 thomas char *path_packfile;
227 b61ceafc 2022-10-13 thomas
228 b61ceafc 2022-10-13 thomas *base_size = 0;
229 b61ceafc 2022-10-13 thomas *result_size = 0;
230 b61ceafc 2022-10-13 thomas *delta_size = 0;
231 b61ceafc 2022-10-13 thomas *delta_compressed_size = 0;
232 b61ceafc 2022-10-13 thomas *delta_offset = 0;
233 b61ceafc 2022-10-13 thomas *delta_out_offset = 0;
234 b61ceafc 2022-10-13 thomas
235 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
236 b61ceafc 2022-10-13 thomas packidx->path_packidx);
237 b61ceafc 2022-10-13 thomas if (err)
238 b61ceafc 2022-10-13 thomas return err;
239 b61ceafc 2022-10-13 thomas
240 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
241 b61ceafc 2022-10-13 thomas if (pack == NULL) {
242 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
243 b61ceafc 2022-10-13 thomas if (err)
244 b61ceafc 2022-10-13 thomas return err;
245 b61ceafc 2022-10-13 thomas }
246 b61ceafc 2022-10-13 thomas
247 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
248 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
249 b61ceafc 2022-10-13 thomas if (err)
250 b61ceafc 2022-10-13 thomas return err;
251 b61ceafc 2022-10-13 thomas }
252 b61ceafc 2022-10-13 thomas
253 b61ceafc 2022-10-13 thomas if (!pack->child_has_delta_outfd) {
254 b61ceafc 2022-10-13 thomas int outfd_child;
255 b61ceafc 2022-10-13 thomas outfd_child = dup(delta_cache_fd);
256 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
257 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
258 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_delta_outfd(
259 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, outfd_child);
260 b61ceafc 2022-10-13 thomas if (err)
261 b61ceafc 2022-10-13 thomas return err;
262 b61ceafc 2022-10-13 thomas pack->child_has_delta_outfd = 1;
263 b61ceafc 2022-10-13 thomas }
264 b61ceafc 2022-10-13 thomas
265 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_delta_req(pack->privsep_child->ibuf,
266 b61ceafc 2022-10-13 thomas obj_idx, id);
267 b61ceafc 2022-10-13 thomas if (err)
268 b61ceafc 2022-10-13 thomas return err;
269 b61ceafc 2022-10-13 thomas
270 b61ceafc 2022-10-13 thomas return got_privsep_recv_raw_delta(base_size, result_size, delta_size,
271 b61ceafc 2022-10-13 thomas delta_compressed_size, delta_offset, delta_out_offset, base_id,
272 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
273 b61ceafc 2022-10-13 thomas }
274 b61ceafc 2022-10-13 thomas
275 b61ceafc 2022-10-13 thomas static const struct got_error *
276 b61ceafc 2022-10-13 thomas request_object(struct got_object **obj, struct got_object_id *id,
277 b61ceafc 2022-10-13 thomas struct got_repository *repo, int fd)
278 b61ceafc 2022-10-13 thomas {
279 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
280 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
281 b61ceafc 2022-10-13 thomas
282 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
283 b61ceafc 2022-10-13 thomas
284 b61ceafc 2022-10-13 thomas err = got_privsep_send_obj_req(ibuf, fd, id);
285 b61ceafc 2022-10-13 thomas if (err)
286 b61ceafc 2022-10-13 thomas return err;
287 b61ceafc 2022-10-13 thomas
288 b61ceafc 2022-10-13 thomas return got_privsep_recv_obj(obj, ibuf);
289 b61ceafc 2022-10-13 thomas }
290 b61ceafc 2022-10-13 thomas
291 b61ceafc 2022-10-13 thomas static const struct got_error *
292 b61ceafc 2022-10-13 thomas request_raw_object(uint8_t **outbuf, off_t *size, size_t *hdrlen, int outfd,
293 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo, int infd)
294 b61ceafc 2022-10-13 thomas {
295 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
296 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
297 b61ceafc 2022-10-13 thomas int outfd_child;
298 b61ceafc 2022-10-13 thomas
299 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
300 b61ceafc 2022-10-13 thomas
301 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
302 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
303 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
304 b61ceafc 2022-10-13 thomas
305 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_req(ibuf, infd, id);
306 b61ceafc 2022-10-13 thomas if (err)
307 b61ceafc 2022-10-13 thomas return err;
308 b61ceafc 2022-10-13 thomas
309 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
310 b61ceafc 2022-10-13 thomas if (err)
311 b61ceafc 2022-10-13 thomas return err;
312 b61ceafc 2022-10-13 thomas
313 b61ceafc 2022-10-13 thomas return got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
314 b61ceafc 2022-10-13 thomas }
315 b61ceafc 2022-10-13 thomas
316 b61ceafc 2022-10-13 thomas static const struct got_error *
317 54c22772 2022-10-13 thomas start_child(struct got_repository *repo, int type)
318 b61ceafc 2022-10-13 thomas {
319 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
320 b61ceafc 2022-10-13 thomas int imsg_fds[2];
321 b61ceafc 2022-10-13 thomas pid_t pid;
322 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
323 54c22772 2022-10-13 thomas const char *prog_path;
324 54c22772 2022-10-13 thomas
325 54c22772 2022-10-13 thomas switch (type) {
326 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_OBJECT:
327 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_OBJECT;
328 54c22772 2022-10-13 thomas break;
329 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_TREE:
330 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_TREE;
331 54c22772 2022-10-13 thomas break;
332 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_COMMIT:
333 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_COMMIT;
334 54c22772 2022-10-13 thomas break;
335 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_BLOB:
336 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_BLOB;
337 54c22772 2022-10-13 thomas break;
338 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_TAG:
339 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_TAG;
340 54c22772 2022-10-13 thomas break;
341 54c22772 2022-10-13 thomas default:
342 54c22772 2022-10-13 thomas return got_error(GOT_ERR_OBJ_TYPE);
343 54c22772 2022-10-13 thomas }
344 b61ceafc 2022-10-13 thomas
345 b61ceafc 2022-10-13 thomas ibuf = calloc(1, sizeof(*ibuf));
346 b61ceafc 2022-10-13 thomas if (ibuf == NULL)
347 b61ceafc 2022-10-13 thomas return got_error_from_errno("calloc");
348 b61ceafc 2022-10-13 thomas
349 b61ceafc 2022-10-13 thomas if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
350 b61ceafc 2022-10-13 thomas err = got_error_from_errno("socketpair");
351 b61ceafc 2022-10-13 thomas free(ibuf);
352 b61ceafc 2022-10-13 thomas return err;
353 b61ceafc 2022-10-13 thomas }
354 b61ceafc 2022-10-13 thomas
355 b61ceafc 2022-10-13 thomas pid = fork();
356 b61ceafc 2022-10-13 thomas if (pid == -1) {
357 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fork");
358 b61ceafc 2022-10-13 thomas free(ibuf);
359 b61ceafc 2022-10-13 thomas return err;
360 b61ceafc 2022-10-13 thomas }
361 b61ceafc 2022-10-13 thomas else if (pid == 0) {
362 54c22772 2022-10-13 thomas got_privsep_exec_child(imsg_fds, prog_path, repo->path);
363 b61ceafc 2022-10-13 thomas /* not reached */
364 b61ceafc 2022-10-13 thomas }
365 b61ceafc 2022-10-13 thomas
366 b61ceafc 2022-10-13 thomas if (close(imsg_fds[1]) == -1) {
367 b61ceafc 2022-10-13 thomas err = got_error_from_errno("close");
368 b61ceafc 2022-10-13 thomas free(ibuf);
369 b61ceafc 2022-10-13 thomas return err;
370 b61ceafc 2022-10-13 thomas }
371 b61ceafc 2022-10-13 thomas
372 54c22772 2022-10-13 thomas repo->privsep_children[type].imsg_fd = imsg_fds[0];
373 54c22772 2022-10-13 thomas repo->privsep_children[type].pid = pid;
374 b61ceafc 2022-10-13 thomas imsg_init(ibuf, imsg_fds[0]);
375 54c22772 2022-10-13 thomas repo->privsep_children[type].ibuf = ibuf;
376 b61ceafc 2022-10-13 thomas
377 b61ceafc 2022-10-13 thomas return NULL;
378 b61ceafc 2022-10-13 thomas }
379 b61ceafc 2022-10-13 thomas
380 b61ceafc 2022-10-13 thomas const struct got_error *
381 b61ceafc 2022-10-13 thomas got_object_read_header_privsep(struct got_object **obj,
382 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo, int obj_fd)
383 b61ceafc 2022-10-13 thomas {
384 b61ceafc 2022-10-13 thomas const struct got_error *err;
385 b61ceafc 2022-10-13 thomas
386 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
387 b61ceafc 2022-10-13 thomas return request_object(obj, id, repo, obj_fd);
388 b61ceafc 2022-10-13 thomas
389 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
390 54c22772 2022-10-13 thomas if (err)
391 b61ceafc 2022-10-13 thomas return err;
392 b61ceafc 2022-10-13 thomas
393 b61ceafc 2022-10-13 thomas return request_object(obj, id, repo, obj_fd);
394 b61ceafc 2022-10-13 thomas }
395 b61ceafc 2022-10-13 thomas
396 b61ceafc 2022-10-13 thomas static const struct got_error *
397 b61ceafc 2022-10-13 thomas read_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
398 b61ceafc 2022-10-13 thomas int outfd, struct got_object_id *id, struct got_repository *repo,
399 b61ceafc 2022-10-13 thomas int obj_fd)
400 b61ceafc 2022-10-13 thomas {
401 b61ceafc 2022-10-13 thomas const struct got_error *err;
402 b61ceafc 2022-10-13 thomas
403 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
404 b61ceafc 2022-10-13 thomas return request_raw_object(outbuf, size, hdrlen, outfd, id,
405 b61ceafc 2022-10-13 thomas repo, obj_fd);
406 b61ceafc 2022-10-13 thomas
407 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
408 b61ceafc 2022-10-13 thomas if (err)
409 b61ceafc 2022-10-13 thomas return err;
410 b61ceafc 2022-10-13 thomas
411 b61ceafc 2022-10-13 thomas return request_raw_object(outbuf, size, hdrlen, outfd, id, repo,
412 b61ceafc 2022-10-13 thomas obj_fd);
413 b61ceafc 2022-10-13 thomas }
414 b61ceafc 2022-10-13 thomas
415 b61ceafc 2022-10-13 thomas const struct got_error *
416 b61ceafc 2022-10-13 thomas got_object_open(struct got_object **obj, struct got_repository *repo,
417 b61ceafc 2022-10-13 thomas struct got_object_id *id)
418 b61ceafc 2022-10-13 thomas {
419 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
420 b61ceafc 2022-10-13 thomas int fd;
421 b61ceafc 2022-10-13 thomas
422 b61ceafc 2022-10-13 thomas *obj = got_repo_get_cached_object(repo, id);
423 b61ceafc 2022-10-13 thomas if (*obj != NULL) {
424 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
425 b61ceafc 2022-10-13 thomas return NULL;
426 b61ceafc 2022-10-13 thomas }
427 b61ceafc 2022-10-13 thomas
428 b61ceafc 2022-10-13 thomas err = got_object_open_packed(obj, id, repo);
429 b61ceafc 2022-10-13 thomas if (err && err->code != GOT_ERR_NO_OBJ)
430 b61ceafc 2022-10-13 thomas return err;
431 b61ceafc 2022-10-13 thomas if (*obj) {
432 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
433 b61ceafc 2022-10-13 thomas return got_repo_cache_object(repo, id, *obj);
434 b61ceafc 2022-10-13 thomas }
435 b61ceafc 2022-10-13 thomas
436 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
437 b61ceafc 2022-10-13 thomas if (err) {
438 b61ceafc 2022-10-13 thomas if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
439 b61ceafc 2022-10-13 thomas err = got_error_no_obj(id);
440 b61ceafc 2022-10-13 thomas return err;
441 b61ceafc 2022-10-13 thomas }
442 b61ceafc 2022-10-13 thomas
443 b61ceafc 2022-10-13 thomas err = got_object_read_header_privsep(obj, id, repo, fd);
444 b61ceafc 2022-10-13 thomas if (err)
445 b61ceafc 2022-10-13 thomas return err;
446 b61ceafc 2022-10-13 thomas
447 b61ceafc 2022-10-13 thomas memcpy((*obj)->id.sha1, id->sha1, SHA1_DIGEST_LENGTH);
448 b61ceafc 2022-10-13 thomas
449 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
450 b61ceafc 2022-10-13 thomas return got_repo_cache_object(repo, id, *obj);
451 b61ceafc 2022-10-13 thomas }
452 b61ceafc 2022-10-13 thomas
453 b61ceafc 2022-10-13 thomas /* *outfd must be initialized to -1 by caller */
454 b61ceafc 2022-10-13 thomas const struct got_error *
455 b61ceafc 2022-10-13 thomas got_object_raw_open(struct got_raw_object **obj, int *outfd,
456 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
457 b61ceafc 2022-10-13 thomas {
458 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
459 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
460 b61ceafc 2022-10-13 thomas int idx;
461 b61ceafc 2022-10-13 thomas uint8_t *outbuf = NULL;
462 b61ceafc 2022-10-13 thomas off_t size = 0;
463 b61ceafc 2022-10-13 thomas size_t hdrlen = 0;
464 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
465 b61ceafc 2022-10-13 thomas
466 b61ceafc 2022-10-13 thomas *obj = got_repo_get_cached_raw_object(repo, id);
467 b61ceafc 2022-10-13 thomas if (*obj != NULL) {
468 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
469 b61ceafc 2022-10-13 thomas return NULL;
470 b61ceafc 2022-10-13 thomas }
471 b61ceafc 2022-10-13 thomas
472 b61ceafc 2022-10-13 thomas if (*outfd == -1) {
473 b61ceafc 2022-10-13 thomas *outfd = got_opentempfd();
474 b61ceafc 2022-10-13 thomas if (*outfd == -1)
475 b61ceafc 2022-10-13 thomas return got_error_from_errno("got_opentempfd");
476 b61ceafc 2022-10-13 thomas }
477 b61ceafc 2022-10-13 thomas
478 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
479 b61ceafc 2022-10-13 thomas if (err == NULL) {
480 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
481 b61ceafc 2022-10-13 thomas
482 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
483 b61ceafc 2022-10-13 thomas packidx->path_packidx);
484 b61ceafc 2022-10-13 thomas if (err)
485 b61ceafc 2022-10-13 thomas goto done;
486 b61ceafc 2022-10-13 thomas
487 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
488 b61ceafc 2022-10-13 thomas if (pack == NULL) {
489 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
490 b61ceafc 2022-10-13 thomas packidx);
491 b61ceafc 2022-10-13 thomas if (err)
492 b61ceafc 2022-10-13 thomas goto done;
493 b61ceafc 2022-10-13 thomas }
494 b61ceafc 2022-10-13 thomas err = read_packed_object_raw_privsep(&outbuf, &size, &hdrlen,
495 b61ceafc 2022-10-13 thomas *outfd, pack, packidx, idx, id);
496 b61ceafc 2022-10-13 thomas if (err)
497 b61ceafc 2022-10-13 thomas goto done;
498 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
499 b61ceafc 2022-10-13 thomas int fd;
500 b61ceafc 2022-10-13 thomas
501 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
502 b61ceafc 2022-10-13 thomas if (err)
503 b61ceafc 2022-10-13 thomas goto done;
504 b61ceafc 2022-10-13 thomas err = read_object_raw_privsep(&outbuf, &size, &hdrlen, *outfd,
505 b61ceafc 2022-10-13 thomas id, repo, fd);
506 b61ceafc 2022-10-13 thomas if (err)
507 b61ceafc 2022-10-13 thomas goto done;
508 b61ceafc 2022-10-13 thomas }
509 b61ceafc 2022-10-13 thomas
510 3efd8e31 2022-10-23 thomas err = got_object_raw_alloc(obj, outbuf, outfd, hdrlen, size);
511 3efd8e31 2022-10-23 thomas if (err)
512 b61ceafc 2022-10-13 thomas goto done;
513 b61ceafc 2022-10-13 thomas
514 b61ceafc 2022-10-13 thomas err = got_repo_cache_raw_object(repo, id, *obj);
515 b61ceafc 2022-10-13 thomas done:
516 b61ceafc 2022-10-13 thomas free(path_packfile);
517 b61ceafc 2022-10-13 thomas if (err) {
518 b61ceafc 2022-10-13 thomas if (*obj) {
519 b61ceafc 2022-10-13 thomas got_object_raw_close(*obj);
520 b61ceafc 2022-10-13 thomas *obj = NULL;
521 b61ceafc 2022-10-13 thomas }
522 b61ceafc 2022-10-13 thomas free(outbuf);
523 4ea11ec7 2022-11-03 thomas }
524 b61ceafc 2022-10-13 thomas return err;
525 b61ceafc 2022-10-13 thomas }
526 b61ceafc 2022-10-13 thomas
527 b61ceafc 2022-10-13 thomas static const struct got_error *
528 b61ceafc 2022-10-13 thomas request_packed_commit(struct got_commit_object **commit, struct got_pack *pack,
529 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
530 b61ceafc 2022-10-13 thomas {
531 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
532 b61ceafc 2022-10-13 thomas
533 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_req(pack->privsep_child->ibuf, -1, id,
534 b61ceafc 2022-10-13 thomas pack_idx);
535 b61ceafc 2022-10-13 thomas if (err)
536 b61ceafc 2022-10-13 thomas return err;
537 b61ceafc 2022-10-13 thomas
538 b61ceafc 2022-10-13 thomas err = got_privsep_recv_commit(commit, pack->privsep_child->ibuf);
539 b61ceafc 2022-10-13 thomas if (err)
540 b61ceafc 2022-10-13 thomas return err;
541 b61ceafc 2022-10-13 thomas
542 b61ceafc 2022-10-13 thomas (*commit)->flags |= GOT_COMMIT_FLAG_PACKED;
543 b61ceafc 2022-10-13 thomas return NULL;
544 b61ceafc 2022-10-13 thomas }
545 b61ceafc 2022-10-13 thomas
546 b61ceafc 2022-10-13 thomas static const struct got_error *
547 b61ceafc 2022-10-13 thomas read_packed_commit_privsep(struct got_commit_object **commit,
548 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
549 b61ceafc 2022-10-13 thomas struct got_object_id *id)
550 b61ceafc 2022-10-13 thomas {
551 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
552 b61ceafc 2022-10-13 thomas
553 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
554 b61ceafc 2022-10-13 thomas return request_packed_commit(commit, pack, idx, id);
555 b61ceafc 2022-10-13 thomas
556 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
557 b61ceafc 2022-10-13 thomas if (err)
558 b61ceafc 2022-10-13 thomas return err;
559 b61ceafc 2022-10-13 thomas
560 b61ceafc 2022-10-13 thomas return request_packed_commit(commit, pack, idx, id);
561 b61ceafc 2022-10-13 thomas }
562 b61ceafc 2022-10-13 thomas
563 b61ceafc 2022-10-13 thomas static const struct got_error *
564 b61ceafc 2022-10-13 thomas request_commit(struct got_commit_object **commit, struct got_repository *repo,
565 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
566 b61ceafc 2022-10-13 thomas {
567 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
568 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
569 b61ceafc 2022-10-13 thomas
570 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].ibuf;
571 b61ceafc 2022-10-13 thomas
572 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_req(ibuf, fd, id, -1);
573 b61ceafc 2022-10-13 thomas if (err)
574 b61ceafc 2022-10-13 thomas return err;
575 b61ceafc 2022-10-13 thomas
576 b61ceafc 2022-10-13 thomas return got_privsep_recv_commit(commit, ibuf);
577 b61ceafc 2022-10-13 thomas }
578 b61ceafc 2022-10-13 thomas
579 b61ceafc 2022-10-13 thomas static const struct got_error *
580 b61ceafc 2022-10-13 thomas read_commit_privsep(struct got_commit_object **commit, int obj_fd,
581 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
582 b61ceafc 2022-10-13 thomas {
583 b61ceafc 2022-10-13 thomas const struct got_error *err;
584 b61ceafc 2022-10-13 thomas
585 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].imsg_fd != -1)
586 b61ceafc 2022-10-13 thomas return request_commit(commit, repo, obj_fd, id);
587 b61ceafc 2022-10-13 thomas
588 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_COMMIT);
589 54c22772 2022-10-13 thomas if (err)
590 b61ceafc 2022-10-13 thomas return err;
591 b61ceafc 2022-10-13 thomas
592 b61ceafc 2022-10-13 thomas return request_commit(commit, repo, obj_fd, id);
593 b61ceafc 2022-10-13 thomas }
594 b61ceafc 2022-10-13 thomas
595 b61ceafc 2022-10-13 thomas static const struct got_error *
596 b61ceafc 2022-10-13 thomas open_commit(struct got_commit_object **commit,
597 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id, int check_cache)
598 b61ceafc 2022-10-13 thomas {
599 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
600 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
601 b61ceafc 2022-10-13 thomas int idx;
602 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
603 b61ceafc 2022-10-13 thomas
604 b61ceafc 2022-10-13 thomas if (check_cache) {
605 b61ceafc 2022-10-13 thomas *commit = got_repo_get_cached_commit(repo, id);
606 b61ceafc 2022-10-13 thomas if (*commit != NULL) {
607 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
608 b61ceafc 2022-10-13 thomas return NULL;
609 b61ceafc 2022-10-13 thomas }
610 b61ceafc 2022-10-13 thomas } else
611 b61ceafc 2022-10-13 thomas *commit = NULL;
612 b61ceafc 2022-10-13 thomas
613 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
614 b61ceafc 2022-10-13 thomas if (err == NULL) {
615 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
616 b61ceafc 2022-10-13 thomas
617 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
618 b61ceafc 2022-10-13 thomas packidx->path_packidx);
619 b61ceafc 2022-10-13 thomas if (err)
620 b61ceafc 2022-10-13 thomas return err;
621 b61ceafc 2022-10-13 thomas
622 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
623 b61ceafc 2022-10-13 thomas if (pack == NULL) {
624 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
625 b61ceafc 2022-10-13 thomas packidx);
626 b61ceafc 2022-10-13 thomas if (err)
627 b61ceafc 2022-10-13 thomas goto done;
628 b61ceafc 2022-10-13 thomas }
629 b61ceafc 2022-10-13 thomas err = read_packed_commit_privsep(commit, pack,
630 b61ceafc 2022-10-13 thomas packidx, idx, id);
631 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
632 b61ceafc 2022-10-13 thomas int fd;
633 b61ceafc 2022-10-13 thomas
634 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
635 b61ceafc 2022-10-13 thomas if (err)
636 b61ceafc 2022-10-13 thomas return err;
637 b61ceafc 2022-10-13 thomas err = read_commit_privsep(commit, fd, id, repo);
638 b61ceafc 2022-10-13 thomas }
639 b61ceafc 2022-10-13 thomas
640 b61ceafc 2022-10-13 thomas if (err == NULL) {
641 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
642 b61ceafc 2022-10-13 thomas err = got_repo_cache_commit(repo, id, *commit);
643 b61ceafc 2022-10-13 thomas }
644 b61ceafc 2022-10-13 thomas done:
645 b61ceafc 2022-10-13 thomas free(path_packfile);
646 b61ceafc 2022-10-13 thomas return err;
647 b61ceafc 2022-10-13 thomas }
648 b61ceafc 2022-10-13 thomas
649 b61ceafc 2022-10-13 thomas const struct got_error *
650 b61ceafc 2022-10-13 thomas got_object_open_as_commit(struct got_commit_object **commit,
651 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
652 b61ceafc 2022-10-13 thomas {
653 b61ceafc 2022-10-13 thomas *commit = got_repo_get_cached_commit(repo, id);
654 b61ceafc 2022-10-13 thomas if (*commit != NULL) {
655 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
656 b61ceafc 2022-10-13 thomas return NULL;
657 b61ceafc 2022-10-13 thomas }
658 b61ceafc 2022-10-13 thomas
659 b61ceafc 2022-10-13 thomas return open_commit(commit, repo, id, 0);
660 b61ceafc 2022-10-13 thomas }
661 b61ceafc 2022-10-13 thomas
662 b61ceafc 2022-10-13 thomas const struct got_error *
663 b61ceafc 2022-10-13 thomas got_object_commit_open(struct got_commit_object **commit,
664 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
665 b61ceafc 2022-10-13 thomas {
666 b61ceafc 2022-10-13 thomas return open_commit(commit, repo, got_object_get_id(obj), 1);
667 b61ceafc 2022-10-13 thomas }
668 b61ceafc 2022-10-13 thomas
669 b61ceafc 2022-10-13 thomas static const struct got_error *
670 b61ceafc 2022-10-13 thomas request_packed_tree(struct got_tree_object **tree, struct got_pack *pack,
671 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
672 b61ceafc 2022-10-13 thomas {
673 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
674 b61ceafc 2022-10-13 thomas
675 b61ceafc 2022-10-13 thomas err = got_privsep_send_tree_req(pack->privsep_child->ibuf, -1, id,
676 b61ceafc 2022-10-13 thomas pack_idx);
677 b61ceafc 2022-10-13 thomas if (err)
678 b61ceafc 2022-10-13 thomas return err;
679 b61ceafc 2022-10-13 thomas
680 b61ceafc 2022-10-13 thomas return got_privsep_recv_tree(tree, pack->privsep_child->ibuf);
681 b61ceafc 2022-10-13 thomas }
682 b61ceafc 2022-10-13 thomas
683 b61ceafc 2022-10-13 thomas static const struct got_error *
684 b61ceafc 2022-10-13 thomas read_packed_tree_privsep(struct got_tree_object **tree,
685 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
686 b61ceafc 2022-10-13 thomas struct got_object_id *id)
687 b61ceafc 2022-10-13 thomas {
688 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
689 b61ceafc 2022-10-13 thomas
690 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
691 b61ceafc 2022-10-13 thomas return request_packed_tree(tree, pack, idx, id);
692 b61ceafc 2022-10-13 thomas
693 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
694 b61ceafc 2022-10-13 thomas if (err)
695 b61ceafc 2022-10-13 thomas return err;
696 b61ceafc 2022-10-13 thomas
697 b61ceafc 2022-10-13 thomas return request_packed_tree(tree, pack, idx, id);
698 b61ceafc 2022-10-13 thomas }
699 b61ceafc 2022-10-13 thomas
700 b61ceafc 2022-10-13 thomas static const struct got_error *
701 b61ceafc 2022-10-13 thomas request_tree(struct got_tree_object **tree, struct got_repository *repo,
702 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
703 b61ceafc 2022-10-13 thomas {
704 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
705 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
706 b61ceafc 2022-10-13 thomas
707 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].ibuf;
708 b61ceafc 2022-10-13 thomas
709 b61ceafc 2022-10-13 thomas err = got_privsep_send_tree_req(ibuf, fd, id, -1);
710 b61ceafc 2022-10-13 thomas if (err)
711 b61ceafc 2022-10-13 thomas return err;
712 b61ceafc 2022-10-13 thomas
713 b61ceafc 2022-10-13 thomas return got_privsep_recv_tree(tree, ibuf);
714 b61ceafc 2022-10-13 thomas }
715 b61ceafc 2022-10-13 thomas
716 b61ceafc 2022-10-13 thomas static const struct got_error *
717 b61ceafc 2022-10-13 thomas read_tree_privsep(struct got_tree_object **tree, int obj_fd,
718 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
719 b61ceafc 2022-10-13 thomas {
720 b61ceafc 2022-10-13 thomas const struct got_error *err;
721 b61ceafc 2022-10-13 thomas
722 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].imsg_fd != -1)
723 b61ceafc 2022-10-13 thomas return request_tree(tree, repo, obj_fd, id);
724 b61ceafc 2022-10-13 thomas
725 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TREE);
726 54c22772 2022-10-13 thomas if (err)
727 b61ceafc 2022-10-13 thomas return err;
728 b61ceafc 2022-10-13 thomas
729 b61ceafc 2022-10-13 thomas return request_tree(tree, repo, obj_fd, id);
730 b61ceafc 2022-10-13 thomas }
731 b61ceafc 2022-10-13 thomas
732 b61ceafc 2022-10-13 thomas static const struct got_error *
733 b61ceafc 2022-10-13 thomas open_tree(struct got_tree_object **tree, struct got_repository *repo,
734 b61ceafc 2022-10-13 thomas struct got_object_id *id, int check_cache)
735 b61ceafc 2022-10-13 thomas {
736 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
737 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
738 b61ceafc 2022-10-13 thomas int idx;
739 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
740 b61ceafc 2022-10-13 thomas
741 b61ceafc 2022-10-13 thomas if (check_cache) {
742 b61ceafc 2022-10-13 thomas *tree = got_repo_get_cached_tree(repo, id);
743 b61ceafc 2022-10-13 thomas if (*tree != NULL) {
744 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
745 b61ceafc 2022-10-13 thomas return NULL;
746 b61ceafc 2022-10-13 thomas }
747 b61ceafc 2022-10-13 thomas } else
748 b61ceafc 2022-10-13 thomas *tree = NULL;
749 b61ceafc 2022-10-13 thomas
750 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
751 b61ceafc 2022-10-13 thomas if (err == NULL) {
752 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
753 b61ceafc 2022-10-13 thomas
754 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
755 b61ceafc 2022-10-13 thomas packidx->path_packidx);
756 b61ceafc 2022-10-13 thomas if (err)
757 b61ceafc 2022-10-13 thomas return err;
758 b61ceafc 2022-10-13 thomas
759 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
760 b61ceafc 2022-10-13 thomas if (pack == NULL) {
761 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
762 b61ceafc 2022-10-13 thomas packidx);
763 b61ceafc 2022-10-13 thomas if (err)
764 b61ceafc 2022-10-13 thomas goto done;
765 b61ceafc 2022-10-13 thomas }
766 b61ceafc 2022-10-13 thomas err = read_packed_tree_privsep(tree, pack,
767 b61ceafc 2022-10-13 thomas packidx, idx, id);
768 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
769 b61ceafc 2022-10-13 thomas int fd;
770 b61ceafc 2022-10-13 thomas
771 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
772 b61ceafc 2022-10-13 thomas if (err)
773 b61ceafc 2022-10-13 thomas return err;
774 b61ceafc 2022-10-13 thomas err = read_tree_privsep(tree, fd, id, repo);
775 b61ceafc 2022-10-13 thomas }
776 b61ceafc 2022-10-13 thomas
777 b61ceafc 2022-10-13 thomas if (err == NULL) {
778 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
779 b61ceafc 2022-10-13 thomas err = got_repo_cache_tree(repo, id, *tree);
780 b61ceafc 2022-10-13 thomas }
781 b61ceafc 2022-10-13 thomas done:
782 b61ceafc 2022-10-13 thomas free(path_packfile);
783 b61ceafc 2022-10-13 thomas return err;
784 b61ceafc 2022-10-13 thomas }
785 b61ceafc 2022-10-13 thomas
786 b61ceafc 2022-10-13 thomas const struct got_error *
787 b61ceafc 2022-10-13 thomas got_object_open_as_tree(struct got_tree_object **tree,
788 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
789 b61ceafc 2022-10-13 thomas {
790 b61ceafc 2022-10-13 thomas *tree = got_repo_get_cached_tree(repo, id);
791 b61ceafc 2022-10-13 thomas if (*tree != NULL) {
792 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
793 b61ceafc 2022-10-13 thomas return NULL;
794 b61ceafc 2022-10-13 thomas }
795 b61ceafc 2022-10-13 thomas
796 b61ceafc 2022-10-13 thomas return open_tree(tree, repo, id, 0);
797 b61ceafc 2022-10-13 thomas }
798 b61ceafc 2022-10-13 thomas
799 b61ceafc 2022-10-13 thomas const struct got_error *
800 b61ceafc 2022-10-13 thomas got_object_tree_open(struct got_tree_object **tree,
801 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
802 b61ceafc 2022-10-13 thomas {
803 b61ceafc 2022-10-13 thomas return open_tree(tree, repo, got_object_get_id(obj), 1);
804 b61ceafc 2022-10-13 thomas }
805 b61ceafc 2022-10-13 thomas
806 b61ceafc 2022-10-13 thomas static const struct got_error *
807 b61ceafc 2022-10-13 thomas request_packed_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
808 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
809 b61ceafc 2022-10-13 thomas struct got_object_id *id)
810 b61ceafc 2022-10-13 thomas {
811 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
812 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
813 b61ceafc 2022-10-13 thomas int outfd_child;
814 b61ceafc 2022-10-13 thomas
815 b61ceafc 2022-10-13 thomas err = pack_child_send_tempfiles(ibuf, pack);
816 b61ceafc 2022-10-13 thomas if (err)
817 b61ceafc 2022-10-13 thomas return err;
818 b61ceafc 2022-10-13 thomas
819 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
820 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
821 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
822 b61ceafc 2022-10-13 thomas
823 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_req(pack->privsep_child->ibuf, -1, id, idx);
824 b61ceafc 2022-10-13 thomas if (err)
825 b61ceafc 2022-10-13 thomas return err;
826 b61ceafc 2022-10-13 thomas
827 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_outfd(pack->privsep_child->ibuf,
828 b61ceafc 2022-10-13 thomas outfd_child);
829 b61ceafc 2022-10-13 thomas if (err) {
830 b61ceafc 2022-10-13 thomas return err;
831 b61ceafc 2022-10-13 thomas }
832 b61ceafc 2022-10-13 thomas
833 b61ceafc 2022-10-13 thomas err = got_privsep_recv_blob(outbuf, size, hdrlen,
834 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
835 b61ceafc 2022-10-13 thomas if (err)
836 b61ceafc 2022-10-13 thomas return err;
837 b61ceafc 2022-10-13 thomas
838 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1)
839 b61ceafc 2022-10-13 thomas err = got_error_from_errno("lseek");
840 b61ceafc 2022-10-13 thomas
841 b61ceafc 2022-10-13 thomas return err;
842 b61ceafc 2022-10-13 thomas }
843 b61ceafc 2022-10-13 thomas
844 b61ceafc 2022-10-13 thomas static const struct got_error *
845 b61ceafc 2022-10-13 thomas read_packed_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
846 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
847 b61ceafc 2022-10-13 thomas struct got_object_id *id)
848 b61ceafc 2022-10-13 thomas {
849 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
850 b61ceafc 2022-10-13 thomas
851 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
852 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
853 b61ceafc 2022-10-13 thomas if (err)
854 b61ceafc 2022-10-13 thomas return err;
855 b61ceafc 2022-10-13 thomas }
856 b61ceafc 2022-10-13 thomas
857 b61ceafc 2022-10-13 thomas return request_packed_blob(outbuf, size, hdrlen, outfd, pack, packidx,
858 b61ceafc 2022-10-13 thomas idx, id);
859 b61ceafc 2022-10-13 thomas }
860 b61ceafc 2022-10-13 thomas
861 b61ceafc 2022-10-13 thomas static const struct got_error *
862 b61ceafc 2022-10-13 thomas request_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
863 b61ceafc 2022-10-13 thomas int infd, struct got_object_id *id, struct imsgbuf *ibuf)
864 b61ceafc 2022-10-13 thomas {
865 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
866 b61ceafc 2022-10-13 thomas int outfd_child;
867 b61ceafc 2022-10-13 thomas
868 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
869 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
870 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
871 b61ceafc 2022-10-13 thomas
872 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_req(ibuf, infd, id, -1);
873 b61ceafc 2022-10-13 thomas if (err)
874 b61ceafc 2022-10-13 thomas return err;
875 b61ceafc 2022-10-13 thomas
876 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_outfd(ibuf, outfd_child);
877 b61ceafc 2022-10-13 thomas if (err)
878 b61ceafc 2022-10-13 thomas return err;
879 b61ceafc 2022-10-13 thomas
880 b61ceafc 2022-10-13 thomas err = got_privsep_recv_blob(outbuf, size, hdrlen, ibuf);
881 b61ceafc 2022-10-13 thomas if (err)
882 b61ceafc 2022-10-13 thomas return err;
883 b61ceafc 2022-10-13 thomas
884 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1)
885 b61ceafc 2022-10-13 thomas return got_error_from_errno("lseek");
886 b61ceafc 2022-10-13 thomas
887 b61ceafc 2022-10-13 thomas return err;
888 b61ceafc 2022-10-13 thomas }
889 b61ceafc 2022-10-13 thomas
890 b61ceafc 2022-10-13 thomas static const struct got_error *
891 b61ceafc 2022-10-13 thomas read_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
892 b61ceafc 2022-10-13 thomas int outfd, int infd, struct got_object_id *id, struct got_repository *repo)
893 b61ceafc 2022-10-13 thomas {
894 b61ceafc 2022-10-13 thomas const struct got_error *err;
895 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
896 b61ceafc 2022-10-13 thomas
897 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].imsg_fd != -1) {
898 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
899 b61ceafc 2022-10-13 thomas return request_blob(outbuf, size, hdrlen, outfd, infd, id,
900 b61ceafc 2022-10-13 thomas ibuf);
901 b61ceafc 2022-10-13 thomas }
902 b61ceafc 2022-10-13 thomas
903 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_BLOB);
904 54c22772 2022-10-13 thomas if (err)
905 b61ceafc 2022-10-13 thomas return err;
906 b61ceafc 2022-10-13 thomas
907 54c22772 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
908 b61ceafc 2022-10-13 thomas return request_blob(outbuf, size, hdrlen, outfd, infd, id, ibuf);
909 b61ceafc 2022-10-13 thomas }
910 b61ceafc 2022-10-13 thomas
911 b61ceafc 2022-10-13 thomas static const struct got_error *
912 b61ceafc 2022-10-13 thomas open_blob(struct got_blob_object **blob, struct got_repository *repo,
913 b61ceafc 2022-10-13 thomas struct got_object_id *id, size_t blocksize, int outfd)
914 b61ceafc 2022-10-13 thomas {
915 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
916 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
917 b61ceafc 2022-10-13 thomas int idx, dfd = -1;
918 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
919 b61ceafc 2022-10-13 thomas uint8_t *outbuf;
920 b61ceafc 2022-10-13 thomas size_t size, hdrlen;
921 b61ceafc 2022-10-13 thomas struct stat sb;
922 b61ceafc 2022-10-13 thomas
923 b61ceafc 2022-10-13 thomas *blob = calloc(1, sizeof(**blob));
924 b61ceafc 2022-10-13 thomas if (*blob == NULL)
925 b61ceafc 2022-10-13 thomas return got_error_from_errno("calloc");
926 b61ceafc 2022-10-13 thomas
927 b61ceafc 2022-10-13 thomas (*blob)->read_buf = malloc(blocksize);
928 b61ceafc 2022-10-13 thomas if ((*blob)->read_buf == NULL) {
929 b61ceafc 2022-10-13 thomas err = got_error_from_errno("malloc");
930 b61ceafc 2022-10-13 thomas goto done;
931 b61ceafc 2022-10-13 thomas }
932 b61ceafc 2022-10-13 thomas
933 b61ceafc 2022-10-13 thomas if (ftruncate(outfd, 0L) == -1) {
934 b61ceafc 2022-10-13 thomas err = got_error_from_errno("ftruncate");
935 b61ceafc 2022-10-13 thomas goto done;
936 b61ceafc 2022-10-13 thomas }
937 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1) {
938 b61ceafc 2022-10-13 thomas err = got_error_from_errno("lseek");
939 b61ceafc 2022-10-13 thomas goto done;
940 b61ceafc 2022-10-13 thomas }
941 b61ceafc 2022-10-13 thomas
942 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
943 b61ceafc 2022-10-13 thomas if (err == NULL) {
944 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
945 b61ceafc 2022-10-13 thomas
946 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
947 b61ceafc 2022-10-13 thomas packidx->path_packidx);
948 b61ceafc 2022-10-13 thomas if (err)
949 b61ceafc 2022-10-13 thomas goto done;
950 b61ceafc 2022-10-13 thomas
951 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
952 b61ceafc 2022-10-13 thomas if (pack == NULL) {
953 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
954 b61ceafc 2022-10-13 thomas packidx);
955 b61ceafc 2022-10-13 thomas if (err)
956 b61ceafc 2022-10-13 thomas goto done;
957 b61ceafc 2022-10-13 thomas }
958 b61ceafc 2022-10-13 thomas err = read_packed_blob_privsep(&outbuf, &size, &hdrlen, outfd,
959 b61ceafc 2022-10-13 thomas pack, packidx, idx, id);
960 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
961 b61ceafc 2022-10-13 thomas int infd;
962 b61ceafc 2022-10-13 thomas
963 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&infd, id, repo);
964 b61ceafc 2022-10-13 thomas if (err)
965 b61ceafc 2022-10-13 thomas goto done;
966 b61ceafc 2022-10-13 thomas err = read_blob_privsep(&outbuf, &size, &hdrlen, outfd, infd,
967 b61ceafc 2022-10-13 thomas id, repo);
968 b61ceafc 2022-10-13 thomas }
969 b61ceafc 2022-10-13 thomas if (err)
970 b61ceafc 2022-10-13 thomas goto done;
971 b61ceafc 2022-10-13 thomas
972 b61ceafc 2022-10-13 thomas if (hdrlen > size) {
973 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_BAD_OBJ_HDR);
974 b61ceafc 2022-10-13 thomas goto done;
975 b61ceafc 2022-10-13 thomas }
976 b61ceafc 2022-10-13 thomas
977 b61ceafc 2022-10-13 thomas if (outbuf) {
978 b61ceafc 2022-10-13 thomas (*blob)->f = fmemopen(outbuf, size, "rb");
979 b61ceafc 2022-10-13 thomas if ((*blob)->f == NULL) {
980 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fmemopen");
981 b61ceafc 2022-10-13 thomas free(outbuf);
982 b61ceafc 2022-10-13 thomas goto done;
983 b61ceafc 2022-10-13 thomas }
984 b61ceafc 2022-10-13 thomas (*blob)->data = outbuf;
985 b61ceafc 2022-10-13 thomas } else {
986 b61ceafc 2022-10-13 thomas if (fstat(outfd, &sb) == -1) {
987 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fstat");
988 b61ceafc 2022-10-13 thomas goto done;
989 b61ceafc 2022-10-13 thomas }
990 b61ceafc 2022-10-13 thomas
991 b61ceafc 2022-10-13 thomas if (sb.st_size != size) {
992 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_PRIVSEP_LEN);
993 b61ceafc 2022-10-13 thomas goto done;
994 b61ceafc 2022-10-13 thomas }
995 b61ceafc 2022-10-13 thomas
996 b61ceafc 2022-10-13 thomas dfd = dup(outfd);
997 b61ceafc 2022-10-13 thomas if (dfd == -1) {
998 b61ceafc 2022-10-13 thomas err = got_error_from_errno("dup");
999 b61ceafc 2022-10-13 thomas goto done;
1000 b61ceafc 2022-10-13 thomas }
1001 b61ceafc 2022-10-13 thomas
1002 b61ceafc 2022-10-13 thomas (*blob)->f = fdopen(dfd, "rb");
1003 b61ceafc 2022-10-13 thomas if ((*blob)->f == NULL) {
1004 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fdopen");
1005 b61ceafc 2022-10-13 thomas close(dfd);
1006 b61ceafc 2022-10-13 thomas dfd = -1;
1007 b61ceafc 2022-10-13 thomas goto done;
1008 b61ceafc 2022-10-13 thomas }
1009 b61ceafc 2022-10-13 thomas }
1010 b61ceafc 2022-10-13 thomas
1011 b61ceafc 2022-10-13 thomas (*blob)->hdrlen = hdrlen;
1012 b61ceafc 2022-10-13 thomas (*blob)->blocksize = blocksize;
1013 b61ceafc 2022-10-13 thomas memcpy(&(*blob)->id.sha1, id->sha1, SHA1_DIGEST_LENGTH);
1014 b61ceafc 2022-10-13 thomas
1015 b61ceafc 2022-10-13 thomas done:
1016 b61ceafc 2022-10-13 thomas free(path_packfile);
1017 b61ceafc 2022-10-13 thomas if (err) {
1018 b61ceafc 2022-10-13 thomas if (*blob) {
1019 b61ceafc 2022-10-13 thomas got_object_blob_close(*blob);
1020 b61ceafc 2022-10-13 thomas *blob = NULL;
1021 b61ceafc 2022-10-13 thomas }
1022 b61ceafc 2022-10-13 thomas }
1023 b61ceafc 2022-10-13 thomas return err;
1024 b61ceafc 2022-10-13 thomas }
1025 b61ceafc 2022-10-13 thomas
1026 b61ceafc 2022-10-13 thomas const struct got_error *
1027 b61ceafc 2022-10-13 thomas got_object_open_as_blob(struct got_blob_object **blob,
1028 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id, size_t blocksize,
1029 b61ceafc 2022-10-13 thomas int outfd)
1030 b61ceafc 2022-10-13 thomas {
1031 b61ceafc 2022-10-13 thomas return open_blob(blob, repo, id, blocksize, outfd);
1032 b61ceafc 2022-10-13 thomas }
1033 b61ceafc 2022-10-13 thomas
1034 b61ceafc 2022-10-13 thomas const struct got_error *
1035 b61ceafc 2022-10-13 thomas got_object_blob_open(struct got_blob_object **blob,
1036 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj, size_t blocksize,
1037 b61ceafc 2022-10-13 thomas int outfd)
1038 b61ceafc 2022-10-13 thomas {
1039 b61ceafc 2022-10-13 thomas return open_blob(blob, repo, got_object_get_id(obj), blocksize, outfd);
1040 b61ceafc 2022-10-13 thomas }
1041 b61ceafc 2022-10-13 thomas
1042 b61ceafc 2022-10-13 thomas static const struct got_error *
1043 b61ceafc 2022-10-13 thomas request_packed_tag(struct got_tag_object **tag, struct got_pack *pack,
1044 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
1045 b61ceafc 2022-10-13 thomas {
1046 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1047 b61ceafc 2022-10-13 thomas
1048 b61ceafc 2022-10-13 thomas err = got_privsep_send_tag_req(pack->privsep_child->ibuf, -1, id,
1049 b61ceafc 2022-10-13 thomas pack_idx);
1050 b61ceafc 2022-10-13 thomas if (err)
1051 b61ceafc 2022-10-13 thomas return err;
1052 b61ceafc 2022-10-13 thomas
1053 b61ceafc 2022-10-13 thomas return got_privsep_recv_tag(tag, pack->privsep_child->ibuf);
1054 b61ceafc 2022-10-13 thomas }
1055 b61ceafc 2022-10-13 thomas
1056 b61ceafc 2022-10-13 thomas static const struct got_error *
1057 b61ceafc 2022-10-13 thomas read_packed_tag_privsep(struct got_tag_object **tag,
1058 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
1059 b61ceafc 2022-10-13 thomas struct got_object_id *id)
1060 b61ceafc 2022-10-13 thomas {
1061 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1062 b61ceafc 2022-10-13 thomas
1063 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
1064 b61ceafc 2022-10-13 thomas return request_packed_tag(tag, pack, idx, id);
1065 b61ceafc 2022-10-13 thomas
1066 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1067 b61ceafc 2022-10-13 thomas if (err)
1068 b61ceafc 2022-10-13 thomas return err;
1069 b61ceafc 2022-10-13 thomas
1070 b61ceafc 2022-10-13 thomas return request_packed_tag(tag, pack, idx, id);
1071 b61ceafc 2022-10-13 thomas }
1072 b61ceafc 2022-10-13 thomas
1073 b61ceafc 2022-10-13 thomas static const struct got_error *
1074 b61ceafc 2022-10-13 thomas request_tag(struct got_tag_object **tag, struct got_repository *repo,
1075 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
1076 b61ceafc 2022-10-13 thomas {
1077 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1078 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
1079 b61ceafc 2022-10-13 thomas
1080 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].ibuf;
1081 b61ceafc 2022-10-13 thomas
1082 b61ceafc 2022-10-13 thomas err = got_privsep_send_tag_req(ibuf, fd, id, -1);
1083 b61ceafc 2022-10-13 thomas if (err)
1084 b61ceafc 2022-10-13 thomas return err;
1085 b61ceafc 2022-10-13 thomas
1086 b61ceafc 2022-10-13 thomas return got_privsep_recv_tag(tag, ibuf);
1087 b61ceafc 2022-10-13 thomas }
1088 b61ceafc 2022-10-13 thomas
1089 b61ceafc 2022-10-13 thomas static const struct got_error *
1090 b61ceafc 2022-10-13 thomas read_tag_privsep(struct got_tag_object **tag, int obj_fd,
1091 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
1092 b61ceafc 2022-10-13 thomas {
1093 b61ceafc 2022-10-13 thomas const struct got_error *err;
1094 b61ceafc 2022-10-13 thomas
1095 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].imsg_fd != -1)
1096 b61ceafc 2022-10-13 thomas return request_tag(tag, repo, obj_fd, id);
1097 b61ceafc 2022-10-13 thomas
1098 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TAG);
1099 54c22772 2022-10-13 thomas if (err)
1100 b61ceafc 2022-10-13 thomas return err;
1101 b61ceafc 2022-10-13 thomas
1102 b61ceafc 2022-10-13 thomas return request_tag(tag, repo, obj_fd, id);
1103 b61ceafc 2022-10-13 thomas }
1104 b61ceafc 2022-10-13 thomas
1105 b61ceafc 2022-10-13 thomas static const struct got_error *
1106 b61ceafc 2022-10-13 thomas open_tag(struct got_tag_object **tag, struct got_repository *repo,
1107 b61ceafc 2022-10-13 thomas struct got_object_id *id, int check_cache)
1108 b61ceafc 2022-10-13 thomas {
1109 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1110 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
1111 b61ceafc 2022-10-13 thomas int idx;
1112 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1113 b61ceafc 2022-10-13 thomas struct got_object *obj = NULL;
1114 b61ceafc 2022-10-13 thomas int obj_type = GOT_OBJ_TYPE_ANY;
1115 b61ceafc 2022-10-13 thomas
1116 b61ceafc 2022-10-13 thomas if (check_cache) {
1117 b61ceafc 2022-10-13 thomas *tag = got_repo_get_cached_tag(repo, id);
1118 b61ceafc 2022-10-13 thomas if (*tag != NULL) {
1119 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1120 b61ceafc 2022-10-13 thomas return NULL;
1121 b61ceafc 2022-10-13 thomas }
1122 b61ceafc 2022-10-13 thomas } else
1123 b61ceafc 2022-10-13 thomas *tag = NULL;
1124 b61ceafc 2022-10-13 thomas
1125 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
1126 b61ceafc 2022-10-13 thomas if (err == NULL) {
1127 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
1128 b61ceafc 2022-10-13 thomas
1129 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1130 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1131 b61ceafc 2022-10-13 thomas if (err)
1132 b61ceafc 2022-10-13 thomas return err;
1133 b61ceafc 2022-10-13 thomas
1134 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1135 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1136 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
1137 b61ceafc 2022-10-13 thomas packidx);
1138 b61ceafc 2022-10-13 thomas if (err)
1139 b61ceafc 2022-10-13 thomas goto done;
1140 b61ceafc 2022-10-13 thomas }
1141 b61ceafc 2022-10-13 thomas
1142 b61ceafc 2022-10-13 thomas /* Beware of "lightweight" tags: Check object type first. */
1143 b61ceafc 2022-10-13 thomas err = read_packed_object_privsep(&obj, repo, pack, packidx,
1144 b61ceafc 2022-10-13 thomas idx, id);
1145 b61ceafc 2022-10-13 thomas if (err)
1146 b61ceafc 2022-10-13 thomas goto done;
1147 b61ceafc 2022-10-13 thomas obj_type = obj->type;
1148 b61ceafc 2022-10-13 thomas got_object_close(obj);
1149 b61ceafc 2022-10-13 thomas if (obj_type != GOT_OBJ_TYPE_TAG) {
1150 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_OBJ_TYPE);
1151 b61ceafc 2022-10-13 thomas goto done;
1152 b61ceafc 2022-10-13 thomas }
1153 b61ceafc 2022-10-13 thomas err = read_packed_tag_privsep(tag, pack, packidx, idx, id);
1154 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
1155 b61ceafc 2022-10-13 thomas int fd;
1156 b61ceafc 2022-10-13 thomas
1157 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
1158 b61ceafc 2022-10-13 thomas if (err)
1159 b61ceafc 2022-10-13 thomas return err;
1160 b61ceafc 2022-10-13 thomas err = got_object_read_header_privsep(&obj, id, repo, fd);
1161 b61ceafc 2022-10-13 thomas if (err)
1162 b61ceafc 2022-10-13 thomas return err;
1163 b61ceafc 2022-10-13 thomas obj_type = obj->type;
1164 b61ceafc 2022-10-13 thomas got_object_close(obj);
1165 b61ceafc 2022-10-13 thomas if (obj_type != GOT_OBJ_TYPE_TAG)
1166 b61ceafc 2022-10-13 thomas return got_error(GOT_ERR_OBJ_TYPE);
1167 b61ceafc 2022-10-13 thomas
1168 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
1169 b61ceafc 2022-10-13 thomas if (err)
1170 b61ceafc 2022-10-13 thomas return err;
1171 b61ceafc 2022-10-13 thomas err = read_tag_privsep(tag, fd, id, repo);
1172 b61ceafc 2022-10-13 thomas }
1173 b61ceafc 2022-10-13 thomas
1174 b61ceafc 2022-10-13 thomas if (err == NULL) {
1175 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1176 b61ceafc 2022-10-13 thomas err = got_repo_cache_tag(repo, id, *tag);
1177 b61ceafc 2022-10-13 thomas }
1178 b61ceafc 2022-10-13 thomas done:
1179 b61ceafc 2022-10-13 thomas free(path_packfile);
1180 b61ceafc 2022-10-13 thomas return err;
1181 b61ceafc 2022-10-13 thomas }
1182 b61ceafc 2022-10-13 thomas
1183 b61ceafc 2022-10-13 thomas const struct got_error *
1184 b61ceafc 2022-10-13 thomas got_object_open_as_tag(struct got_tag_object **tag,
1185 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
1186 b61ceafc 2022-10-13 thomas {
1187 b61ceafc 2022-10-13 thomas *tag = got_repo_get_cached_tag(repo, id);
1188 b61ceafc 2022-10-13 thomas if (*tag != NULL) {
1189 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1190 b61ceafc 2022-10-13 thomas return NULL;
1191 b61ceafc 2022-10-13 thomas }
1192 b61ceafc 2022-10-13 thomas
1193 b61ceafc 2022-10-13 thomas return open_tag(tag, repo, id, 0);
1194 b61ceafc 2022-10-13 thomas }
1195 b61ceafc 2022-10-13 thomas
1196 b61ceafc 2022-10-13 thomas const struct got_error *
1197 b61ceafc 2022-10-13 thomas got_object_tag_open(struct got_tag_object **tag,
1198 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
1199 b61ceafc 2022-10-13 thomas {
1200 b61ceafc 2022-10-13 thomas return open_tag(tag, repo, got_object_get_id(obj), 1);
1201 b61ceafc 2022-10-13 thomas }
1202 b61ceafc 2022-10-13 thomas
1203 b61ceafc 2022-10-13 thomas const struct got_error *
1204 b61ceafc 2022-10-13 thomas got_traverse_packed_commits(struct got_object_id_queue *traversed_commits,
1205 b61ceafc 2022-10-13 thomas struct got_object_id *commit_id, const char *path,
1206 b61ceafc 2022-10-13 thomas struct got_repository *repo)
1207 b61ceafc 2022-10-13 thomas {
1208 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1209 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
1210 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
1211 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1212 b61ceafc 2022-10-13 thomas struct got_commit_object *changed_commit = NULL;
1213 b61ceafc 2022-10-13 thomas struct got_object_id *changed_commit_id = NULL;
1214 b61ceafc 2022-10-13 thomas int idx;
1215 b61ceafc 2022-10-13 thomas
1216 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, commit_id);
1217 b61ceafc 2022-10-13 thomas if (err) {
1218 b61ceafc 2022-10-13 thomas if (err->code != GOT_ERR_NO_OBJ)
1219 b61ceafc 2022-10-13 thomas return err;
1220 b61ceafc 2022-10-13 thomas return NULL;
1221 b61ceafc 2022-10-13 thomas }
1222 b61ceafc 2022-10-13 thomas
1223 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1224 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1225 b61ceafc 2022-10-13 thomas if (err)
1226 b61ceafc 2022-10-13 thomas return err;
1227 b61ceafc 2022-10-13 thomas
1228 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1229 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1230 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1231 b61ceafc 2022-10-13 thomas if (err)
1232 b61ceafc 2022-10-13 thomas goto done;
1233 b61ceafc 2022-10-13 thomas }
1234 b61ceafc 2022-10-13 thomas
1235 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
1236 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1237 b61ceafc 2022-10-13 thomas if (err)
1238 b61ceafc 2022-10-13 thomas goto done;
1239 b61ceafc 2022-10-13 thomas }
1240 b61ceafc 2022-10-13 thomas
1241 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_traversal_request(
1242 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, commit_id, idx, path);
1243 b61ceafc 2022-10-13 thomas if (err)
1244 b61ceafc 2022-10-13 thomas goto done;
1245 b61ceafc 2022-10-13 thomas
1246 b61ceafc 2022-10-13 thomas err = got_privsep_recv_traversed_commits(&changed_commit,
1247 b61ceafc 2022-10-13 thomas &changed_commit_id, traversed_commits, pack->privsep_child->ibuf);
1248 b61ceafc 2022-10-13 thomas if (err)
1249 b61ceafc 2022-10-13 thomas goto done;
1250 b61ceafc 2022-10-13 thomas
1251 b61ceafc 2022-10-13 thomas if (changed_commit) {
1252 b61ceafc 2022-10-13 thomas /*
1253 b61ceafc 2022-10-13 thomas * Cache the commit in which the path was changed.
1254 b61ceafc 2022-10-13 thomas * This commit might be opened again soon.
1255 b61ceafc 2022-10-13 thomas */
1256 b61ceafc 2022-10-13 thomas changed_commit->refcnt++;
1257 b61ceafc 2022-10-13 thomas err = got_repo_cache_commit(repo, changed_commit_id,
1258 b61ceafc 2022-10-13 thomas changed_commit);
1259 b61ceafc 2022-10-13 thomas got_object_commit_close(changed_commit);
1260 b61ceafc 2022-10-13 thomas }
1261 b61ceafc 2022-10-13 thomas done:
1262 b61ceafc 2022-10-13 thomas free(path_packfile);
1263 b61ceafc 2022-10-13 thomas free(changed_commit_id);
1264 b61ceafc 2022-10-13 thomas return err;
1265 b61ceafc 2022-10-13 thomas }
1266 b61ceafc 2022-10-13 thomas
1267 b61ceafc 2022-10-13 thomas const struct got_error *
1268 b61ceafc 2022-10-13 thomas got_object_enumerate(int *found_all_objects,
1269 b61ceafc 2022-10-13 thomas got_object_enumerate_commit_cb cb_commit,
1270 b61ceafc 2022-10-13 thomas got_object_enumerate_tree_cb cb_tree, void *cb_arg,
1271 b61ceafc 2022-10-13 thomas struct got_object_id **ours, int nours,
1272 b61ceafc 2022-10-13 thomas struct got_object_id **theirs, int ntheirs,
1273 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, struct got_repository *repo)
1274 b61ceafc 2022-10-13 thomas {
1275 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1276 b61ceafc 2022-10-13 thomas struct got_pack *pack;
1277 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1278 b61ceafc 2022-10-13 thomas
1279 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1280 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1281 b61ceafc 2022-10-13 thomas if (err)
1282 b61ceafc 2022-10-13 thomas return err;
1283 b61ceafc 2022-10-13 thomas
1284 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1285 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1286 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1287 b61ceafc 2022-10-13 thomas if (err)
1288 b61ceafc 2022-10-13 thomas goto done;
1289 b61ceafc 2022-10-13 thomas }
1290 b61ceafc 2022-10-13 thomas
1291 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
1292 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1293 b61ceafc 2022-10-13 thomas if (err)
1294 b61ceafc 2022-10-13 thomas goto done;
1295 b61ceafc 2022-10-13 thomas }
1296 b61ceafc 2022-10-13 thomas
1297 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_enumeration_request(
1298 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
1299 b61ceafc 2022-10-13 thomas if (err)
1300 b61ceafc 2022-10-13 thomas goto done;
1301 b61ceafc 2022-10-13 thomas
1302 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1303 b61ceafc 2022-10-13 thomas ours, nours);
1304 b61ceafc 2022-10-13 thomas if (err)
1305 b61ceafc 2022-10-13 thomas goto done;
1306 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1307 b61ceafc 2022-10-13 thomas if (err)
1308 b61ceafc 2022-10-13 thomas goto done;
1309 b61ceafc 2022-10-13 thomas
1310 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1311 b61ceafc 2022-10-13 thomas theirs, ntheirs);
1312 b61ceafc 2022-10-13 thomas if (err)
1313 b61ceafc 2022-10-13 thomas goto done;
1314 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1315 b61ceafc 2022-10-13 thomas if (err)
1316 b61ceafc 2022-10-13 thomas goto done;
1317 b61ceafc 2022-10-13 thomas
1318 b61ceafc 2022-10-13 thomas err = got_privsep_recv_enumerated_objects(found_all_objects,
1319 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, cb_commit, cb_tree, cb_arg, repo);
1320 b61ceafc 2022-10-13 thomas done:
1321 b61ceafc 2022-10-13 thomas free(path_packfile);
1322 b61ceafc 2022-10-13 thomas return err;
1323 b61ceafc 2022-10-13 thomas }