Blame


1 b61ceafc 2022-10-13 thomas /*
2 b61ceafc 2022-10-13 thomas * Copyright (c) 2018, 2019, 2022 Stefan Sperling <stsp@openbsd.org>
3 b61ceafc 2022-10-13 thomas *
4 b61ceafc 2022-10-13 thomas * Permission to use, copy, modify, and distribute this software for any
5 b61ceafc 2022-10-13 thomas * purpose with or without fee is hereby granted, provided that the above
6 b61ceafc 2022-10-13 thomas * copyright notice and this permission notice appear in all copies.
7 b61ceafc 2022-10-13 thomas *
8 b61ceafc 2022-10-13 thomas * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 b61ceafc 2022-10-13 thomas * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 b61ceafc 2022-10-13 thomas * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 b61ceafc 2022-10-13 thomas * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 b61ceafc 2022-10-13 thomas * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 b61ceafc 2022-10-13 thomas * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 b61ceafc 2022-10-13 thomas * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 b61ceafc 2022-10-13 thomas */
16 b61ceafc 2022-10-13 thomas
17 f46da2e2 2024-01-18 thomas #include "got_compat.h"
18 f46da2e2 2024-01-18 thomas
19 b61ceafc 2022-10-13 thomas #include <sys/mman.h>
20 b61ceafc 2022-10-13 thomas #include <sys/queue.h>
21 b61ceafc 2022-10-13 thomas #include <sys/types.h>
22 b61ceafc 2022-10-13 thomas #include <sys/stat.h>
23 b61ceafc 2022-10-13 thomas #include <sys/socket.h>
24 b61ceafc 2022-10-13 thomas #include <sys/uio.h>
25 b61ceafc 2022-10-13 thomas
26 b61ceafc 2022-10-13 thomas #include <errno.h>
27 b61ceafc 2022-10-13 thomas #include <imsg.h>
28 b61ceafc 2022-10-13 thomas #include <stdio.h>
29 b61ceafc 2022-10-13 thomas #include <stdint.h>
30 b61ceafc 2022-10-13 thomas #include <stdlib.h>
31 b61ceafc 2022-10-13 thomas #include <string.h>
32 b61ceafc 2022-10-13 thomas #include <limits.h>
33 b61ceafc 2022-10-13 thomas #include <unistd.h>
34 b61ceafc 2022-10-13 thomas
35 b61ceafc 2022-10-13 thomas #include "got_error.h"
36 b61ceafc 2022-10-13 thomas #include "got_object.h"
37 b61ceafc 2022-10-13 thomas #include "got_repository.h"
38 b61ceafc 2022-10-13 thomas #include "got_opentemp.h"
39 b61ceafc 2022-10-13 thomas #include "got_path.h"
40 b61ceafc 2022-10-13 thomas
41 b61ceafc 2022-10-13 thomas #include "got_lib_delta.h"
42 b61ceafc 2022-10-13 thomas #include "got_lib_object.h"
43 b61ceafc 2022-10-13 thomas #include "got_lib_privsep.h"
44 b61ceafc 2022-10-13 thomas #include "got_lib_object_cache.h"
45 b61ceafc 2022-10-13 thomas #include "got_lib_pack.h"
46 b61ceafc 2022-10-13 thomas #include "got_lib_repository.h"
47 b61ceafc 2022-10-13 thomas
48 b61ceafc 2022-10-13 thomas static const struct got_error *
49 b61ceafc 2022-10-13 thomas request_packed_object(struct got_object **obj, struct got_pack *pack, int idx,
50 b61ceafc 2022-10-13 thomas struct got_object_id *id)
51 b61ceafc 2022-10-13 thomas {
52 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
53 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
54 b61ceafc 2022-10-13 thomas
55 b61ceafc 2022-10-13 thomas err = got_privsep_send_packed_obj_req(ibuf, idx, id);
56 b61ceafc 2022-10-13 thomas if (err)
57 b61ceafc 2022-10-13 thomas return err;
58 b61ceafc 2022-10-13 thomas
59 b61ceafc 2022-10-13 thomas err = got_privsep_recv_obj(obj, ibuf);
60 b61ceafc 2022-10-13 thomas if (err)
61 b61ceafc 2022-10-13 thomas return err;
62 b61ceafc 2022-10-13 thomas
63 b61ceafc 2022-10-13 thomas memcpy(&(*obj)->id, id, sizeof((*obj)->id));
64 b61ceafc 2022-10-13 thomas
65 b61ceafc 2022-10-13 thomas return NULL;
66 b61ceafc 2022-10-13 thomas }
67 b61ceafc 2022-10-13 thomas
68 b61ceafc 2022-10-13 thomas /* Create temporary files used during delta application. */
69 b61ceafc 2022-10-13 thomas static const struct got_error *
70 b61ceafc 2022-10-13 thomas pack_child_send_tempfiles(struct imsgbuf *ibuf, struct got_pack *pack)
71 b61ceafc 2022-10-13 thomas {
72 b61ceafc 2022-10-13 thomas const struct got_error *err;
73 b61ceafc 2022-10-13 thomas int basefd = -1, accumfd = -1;
74 b61ceafc 2022-10-13 thomas
75 b61ceafc 2022-10-13 thomas /*
76 b61ceafc 2022-10-13 thomas * For performance reasons, the child will keep reusing the
77 b61ceafc 2022-10-13 thomas * same temporary files during every object request.
78 b61ceafc 2022-10-13 thomas * Opening and closing new files for every object request is
79 b61ceafc 2022-10-13 thomas * too expensive during operations such as 'gotadmin pack'.
80 b61ceafc 2022-10-13 thomas */
81 b61ceafc 2022-10-13 thomas if (pack->child_has_tempfiles)
82 b61ceafc 2022-10-13 thomas return NULL;
83 b61ceafc 2022-10-13 thomas
84 b61ceafc 2022-10-13 thomas basefd = dup(pack->basefd);
85 b61ceafc 2022-10-13 thomas if (basefd == -1)
86 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
87 b61ceafc 2022-10-13 thomas
88 b61ceafc 2022-10-13 thomas accumfd = dup(pack->accumfd);
89 b61ceafc 2022-10-13 thomas if (accumfd == -1) {
90 b61ceafc 2022-10-13 thomas err = got_error_from_errno("dup");
91 b61ceafc 2022-10-13 thomas goto done;
92 b61ceafc 2022-10-13 thomas }
93 b61ceafc 2022-10-13 thomas
94 b61ceafc 2022-10-13 thomas err = got_privsep_send_tmpfd(ibuf, basefd);
95 b61ceafc 2022-10-13 thomas if (err)
96 b61ceafc 2022-10-13 thomas goto done;
97 b61ceafc 2022-10-13 thomas
98 b61ceafc 2022-10-13 thomas err = got_privsep_send_tmpfd(ibuf, accumfd);
99 b61ceafc 2022-10-13 thomas done:
100 b61ceafc 2022-10-13 thomas if (err) {
101 b61ceafc 2022-10-13 thomas if (basefd != -1)
102 b61ceafc 2022-10-13 thomas close(basefd);
103 b61ceafc 2022-10-13 thomas if (accumfd != -1)
104 b61ceafc 2022-10-13 thomas close(accumfd);
105 b61ceafc 2022-10-13 thomas } else
106 b61ceafc 2022-10-13 thomas pack->child_has_tempfiles = 1;
107 a66a4a50 2023-02-03 thomas return err;
108 b61ceafc 2022-10-13 thomas }
109 b61ceafc 2022-10-13 thomas
110 b61ceafc 2022-10-13 thomas static const struct got_error *
111 b61ceafc 2022-10-13 thomas request_packed_object_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
112 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, int idx, struct got_object_id *id)
113 b61ceafc 2022-10-13 thomas {
114 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
115 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
116 b61ceafc 2022-10-13 thomas int outfd_child;
117 b61ceafc 2022-10-13 thomas
118 9c57c4c6 2024-02-13 thomas err = pack_child_send_tempfiles(ibuf, pack);
119 9c57c4c6 2024-02-13 thomas if (err)
120 b61ceafc 2022-10-13 thomas return err;
121 b61ceafc 2022-10-13 thomas
122 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
123 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
124 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
125 b61ceafc 2022-10-13 thomas
126 b61ceafc 2022-10-13 thomas err = got_privsep_send_packed_raw_obj_req(ibuf, idx, id);
127 b61ceafc 2022-10-13 thomas if (err) {
128 b61ceafc 2022-10-13 thomas close(outfd_child);
129 b61ceafc 2022-10-13 thomas return err;
130 b61ceafc 2022-10-13 thomas }
131 b61ceafc 2022-10-13 thomas
132 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
133 b61ceafc 2022-10-13 thomas if (err)
134 b61ceafc 2022-10-13 thomas return err;
135 b61ceafc 2022-10-13 thomas
136 b61ceafc 2022-10-13 thomas err = got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
137 b61ceafc 2022-10-13 thomas if (err)
138 b61ceafc 2022-10-13 thomas return err;
139 b61ceafc 2022-10-13 thomas
140 b61ceafc 2022-10-13 thomas return NULL;
141 b61ceafc 2022-10-13 thomas }
142 b61ceafc 2022-10-13 thomas
143 b61ceafc 2022-10-13 thomas static const struct got_error *
144 b61ceafc 2022-10-13 thomas read_packed_object_privsep(struct got_object **obj,
145 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_pack *pack,
146 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, int idx, struct got_object_id *id)
147 b61ceafc 2022-10-13 thomas {
148 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
149 b61ceafc 2022-10-13 thomas
150 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
151 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
152 b61ceafc 2022-10-13 thomas if (err)
153 b61ceafc 2022-10-13 thomas return err;
154 b61ceafc 2022-10-13 thomas }
155 b61ceafc 2022-10-13 thomas
156 b61ceafc 2022-10-13 thomas return request_packed_object(obj, pack, idx, id);
157 b61ceafc 2022-10-13 thomas }
158 b61ceafc 2022-10-13 thomas
159 b61ceafc 2022-10-13 thomas static const struct got_error *
160 b61ceafc 2022-10-13 thomas read_packed_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
161 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
162 b61ceafc 2022-10-13 thomas struct got_object_id *id)
163 b61ceafc 2022-10-13 thomas {
164 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
165 b61ceafc 2022-10-13 thomas
166 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
167 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
168 b61ceafc 2022-10-13 thomas if (err)
169 b61ceafc 2022-10-13 thomas return err;
170 b61ceafc 2022-10-13 thomas }
171 b61ceafc 2022-10-13 thomas
172 b61ceafc 2022-10-13 thomas return request_packed_object_raw(outbuf, size, hdrlen, outfd, pack,
173 b61ceafc 2022-10-13 thomas idx, id);
174 b61ceafc 2022-10-13 thomas }
175 b61ceafc 2022-10-13 thomas
176 b61ceafc 2022-10-13 thomas const struct got_error *
177 b61ceafc 2022-10-13 thomas got_object_open_packed(struct got_object **obj, struct got_object_id *id,
178 b61ceafc 2022-10-13 thomas struct got_repository *repo)
179 b61ceafc 2022-10-13 thomas {
180 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
181 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
182 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
183 b61ceafc 2022-10-13 thomas int idx;
184 b61ceafc 2022-10-13 thomas char *path_packfile;
185 b61ceafc 2022-10-13 thomas
186 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
187 b61ceafc 2022-10-13 thomas if (err)
188 b61ceafc 2022-10-13 thomas return err;
189 b61ceafc 2022-10-13 thomas
190 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
191 b61ceafc 2022-10-13 thomas packidx->path_packidx);
192 b61ceafc 2022-10-13 thomas if (err)
193 b61ceafc 2022-10-13 thomas return err;
194 b61ceafc 2022-10-13 thomas
195 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
196 b61ceafc 2022-10-13 thomas if (pack == NULL) {
197 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
198 b61ceafc 2022-10-13 thomas if (err)
199 b61ceafc 2022-10-13 thomas goto done;
200 b61ceafc 2022-10-13 thomas }
201 b61ceafc 2022-10-13 thomas
202 b61ceafc 2022-10-13 thomas err = read_packed_object_privsep(obj, repo, pack, packidx, idx, id);
203 b61ceafc 2022-10-13 thomas if (err)
204 b61ceafc 2022-10-13 thomas goto done;
205 b61ceafc 2022-10-13 thomas done:
206 b61ceafc 2022-10-13 thomas free(path_packfile);
207 b61ceafc 2022-10-13 thomas return err;
208 b61ceafc 2022-10-13 thomas }
209 b61ceafc 2022-10-13 thomas
210 b61ceafc 2022-10-13 thomas const struct got_error *
211 b61ceafc 2022-10-13 thomas got_object_open_from_packfile(struct got_object **obj, struct got_object_id *id,
212 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
213 b61ceafc 2022-10-13 thomas struct got_repository *repo)
214 b61ceafc 2022-10-13 thomas {
215 b61ceafc 2022-10-13 thomas return read_packed_object_privsep(obj, repo, pack, packidx,
216 b61ceafc 2022-10-13 thomas obj_idx, id);
217 b61ceafc 2022-10-13 thomas }
218 b61ceafc 2022-10-13 thomas
219 b61ceafc 2022-10-13 thomas const struct got_error *
220 b61ceafc 2022-10-13 thomas got_object_read_raw_delta(uint64_t *base_size, uint64_t *result_size,
221 b61ceafc 2022-10-13 thomas off_t *delta_size, off_t *delta_compressed_size, off_t *delta_offset,
222 b61ceafc 2022-10-13 thomas off_t *delta_out_offset, struct got_object_id **base_id, int delta_cache_fd,
223 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
224 b61ceafc 2022-10-13 thomas struct got_repository *repo)
225 b61ceafc 2022-10-13 thomas {
226 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
227 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
228 b61ceafc 2022-10-13 thomas char *path_packfile;
229 b61ceafc 2022-10-13 thomas
230 b61ceafc 2022-10-13 thomas *base_size = 0;
231 b61ceafc 2022-10-13 thomas *result_size = 0;
232 b61ceafc 2022-10-13 thomas *delta_size = 0;
233 b61ceafc 2022-10-13 thomas *delta_compressed_size = 0;
234 b61ceafc 2022-10-13 thomas *delta_offset = 0;
235 b61ceafc 2022-10-13 thomas *delta_out_offset = 0;
236 b61ceafc 2022-10-13 thomas
237 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
238 b61ceafc 2022-10-13 thomas packidx->path_packidx);
239 b61ceafc 2022-10-13 thomas if (err)
240 b61ceafc 2022-10-13 thomas return err;
241 b61ceafc 2022-10-13 thomas
242 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
243 b61ceafc 2022-10-13 thomas if (pack == NULL) {
244 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
245 b61ceafc 2022-10-13 thomas if (err)
246 b61ceafc 2022-10-13 thomas return err;
247 b61ceafc 2022-10-13 thomas }
248 b61ceafc 2022-10-13 thomas
249 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
250 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
251 b61ceafc 2022-10-13 thomas if (err)
252 b61ceafc 2022-10-13 thomas return err;
253 b61ceafc 2022-10-13 thomas }
254 b61ceafc 2022-10-13 thomas
255 b61ceafc 2022-10-13 thomas if (!pack->child_has_delta_outfd) {
256 b61ceafc 2022-10-13 thomas int outfd_child;
257 b61ceafc 2022-10-13 thomas outfd_child = dup(delta_cache_fd);
258 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
259 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
260 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_delta_outfd(
261 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, outfd_child);
262 b61ceafc 2022-10-13 thomas if (err)
263 b61ceafc 2022-10-13 thomas return err;
264 b61ceafc 2022-10-13 thomas pack->child_has_delta_outfd = 1;
265 b61ceafc 2022-10-13 thomas }
266 b61ceafc 2022-10-13 thomas
267 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_delta_req(pack->privsep_child->ibuf,
268 b61ceafc 2022-10-13 thomas obj_idx, id);
269 b61ceafc 2022-10-13 thomas if (err)
270 b61ceafc 2022-10-13 thomas return err;
271 b61ceafc 2022-10-13 thomas
272 b61ceafc 2022-10-13 thomas return got_privsep_recv_raw_delta(base_size, result_size, delta_size,
273 b61ceafc 2022-10-13 thomas delta_compressed_size, delta_offset, delta_out_offset, base_id,
274 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
275 b61ceafc 2022-10-13 thomas }
276 b61ceafc 2022-10-13 thomas
277 b61ceafc 2022-10-13 thomas static const struct got_error *
278 b61ceafc 2022-10-13 thomas request_object(struct got_object **obj, struct got_object_id *id,
279 b61ceafc 2022-10-13 thomas struct got_repository *repo, int fd)
280 b61ceafc 2022-10-13 thomas {
281 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
282 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
283 b61ceafc 2022-10-13 thomas
284 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
285 b61ceafc 2022-10-13 thomas
286 b61ceafc 2022-10-13 thomas err = got_privsep_send_obj_req(ibuf, fd, id);
287 b61ceafc 2022-10-13 thomas if (err)
288 b61ceafc 2022-10-13 thomas return err;
289 b61ceafc 2022-10-13 thomas
290 b61ceafc 2022-10-13 thomas return got_privsep_recv_obj(obj, ibuf);
291 b61ceafc 2022-10-13 thomas }
292 b61ceafc 2022-10-13 thomas
293 b61ceafc 2022-10-13 thomas static const struct got_error *
294 b61ceafc 2022-10-13 thomas request_raw_object(uint8_t **outbuf, off_t *size, size_t *hdrlen, int outfd,
295 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo, int infd)
296 b61ceafc 2022-10-13 thomas {
297 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
298 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
299 b61ceafc 2022-10-13 thomas int outfd_child;
300 b61ceafc 2022-10-13 thomas
301 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
302 b61ceafc 2022-10-13 thomas
303 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
304 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
305 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
306 b61ceafc 2022-10-13 thomas
307 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_req(ibuf, infd, id);
308 b61ceafc 2022-10-13 thomas if (err)
309 b61ceafc 2022-10-13 thomas return err;
310 b61ceafc 2022-10-13 thomas
311 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
312 b61ceafc 2022-10-13 thomas if (err)
313 b61ceafc 2022-10-13 thomas return err;
314 b61ceafc 2022-10-13 thomas
315 b61ceafc 2022-10-13 thomas return got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
316 b61ceafc 2022-10-13 thomas }
317 b61ceafc 2022-10-13 thomas
318 b61ceafc 2022-10-13 thomas static const struct got_error *
319 54c22772 2022-10-13 thomas start_child(struct got_repository *repo, int type)
320 b61ceafc 2022-10-13 thomas {
321 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
322 b61ceafc 2022-10-13 thomas int imsg_fds[2];
323 b61ceafc 2022-10-13 thomas pid_t pid;
324 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
325 54c22772 2022-10-13 thomas const char *prog_path;
326 54c22772 2022-10-13 thomas
327 54c22772 2022-10-13 thomas switch (type) {
328 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_OBJECT:
329 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_OBJECT;
330 54c22772 2022-10-13 thomas break;
331 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_TREE:
332 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_TREE;
333 54c22772 2022-10-13 thomas break;
334 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_COMMIT:
335 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_COMMIT;
336 54c22772 2022-10-13 thomas break;
337 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_BLOB:
338 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_BLOB;
339 54c22772 2022-10-13 thomas break;
340 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_TAG:
341 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_TAG;
342 54c22772 2022-10-13 thomas break;
343 54c22772 2022-10-13 thomas default:
344 54c22772 2022-10-13 thomas return got_error(GOT_ERR_OBJ_TYPE);
345 54c22772 2022-10-13 thomas }
346 b61ceafc 2022-10-13 thomas
347 b61ceafc 2022-10-13 thomas ibuf = calloc(1, sizeof(*ibuf));
348 b61ceafc 2022-10-13 thomas if (ibuf == NULL)
349 b61ceafc 2022-10-13 thomas return got_error_from_errno("calloc");
350 b61ceafc 2022-10-13 thomas
351 b61ceafc 2022-10-13 thomas if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
352 b61ceafc 2022-10-13 thomas err = got_error_from_errno("socketpair");
353 b61ceafc 2022-10-13 thomas free(ibuf);
354 b61ceafc 2022-10-13 thomas return err;
355 b61ceafc 2022-10-13 thomas }
356 b61ceafc 2022-10-13 thomas
357 b61ceafc 2022-10-13 thomas pid = fork();
358 b61ceafc 2022-10-13 thomas if (pid == -1) {
359 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fork");
360 b61ceafc 2022-10-13 thomas free(ibuf);
361 b61ceafc 2022-10-13 thomas return err;
362 b61ceafc 2022-10-13 thomas }
363 b61ceafc 2022-10-13 thomas else if (pid == 0) {
364 54c22772 2022-10-13 thomas got_privsep_exec_child(imsg_fds, prog_path, repo->path);
365 b61ceafc 2022-10-13 thomas /* not reached */
366 b61ceafc 2022-10-13 thomas }
367 b61ceafc 2022-10-13 thomas
368 b61ceafc 2022-10-13 thomas if (close(imsg_fds[1]) == -1) {
369 b61ceafc 2022-10-13 thomas err = got_error_from_errno("close");
370 b61ceafc 2022-10-13 thomas free(ibuf);
371 b61ceafc 2022-10-13 thomas return err;
372 b61ceafc 2022-10-13 thomas }
373 b61ceafc 2022-10-13 thomas
374 54c22772 2022-10-13 thomas repo->privsep_children[type].imsg_fd = imsg_fds[0];
375 54c22772 2022-10-13 thomas repo->privsep_children[type].pid = pid;
376 b61ceafc 2022-10-13 thomas imsg_init(ibuf, imsg_fds[0]);
377 54c22772 2022-10-13 thomas repo->privsep_children[type].ibuf = ibuf;
378 b61ceafc 2022-10-13 thomas
379 b61ceafc 2022-10-13 thomas return NULL;
380 b61ceafc 2022-10-13 thomas }
381 b61ceafc 2022-10-13 thomas
382 b61ceafc 2022-10-13 thomas const struct got_error *
383 b61ceafc 2022-10-13 thomas got_object_read_header_privsep(struct got_object **obj,
384 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo, int obj_fd)
385 b61ceafc 2022-10-13 thomas {
386 b61ceafc 2022-10-13 thomas const struct got_error *err;
387 b61ceafc 2022-10-13 thomas
388 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
389 b61ceafc 2022-10-13 thomas return request_object(obj, id, repo, obj_fd);
390 b61ceafc 2022-10-13 thomas
391 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
392 54c22772 2022-10-13 thomas if (err)
393 b61ceafc 2022-10-13 thomas return err;
394 b61ceafc 2022-10-13 thomas
395 b61ceafc 2022-10-13 thomas return request_object(obj, id, repo, obj_fd);
396 b61ceafc 2022-10-13 thomas }
397 b61ceafc 2022-10-13 thomas
398 b61ceafc 2022-10-13 thomas static const struct got_error *
399 b61ceafc 2022-10-13 thomas read_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
400 b61ceafc 2022-10-13 thomas int outfd, struct got_object_id *id, struct got_repository *repo,
401 b61ceafc 2022-10-13 thomas int obj_fd)
402 b61ceafc 2022-10-13 thomas {
403 b61ceafc 2022-10-13 thomas const struct got_error *err;
404 b61ceafc 2022-10-13 thomas
405 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
406 b61ceafc 2022-10-13 thomas return request_raw_object(outbuf, size, hdrlen, outfd, id,
407 b61ceafc 2022-10-13 thomas repo, obj_fd);
408 b61ceafc 2022-10-13 thomas
409 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
410 b61ceafc 2022-10-13 thomas if (err)
411 b61ceafc 2022-10-13 thomas return err;
412 b61ceafc 2022-10-13 thomas
413 b61ceafc 2022-10-13 thomas return request_raw_object(outbuf, size, hdrlen, outfd, id, repo,
414 b61ceafc 2022-10-13 thomas obj_fd);
415 b61ceafc 2022-10-13 thomas }
416 b61ceafc 2022-10-13 thomas
417 b61ceafc 2022-10-13 thomas const struct got_error *
418 b61ceafc 2022-10-13 thomas got_object_open(struct got_object **obj, struct got_repository *repo,
419 b61ceafc 2022-10-13 thomas struct got_object_id *id)
420 b61ceafc 2022-10-13 thomas {
421 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
422 b61ceafc 2022-10-13 thomas int fd;
423 b61ceafc 2022-10-13 thomas
424 b61ceafc 2022-10-13 thomas *obj = got_repo_get_cached_object(repo, id);
425 b61ceafc 2022-10-13 thomas if (*obj != NULL) {
426 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
427 b61ceafc 2022-10-13 thomas return NULL;
428 b61ceafc 2022-10-13 thomas }
429 b61ceafc 2022-10-13 thomas
430 b61ceafc 2022-10-13 thomas err = got_object_open_packed(obj, id, repo);
431 b61ceafc 2022-10-13 thomas if (err && err->code != GOT_ERR_NO_OBJ)
432 b61ceafc 2022-10-13 thomas return err;
433 b61ceafc 2022-10-13 thomas if (*obj) {
434 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
435 b61ceafc 2022-10-13 thomas return got_repo_cache_object(repo, id, *obj);
436 b61ceafc 2022-10-13 thomas }
437 b61ceafc 2022-10-13 thomas
438 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
439 b61ceafc 2022-10-13 thomas if (err) {
440 b61ceafc 2022-10-13 thomas if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
441 b61ceafc 2022-10-13 thomas err = got_error_no_obj(id);
442 b61ceafc 2022-10-13 thomas return err;
443 b61ceafc 2022-10-13 thomas }
444 b61ceafc 2022-10-13 thomas
445 b61ceafc 2022-10-13 thomas err = got_object_read_header_privsep(obj, id, repo, fd);
446 b61ceafc 2022-10-13 thomas if (err)
447 b61ceafc 2022-10-13 thomas return err;
448 b61ceafc 2022-10-13 thomas
449 b102a16b 2023-02-07 thomas memcpy(&(*obj)->id, id, sizeof(*id));
450 b61ceafc 2022-10-13 thomas
451 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
452 b61ceafc 2022-10-13 thomas return got_repo_cache_object(repo, id, *obj);
453 b61ceafc 2022-10-13 thomas }
454 b61ceafc 2022-10-13 thomas
455 b61ceafc 2022-10-13 thomas /* *outfd must be initialized to -1 by caller */
456 b61ceafc 2022-10-13 thomas const struct got_error *
457 b61ceafc 2022-10-13 thomas got_object_raw_open(struct got_raw_object **obj, int *outfd,
458 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
459 b61ceafc 2022-10-13 thomas {
460 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
461 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
462 b61ceafc 2022-10-13 thomas int idx;
463 b61ceafc 2022-10-13 thomas uint8_t *outbuf = NULL;
464 b61ceafc 2022-10-13 thomas off_t size = 0;
465 b61ceafc 2022-10-13 thomas size_t hdrlen = 0;
466 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
467 b61ceafc 2022-10-13 thomas
468 b61ceafc 2022-10-13 thomas *obj = got_repo_get_cached_raw_object(repo, id);
469 b61ceafc 2022-10-13 thomas if (*obj != NULL) {
470 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
471 b61ceafc 2022-10-13 thomas return NULL;
472 b61ceafc 2022-10-13 thomas }
473 b61ceafc 2022-10-13 thomas
474 b61ceafc 2022-10-13 thomas if (*outfd == -1) {
475 b61ceafc 2022-10-13 thomas *outfd = got_opentempfd();
476 b61ceafc 2022-10-13 thomas if (*outfd == -1)
477 b61ceafc 2022-10-13 thomas return got_error_from_errno("got_opentempfd");
478 b61ceafc 2022-10-13 thomas }
479 b61ceafc 2022-10-13 thomas
480 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
481 b61ceafc 2022-10-13 thomas if (err == NULL) {
482 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
483 b61ceafc 2022-10-13 thomas
484 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
485 b61ceafc 2022-10-13 thomas packidx->path_packidx);
486 b61ceafc 2022-10-13 thomas if (err)
487 b61ceafc 2022-10-13 thomas goto done;
488 b61ceafc 2022-10-13 thomas
489 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
490 b61ceafc 2022-10-13 thomas if (pack == NULL) {
491 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
492 b61ceafc 2022-10-13 thomas packidx);
493 b61ceafc 2022-10-13 thomas if (err)
494 b61ceafc 2022-10-13 thomas goto done;
495 b61ceafc 2022-10-13 thomas }
496 b61ceafc 2022-10-13 thomas err = read_packed_object_raw_privsep(&outbuf, &size, &hdrlen,
497 b61ceafc 2022-10-13 thomas *outfd, pack, packidx, idx, id);
498 b61ceafc 2022-10-13 thomas if (err)
499 b61ceafc 2022-10-13 thomas goto done;
500 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
501 b61ceafc 2022-10-13 thomas int fd;
502 b61ceafc 2022-10-13 thomas
503 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
504 b61ceafc 2022-10-13 thomas if (err)
505 b61ceafc 2022-10-13 thomas goto done;
506 b61ceafc 2022-10-13 thomas err = read_object_raw_privsep(&outbuf, &size, &hdrlen, *outfd,
507 b61ceafc 2022-10-13 thomas id, repo, fd);
508 b61ceafc 2022-10-13 thomas if (err)
509 b61ceafc 2022-10-13 thomas goto done;
510 b61ceafc 2022-10-13 thomas }
511 b61ceafc 2022-10-13 thomas
512 ebe6ec92 2023-01-09 thomas err = got_object_raw_alloc(obj, outbuf, outfd,
513 ebe6ec92 2023-01-09 thomas GOT_DELTA_RESULT_SIZE_CACHED_MAX, hdrlen, size);
514 3efd8e31 2022-10-23 thomas if (err)
515 b61ceafc 2022-10-13 thomas goto done;
516 b61ceafc 2022-10-13 thomas
517 b61ceafc 2022-10-13 thomas err = got_repo_cache_raw_object(repo, id, *obj);
518 b61ceafc 2022-10-13 thomas done:
519 b61ceafc 2022-10-13 thomas free(path_packfile);
520 b61ceafc 2022-10-13 thomas if (err) {
521 b61ceafc 2022-10-13 thomas if (*obj) {
522 b61ceafc 2022-10-13 thomas got_object_raw_close(*obj);
523 b61ceafc 2022-10-13 thomas *obj = NULL;
524 b61ceafc 2022-10-13 thomas }
525 b61ceafc 2022-10-13 thomas free(outbuf);
526 4ea11ec7 2022-11-03 thomas }
527 b61ceafc 2022-10-13 thomas return err;
528 b61ceafc 2022-10-13 thomas }
529 b61ceafc 2022-10-13 thomas
530 b61ceafc 2022-10-13 thomas static const struct got_error *
531 b61ceafc 2022-10-13 thomas request_packed_commit(struct got_commit_object **commit, struct got_pack *pack,
532 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
533 b61ceafc 2022-10-13 thomas {
534 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
535 b61ceafc 2022-10-13 thomas
536 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_req(pack->privsep_child->ibuf, -1, id,
537 b61ceafc 2022-10-13 thomas pack_idx);
538 b61ceafc 2022-10-13 thomas if (err)
539 b61ceafc 2022-10-13 thomas return err;
540 b61ceafc 2022-10-13 thomas
541 b61ceafc 2022-10-13 thomas err = got_privsep_recv_commit(commit, pack->privsep_child->ibuf);
542 b61ceafc 2022-10-13 thomas if (err)
543 b61ceafc 2022-10-13 thomas return err;
544 b61ceafc 2022-10-13 thomas
545 b61ceafc 2022-10-13 thomas (*commit)->flags |= GOT_COMMIT_FLAG_PACKED;
546 b61ceafc 2022-10-13 thomas return NULL;
547 b61ceafc 2022-10-13 thomas }
548 b61ceafc 2022-10-13 thomas
549 b61ceafc 2022-10-13 thomas static const struct got_error *
550 b61ceafc 2022-10-13 thomas read_packed_commit_privsep(struct got_commit_object **commit,
551 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
552 b61ceafc 2022-10-13 thomas struct got_object_id *id)
553 b61ceafc 2022-10-13 thomas {
554 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
555 b61ceafc 2022-10-13 thomas
556 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
557 b61ceafc 2022-10-13 thomas return request_packed_commit(commit, pack, idx, id);
558 b61ceafc 2022-10-13 thomas
559 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
560 b61ceafc 2022-10-13 thomas if (err)
561 b61ceafc 2022-10-13 thomas return err;
562 b61ceafc 2022-10-13 thomas
563 b61ceafc 2022-10-13 thomas return request_packed_commit(commit, pack, idx, id);
564 b61ceafc 2022-10-13 thomas }
565 b61ceafc 2022-10-13 thomas
566 b61ceafc 2022-10-13 thomas static const struct got_error *
567 b61ceafc 2022-10-13 thomas request_commit(struct got_commit_object **commit, struct got_repository *repo,
568 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
569 b61ceafc 2022-10-13 thomas {
570 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
571 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
572 b61ceafc 2022-10-13 thomas
573 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].ibuf;
574 b61ceafc 2022-10-13 thomas
575 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_req(ibuf, fd, id, -1);
576 b61ceafc 2022-10-13 thomas if (err)
577 b61ceafc 2022-10-13 thomas return err;
578 b61ceafc 2022-10-13 thomas
579 b61ceafc 2022-10-13 thomas return got_privsep_recv_commit(commit, ibuf);
580 b61ceafc 2022-10-13 thomas }
581 b61ceafc 2022-10-13 thomas
582 b61ceafc 2022-10-13 thomas static const struct got_error *
583 b61ceafc 2022-10-13 thomas read_commit_privsep(struct got_commit_object **commit, int obj_fd,
584 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
585 b61ceafc 2022-10-13 thomas {
586 b61ceafc 2022-10-13 thomas const struct got_error *err;
587 b61ceafc 2022-10-13 thomas
588 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].imsg_fd != -1)
589 b61ceafc 2022-10-13 thomas return request_commit(commit, repo, obj_fd, id);
590 b61ceafc 2022-10-13 thomas
591 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_COMMIT);
592 54c22772 2022-10-13 thomas if (err)
593 b61ceafc 2022-10-13 thomas return err;
594 b61ceafc 2022-10-13 thomas
595 b61ceafc 2022-10-13 thomas return request_commit(commit, repo, obj_fd, id);
596 b61ceafc 2022-10-13 thomas }
597 b61ceafc 2022-10-13 thomas
598 b61ceafc 2022-10-13 thomas static const struct got_error *
599 b61ceafc 2022-10-13 thomas open_commit(struct got_commit_object **commit,
600 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id, int check_cache)
601 b61ceafc 2022-10-13 thomas {
602 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
603 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
604 b61ceafc 2022-10-13 thomas int idx;
605 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
606 b61ceafc 2022-10-13 thomas
607 b61ceafc 2022-10-13 thomas if (check_cache) {
608 b61ceafc 2022-10-13 thomas *commit = got_repo_get_cached_commit(repo, id);
609 b61ceafc 2022-10-13 thomas if (*commit != NULL) {
610 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
611 b61ceafc 2022-10-13 thomas return NULL;
612 b61ceafc 2022-10-13 thomas }
613 b61ceafc 2022-10-13 thomas } else
614 b61ceafc 2022-10-13 thomas *commit = NULL;
615 b61ceafc 2022-10-13 thomas
616 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
617 b61ceafc 2022-10-13 thomas if (err == NULL) {
618 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
619 b61ceafc 2022-10-13 thomas
620 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
621 b61ceafc 2022-10-13 thomas packidx->path_packidx);
622 b61ceafc 2022-10-13 thomas if (err)
623 b61ceafc 2022-10-13 thomas return err;
624 b61ceafc 2022-10-13 thomas
625 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
626 b61ceafc 2022-10-13 thomas if (pack == NULL) {
627 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
628 b61ceafc 2022-10-13 thomas packidx);
629 b61ceafc 2022-10-13 thomas if (err)
630 b61ceafc 2022-10-13 thomas goto done;
631 b61ceafc 2022-10-13 thomas }
632 b61ceafc 2022-10-13 thomas err = read_packed_commit_privsep(commit, pack,
633 b61ceafc 2022-10-13 thomas packidx, idx, id);
634 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
635 b61ceafc 2022-10-13 thomas int fd;
636 b61ceafc 2022-10-13 thomas
637 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
638 b61ceafc 2022-10-13 thomas if (err)
639 b61ceafc 2022-10-13 thomas return err;
640 b61ceafc 2022-10-13 thomas err = read_commit_privsep(commit, fd, id, repo);
641 b61ceafc 2022-10-13 thomas }
642 b61ceafc 2022-10-13 thomas
643 b61ceafc 2022-10-13 thomas if (err == NULL) {
644 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
645 b61ceafc 2022-10-13 thomas err = got_repo_cache_commit(repo, id, *commit);
646 b61ceafc 2022-10-13 thomas }
647 b61ceafc 2022-10-13 thomas done:
648 b61ceafc 2022-10-13 thomas free(path_packfile);
649 b61ceafc 2022-10-13 thomas return err;
650 b61ceafc 2022-10-13 thomas }
651 b61ceafc 2022-10-13 thomas
652 b61ceafc 2022-10-13 thomas const struct got_error *
653 b61ceafc 2022-10-13 thomas got_object_open_as_commit(struct got_commit_object **commit,
654 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
655 b61ceafc 2022-10-13 thomas {
656 b61ceafc 2022-10-13 thomas *commit = got_repo_get_cached_commit(repo, id);
657 b61ceafc 2022-10-13 thomas if (*commit != NULL) {
658 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
659 b61ceafc 2022-10-13 thomas return NULL;
660 b61ceafc 2022-10-13 thomas }
661 b61ceafc 2022-10-13 thomas
662 b61ceafc 2022-10-13 thomas return open_commit(commit, repo, id, 0);
663 b61ceafc 2022-10-13 thomas }
664 b61ceafc 2022-10-13 thomas
665 b61ceafc 2022-10-13 thomas const struct got_error *
666 b61ceafc 2022-10-13 thomas got_object_commit_open(struct got_commit_object **commit,
667 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
668 b61ceafc 2022-10-13 thomas {
669 b61ceafc 2022-10-13 thomas return open_commit(commit, repo, got_object_get_id(obj), 1);
670 b61ceafc 2022-10-13 thomas }
671 b61ceafc 2022-10-13 thomas
672 b61ceafc 2022-10-13 thomas static const struct got_error *
673 b61ceafc 2022-10-13 thomas request_packed_tree(struct got_tree_object **tree, struct got_pack *pack,
674 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
675 b61ceafc 2022-10-13 thomas {
676 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
677 b61ceafc 2022-10-13 thomas
678 b61ceafc 2022-10-13 thomas err = got_privsep_send_tree_req(pack->privsep_child->ibuf, -1, id,
679 b61ceafc 2022-10-13 thomas pack_idx);
680 b61ceafc 2022-10-13 thomas if (err)
681 b61ceafc 2022-10-13 thomas return err;
682 b61ceafc 2022-10-13 thomas
683 b61ceafc 2022-10-13 thomas return got_privsep_recv_tree(tree, pack->privsep_child->ibuf);
684 b61ceafc 2022-10-13 thomas }
685 b61ceafc 2022-10-13 thomas
686 b61ceafc 2022-10-13 thomas static const struct got_error *
687 b61ceafc 2022-10-13 thomas read_packed_tree_privsep(struct got_tree_object **tree,
688 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
689 b61ceafc 2022-10-13 thomas struct got_object_id *id)
690 b61ceafc 2022-10-13 thomas {
691 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
692 b61ceafc 2022-10-13 thomas
693 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
694 b61ceafc 2022-10-13 thomas return request_packed_tree(tree, pack, idx, id);
695 b61ceafc 2022-10-13 thomas
696 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
697 b61ceafc 2022-10-13 thomas if (err)
698 b61ceafc 2022-10-13 thomas return err;
699 b61ceafc 2022-10-13 thomas
700 b61ceafc 2022-10-13 thomas return request_packed_tree(tree, pack, idx, id);
701 b61ceafc 2022-10-13 thomas }
702 b61ceafc 2022-10-13 thomas
703 b61ceafc 2022-10-13 thomas static const struct got_error *
704 b61ceafc 2022-10-13 thomas request_tree(struct got_tree_object **tree, struct got_repository *repo,
705 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
706 b61ceafc 2022-10-13 thomas {
707 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
708 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
709 b61ceafc 2022-10-13 thomas
710 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].ibuf;
711 b61ceafc 2022-10-13 thomas
712 b61ceafc 2022-10-13 thomas err = got_privsep_send_tree_req(ibuf, fd, id, -1);
713 b61ceafc 2022-10-13 thomas if (err)
714 b61ceafc 2022-10-13 thomas return err;
715 b61ceafc 2022-10-13 thomas
716 b61ceafc 2022-10-13 thomas return got_privsep_recv_tree(tree, ibuf);
717 b61ceafc 2022-10-13 thomas }
718 b61ceafc 2022-10-13 thomas
719 b61ceafc 2022-10-13 thomas static const struct got_error *
720 b61ceafc 2022-10-13 thomas read_tree_privsep(struct got_tree_object **tree, int obj_fd,
721 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
722 b61ceafc 2022-10-13 thomas {
723 b61ceafc 2022-10-13 thomas const struct got_error *err;
724 b61ceafc 2022-10-13 thomas
725 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].imsg_fd != -1)
726 b61ceafc 2022-10-13 thomas return request_tree(tree, repo, obj_fd, id);
727 b61ceafc 2022-10-13 thomas
728 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TREE);
729 54c22772 2022-10-13 thomas if (err)
730 b61ceafc 2022-10-13 thomas return err;
731 b61ceafc 2022-10-13 thomas
732 b61ceafc 2022-10-13 thomas return request_tree(tree, repo, obj_fd, id);
733 b61ceafc 2022-10-13 thomas }
734 b61ceafc 2022-10-13 thomas
735 b61ceafc 2022-10-13 thomas static const struct got_error *
736 b61ceafc 2022-10-13 thomas open_tree(struct got_tree_object **tree, struct got_repository *repo,
737 b61ceafc 2022-10-13 thomas struct got_object_id *id, int check_cache)
738 b61ceafc 2022-10-13 thomas {
739 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
740 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
741 b61ceafc 2022-10-13 thomas int idx;
742 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
743 b61ceafc 2022-10-13 thomas
744 b61ceafc 2022-10-13 thomas if (check_cache) {
745 b61ceafc 2022-10-13 thomas *tree = got_repo_get_cached_tree(repo, id);
746 b61ceafc 2022-10-13 thomas if (*tree != NULL) {
747 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
748 b61ceafc 2022-10-13 thomas return NULL;
749 b61ceafc 2022-10-13 thomas }
750 b61ceafc 2022-10-13 thomas } else
751 b61ceafc 2022-10-13 thomas *tree = NULL;
752 b61ceafc 2022-10-13 thomas
753 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
754 b61ceafc 2022-10-13 thomas if (err == NULL) {
755 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
756 b61ceafc 2022-10-13 thomas
757 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
758 b61ceafc 2022-10-13 thomas packidx->path_packidx);
759 b61ceafc 2022-10-13 thomas if (err)
760 b61ceafc 2022-10-13 thomas return err;
761 b61ceafc 2022-10-13 thomas
762 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
763 b61ceafc 2022-10-13 thomas if (pack == NULL) {
764 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
765 b61ceafc 2022-10-13 thomas packidx);
766 b61ceafc 2022-10-13 thomas if (err)
767 b61ceafc 2022-10-13 thomas goto done;
768 b61ceafc 2022-10-13 thomas }
769 b61ceafc 2022-10-13 thomas err = read_packed_tree_privsep(tree, pack,
770 b61ceafc 2022-10-13 thomas packidx, idx, id);
771 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
772 b61ceafc 2022-10-13 thomas int fd;
773 b61ceafc 2022-10-13 thomas
774 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
775 b61ceafc 2022-10-13 thomas if (err)
776 b61ceafc 2022-10-13 thomas return err;
777 b61ceafc 2022-10-13 thomas err = read_tree_privsep(tree, fd, id, repo);
778 b61ceafc 2022-10-13 thomas }
779 b61ceafc 2022-10-13 thomas
780 b61ceafc 2022-10-13 thomas if (err == NULL) {
781 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
782 b61ceafc 2022-10-13 thomas err = got_repo_cache_tree(repo, id, *tree);
783 b61ceafc 2022-10-13 thomas }
784 b61ceafc 2022-10-13 thomas done:
785 b61ceafc 2022-10-13 thomas free(path_packfile);
786 b61ceafc 2022-10-13 thomas return err;
787 b61ceafc 2022-10-13 thomas }
788 b61ceafc 2022-10-13 thomas
789 b61ceafc 2022-10-13 thomas const struct got_error *
790 b61ceafc 2022-10-13 thomas got_object_open_as_tree(struct got_tree_object **tree,
791 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
792 b61ceafc 2022-10-13 thomas {
793 b61ceafc 2022-10-13 thomas *tree = got_repo_get_cached_tree(repo, id);
794 b61ceafc 2022-10-13 thomas if (*tree != NULL) {
795 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
796 b61ceafc 2022-10-13 thomas return NULL;
797 b61ceafc 2022-10-13 thomas }
798 b61ceafc 2022-10-13 thomas
799 b61ceafc 2022-10-13 thomas return open_tree(tree, repo, id, 0);
800 b61ceafc 2022-10-13 thomas }
801 b61ceafc 2022-10-13 thomas
802 b61ceafc 2022-10-13 thomas const struct got_error *
803 b61ceafc 2022-10-13 thomas got_object_tree_open(struct got_tree_object **tree,
804 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
805 b61ceafc 2022-10-13 thomas {
806 b61ceafc 2022-10-13 thomas return open_tree(tree, repo, got_object_get_id(obj), 1);
807 b61ceafc 2022-10-13 thomas }
808 b61ceafc 2022-10-13 thomas
809 b61ceafc 2022-10-13 thomas static const struct got_error *
810 b61ceafc 2022-10-13 thomas request_packed_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
811 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
812 b61ceafc 2022-10-13 thomas struct got_object_id *id)
813 b61ceafc 2022-10-13 thomas {
814 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
815 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
816 b61ceafc 2022-10-13 thomas int outfd_child;
817 b61ceafc 2022-10-13 thomas
818 9c57c4c6 2024-02-13 thomas err = pack_child_send_tempfiles(ibuf, pack);
819 9c57c4c6 2024-02-13 thomas if (err)
820 b61ceafc 2022-10-13 thomas return err;
821 b61ceafc 2022-10-13 thomas
822 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
823 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
824 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
825 b61ceafc 2022-10-13 thomas
826 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_req(pack->privsep_child->ibuf, -1, id, idx);
827 b61ceafc 2022-10-13 thomas if (err)
828 b61ceafc 2022-10-13 thomas return err;
829 b61ceafc 2022-10-13 thomas
830 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_outfd(pack->privsep_child->ibuf,
831 b61ceafc 2022-10-13 thomas outfd_child);
832 b61ceafc 2022-10-13 thomas if (err) {
833 b61ceafc 2022-10-13 thomas return err;
834 b61ceafc 2022-10-13 thomas }
835 b61ceafc 2022-10-13 thomas
836 b61ceafc 2022-10-13 thomas err = got_privsep_recv_blob(outbuf, size, hdrlen,
837 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
838 b61ceafc 2022-10-13 thomas if (err)
839 b61ceafc 2022-10-13 thomas return err;
840 b61ceafc 2022-10-13 thomas
841 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1)
842 b61ceafc 2022-10-13 thomas err = got_error_from_errno("lseek");
843 b61ceafc 2022-10-13 thomas
844 b61ceafc 2022-10-13 thomas return err;
845 b61ceafc 2022-10-13 thomas }
846 b61ceafc 2022-10-13 thomas
847 b61ceafc 2022-10-13 thomas static const struct got_error *
848 b61ceafc 2022-10-13 thomas read_packed_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
849 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
850 b61ceafc 2022-10-13 thomas struct got_object_id *id)
851 b61ceafc 2022-10-13 thomas {
852 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
853 b61ceafc 2022-10-13 thomas
854 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
855 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
856 b61ceafc 2022-10-13 thomas if (err)
857 b61ceafc 2022-10-13 thomas return err;
858 b61ceafc 2022-10-13 thomas }
859 b61ceafc 2022-10-13 thomas
860 b61ceafc 2022-10-13 thomas return request_packed_blob(outbuf, size, hdrlen, outfd, pack, packidx,
861 b61ceafc 2022-10-13 thomas idx, id);
862 b61ceafc 2022-10-13 thomas }
863 b61ceafc 2022-10-13 thomas
864 b61ceafc 2022-10-13 thomas static const struct got_error *
865 b61ceafc 2022-10-13 thomas request_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
866 b61ceafc 2022-10-13 thomas int infd, struct got_object_id *id, struct imsgbuf *ibuf)
867 b61ceafc 2022-10-13 thomas {
868 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
869 b61ceafc 2022-10-13 thomas int outfd_child;
870 b61ceafc 2022-10-13 thomas
871 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
872 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
873 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
874 b61ceafc 2022-10-13 thomas
875 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_req(ibuf, infd, id, -1);
876 b61ceafc 2022-10-13 thomas if (err)
877 b61ceafc 2022-10-13 thomas return err;
878 b61ceafc 2022-10-13 thomas
879 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_outfd(ibuf, outfd_child);
880 b61ceafc 2022-10-13 thomas if (err)
881 b61ceafc 2022-10-13 thomas return err;
882 b61ceafc 2022-10-13 thomas
883 b61ceafc 2022-10-13 thomas err = got_privsep_recv_blob(outbuf, size, hdrlen, ibuf);
884 b61ceafc 2022-10-13 thomas if (err)
885 b61ceafc 2022-10-13 thomas return err;
886 b61ceafc 2022-10-13 thomas
887 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1)
888 b61ceafc 2022-10-13 thomas return got_error_from_errno("lseek");
889 b61ceafc 2022-10-13 thomas
890 b61ceafc 2022-10-13 thomas return err;
891 b61ceafc 2022-10-13 thomas }
892 b61ceafc 2022-10-13 thomas
893 b61ceafc 2022-10-13 thomas static const struct got_error *
894 b61ceafc 2022-10-13 thomas read_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
895 b61ceafc 2022-10-13 thomas int outfd, int infd, struct got_object_id *id, struct got_repository *repo)
896 b61ceafc 2022-10-13 thomas {
897 b61ceafc 2022-10-13 thomas const struct got_error *err;
898 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
899 b61ceafc 2022-10-13 thomas
900 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].imsg_fd != -1) {
901 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
902 b61ceafc 2022-10-13 thomas return request_blob(outbuf, size, hdrlen, outfd, infd, id,
903 b61ceafc 2022-10-13 thomas ibuf);
904 b61ceafc 2022-10-13 thomas }
905 b61ceafc 2022-10-13 thomas
906 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_BLOB);
907 54c22772 2022-10-13 thomas if (err)
908 b61ceafc 2022-10-13 thomas return err;
909 b61ceafc 2022-10-13 thomas
910 54c22772 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
911 b61ceafc 2022-10-13 thomas return request_blob(outbuf, size, hdrlen, outfd, infd, id, ibuf);
912 b61ceafc 2022-10-13 thomas }
913 b61ceafc 2022-10-13 thomas
914 b61ceafc 2022-10-13 thomas static const struct got_error *
915 b61ceafc 2022-10-13 thomas open_blob(struct got_blob_object **blob, struct got_repository *repo,
916 b61ceafc 2022-10-13 thomas struct got_object_id *id, size_t blocksize, int outfd)
917 b61ceafc 2022-10-13 thomas {
918 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
919 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
920 b61ceafc 2022-10-13 thomas int idx, dfd = -1;
921 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
922 b61ceafc 2022-10-13 thomas uint8_t *outbuf;
923 b61ceafc 2022-10-13 thomas size_t size, hdrlen;
924 b61ceafc 2022-10-13 thomas struct stat sb;
925 b61ceafc 2022-10-13 thomas
926 b61ceafc 2022-10-13 thomas *blob = calloc(1, sizeof(**blob));
927 b61ceafc 2022-10-13 thomas if (*blob == NULL)
928 b61ceafc 2022-10-13 thomas return got_error_from_errno("calloc");
929 b61ceafc 2022-10-13 thomas
930 b61ceafc 2022-10-13 thomas (*blob)->read_buf = malloc(blocksize);
931 b61ceafc 2022-10-13 thomas if ((*blob)->read_buf == NULL) {
932 b61ceafc 2022-10-13 thomas err = got_error_from_errno("malloc");
933 b61ceafc 2022-10-13 thomas goto done;
934 b61ceafc 2022-10-13 thomas }
935 b61ceafc 2022-10-13 thomas
936 b61ceafc 2022-10-13 thomas if (ftruncate(outfd, 0L) == -1) {
937 b61ceafc 2022-10-13 thomas err = got_error_from_errno("ftruncate");
938 b61ceafc 2022-10-13 thomas goto done;
939 b61ceafc 2022-10-13 thomas }
940 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1) {
941 b61ceafc 2022-10-13 thomas err = got_error_from_errno("lseek");
942 b61ceafc 2022-10-13 thomas goto done;
943 b61ceafc 2022-10-13 thomas }
944 b61ceafc 2022-10-13 thomas
945 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
946 b61ceafc 2022-10-13 thomas if (err == NULL) {
947 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
948 b61ceafc 2022-10-13 thomas
949 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
950 b61ceafc 2022-10-13 thomas packidx->path_packidx);
951 b61ceafc 2022-10-13 thomas if (err)
952 b61ceafc 2022-10-13 thomas goto done;
953 b61ceafc 2022-10-13 thomas
954 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
955 b61ceafc 2022-10-13 thomas if (pack == NULL) {
956 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
957 b61ceafc 2022-10-13 thomas packidx);
958 b61ceafc 2022-10-13 thomas if (err)
959 b61ceafc 2022-10-13 thomas goto done;
960 b61ceafc 2022-10-13 thomas }
961 b61ceafc 2022-10-13 thomas err = read_packed_blob_privsep(&outbuf, &size, &hdrlen, outfd,
962 b61ceafc 2022-10-13 thomas pack, packidx, idx, id);
963 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
964 b61ceafc 2022-10-13 thomas int infd;
965 b61ceafc 2022-10-13 thomas
966 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&infd, id, repo);
967 b61ceafc 2022-10-13 thomas if (err)
968 b61ceafc 2022-10-13 thomas goto done;
969 b61ceafc 2022-10-13 thomas err = read_blob_privsep(&outbuf, &size, &hdrlen, outfd, infd,
970 b61ceafc 2022-10-13 thomas id, repo);
971 b61ceafc 2022-10-13 thomas }
972 b61ceafc 2022-10-13 thomas if (err)
973 b61ceafc 2022-10-13 thomas goto done;
974 b61ceafc 2022-10-13 thomas
975 b61ceafc 2022-10-13 thomas if (hdrlen > size) {
976 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_BAD_OBJ_HDR);
977 b61ceafc 2022-10-13 thomas goto done;
978 b61ceafc 2022-10-13 thomas }
979 b61ceafc 2022-10-13 thomas
980 b61ceafc 2022-10-13 thomas if (outbuf) {
981 b61ceafc 2022-10-13 thomas (*blob)->f = fmemopen(outbuf, size, "rb");
982 b61ceafc 2022-10-13 thomas if ((*blob)->f == NULL) {
983 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fmemopen");
984 b61ceafc 2022-10-13 thomas free(outbuf);
985 b61ceafc 2022-10-13 thomas goto done;
986 b61ceafc 2022-10-13 thomas }
987 b61ceafc 2022-10-13 thomas (*blob)->data = outbuf;
988 b61ceafc 2022-10-13 thomas } else {
989 b61ceafc 2022-10-13 thomas if (fstat(outfd, &sb) == -1) {
990 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fstat");
991 b61ceafc 2022-10-13 thomas goto done;
992 b61ceafc 2022-10-13 thomas }
993 b61ceafc 2022-10-13 thomas
994 b61ceafc 2022-10-13 thomas if (sb.st_size != size) {
995 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_PRIVSEP_LEN);
996 b61ceafc 2022-10-13 thomas goto done;
997 b61ceafc 2022-10-13 thomas }
998 b61ceafc 2022-10-13 thomas
999 b61ceafc 2022-10-13 thomas dfd = dup(outfd);
1000 b61ceafc 2022-10-13 thomas if (dfd == -1) {
1001 b61ceafc 2022-10-13 thomas err = got_error_from_errno("dup");
1002 b61ceafc 2022-10-13 thomas goto done;
1003 b61ceafc 2022-10-13 thomas }
1004 b61ceafc 2022-10-13 thomas
1005 b61ceafc 2022-10-13 thomas (*blob)->f = fdopen(dfd, "rb");
1006 b61ceafc 2022-10-13 thomas if ((*blob)->f == NULL) {
1007 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fdopen");
1008 b61ceafc 2022-10-13 thomas close(dfd);
1009 b61ceafc 2022-10-13 thomas dfd = -1;
1010 b61ceafc 2022-10-13 thomas goto done;
1011 b61ceafc 2022-10-13 thomas }
1012 b61ceafc 2022-10-13 thomas }
1013 b61ceafc 2022-10-13 thomas
1014 b61ceafc 2022-10-13 thomas (*blob)->hdrlen = hdrlen;
1015 b61ceafc 2022-10-13 thomas (*blob)->blocksize = blocksize;
1016 5b289346 2023-02-17 thomas memcpy(&(*blob)->id, id, sizeof(*id));
1017 b61ceafc 2022-10-13 thomas
1018 b61ceafc 2022-10-13 thomas done:
1019 b61ceafc 2022-10-13 thomas free(path_packfile);
1020 b61ceafc 2022-10-13 thomas if (err) {
1021 b61ceafc 2022-10-13 thomas if (*blob) {
1022 b61ceafc 2022-10-13 thomas got_object_blob_close(*blob);
1023 b61ceafc 2022-10-13 thomas *blob = NULL;
1024 b61ceafc 2022-10-13 thomas }
1025 b61ceafc 2022-10-13 thomas }
1026 b61ceafc 2022-10-13 thomas return err;
1027 b61ceafc 2022-10-13 thomas }
1028 b61ceafc 2022-10-13 thomas
1029 b61ceafc 2022-10-13 thomas const struct got_error *
1030 b61ceafc 2022-10-13 thomas got_object_open_as_blob(struct got_blob_object **blob,
1031 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id, size_t blocksize,
1032 b61ceafc 2022-10-13 thomas int outfd)
1033 b61ceafc 2022-10-13 thomas {
1034 b61ceafc 2022-10-13 thomas return open_blob(blob, repo, id, blocksize, outfd);
1035 b61ceafc 2022-10-13 thomas }
1036 b61ceafc 2022-10-13 thomas
1037 b61ceafc 2022-10-13 thomas const struct got_error *
1038 b61ceafc 2022-10-13 thomas got_object_blob_open(struct got_blob_object **blob,
1039 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj, size_t blocksize,
1040 b61ceafc 2022-10-13 thomas int outfd)
1041 b61ceafc 2022-10-13 thomas {
1042 b61ceafc 2022-10-13 thomas return open_blob(blob, repo, got_object_get_id(obj), blocksize, outfd);
1043 b61ceafc 2022-10-13 thomas }
1044 b61ceafc 2022-10-13 thomas
1045 b61ceafc 2022-10-13 thomas static const struct got_error *
1046 b61ceafc 2022-10-13 thomas request_packed_tag(struct got_tag_object **tag, struct got_pack *pack,
1047 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
1048 b61ceafc 2022-10-13 thomas {
1049 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1050 b61ceafc 2022-10-13 thomas
1051 b61ceafc 2022-10-13 thomas err = got_privsep_send_tag_req(pack->privsep_child->ibuf, -1, id,
1052 b61ceafc 2022-10-13 thomas pack_idx);
1053 b61ceafc 2022-10-13 thomas if (err)
1054 b61ceafc 2022-10-13 thomas return err;
1055 b61ceafc 2022-10-13 thomas
1056 b61ceafc 2022-10-13 thomas return got_privsep_recv_tag(tag, pack->privsep_child->ibuf);
1057 b61ceafc 2022-10-13 thomas }
1058 b61ceafc 2022-10-13 thomas
1059 b61ceafc 2022-10-13 thomas static const struct got_error *
1060 b61ceafc 2022-10-13 thomas read_packed_tag_privsep(struct got_tag_object **tag,
1061 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
1062 b61ceafc 2022-10-13 thomas struct got_object_id *id)
1063 b61ceafc 2022-10-13 thomas {
1064 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1065 b61ceafc 2022-10-13 thomas
1066 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
1067 b61ceafc 2022-10-13 thomas return request_packed_tag(tag, pack, idx, id);
1068 b61ceafc 2022-10-13 thomas
1069 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1070 b61ceafc 2022-10-13 thomas if (err)
1071 b61ceafc 2022-10-13 thomas return err;
1072 b61ceafc 2022-10-13 thomas
1073 b61ceafc 2022-10-13 thomas return request_packed_tag(tag, pack, idx, id);
1074 b61ceafc 2022-10-13 thomas }
1075 b61ceafc 2022-10-13 thomas
1076 b61ceafc 2022-10-13 thomas static const struct got_error *
1077 b61ceafc 2022-10-13 thomas request_tag(struct got_tag_object **tag, struct got_repository *repo,
1078 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
1079 b61ceafc 2022-10-13 thomas {
1080 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1081 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
1082 b61ceafc 2022-10-13 thomas
1083 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].ibuf;
1084 b61ceafc 2022-10-13 thomas
1085 b61ceafc 2022-10-13 thomas err = got_privsep_send_tag_req(ibuf, fd, id, -1);
1086 b61ceafc 2022-10-13 thomas if (err)
1087 b61ceafc 2022-10-13 thomas return err;
1088 b61ceafc 2022-10-13 thomas
1089 b61ceafc 2022-10-13 thomas return got_privsep_recv_tag(tag, ibuf);
1090 b61ceafc 2022-10-13 thomas }
1091 b61ceafc 2022-10-13 thomas
1092 b61ceafc 2022-10-13 thomas static const struct got_error *
1093 b61ceafc 2022-10-13 thomas read_tag_privsep(struct got_tag_object **tag, int obj_fd,
1094 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
1095 b61ceafc 2022-10-13 thomas {
1096 b61ceafc 2022-10-13 thomas const struct got_error *err;
1097 b61ceafc 2022-10-13 thomas
1098 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].imsg_fd != -1)
1099 b61ceafc 2022-10-13 thomas return request_tag(tag, repo, obj_fd, id);
1100 b61ceafc 2022-10-13 thomas
1101 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TAG);
1102 54c22772 2022-10-13 thomas if (err)
1103 b61ceafc 2022-10-13 thomas return err;
1104 b61ceafc 2022-10-13 thomas
1105 b61ceafc 2022-10-13 thomas return request_tag(tag, repo, obj_fd, id);
1106 b61ceafc 2022-10-13 thomas }
1107 b61ceafc 2022-10-13 thomas
1108 b61ceafc 2022-10-13 thomas static const struct got_error *
1109 b61ceafc 2022-10-13 thomas open_tag(struct got_tag_object **tag, struct got_repository *repo,
1110 b61ceafc 2022-10-13 thomas struct got_object_id *id, int check_cache)
1111 b61ceafc 2022-10-13 thomas {
1112 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1113 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
1114 b61ceafc 2022-10-13 thomas int idx;
1115 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1116 b61ceafc 2022-10-13 thomas struct got_object *obj = NULL;
1117 b61ceafc 2022-10-13 thomas int obj_type = GOT_OBJ_TYPE_ANY;
1118 b61ceafc 2022-10-13 thomas
1119 b61ceafc 2022-10-13 thomas if (check_cache) {
1120 b61ceafc 2022-10-13 thomas *tag = got_repo_get_cached_tag(repo, id);
1121 b61ceafc 2022-10-13 thomas if (*tag != NULL) {
1122 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1123 b61ceafc 2022-10-13 thomas return NULL;
1124 b61ceafc 2022-10-13 thomas }
1125 b61ceafc 2022-10-13 thomas } else
1126 b61ceafc 2022-10-13 thomas *tag = NULL;
1127 b61ceafc 2022-10-13 thomas
1128 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
1129 b61ceafc 2022-10-13 thomas if (err == NULL) {
1130 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
1131 b61ceafc 2022-10-13 thomas
1132 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1133 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1134 b61ceafc 2022-10-13 thomas if (err)
1135 b61ceafc 2022-10-13 thomas return err;
1136 b61ceafc 2022-10-13 thomas
1137 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1138 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1139 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
1140 b61ceafc 2022-10-13 thomas packidx);
1141 b61ceafc 2022-10-13 thomas if (err)
1142 b61ceafc 2022-10-13 thomas goto done;
1143 b61ceafc 2022-10-13 thomas }
1144 b61ceafc 2022-10-13 thomas
1145 b61ceafc 2022-10-13 thomas /* Beware of "lightweight" tags: Check object type first. */
1146 b61ceafc 2022-10-13 thomas err = read_packed_object_privsep(&obj, repo, pack, packidx,
1147 b61ceafc 2022-10-13 thomas idx, id);
1148 b61ceafc 2022-10-13 thomas if (err)
1149 b61ceafc 2022-10-13 thomas goto done;
1150 b61ceafc 2022-10-13 thomas obj_type = obj->type;
1151 b61ceafc 2022-10-13 thomas got_object_close(obj);
1152 b61ceafc 2022-10-13 thomas if (obj_type != GOT_OBJ_TYPE_TAG) {
1153 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_OBJ_TYPE);
1154 b61ceafc 2022-10-13 thomas goto done;
1155 b61ceafc 2022-10-13 thomas }
1156 b61ceafc 2022-10-13 thomas err = read_packed_tag_privsep(tag, pack, packidx, idx, id);
1157 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
1158 b61ceafc 2022-10-13 thomas int fd;
1159 b61ceafc 2022-10-13 thomas
1160 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
1161 b61ceafc 2022-10-13 thomas if (err)
1162 b61ceafc 2022-10-13 thomas return err;
1163 b61ceafc 2022-10-13 thomas err = got_object_read_header_privsep(&obj, id, repo, fd);
1164 b61ceafc 2022-10-13 thomas if (err)
1165 b61ceafc 2022-10-13 thomas return err;
1166 b61ceafc 2022-10-13 thomas obj_type = obj->type;
1167 b61ceafc 2022-10-13 thomas got_object_close(obj);
1168 b61ceafc 2022-10-13 thomas if (obj_type != GOT_OBJ_TYPE_TAG)
1169 b61ceafc 2022-10-13 thomas return got_error(GOT_ERR_OBJ_TYPE);
1170 b61ceafc 2022-10-13 thomas
1171 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
1172 b61ceafc 2022-10-13 thomas if (err)
1173 b61ceafc 2022-10-13 thomas return err;
1174 b61ceafc 2022-10-13 thomas err = read_tag_privsep(tag, fd, id, repo);
1175 b61ceafc 2022-10-13 thomas }
1176 b61ceafc 2022-10-13 thomas
1177 b61ceafc 2022-10-13 thomas if (err == NULL) {
1178 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1179 b61ceafc 2022-10-13 thomas err = got_repo_cache_tag(repo, id, *tag);
1180 b61ceafc 2022-10-13 thomas }
1181 b61ceafc 2022-10-13 thomas done:
1182 b61ceafc 2022-10-13 thomas free(path_packfile);
1183 b61ceafc 2022-10-13 thomas return err;
1184 b61ceafc 2022-10-13 thomas }
1185 b61ceafc 2022-10-13 thomas
1186 b61ceafc 2022-10-13 thomas const struct got_error *
1187 b61ceafc 2022-10-13 thomas got_object_open_as_tag(struct got_tag_object **tag,
1188 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
1189 b61ceafc 2022-10-13 thomas {
1190 b61ceafc 2022-10-13 thomas *tag = got_repo_get_cached_tag(repo, id);
1191 b61ceafc 2022-10-13 thomas if (*tag != NULL) {
1192 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1193 b61ceafc 2022-10-13 thomas return NULL;
1194 b61ceafc 2022-10-13 thomas }
1195 b61ceafc 2022-10-13 thomas
1196 b61ceafc 2022-10-13 thomas return open_tag(tag, repo, id, 0);
1197 b61ceafc 2022-10-13 thomas }
1198 b61ceafc 2022-10-13 thomas
1199 b61ceafc 2022-10-13 thomas const struct got_error *
1200 b61ceafc 2022-10-13 thomas got_object_tag_open(struct got_tag_object **tag,
1201 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
1202 b61ceafc 2022-10-13 thomas {
1203 b61ceafc 2022-10-13 thomas return open_tag(tag, repo, got_object_get_id(obj), 1);
1204 b61ceafc 2022-10-13 thomas }
1205 b61ceafc 2022-10-13 thomas
1206 b61ceafc 2022-10-13 thomas const struct got_error *
1207 b61ceafc 2022-10-13 thomas got_traverse_packed_commits(struct got_object_id_queue *traversed_commits,
1208 b61ceafc 2022-10-13 thomas struct got_object_id *commit_id, const char *path,
1209 b61ceafc 2022-10-13 thomas struct got_repository *repo)
1210 b61ceafc 2022-10-13 thomas {
1211 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1212 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
1213 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
1214 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1215 b61ceafc 2022-10-13 thomas struct got_commit_object *changed_commit = NULL;
1216 b61ceafc 2022-10-13 thomas struct got_object_id *changed_commit_id = NULL;
1217 b61ceafc 2022-10-13 thomas int idx;
1218 b61ceafc 2022-10-13 thomas
1219 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, commit_id);
1220 b61ceafc 2022-10-13 thomas if (err) {
1221 b61ceafc 2022-10-13 thomas if (err->code != GOT_ERR_NO_OBJ)
1222 b61ceafc 2022-10-13 thomas return err;
1223 b61ceafc 2022-10-13 thomas return NULL;
1224 b61ceafc 2022-10-13 thomas }
1225 b61ceafc 2022-10-13 thomas
1226 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1227 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1228 b61ceafc 2022-10-13 thomas if (err)
1229 b61ceafc 2022-10-13 thomas return err;
1230 b61ceafc 2022-10-13 thomas
1231 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1232 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1233 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1234 b61ceafc 2022-10-13 thomas if (err)
1235 b61ceafc 2022-10-13 thomas goto done;
1236 b61ceafc 2022-10-13 thomas }
1237 b61ceafc 2022-10-13 thomas
1238 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
1239 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1240 b61ceafc 2022-10-13 thomas if (err)
1241 b61ceafc 2022-10-13 thomas goto done;
1242 b61ceafc 2022-10-13 thomas }
1243 b61ceafc 2022-10-13 thomas
1244 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_traversal_request(
1245 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, commit_id, idx, path);
1246 b61ceafc 2022-10-13 thomas if (err)
1247 b61ceafc 2022-10-13 thomas goto done;
1248 b61ceafc 2022-10-13 thomas
1249 b61ceafc 2022-10-13 thomas err = got_privsep_recv_traversed_commits(&changed_commit,
1250 b61ceafc 2022-10-13 thomas &changed_commit_id, traversed_commits, pack->privsep_child->ibuf);
1251 b61ceafc 2022-10-13 thomas if (err)
1252 b61ceafc 2022-10-13 thomas goto done;
1253 b61ceafc 2022-10-13 thomas
1254 b61ceafc 2022-10-13 thomas if (changed_commit) {
1255 b61ceafc 2022-10-13 thomas /*
1256 b61ceafc 2022-10-13 thomas * Cache the commit in which the path was changed.
1257 b61ceafc 2022-10-13 thomas * This commit might be opened again soon.
1258 b61ceafc 2022-10-13 thomas */
1259 b61ceafc 2022-10-13 thomas changed_commit->refcnt++;
1260 b61ceafc 2022-10-13 thomas err = got_repo_cache_commit(repo, changed_commit_id,
1261 b61ceafc 2022-10-13 thomas changed_commit);
1262 b61ceafc 2022-10-13 thomas got_object_commit_close(changed_commit);
1263 b61ceafc 2022-10-13 thomas }
1264 b61ceafc 2022-10-13 thomas done:
1265 b61ceafc 2022-10-13 thomas free(path_packfile);
1266 b61ceafc 2022-10-13 thomas free(changed_commit_id);
1267 b61ceafc 2022-10-13 thomas return err;
1268 b61ceafc 2022-10-13 thomas }
1269 b61ceafc 2022-10-13 thomas
1270 b61ceafc 2022-10-13 thomas const struct got_error *
1271 b61ceafc 2022-10-13 thomas got_object_enumerate(int *found_all_objects,
1272 b61ceafc 2022-10-13 thomas got_object_enumerate_commit_cb cb_commit,
1273 b61ceafc 2022-10-13 thomas got_object_enumerate_tree_cb cb_tree, void *cb_arg,
1274 b61ceafc 2022-10-13 thomas struct got_object_id **ours, int nours,
1275 b61ceafc 2022-10-13 thomas struct got_object_id **theirs, int ntheirs,
1276 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, struct got_repository *repo)
1277 b61ceafc 2022-10-13 thomas {
1278 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1279 b61ceafc 2022-10-13 thomas struct got_pack *pack;
1280 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1281 b61ceafc 2022-10-13 thomas
1282 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1283 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1284 b61ceafc 2022-10-13 thomas if (err)
1285 b61ceafc 2022-10-13 thomas return err;
1286 b61ceafc 2022-10-13 thomas
1287 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1288 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1289 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1290 b61ceafc 2022-10-13 thomas if (err)
1291 b61ceafc 2022-10-13 thomas goto done;
1292 b61ceafc 2022-10-13 thomas }
1293 b61ceafc 2022-10-13 thomas
1294 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
1295 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1296 b61ceafc 2022-10-13 thomas if (err)
1297 b61ceafc 2022-10-13 thomas goto done;
1298 b61ceafc 2022-10-13 thomas }
1299 b61ceafc 2022-10-13 thomas
1300 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_enumeration_request(
1301 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
1302 b61ceafc 2022-10-13 thomas if (err)
1303 b61ceafc 2022-10-13 thomas goto done;
1304 b61ceafc 2022-10-13 thomas
1305 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1306 b61ceafc 2022-10-13 thomas ours, nours);
1307 b61ceafc 2022-10-13 thomas if (err)
1308 b61ceafc 2022-10-13 thomas goto done;
1309 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1310 b61ceafc 2022-10-13 thomas if (err)
1311 b61ceafc 2022-10-13 thomas goto done;
1312 b61ceafc 2022-10-13 thomas
1313 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1314 b61ceafc 2022-10-13 thomas theirs, ntheirs);
1315 b61ceafc 2022-10-13 thomas if (err)
1316 b61ceafc 2022-10-13 thomas goto done;
1317 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1318 b61ceafc 2022-10-13 thomas if (err)
1319 b61ceafc 2022-10-13 thomas goto done;
1320 b61ceafc 2022-10-13 thomas
1321 b61ceafc 2022-10-13 thomas err = got_privsep_recv_enumerated_objects(found_all_objects,
1322 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, cb_commit, cb_tree, cb_arg, repo);
1323 b61ceafc 2022-10-13 thomas done:
1324 b61ceafc 2022-10-13 thomas free(path_packfile);
1325 b61ceafc 2022-10-13 thomas return err;
1326 b61ceafc 2022-10-13 thomas }