Blame


1 b61ceafc 2022-10-13 thomas /*
2 b61ceafc 2022-10-13 thomas * Copyright (c) 2018, 2019, 2022 Stefan Sperling <stsp@openbsd.org>
3 b61ceafc 2022-10-13 thomas *
4 b61ceafc 2022-10-13 thomas * Permission to use, copy, modify, and distribute this software for any
5 b61ceafc 2022-10-13 thomas * purpose with or without fee is hereby granted, provided that the above
6 b61ceafc 2022-10-13 thomas * copyright notice and this permission notice appear in all copies.
7 b61ceafc 2022-10-13 thomas *
8 b61ceafc 2022-10-13 thomas * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 b61ceafc 2022-10-13 thomas * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 b61ceafc 2022-10-13 thomas * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 b61ceafc 2022-10-13 thomas * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 b61ceafc 2022-10-13 thomas * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 b61ceafc 2022-10-13 thomas * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 b61ceafc 2022-10-13 thomas * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 b61ceafc 2022-10-13 thomas */
16 b61ceafc 2022-10-13 thomas
17 f46da2e2 2024-01-18 thomas #include "got_compat.h"
18 f46da2e2 2024-01-18 thomas
19 b61ceafc 2022-10-13 thomas #include <sys/mman.h>
20 b61ceafc 2022-10-13 thomas #include <sys/queue.h>
21 b61ceafc 2022-10-13 thomas #include <sys/types.h>
22 b61ceafc 2022-10-13 thomas #include <sys/stat.h>
23 b61ceafc 2022-10-13 thomas #include <sys/socket.h>
24 b61ceafc 2022-10-13 thomas #include <sys/uio.h>
25 b61ceafc 2022-10-13 thomas
26 b61ceafc 2022-10-13 thomas #include <errno.h>
27 b61ceafc 2022-10-13 thomas #include <imsg.h>
28 f8c03d02 2024-03-30 thomas #include <stddef.h>
29 b61ceafc 2022-10-13 thomas #include <stdio.h>
30 b61ceafc 2022-10-13 thomas #include <stdint.h>
31 b61ceafc 2022-10-13 thomas #include <stdlib.h>
32 b61ceafc 2022-10-13 thomas #include <string.h>
33 b61ceafc 2022-10-13 thomas #include <limits.h>
34 b61ceafc 2022-10-13 thomas #include <unistd.h>
35 b61ceafc 2022-10-13 thomas
36 b61ceafc 2022-10-13 thomas #include "got_error.h"
37 b61ceafc 2022-10-13 thomas #include "got_object.h"
38 b61ceafc 2022-10-13 thomas #include "got_repository.h"
39 b61ceafc 2022-10-13 thomas #include "got_opentemp.h"
40 b61ceafc 2022-10-13 thomas #include "got_path.h"
41 b61ceafc 2022-10-13 thomas
42 b61ceafc 2022-10-13 thomas #include "got_lib_delta.h"
43 b61ceafc 2022-10-13 thomas #include "got_lib_object.h"
44 b61ceafc 2022-10-13 thomas #include "got_lib_privsep.h"
45 b61ceafc 2022-10-13 thomas #include "got_lib_object_cache.h"
46 b61ceafc 2022-10-13 thomas #include "got_lib_pack.h"
47 b61ceafc 2022-10-13 thomas #include "got_lib_repository.h"
48 b61ceafc 2022-10-13 thomas
49 b61ceafc 2022-10-13 thomas static const struct got_error *
50 b61ceafc 2022-10-13 thomas request_packed_object(struct got_object **obj, struct got_pack *pack, int idx,
51 b61ceafc 2022-10-13 thomas struct got_object_id *id)
52 b61ceafc 2022-10-13 thomas {
53 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
54 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
55 b61ceafc 2022-10-13 thomas
56 b61ceafc 2022-10-13 thomas err = got_privsep_send_packed_obj_req(ibuf, idx, id);
57 b61ceafc 2022-10-13 thomas if (err)
58 b61ceafc 2022-10-13 thomas return err;
59 b61ceafc 2022-10-13 thomas
60 b61ceafc 2022-10-13 thomas err = got_privsep_recv_obj(obj, ibuf);
61 b61ceafc 2022-10-13 thomas if (err)
62 b61ceafc 2022-10-13 thomas return err;
63 b61ceafc 2022-10-13 thomas
64 b61ceafc 2022-10-13 thomas memcpy(&(*obj)->id, id, sizeof((*obj)->id));
65 b61ceafc 2022-10-13 thomas
66 b61ceafc 2022-10-13 thomas return NULL;
67 b61ceafc 2022-10-13 thomas }
68 b61ceafc 2022-10-13 thomas
69 b61ceafc 2022-10-13 thomas /* Create temporary files used during delta application. */
70 b61ceafc 2022-10-13 thomas static const struct got_error *
71 b61ceafc 2022-10-13 thomas pack_child_send_tempfiles(struct imsgbuf *ibuf, struct got_pack *pack)
72 b61ceafc 2022-10-13 thomas {
73 b61ceafc 2022-10-13 thomas const struct got_error *err;
74 b61ceafc 2022-10-13 thomas int basefd = -1, accumfd = -1;
75 b61ceafc 2022-10-13 thomas
76 b61ceafc 2022-10-13 thomas /*
77 b61ceafc 2022-10-13 thomas * For performance reasons, the child will keep reusing the
78 b61ceafc 2022-10-13 thomas * same temporary files during every object request.
79 b61ceafc 2022-10-13 thomas * Opening and closing new files for every object request is
80 b61ceafc 2022-10-13 thomas * too expensive during operations such as 'gotadmin pack'.
81 b61ceafc 2022-10-13 thomas */
82 b61ceafc 2022-10-13 thomas if (pack->child_has_tempfiles)
83 b61ceafc 2022-10-13 thomas return NULL;
84 b61ceafc 2022-10-13 thomas
85 b61ceafc 2022-10-13 thomas basefd = dup(pack->basefd);
86 b61ceafc 2022-10-13 thomas if (basefd == -1)
87 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
88 b61ceafc 2022-10-13 thomas
89 b61ceafc 2022-10-13 thomas accumfd = dup(pack->accumfd);
90 b61ceafc 2022-10-13 thomas if (accumfd == -1) {
91 b61ceafc 2022-10-13 thomas err = got_error_from_errno("dup");
92 b61ceafc 2022-10-13 thomas goto done;
93 b61ceafc 2022-10-13 thomas }
94 b61ceafc 2022-10-13 thomas
95 b61ceafc 2022-10-13 thomas err = got_privsep_send_tmpfd(ibuf, basefd);
96 b61ceafc 2022-10-13 thomas if (err)
97 b61ceafc 2022-10-13 thomas goto done;
98 b61ceafc 2022-10-13 thomas
99 b61ceafc 2022-10-13 thomas err = got_privsep_send_tmpfd(ibuf, accumfd);
100 b61ceafc 2022-10-13 thomas done:
101 b61ceafc 2022-10-13 thomas if (err) {
102 b61ceafc 2022-10-13 thomas if (basefd != -1)
103 b61ceafc 2022-10-13 thomas close(basefd);
104 b61ceafc 2022-10-13 thomas if (accumfd != -1)
105 b61ceafc 2022-10-13 thomas close(accumfd);
106 b61ceafc 2022-10-13 thomas } else
107 b61ceafc 2022-10-13 thomas pack->child_has_tempfiles = 1;
108 a66a4a50 2023-02-03 thomas return err;
109 b61ceafc 2022-10-13 thomas }
110 b61ceafc 2022-10-13 thomas
111 b61ceafc 2022-10-13 thomas static const struct got_error *
112 b61ceafc 2022-10-13 thomas request_packed_object_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
113 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, int idx, struct got_object_id *id)
114 b61ceafc 2022-10-13 thomas {
115 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
116 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
117 b61ceafc 2022-10-13 thomas int outfd_child;
118 b61ceafc 2022-10-13 thomas
119 9c57c4c6 2024-02-13 thomas err = pack_child_send_tempfiles(ibuf, pack);
120 9c57c4c6 2024-02-13 thomas if (err)
121 b61ceafc 2022-10-13 thomas return err;
122 b61ceafc 2022-10-13 thomas
123 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
124 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
125 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
126 b61ceafc 2022-10-13 thomas
127 b61ceafc 2022-10-13 thomas err = got_privsep_send_packed_raw_obj_req(ibuf, idx, id);
128 b61ceafc 2022-10-13 thomas if (err) {
129 b61ceafc 2022-10-13 thomas close(outfd_child);
130 b61ceafc 2022-10-13 thomas return err;
131 b61ceafc 2022-10-13 thomas }
132 b61ceafc 2022-10-13 thomas
133 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
134 b61ceafc 2022-10-13 thomas if (err)
135 b61ceafc 2022-10-13 thomas return err;
136 b61ceafc 2022-10-13 thomas
137 b61ceafc 2022-10-13 thomas err = got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
138 b61ceafc 2022-10-13 thomas if (err)
139 b61ceafc 2022-10-13 thomas return err;
140 b61ceafc 2022-10-13 thomas
141 b61ceafc 2022-10-13 thomas return NULL;
142 b61ceafc 2022-10-13 thomas }
143 b61ceafc 2022-10-13 thomas
144 b61ceafc 2022-10-13 thomas static const struct got_error *
145 b61ceafc 2022-10-13 thomas read_packed_object_privsep(struct got_object **obj,
146 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_pack *pack,
147 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, int idx, struct got_object_id *id)
148 b61ceafc 2022-10-13 thomas {
149 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
150 b61ceafc 2022-10-13 thomas
151 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
152 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
153 b61ceafc 2022-10-13 thomas if (err)
154 b61ceafc 2022-10-13 thomas return err;
155 b61ceafc 2022-10-13 thomas }
156 b61ceafc 2022-10-13 thomas
157 b61ceafc 2022-10-13 thomas return request_packed_object(obj, pack, idx, id);
158 b61ceafc 2022-10-13 thomas }
159 b61ceafc 2022-10-13 thomas
160 b61ceafc 2022-10-13 thomas static const struct got_error *
161 b61ceafc 2022-10-13 thomas read_packed_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
162 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
163 b61ceafc 2022-10-13 thomas struct got_object_id *id)
164 b61ceafc 2022-10-13 thomas {
165 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
166 b61ceafc 2022-10-13 thomas
167 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
168 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
169 b61ceafc 2022-10-13 thomas if (err)
170 b61ceafc 2022-10-13 thomas return err;
171 b61ceafc 2022-10-13 thomas }
172 b61ceafc 2022-10-13 thomas
173 b61ceafc 2022-10-13 thomas return request_packed_object_raw(outbuf, size, hdrlen, outfd, pack,
174 b61ceafc 2022-10-13 thomas idx, id);
175 b61ceafc 2022-10-13 thomas }
176 b61ceafc 2022-10-13 thomas
177 b61ceafc 2022-10-13 thomas const struct got_error *
178 b61ceafc 2022-10-13 thomas got_object_open_packed(struct got_object **obj, struct got_object_id *id,
179 b61ceafc 2022-10-13 thomas struct got_repository *repo)
180 b61ceafc 2022-10-13 thomas {
181 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
182 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
183 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
184 b61ceafc 2022-10-13 thomas int idx;
185 b61ceafc 2022-10-13 thomas char *path_packfile;
186 b61ceafc 2022-10-13 thomas
187 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
188 b61ceafc 2022-10-13 thomas if (err)
189 b61ceafc 2022-10-13 thomas return err;
190 b61ceafc 2022-10-13 thomas
191 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
192 b61ceafc 2022-10-13 thomas packidx->path_packidx);
193 b61ceafc 2022-10-13 thomas if (err)
194 b61ceafc 2022-10-13 thomas return err;
195 b61ceafc 2022-10-13 thomas
196 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
197 b61ceafc 2022-10-13 thomas if (pack == NULL) {
198 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
199 b61ceafc 2022-10-13 thomas if (err)
200 b61ceafc 2022-10-13 thomas goto done;
201 b61ceafc 2022-10-13 thomas }
202 b61ceafc 2022-10-13 thomas
203 b61ceafc 2022-10-13 thomas err = read_packed_object_privsep(obj, repo, pack, packidx, idx, id);
204 b61ceafc 2022-10-13 thomas if (err)
205 b61ceafc 2022-10-13 thomas goto done;
206 b61ceafc 2022-10-13 thomas done:
207 b61ceafc 2022-10-13 thomas free(path_packfile);
208 b61ceafc 2022-10-13 thomas return err;
209 b61ceafc 2022-10-13 thomas }
210 b61ceafc 2022-10-13 thomas
211 b61ceafc 2022-10-13 thomas const struct got_error *
212 b61ceafc 2022-10-13 thomas got_object_open_from_packfile(struct got_object **obj, struct got_object_id *id,
213 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
214 b61ceafc 2022-10-13 thomas struct got_repository *repo)
215 b61ceafc 2022-10-13 thomas {
216 b61ceafc 2022-10-13 thomas return read_packed_object_privsep(obj, repo, pack, packidx,
217 b61ceafc 2022-10-13 thomas obj_idx, id);
218 b61ceafc 2022-10-13 thomas }
219 b61ceafc 2022-10-13 thomas
220 b61ceafc 2022-10-13 thomas const struct got_error *
221 b61ceafc 2022-10-13 thomas got_object_read_raw_delta(uint64_t *base_size, uint64_t *result_size,
222 b61ceafc 2022-10-13 thomas off_t *delta_size, off_t *delta_compressed_size, off_t *delta_offset,
223 b61ceafc 2022-10-13 thomas off_t *delta_out_offset, struct got_object_id **base_id, int delta_cache_fd,
224 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
225 b61ceafc 2022-10-13 thomas struct got_repository *repo)
226 b61ceafc 2022-10-13 thomas {
227 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
228 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
229 b61ceafc 2022-10-13 thomas char *path_packfile;
230 b61ceafc 2022-10-13 thomas
231 b61ceafc 2022-10-13 thomas *base_size = 0;
232 b61ceafc 2022-10-13 thomas *result_size = 0;
233 b61ceafc 2022-10-13 thomas *delta_size = 0;
234 b61ceafc 2022-10-13 thomas *delta_compressed_size = 0;
235 b61ceafc 2022-10-13 thomas *delta_offset = 0;
236 b61ceafc 2022-10-13 thomas *delta_out_offset = 0;
237 b61ceafc 2022-10-13 thomas
238 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
239 b61ceafc 2022-10-13 thomas packidx->path_packidx);
240 b61ceafc 2022-10-13 thomas if (err)
241 b61ceafc 2022-10-13 thomas return err;
242 b61ceafc 2022-10-13 thomas
243 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
244 b61ceafc 2022-10-13 thomas if (pack == NULL) {
245 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
246 b61ceafc 2022-10-13 thomas if (err)
247 b61ceafc 2022-10-13 thomas return err;
248 b61ceafc 2022-10-13 thomas }
249 b61ceafc 2022-10-13 thomas
250 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
251 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
252 b61ceafc 2022-10-13 thomas if (err)
253 b61ceafc 2022-10-13 thomas return err;
254 b61ceafc 2022-10-13 thomas }
255 b61ceafc 2022-10-13 thomas
256 b61ceafc 2022-10-13 thomas if (!pack->child_has_delta_outfd) {
257 b61ceafc 2022-10-13 thomas int outfd_child;
258 b61ceafc 2022-10-13 thomas outfd_child = dup(delta_cache_fd);
259 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
260 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
261 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_delta_outfd(
262 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, outfd_child);
263 b61ceafc 2022-10-13 thomas if (err)
264 b61ceafc 2022-10-13 thomas return err;
265 b61ceafc 2022-10-13 thomas pack->child_has_delta_outfd = 1;
266 b61ceafc 2022-10-13 thomas }
267 b61ceafc 2022-10-13 thomas
268 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_delta_req(pack->privsep_child->ibuf,
269 b61ceafc 2022-10-13 thomas obj_idx, id);
270 b61ceafc 2022-10-13 thomas if (err)
271 b61ceafc 2022-10-13 thomas return err;
272 b61ceafc 2022-10-13 thomas
273 b61ceafc 2022-10-13 thomas return got_privsep_recv_raw_delta(base_size, result_size, delta_size,
274 b61ceafc 2022-10-13 thomas delta_compressed_size, delta_offset, delta_out_offset, base_id,
275 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
276 b61ceafc 2022-10-13 thomas }
277 b61ceafc 2022-10-13 thomas
278 b61ceafc 2022-10-13 thomas static const struct got_error *
279 b61ceafc 2022-10-13 thomas request_object(struct got_object **obj, struct got_object_id *id,
280 b61ceafc 2022-10-13 thomas struct got_repository *repo, int fd)
281 b61ceafc 2022-10-13 thomas {
282 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
283 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
284 b61ceafc 2022-10-13 thomas
285 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
286 b61ceafc 2022-10-13 thomas
287 b61ceafc 2022-10-13 thomas err = got_privsep_send_obj_req(ibuf, fd, id);
288 b61ceafc 2022-10-13 thomas if (err)
289 b61ceafc 2022-10-13 thomas return err;
290 b61ceafc 2022-10-13 thomas
291 b61ceafc 2022-10-13 thomas return got_privsep_recv_obj(obj, ibuf);
292 b61ceafc 2022-10-13 thomas }
293 b61ceafc 2022-10-13 thomas
294 b61ceafc 2022-10-13 thomas static const struct got_error *
295 b61ceafc 2022-10-13 thomas request_raw_object(uint8_t **outbuf, off_t *size, size_t *hdrlen, int outfd,
296 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo, int infd)
297 b61ceafc 2022-10-13 thomas {
298 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
299 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
300 b61ceafc 2022-10-13 thomas int outfd_child;
301 b61ceafc 2022-10-13 thomas
302 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
303 b61ceafc 2022-10-13 thomas
304 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
305 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
306 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
307 b61ceafc 2022-10-13 thomas
308 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_req(ibuf, infd, id);
309 b61ceafc 2022-10-13 thomas if (err)
310 b61ceafc 2022-10-13 thomas return err;
311 b61ceafc 2022-10-13 thomas
312 b61ceafc 2022-10-13 thomas err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
313 b61ceafc 2022-10-13 thomas if (err)
314 b61ceafc 2022-10-13 thomas return err;
315 b61ceafc 2022-10-13 thomas
316 b61ceafc 2022-10-13 thomas return got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
317 b61ceafc 2022-10-13 thomas }
318 b61ceafc 2022-10-13 thomas
319 b61ceafc 2022-10-13 thomas static const struct got_error *
320 54c22772 2022-10-13 thomas start_child(struct got_repository *repo, int type)
321 b61ceafc 2022-10-13 thomas {
322 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
323 b61ceafc 2022-10-13 thomas int imsg_fds[2];
324 b61ceafc 2022-10-13 thomas pid_t pid;
325 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
326 54c22772 2022-10-13 thomas const char *prog_path;
327 54c22772 2022-10-13 thomas
328 54c22772 2022-10-13 thomas switch (type) {
329 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_OBJECT:
330 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_OBJECT;
331 54c22772 2022-10-13 thomas break;
332 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_TREE:
333 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_TREE;
334 54c22772 2022-10-13 thomas break;
335 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_COMMIT:
336 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_COMMIT;
337 54c22772 2022-10-13 thomas break;
338 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_BLOB:
339 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_BLOB;
340 54c22772 2022-10-13 thomas break;
341 54c22772 2022-10-13 thomas case GOT_REPO_PRIVSEP_CHILD_TAG:
342 54c22772 2022-10-13 thomas prog_path = GOT_PATH_PROG_READ_TAG;
343 54c22772 2022-10-13 thomas break;
344 54c22772 2022-10-13 thomas default:
345 54c22772 2022-10-13 thomas return got_error(GOT_ERR_OBJ_TYPE);
346 54c22772 2022-10-13 thomas }
347 b61ceafc 2022-10-13 thomas
348 b61ceafc 2022-10-13 thomas ibuf = calloc(1, sizeof(*ibuf));
349 b61ceafc 2022-10-13 thomas if (ibuf == NULL)
350 b61ceafc 2022-10-13 thomas return got_error_from_errno("calloc");
351 b61ceafc 2022-10-13 thomas
352 b61ceafc 2022-10-13 thomas if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
353 b61ceafc 2022-10-13 thomas err = got_error_from_errno("socketpair");
354 b61ceafc 2022-10-13 thomas free(ibuf);
355 b61ceafc 2022-10-13 thomas return err;
356 b61ceafc 2022-10-13 thomas }
357 b61ceafc 2022-10-13 thomas
358 b61ceafc 2022-10-13 thomas pid = fork();
359 b61ceafc 2022-10-13 thomas if (pid == -1) {
360 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fork");
361 b61ceafc 2022-10-13 thomas free(ibuf);
362 b61ceafc 2022-10-13 thomas return err;
363 b61ceafc 2022-10-13 thomas }
364 b61ceafc 2022-10-13 thomas else if (pid == 0) {
365 54c22772 2022-10-13 thomas got_privsep_exec_child(imsg_fds, prog_path, repo->path);
366 b61ceafc 2022-10-13 thomas /* not reached */
367 b61ceafc 2022-10-13 thomas }
368 b61ceafc 2022-10-13 thomas
369 b61ceafc 2022-10-13 thomas if (close(imsg_fds[1]) == -1) {
370 b61ceafc 2022-10-13 thomas err = got_error_from_errno("close");
371 b61ceafc 2022-10-13 thomas free(ibuf);
372 b61ceafc 2022-10-13 thomas return err;
373 b61ceafc 2022-10-13 thomas }
374 b61ceafc 2022-10-13 thomas
375 54c22772 2022-10-13 thomas repo->privsep_children[type].imsg_fd = imsg_fds[0];
376 54c22772 2022-10-13 thomas repo->privsep_children[type].pid = pid;
377 b61ceafc 2022-10-13 thomas imsg_init(ibuf, imsg_fds[0]);
378 54c22772 2022-10-13 thomas repo->privsep_children[type].ibuf = ibuf;
379 b61ceafc 2022-10-13 thomas
380 b61ceafc 2022-10-13 thomas return NULL;
381 b61ceafc 2022-10-13 thomas }
382 b61ceafc 2022-10-13 thomas
383 b61ceafc 2022-10-13 thomas const struct got_error *
384 b61ceafc 2022-10-13 thomas got_object_read_header_privsep(struct got_object **obj,
385 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo, int obj_fd)
386 b61ceafc 2022-10-13 thomas {
387 b61ceafc 2022-10-13 thomas const struct got_error *err;
388 b61ceafc 2022-10-13 thomas
389 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
390 b61ceafc 2022-10-13 thomas return request_object(obj, id, repo, obj_fd);
391 b61ceafc 2022-10-13 thomas
392 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
393 54c22772 2022-10-13 thomas if (err)
394 b61ceafc 2022-10-13 thomas return err;
395 b61ceafc 2022-10-13 thomas
396 b61ceafc 2022-10-13 thomas return request_object(obj, id, repo, obj_fd);
397 b61ceafc 2022-10-13 thomas }
398 b61ceafc 2022-10-13 thomas
399 b61ceafc 2022-10-13 thomas static const struct got_error *
400 b61ceafc 2022-10-13 thomas read_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
401 b61ceafc 2022-10-13 thomas int outfd, struct got_object_id *id, struct got_repository *repo,
402 b61ceafc 2022-10-13 thomas int obj_fd)
403 b61ceafc 2022-10-13 thomas {
404 b61ceafc 2022-10-13 thomas const struct got_error *err;
405 b61ceafc 2022-10-13 thomas
406 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
407 b61ceafc 2022-10-13 thomas return request_raw_object(outbuf, size, hdrlen, outfd, id,
408 b61ceafc 2022-10-13 thomas repo, obj_fd);
409 b61ceafc 2022-10-13 thomas
410 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
411 b61ceafc 2022-10-13 thomas if (err)
412 b61ceafc 2022-10-13 thomas return err;
413 b61ceafc 2022-10-13 thomas
414 b61ceafc 2022-10-13 thomas return request_raw_object(outbuf, size, hdrlen, outfd, id, repo,
415 b61ceafc 2022-10-13 thomas obj_fd);
416 b61ceafc 2022-10-13 thomas }
417 b61ceafc 2022-10-13 thomas
418 b61ceafc 2022-10-13 thomas const struct got_error *
419 b61ceafc 2022-10-13 thomas got_object_open(struct got_object **obj, struct got_repository *repo,
420 b61ceafc 2022-10-13 thomas struct got_object_id *id)
421 b61ceafc 2022-10-13 thomas {
422 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
423 b61ceafc 2022-10-13 thomas int fd;
424 b61ceafc 2022-10-13 thomas
425 b61ceafc 2022-10-13 thomas *obj = got_repo_get_cached_object(repo, id);
426 b61ceafc 2022-10-13 thomas if (*obj != NULL) {
427 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
428 b61ceafc 2022-10-13 thomas return NULL;
429 b61ceafc 2022-10-13 thomas }
430 b61ceafc 2022-10-13 thomas
431 b61ceafc 2022-10-13 thomas err = got_object_open_packed(obj, id, repo);
432 b61ceafc 2022-10-13 thomas if (err && err->code != GOT_ERR_NO_OBJ)
433 b61ceafc 2022-10-13 thomas return err;
434 b61ceafc 2022-10-13 thomas if (*obj) {
435 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
436 b61ceafc 2022-10-13 thomas return got_repo_cache_object(repo, id, *obj);
437 b61ceafc 2022-10-13 thomas }
438 b61ceafc 2022-10-13 thomas
439 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
440 b61ceafc 2022-10-13 thomas if (err) {
441 b61ceafc 2022-10-13 thomas if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
442 b61ceafc 2022-10-13 thomas err = got_error_no_obj(id);
443 b61ceafc 2022-10-13 thomas return err;
444 b61ceafc 2022-10-13 thomas }
445 b61ceafc 2022-10-13 thomas
446 b61ceafc 2022-10-13 thomas err = got_object_read_header_privsep(obj, id, repo, fd);
447 b61ceafc 2022-10-13 thomas if (err)
448 b61ceafc 2022-10-13 thomas return err;
449 b61ceafc 2022-10-13 thomas
450 b102a16b 2023-02-07 thomas memcpy(&(*obj)->id, id, sizeof(*id));
451 b61ceafc 2022-10-13 thomas
452 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
453 b61ceafc 2022-10-13 thomas return got_repo_cache_object(repo, id, *obj);
454 b61ceafc 2022-10-13 thomas }
455 b61ceafc 2022-10-13 thomas
456 b61ceafc 2022-10-13 thomas /* *outfd must be initialized to -1 by caller */
457 b61ceafc 2022-10-13 thomas const struct got_error *
458 b61ceafc 2022-10-13 thomas got_object_raw_open(struct got_raw_object **obj, int *outfd,
459 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
460 b61ceafc 2022-10-13 thomas {
461 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
462 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
463 b61ceafc 2022-10-13 thomas int idx;
464 b61ceafc 2022-10-13 thomas uint8_t *outbuf = NULL;
465 b61ceafc 2022-10-13 thomas off_t size = 0;
466 b61ceafc 2022-10-13 thomas size_t hdrlen = 0;
467 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
468 b61ceafc 2022-10-13 thomas
469 b61ceafc 2022-10-13 thomas *obj = got_repo_get_cached_raw_object(repo, id);
470 b61ceafc 2022-10-13 thomas if (*obj != NULL) {
471 b61ceafc 2022-10-13 thomas (*obj)->refcnt++;
472 b61ceafc 2022-10-13 thomas return NULL;
473 b61ceafc 2022-10-13 thomas }
474 b61ceafc 2022-10-13 thomas
475 b61ceafc 2022-10-13 thomas if (*outfd == -1) {
476 b61ceafc 2022-10-13 thomas *outfd = got_opentempfd();
477 b61ceafc 2022-10-13 thomas if (*outfd == -1)
478 b61ceafc 2022-10-13 thomas return got_error_from_errno("got_opentempfd");
479 b61ceafc 2022-10-13 thomas }
480 b61ceafc 2022-10-13 thomas
481 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
482 b61ceafc 2022-10-13 thomas if (err == NULL) {
483 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
484 b61ceafc 2022-10-13 thomas
485 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
486 b61ceafc 2022-10-13 thomas packidx->path_packidx);
487 b61ceafc 2022-10-13 thomas if (err)
488 b61ceafc 2022-10-13 thomas goto done;
489 b61ceafc 2022-10-13 thomas
490 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
491 b61ceafc 2022-10-13 thomas if (pack == NULL) {
492 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
493 b61ceafc 2022-10-13 thomas packidx);
494 b61ceafc 2022-10-13 thomas if (err)
495 b61ceafc 2022-10-13 thomas goto done;
496 b61ceafc 2022-10-13 thomas }
497 b61ceafc 2022-10-13 thomas err = read_packed_object_raw_privsep(&outbuf, &size, &hdrlen,
498 b61ceafc 2022-10-13 thomas *outfd, pack, packidx, idx, id);
499 b61ceafc 2022-10-13 thomas if (err)
500 b61ceafc 2022-10-13 thomas goto done;
501 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
502 b61ceafc 2022-10-13 thomas int fd;
503 b61ceafc 2022-10-13 thomas
504 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
505 b61ceafc 2022-10-13 thomas if (err)
506 b61ceafc 2022-10-13 thomas goto done;
507 b61ceafc 2022-10-13 thomas err = read_object_raw_privsep(&outbuf, &size, &hdrlen, *outfd,
508 b61ceafc 2022-10-13 thomas id, repo, fd);
509 b61ceafc 2022-10-13 thomas if (err)
510 b61ceafc 2022-10-13 thomas goto done;
511 b61ceafc 2022-10-13 thomas }
512 b61ceafc 2022-10-13 thomas
513 ebe6ec92 2023-01-09 thomas err = got_object_raw_alloc(obj, outbuf, outfd,
514 ebe6ec92 2023-01-09 thomas GOT_DELTA_RESULT_SIZE_CACHED_MAX, hdrlen, size);
515 3efd8e31 2022-10-23 thomas if (err)
516 b61ceafc 2022-10-13 thomas goto done;
517 b61ceafc 2022-10-13 thomas
518 b61ceafc 2022-10-13 thomas err = got_repo_cache_raw_object(repo, id, *obj);
519 b61ceafc 2022-10-13 thomas done:
520 b61ceafc 2022-10-13 thomas free(path_packfile);
521 b61ceafc 2022-10-13 thomas if (err) {
522 b61ceafc 2022-10-13 thomas if (*obj) {
523 b61ceafc 2022-10-13 thomas got_object_raw_close(*obj);
524 b61ceafc 2022-10-13 thomas *obj = NULL;
525 b61ceafc 2022-10-13 thomas }
526 b61ceafc 2022-10-13 thomas free(outbuf);
527 4ea11ec7 2022-11-03 thomas }
528 b61ceafc 2022-10-13 thomas return err;
529 b61ceafc 2022-10-13 thomas }
530 b61ceafc 2022-10-13 thomas
531 b61ceafc 2022-10-13 thomas static const struct got_error *
532 b61ceafc 2022-10-13 thomas request_packed_commit(struct got_commit_object **commit, struct got_pack *pack,
533 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
534 b61ceafc 2022-10-13 thomas {
535 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
536 b61ceafc 2022-10-13 thomas
537 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_req(pack->privsep_child->ibuf, -1, id,
538 b61ceafc 2022-10-13 thomas pack_idx);
539 b61ceafc 2022-10-13 thomas if (err)
540 b61ceafc 2022-10-13 thomas return err;
541 b61ceafc 2022-10-13 thomas
542 b61ceafc 2022-10-13 thomas err = got_privsep_recv_commit(commit, pack->privsep_child->ibuf);
543 b61ceafc 2022-10-13 thomas if (err)
544 b61ceafc 2022-10-13 thomas return err;
545 b61ceafc 2022-10-13 thomas
546 b61ceafc 2022-10-13 thomas (*commit)->flags |= GOT_COMMIT_FLAG_PACKED;
547 b61ceafc 2022-10-13 thomas return NULL;
548 b61ceafc 2022-10-13 thomas }
549 b61ceafc 2022-10-13 thomas
550 b61ceafc 2022-10-13 thomas static const struct got_error *
551 b61ceafc 2022-10-13 thomas read_packed_commit_privsep(struct got_commit_object **commit,
552 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
553 b61ceafc 2022-10-13 thomas struct got_object_id *id)
554 b61ceafc 2022-10-13 thomas {
555 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
556 b61ceafc 2022-10-13 thomas
557 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
558 b61ceafc 2022-10-13 thomas return request_packed_commit(commit, pack, idx, id);
559 b61ceafc 2022-10-13 thomas
560 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
561 b61ceafc 2022-10-13 thomas if (err)
562 b61ceafc 2022-10-13 thomas return err;
563 b61ceafc 2022-10-13 thomas
564 b61ceafc 2022-10-13 thomas return request_packed_commit(commit, pack, idx, id);
565 b61ceafc 2022-10-13 thomas }
566 b61ceafc 2022-10-13 thomas
567 b61ceafc 2022-10-13 thomas static const struct got_error *
568 b61ceafc 2022-10-13 thomas request_commit(struct got_commit_object **commit, struct got_repository *repo,
569 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
570 b61ceafc 2022-10-13 thomas {
571 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
572 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
573 b61ceafc 2022-10-13 thomas
574 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].ibuf;
575 b61ceafc 2022-10-13 thomas
576 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_req(ibuf, fd, id, -1);
577 b61ceafc 2022-10-13 thomas if (err)
578 b61ceafc 2022-10-13 thomas return err;
579 b61ceafc 2022-10-13 thomas
580 b61ceafc 2022-10-13 thomas return got_privsep_recv_commit(commit, ibuf);
581 b61ceafc 2022-10-13 thomas }
582 b61ceafc 2022-10-13 thomas
583 b61ceafc 2022-10-13 thomas static const struct got_error *
584 b61ceafc 2022-10-13 thomas read_commit_privsep(struct got_commit_object **commit, int obj_fd,
585 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
586 b61ceafc 2022-10-13 thomas {
587 b61ceafc 2022-10-13 thomas const struct got_error *err;
588 b61ceafc 2022-10-13 thomas
589 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].imsg_fd != -1)
590 b61ceafc 2022-10-13 thomas return request_commit(commit, repo, obj_fd, id);
591 b61ceafc 2022-10-13 thomas
592 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_COMMIT);
593 54c22772 2022-10-13 thomas if (err)
594 b61ceafc 2022-10-13 thomas return err;
595 b61ceafc 2022-10-13 thomas
596 b61ceafc 2022-10-13 thomas return request_commit(commit, repo, obj_fd, id);
597 b61ceafc 2022-10-13 thomas }
598 b61ceafc 2022-10-13 thomas
599 b61ceafc 2022-10-13 thomas static const struct got_error *
600 b61ceafc 2022-10-13 thomas open_commit(struct got_commit_object **commit,
601 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id, int check_cache)
602 b61ceafc 2022-10-13 thomas {
603 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
604 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
605 b61ceafc 2022-10-13 thomas int idx;
606 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
607 b61ceafc 2022-10-13 thomas
608 b61ceafc 2022-10-13 thomas if (check_cache) {
609 b61ceafc 2022-10-13 thomas *commit = got_repo_get_cached_commit(repo, id);
610 b61ceafc 2022-10-13 thomas if (*commit != NULL) {
611 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
612 b61ceafc 2022-10-13 thomas return NULL;
613 b61ceafc 2022-10-13 thomas }
614 b61ceafc 2022-10-13 thomas } else
615 b61ceafc 2022-10-13 thomas *commit = NULL;
616 b61ceafc 2022-10-13 thomas
617 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
618 b61ceafc 2022-10-13 thomas if (err == NULL) {
619 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
620 b61ceafc 2022-10-13 thomas
621 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
622 b61ceafc 2022-10-13 thomas packidx->path_packidx);
623 b61ceafc 2022-10-13 thomas if (err)
624 b61ceafc 2022-10-13 thomas return err;
625 b61ceafc 2022-10-13 thomas
626 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
627 b61ceafc 2022-10-13 thomas if (pack == NULL) {
628 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
629 b61ceafc 2022-10-13 thomas packidx);
630 b61ceafc 2022-10-13 thomas if (err)
631 b61ceafc 2022-10-13 thomas goto done;
632 b61ceafc 2022-10-13 thomas }
633 b61ceafc 2022-10-13 thomas err = read_packed_commit_privsep(commit, pack,
634 b61ceafc 2022-10-13 thomas packidx, idx, id);
635 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
636 b61ceafc 2022-10-13 thomas int fd;
637 b61ceafc 2022-10-13 thomas
638 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
639 b61ceafc 2022-10-13 thomas if (err)
640 b61ceafc 2022-10-13 thomas return err;
641 b61ceafc 2022-10-13 thomas err = read_commit_privsep(commit, fd, id, repo);
642 b61ceafc 2022-10-13 thomas }
643 b61ceafc 2022-10-13 thomas
644 b61ceafc 2022-10-13 thomas if (err == NULL) {
645 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
646 b61ceafc 2022-10-13 thomas err = got_repo_cache_commit(repo, id, *commit);
647 b61ceafc 2022-10-13 thomas }
648 b61ceafc 2022-10-13 thomas done:
649 b61ceafc 2022-10-13 thomas free(path_packfile);
650 b61ceafc 2022-10-13 thomas return err;
651 b61ceafc 2022-10-13 thomas }
652 b61ceafc 2022-10-13 thomas
653 b61ceafc 2022-10-13 thomas const struct got_error *
654 b61ceafc 2022-10-13 thomas got_object_open_as_commit(struct got_commit_object **commit,
655 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
656 b61ceafc 2022-10-13 thomas {
657 b61ceafc 2022-10-13 thomas *commit = got_repo_get_cached_commit(repo, id);
658 b61ceafc 2022-10-13 thomas if (*commit != NULL) {
659 b61ceafc 2022-10-13 thomas (*commit)->refcnt++;
660 b61ceafc 2022-10-13 thomas return NULL;
661 b61ceafc 2022-10-13 thomas }
662 b61ceafc 2022-10-13 thomas
663 b61ceafc 2022-10-13 thomas return open_commit(commit, repo, id, 0);
664 b61ceafc 2022-10-13 thomas }
665 b61ceafc 2022-10-13 thomas
666 b61ceafc 2022-10-13 thomas const struct got_error *
667 b61ceafc 2022-10-13 thomas got_object_commit_open(struct got_commit_object **commit,
668 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
669 b61ceafc 2022-10-13 thomas {
670 b61ceafc 2022-10-13 thomas return open_commit(commit, repo, got_object_get_id(obj), 1);
671 b61ceafc 2022-10-13 thomas }
672 b61ceafc 2022-10-13 thomas
673 b61ceafc 2022-10-13 thomas static const struct got_error *
674 b61ceafc 2022-10-13 thomas request_packed_tree(struct got_tree_object **tree, struct got_pack *pack,
675 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
676 b61ceafc 2022-10-13 thomas {
677 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
678 b61ceafc 2022-10-13 thomas
679 b61ceafc 2022-10-13 thomas err = got_privsep_send_tree_req(pack->privsep_child->ibuf, -1, id,
680 b61ceafc 2022-10-13 thomas pack_idx);
681 b61ceafc 2022-10-13 thomas if (err)
682 b61ceafc 2022-10-13 thomas return err;
683 b61ceafc 2022-10-13 thomas
684 b61ceafc 2022-10-13 thomas return got_privsep_recv_tree(tree, pack->privsep_child->ibuf);
685 b61ceafc 2022-10-13 thomas }
686 b61ceafc 2022-10-13 thomas
687 b61ceafc 2022-10-13 thomas static const struct got_error *
688 b61ceafc 2022-10-13 thomas read_packed_tree_privsep(struct got_tree_object **tree,
689 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
690 b61ceafc 2022-10-13 thomas struct got_object_id *id)
691 b61ceafc 2022-10-13 thomas {
692 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
693 b61ceafc 2022-10-13 thomas
694 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
695 b61ceafc 2022-10-13 thomas return request_packed_tree(tree, pack, idx, id);
696 b61ceafc 2022-10-13 thomas
697 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
698 b61ceafc 2022-10-13 thomas if (err)
699 b61ceafc 2022-10-13 thomas return err;
700 b61ceafc 2022-10-13 thomas
701 b61ceafc 2022-10-13 thomas return request_packed_tree(tree, pack, idx, id);
702 b61ceafc 2022-10-13 thomas }
703 b61ceafc 2022-10-13 thomas
704 b61ceafc 2022-10-13 thomas static const struct got_error *
705 b61ceafc 2022-10-13 thomas request_tree(struct got_tree_object **tree, struct got_repository *repo,
706 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
707 b61ceafc 2022-10-13 thomas {
708 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
709 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
710 b61ceafc 2022-10-13 thomas
711 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].ibuf;
712 b61ceafc 2022-10-13 thomas
713 b61ceafc 2022-10-13 thomas err = got_privsep_send_tree_req(ibuf, fd, id, -1);
714 b61ceafc 2022-10-13 thomas if (err)
715 b61ceafc 2022-10-13 thomas return err;
716 b61ceafc 2022-10-13 thomas
717 b61ceafc 2022-10-13 thomas return got_privsep_recv_tree(tree, ibuf);
718 b61ceafc 2022-10-13 thomas }
719 b61ceafc 2022-10-13 thomas
720 b61ceafc 2022-10-13 thomas static const struct got_error *
721 b61ceafc 2022-10-13 thomas read_tree_privsep(struct got_tree_object **tree, int obj_fd,
722 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
723 b61ceafc 2022-10-13 thomas {
724 b61ceafc 2022-10-13 thomas const struct got_error *err;
725 b61ceafc 2022-10-13 thomas
726 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].imsg_fd != -1)
727 b61ceafc 2022-10-13 thomas return request_tree(tree, repo, obj_fd, id);
728 b61ceafc 2022-10-13 thomas
729 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TREE);
730 54c22772 2022-10-13 thomas if (err)
731 b61ceafc 2022-10-13 thomas return err;
732 b61ceafc 2022-10-13 thomas
733 b61ceafc 2022-10-13 thomas return request_tree(tree, repo, obj_fd, id);
734 b61ceafc 2022-10-13 thomas }
735 b61ceafc 2022-10-13 thomas
736 b61ceafc 2022-10-13 thomas static const struct got_error *
737 b61ceafc 2022-10-13 thomas open_tree(struct got_tree_object **tree, struct got_repository *repo,
738 b61ceafc 2022-10-13 thomas struct got_object_id *id, int check_cache)
739 b61ceafc 2022-10-13 thomas {
740 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
741 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
742 b61ceafc 2022-10-13 thomas int idx;
743 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
744 b61ceafc 2022-10-13 thomas
745 b61ceafc 2022-10-13 thomas if (check_cache) {
746 b61ceafc 2022-10-13 thomas *tree = got_repo_get_cached_tree(repo, id);
747 b61ceafc 2022-10-13 thomas if (*tree != NULL) {
748 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
749 b61ceafc 2022-10-13 thomas return NULL;
750 b61ceafc 2022-10-13 thomas }
751 b61ceafc 2022-10-13 thomas } else
752 b61ceafc 2022-10-13 thomas *tree = NULL;
753 b61ceafc 2022-10-13 thomas
754 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
755 b61ceafc 2022-10-13 thomas if (err == NULL) {
756 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
757 b61ceafc 2022-10-13 thomas
758 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
759 b61ceafc 2022-10-13 thomas packidx->path_packidx);
760 b61ceafc 2022-10-13 thomas if (err)
761 b61ceafc 2022-10-13 thomas return err;
762 b61ceafc 2022-10-13 thomas
763 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
764 b61ceafc 2022-10-13 thomas if (pack == NULL) {
765 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
766 b61ceafc 2022-10-13 thomas packidx);
767 b61ceafc 2022-10-13 thomas if (err)
768 b61ceafc 2022-10-13 thomas goto done;
769 b61ceafc 2022-10-13 thomas }
770 b61ceafc 2022-10-13 thomas err = read_packed_tree_privsep(tree, pack,
771 b61ceafc 2022-10-13 thomas packidx, idx, id);
772 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
773 b61ceafc 2022-10-13 thomas int fd;
774 b61ceafc 2022-10-13 thomas
775 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
776 b61ceafc 2022-10-13 thomas if (err)
777 b61ceafc 2022-10-13 thomas return err;
778 b61ceafc 2022-10-13 thomas err = read_tree_privsep(tree, fd, id, repo);
779 b61ceafc 2022-10-13 thomas }
780 b61ceafc 2022-10-13 thomas
781 b61ceafc 2022-10-13 thomas if (err == NULL) {
782 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
783 b61ceafc 2022-10-13 thomas err = got_repo_cache_tree(repo, id, *tree);
784 b61ceafc 2022-10-13 thomas }
785 b61ceafc 2022-10-13 thomas done:
786 b61ceafc 2022-10-13 thomas free(path_packfile);
787 b61ceafc 2022-10-13 thomas return err;
788 b61ceafc 2022-10-13 thomas }
789 b61ceafc 2022-10-13 thomas
790 b61ceafc 2022-10-13 thomas const struct got_error *
791 b61ceafc 2022-10-13 thomas got_object_open_as_tree(struct got_tree_object **tree,
792 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
793 b61ceafc 2022-10-13 thomas {
794 b61ceafc 2022-10-13 thomas *tree = got_repo_get_cached_tree(repo, id);
795 b61ceafc 2022-10-13 thomas if (*tree != NULL) {
796 b61ceafc 2022-10-13 thomas (*tree)->refcnt++;
797 b61ceafc 2022-10-13 thomas return NULL;
798 b61ceafc 2022-10-13 thomas }
799 b61ceafc 2022-10-13 thomas
800 b61ceafc 2022-10-13 thomas return open_tree(tree, repo, id, 0);
801 b61ceafc 2022-10-13 thomas }
802 b61ceafc 2022-10-13 thomas
803 b61ceafc 2022-10-13 thomas const struct got_error *
804 b61ceafc 2022-10-13 thomas got_object_tree_open(struct got_tree_object **tree,
805 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
806 b61ceafc 2022-10-13 thomas {
807 b61ceafc 2022-10-13 thomas return open_tree(tree, repo, got_object_get_id(obj), 1);
808 b61ceafc 2022-10-13 thomas }
809 b61ceafc 2022-10-13 thomas
810 b61ceafc 2022-10-13 thomas static const struct got_error *
811 b61ceafc 2022-10-13 thomas request_packed_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
812 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
813 b61ceafc 2022-10-13 thomas struct got_object_id *id)
814 b61ceafc 2022-10-13 thomas {
815 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
816 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf = pack->privsep_child->ibuf;
817 b61ceafc 2022-10-13 thomas int outfd_child;
818 b61ceafc 2022-10-13 thomas
819 9c57c4c6 2024-02-13 thomas err = pack_child_send_tempfiles(ibuf, pack);
820 9c57c4c6 2024-02-13 thomas if (err)
821 b61ceafc 2022-10-13 thomas return err;
822 b61ceafc 2022-10-13 thomas
823 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
824 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
825 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
826 b61ceafc 2022-10-13 thomas
827 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_req(pack->privsep_child->ibuf, -1, id, idx);
828 b61ceafc 2022-10-13 thomas if (err)
829 b61ceafc 2022-10-13 thomas return err;
830 b61ceafc 2022-10-13 thomas
831 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_outfd(pack->privsep_child->ibuf,
832 b61ceafc 2022-10-13 thomas outfd_child);
833 b61ceafc 2022-10-13 thomas if (err) {
834 b61ceafc 2022-10-13 thomas return err;
835 b61ceafc 2022-10-13 thomas }
836 b61ceafc 2022-10-13 thomas
837 b61ceafc 2022-10-13 thomas err = got_privsep_recv_blob(outbuf, size, hdrlen,
838 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
839 b61ceafc 2022-10-13 thomas if (err)
840 b61ceafc 2022-10-13 thomas return err;
841 b61ceafc 2022-10-13 thomas
842 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1)
843 b61ceafc 2022-10-13 thomas err = got_error_from_errno("lseek");
844 b61ceafc 2022-10-13 thomas
845 b61ceafc 2022-10-13 thomas return err;
846 b61ceafc 2022-10-13 thomas }
847 b61ceafc 2022-10-13 thomas
848 b61ceafc 2022-10-13 thomas static const struct got_error *
849 b61ceafc 2022-10-13 thomas read_packed_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
850 b61ceafc 2022-10-13 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
851 b61ceafc 2022-10-13 thomas struct got_object_id *id)
852 b61ceafc 2022-10-13 thomas {
853 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
854 b61ceafc 2022-10-13 thomas
855 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
856 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
857 b61ceafc 2022-10-13 thomas if (err)
858 b61ceafc 2022-10-13 thomas return err;
859 b61ceafc 2022-10-13 thomas }
860 b61ceafc 2022-10-13 thomas
861 b61ceafc 2022-10-13 thomas return request_packed_blob(outbuf, size, hdrlen, outfd, pack, packidx,
862 b61ceafc 2022-10-13 thomas idx, id);
863 b61ceafc 2022-10-13 thomas }
864 b61ceafc 2022-10-13 thomas
865 b61ceafc 2022-10-13 thomas static const struct got_error *
866 b61ceafc 2022-10-13 thomas request_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
867 b61ceafc 2022-10-13 thomas int infd, struct got_object_id *id, struct imsgbuf *ibuf)
868 b61ceafc 2022-10-13 thomas {
869 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
870 b61ceafc 2022-10-13 thomas int outfd_child;
871 b61ceafc 2022-10-13 thomas
872 b61ceafc 2022-10-13 thomas outfd_child = dup(outfd);
873 b61ceafc 2022-10-13 thomas if (outfd_child == -1)
874 b61ceafc 2022-10-13 thomas return got_error_from_errno("dup");
875 b61ceafc 2022-10-13 thomas
876 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_req(ibuf, infd, id, -1);
877 b61ceafc 2022-10-13 thomas if (err)
878 b61ceafc 2022-10-13 thomas return err;
879 b61ceafc 2022-10-13 thomas
880 b61ceafc 2022-10-13 thomas err = got_privsep_send_blob_outfd(ibuf, outfd_child);
881 b61ceafc 2022-10-13 thomas if (err)
882 b61ceafc 2022-10-13 thomas return err;
883 b61ceafc 2022-10-13 thomas
884 b61ceafc 2022-10-13 thomas err = got_privsep_recv_blob(outbuf, size, hdrlen, ibuf);
885 b61ceafc 2022-10-13 thomas if (err)
886 b61ceafc 2022-10-13 thomas return err;
887 b61ceafc 2022-10-13 thomas
888 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1)
889 b61ceafc 2022-10-13 thomas return got_error_from_errno("lseek");
890 b61ceafc 2022-10-13 thomas
891 b61ceafc 2022-10-13 thomas return err;
892 b61ceafc 2022-10-13 thomas }
893 b61ceafc 2022-10-13 thomas
894 b61ceafc 2022-10-13 thomas static const struct got_error *
895 b61ceafc 2022-10-13 thomas read_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
896 b61ceafc 2022-10-13 thomas int outfd, int infd, struct got_object_id *id, struct got_repository *repo)
897 b61ceafc 2022-10-13 thomas {
898 b61ceafc 2022-10-13 thomas const struct got_error *err;
899 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
900 b61ceafc 2022-10-13 thomas
901 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].imsg_fd != -1) {
902 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
903 b61ceafc 2022-10-13 thomas return request_blob(outbuf, size, hdrlen, outfd, infd, id,
904 b61ceafc 2022-10-13 thomas ibuf);
905 b61ceafc 2022-10-13 thomas }
906 b61ceafc 2022-10-13 thomas
907 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_BLOB);
908 54c22772 2022-10-13 thomas if (err)
909 b61ceafc 2022-10-13 thomas return err;
910 b61ceafc 2022-10-13 thomas
911 54c22772 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
912 b61ceafc 2022-10-13 thomas return request_blob(outbuf, size, hdrlen, outfd, infd, id, ibuf);
913 b61ceafc 2022-10-13 thomas }
914 b61ceafc 2022-10-13 thomas
915 b61ceafc 2022-10-13 thomas static const struct got_error *
916 b61ceafc 2022-10-13 thomas open_blob(struct got_blob_object **blob, struct got_repository *repo,
917 b61ceafc 2022-10-13 thomas struct got_object_id *id, size_t blocksize, int outfd)
918 b61ceafc 2022-10-13 thomas {
919 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
920 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
921 b61ceafc 2022-10-13 thomas int idx, dfd = -1;
922 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
923 b61ceafc 2022-10-13 thomas uint8_t *outbuf;
924 b61ceafc 2022-10-13 thomas size_t size, hdrlen;
925 b61ceafc 2022-10-13 thomas struct stat sb;
926 b61ceafc 2022-10-13 thomas
927 b61ceafc 2022-10-13 thomas *blob = calloc(1, sizeof(**blob));
928 b61ceafc 2022-10-13 thomas if (*blob == NULL)
929 b61ceafc 2022-10-13 thomas return got_error_from_errno("calloc");
930 b61ceafc 2022-10-13 thomas
931 b61ceafc 2022-10-13 thomas (*blob)->read_buf = malloc(blocksize);
932 b61ceafc 2022-10-13 thomas if ((*blob)->read_buf == NULL) {
933 b61ceafc 2022-10-13 thomas err = got_error_from_errno("malloc");
934 b61ceafc 2022-10-13 thomas goto done;
935 b61ceafc 2022-10-13 thomas }
936 b61ceafc 2022-10-13 thomas
937 b61ceafc 2022-10-13 thomas if (ftruncate(outfd, 0L) == -1) {
938 b61ceafc 2022-10-13 thomas err = got_error_from_errno("ftruncate");
939 b61ceafc 2022-10-13 thomas goto done;
940 b61ceafc 2022-10-13 thomas }
941 b61ceafc 2022-10-13 thomas if (lseek(outfd, SEEK_SET, 0) == -1) {
942 b61ceafc 2022-10-13 thomas err = got_error_from_errno("lseek");
943 b61ceafc 2022-10-13 thomas goto done;
944 b61ceafc 2022-10-13 thomas }
945 b61ceafc 2022-10-13 thomas
946 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
947 b61ceafc 2022-10-13 thomas if (err == NULL) {
948 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
949 b61ceafc 2022-10-13 thomas
950 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
951 b61ceafc 2022-10-13 thomas packidx->path_packidx);
952 b61ceafc 2022-10-13 thomas if (err)
953 b61ceafc 2022-10-13 thomas goto done;
954 b61ceafc 2022-10-13 thomas
955 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
956 b61ceafc 2022-10-13 thomas if (pack == NULL) {
957 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
958 b61ceafc 2022-10-13 thomas packidx);
959 b61ceafc 2022-10-13 thomas if (err)
960 b61ceafc 2022-10-13 thomas goto done;
961 b61ceafc 2022-10-13 thomas }
962 b61ceafc 2022-10-13 thomas err = read_packed_blob_privsep(&outbuf, &size, &hdrlen, outfd,
963 b61ceafc 2022-10-13 thomas pack, packidx, idx, id);
964 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
965 b61ceafc 2022-10-13 thomas int infd;
966 b61ceafc 2022-10-13 thomas
967 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&infd, id, repo);
968 b61ceafc 2022-10-13 thomas if (err)
969 b61ceafc 2022-10-13 thomas goto done;
970 b61ceafc 2022-10-13 thomas err = read_blob_privsep(&outbuf, &size, &hdrlen, outfd, infd,
971 b61ceafc 2022-10-13 thomas id, repo);
972 b61ceafc 2022-10-13 thomas }
973 b61ceafc 2022-10-13 thomas if (err)
974 b61ceafc 2022-10-13 thomas goto done;
975 b61ceafc 2022-10-13 thomas
976 b61ceafc 2022-10-13 thomas if (hdrlen > size) {
977 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_BAD_OBJ_HDR);
978 b61ceafc 2022-10-13 thomas goto done;
979 b61ceafc 2022-10-13 thomas }
980 b61ceafc 2022-10-13 thomas
981 b61ceafc 2022-10-13 thomas if (outbuf) {
982 b61ceafc 2022-10-13 thomas (*blob)->f = fmemopen(outbuf, size, "rb");
983 b61ceafc 2022-10-13 thomas if ((*blob)->f == NULL) {
984 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fmemopen");
985 b61ceafc 2022-10-13 thomas free(outbuf);
986 b61ceafc 2022-10-13 thomas goto done;
987 b61ceafc 2022-10-13 thomas }
988 b61ceafc 2022-10-13 thomas (*blob)->data = outbuf;
989 b61ceafc 2022-10-13 thomas } else {
990 b61ceafc 2022-10-13 thomas if (fstat(outfd, &sb) == -1) {
991 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fstat");
992 b61ceafc 2022-10-13 thomas goto done;
993 b61ceafc 2022-10-13 thomas }
994 b61ceafc 2022-10-13 thomas
995 b61ceafc 2022-10-13 thomas if (sb.st_size != size) {
996 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_PRIVSEP_LEN);
997 b61ceafc 2022-10-13 thomas goto done;
998 b61ceafc 2022-10-13 thomas }
999 b61ceafc 2022-10-13 thomas
1000 b61ceafc 2022-10-13 thomas dfd = dup(outfd);
1001 b61ceafc 2022-10-13 thomas if (dfd == -1) {
1002 b61ceafc 2022-10-13 thomas err = got_error_from_errno("dup");
1003 b61ceafc 2022-10-13 thomas goto done;
1004 b61ceafc 2022-10-13 thomas }
1005 b61ceafc 2022-10-13 thomas
1006 b61ceafc 2022-10-13 thomas (*blob)->f = fdopen(dfd, "rb");
1007 b61ceafc 2022-10-13 thomas if ((*blob)->f == NULL) {
1008 b61ceafc 2022-10-13 thomas err = got_error_from_errno("fdopen");
1009 b61ceafc 2022-10-13 thomas close(dfd);
1010 b61ceafc 2022-10-13 thomas dfd = -1;
1011 b61ceafc 2022-10-13 thomas goto done;
1012 b61ceafc 2022-10-13 thomas }
1013 b61ceafc 2022-10-13 thomas }
1014 b61ceafc 2022-10-13 thomas
1015 b61ceafc 2022-10-13 thomas (*blob)->hdrlen = hdrlen;
1016 b61ceafc 2022-10-13 thomas (*blob)->blocksize = blocksize;
1017 5b289346 2023-02-17 thomas memcpy(&(*blob)->id, id, sizeof(*id));
1018 b61ceafc 2022-10-13 thomas
1019 b61ceafc 2022-10-13 thomas done:
1020 b61ceafc 2022-10-13 thomas free(path_packfile);
1021 b61ceafc 2022-10-13 thomas if (err) {
1022 b61ceafc 2022-10-13 thomas if (*blob) {
1023 b61ceafc 2022-10-13 thomas got_object_blob_close(*blob);
1024 b61ceafc 2022-10-13 thomas *blob = NULL;
1025 b61ceafc 2022-10-13 thomas }
1026 b61ceafc 2022-10-13 thomas }
1027 b61ceafc 2022-10-13 thomas return err;
1028 b61ceafc 2022-10-13 thomas }
1029 b61ceafc 2022-10-13 thomas
1030 b61ceafc 2022-10-13 thomas const struct got_error *
1031 b61ceafc 2022-10-13 thomas got_object_open_as_blob(struct got_blob_object **blob,
1032 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id, size_t blocksize,
1033 b61ceafc 2022-10-13 thomas int outfd)
1034 b61ceafc 2022-10-13 thomas {
1035 b61ceafc 2022-10-13 thomas return open_blob(blob, repo, id, blocksize, outfd);
1036 b61ceafc 2022-10-13 thomas }
1037 b61ceafc 2022-10-13 thomas
1038 b61ceafc 2022-10-13 thomas const struct got_error *
1039 b61ceafc 2022-10-13 thomas got_object_blob_open(struct got_blob_object **blob,
1040 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj, size_t blocksize,
1041 b61ceafc 2022-10-13 thomas int outfd)
1042 b61ceafc 2022-10-13 thomas {
1043 b61ceafc 2022-10-13 thomas return open_blob(blob, repo, got_object_get_id(obj), blocksize, outfd);
1044 b61ceafc 2022-10-13 thomas }
1045 b61ceafc 2022-10-13 thomas
1046 b61ceafc 2022-10-13 thomas static const struct got_error *
1047 b61ceafc 2022-10-13 thomas request_packed_tag(struct got_tag_object **tag, struct got_pack *pack,
1048 b61ceafc 2022-10-13 thomas int pack_idx, struct got_object_id *id)
1049 b61ceafc 2022-10-13 thomas {
1050 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1051 b61ceafc 2022-10-13 thomas
1052 b61ceafc 2022-10-13 thomas err = got_privsep_send_tag_req(pack->privsep_child->ibuf, -1, id,
1053 b61ceafc 2022-10-13 thomas pack_idx);
1054 b61ceafc 2022-10-13 thomas if (err)
1055 b61ceafc 2022-10-13 thomas return err;
1056 b61ceafc 2022-10-13 thomas
1057 b61ceafc 2022-10-13 thomas return got_privsep_recv_tag(tag, pack->privsep_child->ibuf);
1058 b61ceafc 2022-10-13 thomas }
1059 b61ceafc 2022-10-13 thomas
1060 b61ceafc 2022-10-13 thomas static const struct got_error *
1061 b61ceafc 2022-10-13 thomas read_packed_tag_privsep(struct got_tag_object **tag,
1062 b61ceafc 2022-10-13 thomas struct got_pack *pack, struct got_packidx *packidx, int idx,
1063 b61ceafc 2022-10-13 thomas struct got_object_id *id)
1064 b61ceafc 2022-10-13 thomas {
1065 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1066 b61ceafc 2022-10-13 thomas
1067 b61ceafc 2022-10-13 thomas if (pack->privsep_child)
1068 b61ceafc 2022-10-13 thomas return request_packed_tag(tag, pack, idx, id);
1069 b61ceafc 2022-10-13 thomas
1070 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1071 b61ceafc 2022-10-13 thomas if (err)
1072 b61ceafc 2022-10-13 thomas return err;
1073 b61ceafc 2022-10-13 thomas
1074 b61ceafc 2022-10-13 thomas return request_packed_tag(tag, pack, idx, id);
1075 b61ceafc 2022-10-13 thomas }
1076 b61ceafc 2022-10-13 thomas
1077 b61ceafc 2022-10-13 thomas static const struct got_error *
1078 b61ceafc 2022-10-13 thomas request_tag(struct got_tag_object **tag, struct got_repository *repo,
1079 b61ceafc 2022-10-13 thomas int fd, struct got_object_id *id)
1080 b61ceafc 2022-10-13 thomas {
1081 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1082 b61ceafc 2022-10-13 thomas struct imsgbuf *ibuf;
1083 b61ceafc 2022-10-13 thomas
1084 b61ceafc 2022-10-13 thomas ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].ibuf;
1085 b61ceafc 2022-10-13 thomas
1086 b61ceafc 2022-10-13 thomas err = got_privsep_send_tag_req(ibuf, fd, id, -1);
1087 b61ceafc 2022-10-13 thomas if (err)
1088 b61ceafc 2022-10-13 thomas return err;
1089 b61ceafc 2022-10-13 thomas
1090 b61ceafc 2022-10-13 thomas return got_privsep_recv_tag(tag, ibuf);
1091 b61ceafc 2022-10-13 thomas }
1092 b61ceafc 2022-10-13 thomas
1093 b61ceafc 2022-10-13 thomas static const struct got_error *
1094 b61ceafc 2022-10-13 thomas read_tag_privsep(struct got_tag_object **tag, int obj_fd,
1095 b61ceafc 2022-10-13 thomas struct got_object_id *id, struct got_repository *repo)
1096 b61ceafc 2022-10-13 thomas {
1097 b61ceafc 2022-10-13 thomas const struct got_error *err;
1098 b61ceafc 2022-10-13 thomas
1099 b61ceafc 2022-10-13 thomas if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].imsg_fd != -1)
1100 b61ceafc 2022-10-13 thomas return request_tag(tag, repo, obj_fd, id);
1101 b61ceafc 2022-10-13 thomas
1102 54c22772 2022-10-13 thomas err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TAG);
1103 54c22772 2022-10-13 thomas if (err)
1104 b61ceafc 2022-10-13 thomas return err;
1105 b61ceafc 2022-10-13 thomas
1106 b61ceafc 2022-10-13 thomas return request_tag(tag, repo, obj_fd, id);
1107 b61ceafc 2022-10-13 thomas }
1108 b61ceafc 2022-10-13 thomas
1109 b61ceafc 2022-10-13 thomas static const struct got_error *
1110 b61ceafc 2022-10-13 thomas open_tag(struct got_tag_object **tag, struct got_repository *repo,
1111 b61ceafc 2022-10-13 thomas struct got_object_id *id, int check_cache)
1112 b61ceafc 2022-10-13 thomas {
1113 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1114 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
1115 b61ceafc 2022-10-13 thomas int idx;
1116 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1117 b61ceafc 2022-10-13 thomas struct got_object *obj = NULL;
1118 b61ceafc 2022-10-13 thomas int obj_type = GOT_OBJ_TYPE_ANY;
1119 b61ceafc 2022-10-13 thomas
1120 b61ceafc 2022-10-13 thomas if (check_cache) {
1121 b61ceafc 2022-10-13 thomas *tag = got_repo_get_cached_tag(repo, id);
1122 b61ceafc 2022-10-13 thomas if (*tag != NULL) {
1123 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1124 b61ceafc 2022-10-13 thomas return NULL;
1125 b61ceafc 2022-10-13 thomas }
1126 b61ceafc 2022-10-13 thomas } else
1127 b61ceafc 2022-10-13 thomas *tag = NULL;
1128 b61ceafc 2022-10-13 thomas
1129 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
1130 b61ceafc 2022-10-13 thomas if (err == NULL) {
1131 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
1132 b61ceafc 2022-10-13 thomas
1133 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1134 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1135 b61ceafc 2022-10-13 thomas if (err)
1136 b61ceafc 2022-10-13 thomas return err;
1137 b61ceafc 2022-10-13 thomas
1138 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1139 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1140 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
1141 b61ceafc 2022-10-13 thomas packidx);
1142 b61ceafc 2022-10-13 thomas if (err)
1143 b61ceafc 2022-10-13 thomas goto done;
1144 b61ceafc 2022-10-13 thomas }
1145 b61ceafc 2022-10-13 thomas
1146 b61ceafc 2022-10-13 thomas /* Beware of "lightweight" tags: Check object type first. */
1147 b61ceafc 2022-10-13 thomas err = read_packed_object_privsep(&obj, repo, pack, packidx,
1148 b61ceafc 2022-10-13 thomas idx, id);
1149 b61ceafc 2022-10-13 thomas if (err)
1150 b61ceafc 2022-10-13 thomas goto done;
1151 b61ceafc 2022-10-13 thomas obj_type = obj->type;
1152 b61ceafc 2022-10-13 thomas got_object_close(obj);
1153 b61ceafc 2022-10-13 thomas if (obj_type != GOT_OBJ_TYPE_TAG) {
1154 b61ceafc 2022-10-13 thomas err = got_error(GOT_ERR_OBJ_TYPE);
1155 b61ceafc 2022-10-13 thomas goto done;
1156 b61ceafc 2022-10-13 thomas }
1157 b61ceafc 2022-10-13 thomas err = read_packed_tag_privsep(tag, pack, packidx, idx, id);
1158 b61ceafc 2022-10-13 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
1159 b61ceafc 2022-10-13 thomas int fd;
1160 b61ceafc 2022-10-13 thomas
1161 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
1162 b61ceafc 2022-10-13 thomas if (err)
1163 b61ceafc 2022-10-13 thomas return err;
1164 b61ceafc 2022-10-13 thomas err = got_object_read_header_privsep(&obj, id, repo, fd);
1165 b61ceafc 2022-10-13 thomas if (err)
1166 b61ceafc 2022-10-13 thomas return err;
1167 b61ceafc 2022-10-13 thomas obj_type = obj->type;
1168 b61ceafc 2022-10-13 thomas got_object_close(obj);
1169 b61ceafc 2022-10-13 thomas if (obj_type != GOT_OBJ_TYPE_TAG)
1170 b61ceafc 2022-10-13 thomas return got_error(GOT_ERR_OBJ_TYPE);
1171 b61ceafc 2022-10-13 thomas
1172 b61ceafc 2022-10-13 thomas err = got_object_open_loose_fd(&fd, id, repo);
1173 b61ceafc 2022-10-13 thomas if (err)
1174 b61ceafc 2022-10-13 thomas return err;
1175 b61ceafc 2022-10-13 thomas err = read_tag_privsep(tag, fd, id, repo);
1176 b61ceafc 2022-10-13 thomas }
1177 b61ceafc 2022-10-13 thomas
1178 b61ceafc 2022-10-13 thomas if (err == NULL) {
1179 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1180 b61ceafc 2022-10-13 thomas err = got_repo_cache_tag(repo, id, *tag);
1181 b61ceafc 2022-10-13 thomas }
1182 b61ceafc 2022-10-13 thomas done:
1183 b61ceafc 2022-10-13 thomas free(path_packfile);
1184 b61ceafc 2022-10-13 thomas return err;
1185 b61ceafc 2022-10-13 thomas }
1186 b61ceafc 2022-10-13 thomas
1187 b61ceafc 2022-10-13 thomas const struct got_error *
1188 b61ceafc 2022-10-13 thomas got_object_open_as_tag(struct got_tag_object **tag,
1189 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object_id *id)
1190 b61ceafc 2022-10-13 thomas {
1191 b61ceafc 2022-10-13 thomas *tag = got_repo_get_cached_tag(repo, id);
1192 b61ceafc 2022-10-13 thomas if (*tag != NULL) {
1193 b61ceafc 2022-10-13 thomas (*tag)->refcnt++;
1194 b61ceafc 2022-10-13 thomas return NULL;
1195 b61ceafc 2022-10-13 thomas }
1196 b61ceafc 2022-10-13 thomas
1197 b61ceafc 2022-10-13 thomas return open_tag(tag, repo, id, 0);
1198 b61ceafc 2022-10-13 thomas }
1199 b61ceafc 2022-10-13 thomas
1200 b61ceafc 2022-10-13 thomas const struct got_error *
1201 b61ceafc 2022-10-13 thomas got_object_tag_open(struct got_tag_object **tag,
1202 b61ceafc 2022-10-13 thomas struct got_repository *repo, struct got_object *obj)
1203 b61ceafc 2022-10-13 thomas {
1204 b61ceafc 2022-10-13 thomas return open_tag(tag, repo, got_object_get_id(obj), 1);
1205 b61ceafc 2022-10-13 thomas }
1206 b61ceafc 2022-10-13 thomas
1207 b61ceafc 2022-10-13 thomas const struct got_error *
1208 b61ceafc 2022-10-13 thomas got_traverse_packed_commits(struct got_object_id_queue *traversed_commits,
1209 b61ceafc 2022-10-13 thomas struct got_object_id *commit_id, const char *path,
1210 b61ceafc 2022-10-13 thomas struct got_repository *repo)
1211 b61ceafc 2022-10-13 thomas {
1212 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1213 b61ceafc 2022-10-13 thomas struct got_pack *pack = NULL;
1214 b61ceafc 2022-10-13 thomas struct got_packidx *packidx = NULL;
1215 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1216 b61ceafc 2022-10-13 thomas struct got_commit_object *changed_commit = NULL;
1217 f8c03d02 2024-03-30 thomas struct got_object_qid *changed_commit_qid = NULL;
1218 b61ceafc 2022-10-13 thomas int idx;
1219 b61ceafc 2022-10-13 thomas
1220 b61ceafc 2022-10-13 thomas err = got_repo_search_packidx(&packidx, &idx, repo, commit_id);
1221 b61ceafc 2022-10-13 thomas if (err) {
1222 b61ceafc 2022-10-13 thomas if (err->code != GOT_ERR_NO_OBJ)
1223 b61ceafc 2022-10-13 thomas return err;
1224 b61ceafc 2022-10-13 thomas return NULL;
1225 b61ceafc 2022-10-13 thomas }
1226 b61ceafc 2022-10-13 thomas
1227 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1228 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1229 b61ceafc 2022-10-13 thomas if (err)
1230 b61ceafc 2022-10-13 thomas return err;
1231 b61ceafc 2022-10-13 thomas
1232 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1233 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1234 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1235 b61ceafc 2022-10-13 thomas if (err)
1236 b61ceafc 2022-10-13 thomas goto done;
1237 b61ceafc 2022-10-13 thomas }
1238 b61ceafc 2022-10-13 thomas
1239 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
1240 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1241 b61ceafc 2022-10-13 thomas if (err)
1242 b61ceafc 2022-10-13 thomas goto done;
1243 b61ceafc 2022-10-13 thomas }
1244 b61ceafc 2022-10-13 thomas
1245 b61ceafc 2022-10-13 thomas err = got_privsep_send_commit_traversal_request(
1246 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, commit_id, idx, path);
1247 b61ceafc 2022-10-13 thomas if (err)
1248 b61ceafc 2022-10-13 thomas goto done;
1249 b61ceafc 2022-10-13 thomas
1250 b61ceafc 2022-10-13 thomas err = got_privsep_recv_traversed_commits(&changed_commit,
1251 f8c03d02 2024-03-30 thomas traversed_commits, pack->privsep_child->ibuf);
1252 b61ceafc 2022-10-13 thomas if (err)
1253 b61ceafc 2022-10-13 thomas goto done;
1254 b61ceafc 2022-10-13 thomas
1255 b61ceafc 2022-10-13 thomas if (changed_commit) {
1256 b61ceafc 2022-10-13 thomas /*
1257 b61ceafc 2022-10-13 thomas * Cache the commit in which the path was changed.
1258 b61ceafc 2022-10-13 thomas * This commit might be opened again soon.
1259 b61ceafc 2022-10-13 thomas */
1260 b61ceafc 2022-10-13 thomas changed_commit->refcnt++;
1261 f8c03d02 2024-03-30 thomas changed_commit_qid = STAILQ_LAST(traversed_commits, got_object_qid, entry);
1262 f8c03d02 2024-03-30 thomas err = got_repo_cache_commit(repo, &changed_commit_qid->id,
1263 b61ceafc 2022-10-13 thomas changed_commit);
1264 b61ceafc 2022-10-13 thomas got_object_commit_close(changed_commit);
1265 b61ceafc 2022-10-13 thomas }
1266 b61ceafc 2022-10-13 thomas done:
1267 b61ceafc 2022-10-13 thomas free(path_packfile);
1268 b61ceafc 2022-10-13 thomas return err;
1269 b61ceafc 2022-10-13 thomas }
1270 b61ceafc 2022-10-13 thomas
1271 b61ceafc 2022-10-13 thomas const struct got_error *
1272 b61ceafc 2022-10-13 thomas got_object_enumerate(int *found_all_objects,
1273 b61ceafc 2022-10-13 thomas got_object_enumerate_commit_cb cb_commit,
1274 b61ceafc 2022-10-13 thomas got_object_enumerate_tree_cb cb_tree, void *cb_arg,
1275 b61ceafc 2022-10-13 thomas struct got_object_id **ours, int nours,
1276 b61ceafc 2022-10-13 thomas struct got_object_id **theirs, int ntheirs,
1277 b61ceafc 2022-10-13 thomas struct got_packidx *packidx, struct got_repository *repo)
1278 b61ceafc 2022-10-13 thomas {
1279 b61ceafc 2022-10-13 thomas const struct got_error *err = NULL;
1280 b61ceafc 2022-10-13 thomas struct got_pack *pack;
1281 b61ceafc 2022-10-13 thomas char *path_packfile = NULL;
1282 b61ceafc 2022-10-13 thomas
1283 b61ceafc 2022-10-13 thomas err = got_packidx_get_packfile_path(&path_packfile,
1284 b61ceafc 2022-10-13 thomas packidx->path_packidx);
1285 b61ceafc 2022-10-13 thomas if (err)
1286 b61ceafc 2022-10-13 thomas return err;
1287 b61ceafc 2022-10-13 thomas
1288 b61ceafc 2022-10-13 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
1289 b61ceafc 2022-10-13 thomas if (pack == NULL) {
1290 b61ceafc 2022-10-13 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1291 b61ceafc 2022-10-13 thomas if (err)
1292 b61ceafc 2022-10-13 thomas goto done;
1293 b61ceafc 2022-10-13 thomas }
1294 b61ceafc 2022-10-13 thomas
1295 b61ceafc 2022-10-13 thomas if (pack->privsep_child == NULL) {
1296 b61ceafc 2022-10-13 thomas err = got_pack_start_privsep_child(pack, packidx);
1297 b61ceafc 2022-10-13 thomas if (err)
1298 b61ceafc 2022-10-13 thomas goto done;
1299 b61ceafc 2022-10-13 thomas }
1300 b61ceafc 2022-10-13 thomas
1301 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_enumeration_request(
1302 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf);
1303 b61ceafc 2022-10-13 thomas if (err)
1304 b61ceafc 2022-10-13 thomas goto done;
1305 b61ceafc 2022-10-13 thomas
1306 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1307 b61ceafc 2022-10-13 thomas ours, nours);
1308 b61ceafc 2022-10-13 thomas if (err)
1309 b61ceafc 2022-10-13 thomas goto done;
1310 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1311 b61ceafc 2022-10-13 thomas if (err)
1312 b61ceafc 2022-10-13 thomas goto done;
1313 b61ceafc 2022-10-13 thomas
1314 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1315 b61ceafc 2022-10-13 thomas theirs, ntheirs);
1316 b61ceafc 2022-10-13 thomas if (err)
1317 b61ceafc 2022-10-13 thomas goto done;
1318 b61ceafc 2022-10-13 thomas err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1319 b61ceafc 2022-10-13 thomas if (err)
1320 b61ceafc 2022-10-13 thomas goto done;
1321 b61ceafc 2022-10-13 thomas
1322 b61ceafc 2022-10-13 thomas err = got_privsep_recv_enumerated_objects(found_all_objects,
1323 b61ceafc 2022-10-13 thomas pack->privsep_child->ibuf, cb_commit, cb_tree, cb_arg, repo);
1324 b61ceafc 2022-10-13 thomas done:
1325 b61ceafc 2022-10-13 thomas free(path_packfile);
1326 b61ceafc 2022-10-13 thomas return err;
1327 b61ceafc 2022-10-13 thomas }