Blame


1 3efd8e31 2022-10-23 thomas /*
2 3efd8e31 2022-10-23 thomas * Copyright (c) 2022 Stefan Sperling <stsp@openbsd.org>
3 3efd8e31 2022-10-23 thomas *
4 3efd8e31 2022-10-23 thomas * Permission to use, copy, modify, and distribute this software for any
5 3efd8e31 2022-10-23 thomas * purpose with or without fee is hereby granted, provided that the above
6 3efd8e31 2022-10-23 thomas * copyright notice and this permission notice appear in all copies.
7 3efd8e31 2022-10-23 thomas *
8 3efd8e31 2022-10-23 thomas * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 3efd8e31 2022-10-23 thomas * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 3efd8e31 2022-10-23 thomas * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 3efd8e31 2022-10-23 thomas * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 3efd8e31 2022-10-23 thomas * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 3efd8e31 2022-10-23 thomas * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 3efd8e31 2022-10-23 thomas * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 3efd8e31 2022-10-23 thomas */
16 4efc8dcb 2023-08-29 thomas
17 4efc8dcb 2023-08-29 thomas #include "got_compat.h"
18 3efd8e31 2022-10-23 thomas
19 3efd8e31 2022-10-23 thomas #include <sys/queue.h>
20 3efd8e31 2022-10-23 thomas #include <sys/types.h>
21 3efd8e31 2022-10-23 thomas
22 3efd8e31 2022-10-23 thomas #include <event.h>
23 3efd8e31 2022-10-23 thomas #include <errno.h>
24 3efd8e31 2022-10-23 thomas #include <imsg.h>
25 3efd8e31 2022-10-23 thomas #include <signal.h>
26 3efd8e31 2022-10-23 thomas #include <stdlib.h>
27 3efd8e31 2022-10-23 thomas #include <limits.h>
28 3efd8e31 2022-10-23 thomas #include <poll.h>
29 3efd8e31 2022-10-23 thomas #include <siphash.h>
30 3efd8e31 2022-10-23 thomas #include <stdio.h>
31 3efd8e31 2022-10-23 thomas #include <string.h>
32 3efd8e31 2022-10-23 thomas #include <unistd.h>
33 3efd8e31 2022-10-23 thomas
34 3efd8e31 2022-10-23 thomas #include "got_error.h"
35 3efd8e31 2022-10-23 thomas #include "got_cancel.h"
36 3efd8e31 2022-10-23 thomas #include "got_object.h"
37 3efd8e31 2022-10-23 thomas #include "got_repository.h"
38 3efd8e31 2022-10-23 thomas #include "got_reference.h"
39 3efd8e31 2022-10-23 thomas #include "got_repository_admin.h"
40 6d7eb4f7 2023-04-04 thomas #include "got_path.h"
41 3efd8e31 2022-10-23 thomas
42 3efd8e31 2022-10-23 thomas #include "got_lib_delta.h"
43 3efd8e31 2022-10-23 thomas #include "got_lib_object.h"
44 3efd8e31 2022-10-23 thomas #include "got_lib_object_idset.h"
45 be288a59 2023-02-23 thomas #include "got_lib_hash.h"
46 3efd8e31 2022-10-23 thomas #include "got_lib_pack.h"
47 3efd8e31 2022-10-23 thomas #include "got_lib_ratelimit.h"
48 3efd8e31 2022-10-23 thomas #include "got_lib_pack_create.h"
49 3efd8e31 2022-10-23 thomas #include "got_lib_poll.h"
50 3efd8e31 2022-10-23 thomas
51 3efd8e31 2022-10-23 thomas #include "log.h"
52 3efd8e31 2022-10-23 thomas #include "gotd.h"
53 3efd8e31 2022-10-23 thomas #include "repo_read.h"
54 3efd8e31 2022-10-23 thomas
55 3efd8e31 2022-10-23 thomas #ifndef nitems
56 3efd8e31 2022-10-23 thomas #define nitems(_a) (sizeof((_a)) / sizeof((_a)[0]))
57 3efd8e31 2022-10-23 thomas #endif
58 3efd8e31 2022-10-23 thomas
59 3efd8e31 2022-10-23 thomas static struct repo_read {
60 3efd8e31 2022-10-23 thomas pid_t pid;
61 3efd8e31 2022-10-23 thomas const char *title;
62 3efd8e31 2022-10-23 thomas struct got_repository *repo;
63 3efd8e31 2022-10-23 thomas int *pack_fds;
64 3efd8e31 2022-10-23 thomas int *temp_fds;
65 62ee7d94 2023-01-10 thomas int session_fd;
66 62ee7d94 2023-01-10 thomas struct gotd_imsgev session_iev;
67 3efd8e31 2022-10-23 thomas } repo_read;
68 3efd8e31 2022-10-23 thomas
69 9148c8a7 2023-01-02 thomas static struct repo_read_client {
70 3efd8e31 2022-10-23 thomas uint32_t id;
71 3efd8e31 2022-10-23 thomas int fd;
72 3efd8e31 2022-10-23 thomas int delta_cache_fd;
73 3efd8e31 2022-10-23 thomas int report_progress;
74 cc4cc677 2022-10-28 thomas int pack_pipe;
75 19aad72f 2023-03-01 thomas struct got_object_idset *want_ids;
76 19aad72f 2023-03-01 thomas struct got_object_idset *have_ids;
77 9148c8a7 2023-01-02 thomas } repo_read_client;
78 3efd8e31 2022-10-23 thomas
79 3efd8e31 2022-10-23 thomas static volatile sig_atomic_t sigint_received;
80 3efd8e31 2022-10-23 thomas static volatile sig_atomic_t sigterm_received;
81 3efd8e31 2022-10-23 thomas
82 3efd8e31 2022-10-23 thomas static void
83 3efd8e31 2022-10-23 thomas catch_sigint(int signo)
84 3efd8e31 2022-10-23 thomas {
85 3efd8e31 2022-10-23 thomas sigint_received = 1;
86 3efd8e31 2022-10-23 thomas }
87 3efd8e31 2022-10-23 thomas
88 3efd8e31 2022-10-23 thomas static void
89 3efd8e31 2022-10-23 thomas catch_sigterm(int signo)
90 3efd8e31 2022-10-23 thomas {
91 3efd8e31 2022-10-23 thomas sigterm_received = 1;
92 3efd8e31 2022-10-23 thomas }
93 3efd8e31 2022-10-23 thomas
94 3efd8e31 2022-10-23 thomas static const struct got_error *
95 3efd8e31 2022-10-23 thomas check_cancelled(void *arg)
96 3efd8e31 2022-10-23 thomas {
97 3efd8e31 2022-10-23 thomas if (sigint_received || sigterm_received)
98 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_CANCELLED);
99 3efd8e31 2022-10-23 thomas
100 3efd8e31 2022-10-23 thomas return NULL;
101 3efd8e31 2022-10-23 thomas }
102 3efd8e31 2022-10-23 thomas
103 3efd8e31 2022-10-23 thomas static const struct got_error *
104 a7e9cbc6 2022-11-08 thomas send_symref(struct got_reference *symref, struct got_object_id *target_id,
105 a7e9cbc6 2022-11-08 thomas struct imsgbuf *ibuf)
106 3efd8e31 2022-10-23 thomas {
107 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
108 3efd8e31 2022-10-23 thomas struct gotd_imsg_symref isymref;
109 3efd8e31 2022-10-23 thomas const char *refname = got_ref_get_name(symref);
110 3efd8e31 2022-10-23 thomas const char *target = got_ref_get_symref_target(symref);
111 3efd8e31 2022-10-23 thomas size_t len;
112 3efd8e31 2022-10-23 thomas struct ibuf *wbuf;
113 3efd8e31 2022-10-23 thomas
114 3efd8e31 2022-10-23 thomas memset(&isymref, 0, sizeof(isymref));
115 3efd8e31 2022-10-23 thomas isymref.name_len = strlen(refname);
116 3efd8e31 2022-10-23 thomas isymref.target_len = strlen(target);
117 3efd8e31 2022-10-23 thomas memcpy(isymref.target_id, target_id->sha1, sizeof(isymref.target_id));
118 3efd8e31 2022-10-23 thomas
119 3efd8e31 2022-10-23 thomas len = sizeof(isymref) + isymref.name_len + isymref.target_len;
120 3efd8e31 2022-10-23 thomas if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE) {
121 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_NO_SPACE);
122 3efd8e31 2022-10-23 thomas goto done;
123 3efd8e31 2022-10-23 thomas }
124 3efd8e31 2022-10-23 thomas
125 3efd8e31 2022-10-23 thomas wbuf = imsg_create(ibuf, GOTD_IMSG_SYMREF, 0, 0, len);
126 3efd8e31 2022-10-23 thomas if (wbuf == NULL) {
127 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_create SYMREF");
128 3efd8e31 2022-10-23 thomas goto done;
129 3efd8e31 2022-10-23 thomas }
130 3efd8e31 2022-10-23 thomas
131 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, &isymref, sizeof(isymref)) == -1) {
132 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_add SYMREF");
133 3efd8e31 2022-10-23 thomas goto done;
134 3efd8e31 2022-10-23 thomas }
135 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, refname, isymref.name_len) == -1) {
136 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_add SYMREF");
137 3efd8e31 2022-10-23 thomas goto done;
138 3efd8e31 2022-10-23 thomas }
139 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, target, isymref.target_len) == -1) {
140 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_add SYMREF");
141 3efd8e31 2022-10-23 thomas goto done;
142 3efd8e31 2022-10-23 thomas }
143 3efd8e31 2022-10-23 thomas
144 3efd8e31 2022-10-23 thomas imsg_close(ibuf, wbuf);
145 3efd8e31 2022-10-23 thomas done:
146 3efd8e31 2022-10-23 thomas free(target_id);
147 3efd8e31 2022-10-23 thomas return err;
148 3efd8e31 2022-10-23 thomas }
149 3efd8e31 2022-10-23 thomas
150 3efd8e31 2022-10-23 thomas static const struct got_error *
151 3efd8e31 2022-10-23 thomas send_peeled_tag_ref(struct got_reference *ref, struct got_object *obj,
152 3efd8e31 2022-10-23 thomas struct imsgbuf *ibuf)
153 3efd8e31 2022-10-23 thomas {
154 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
155 3efd8e31 2022-10-23 thomas struct got_tag_object *tag;
156 3efd8e31 2022-10-23 thomas size_t namelen, len;
157 3efd8e31 2022-10-23 thomas char *peeled_refname = NULL;
158 3efd8e31 2022-10-23 thomas struct got_object_id *id;
159 3efd8e31 2022-10-23 thomas struct ibuf *wbuf;
160 3efd8e31 2022-10-23 thomas
161 3efd8e31 2022-10-23 thomas err = got_object_tag_open(&tag, repo_read.repo, obj);
162 3efd8e31 2022-10-23 thomas if (err)
163 3efd8e31 2022-10-23 thomas return err;
164 3efd8e31 2022-10-23 thomas
165 3efd8e31 2022-10-23 thomas if (asprintf(&peeled_refname, "%s^{}", got_ref_get_name(ref)) == -1) {
166 3efd8e31 2022-10-23 thomas err = got_error_from_errno("asprintf");
167 3efd8e31 2022-10-23 thomas goto done;
168 3efd8e31 2022-10-23 thomas }
169 3efd8e31 2022-10-23 thomas
170 3efd8e31 2022-10-23 thomas id = got_object_tag_get_object_id(tag);
171 3efd8e31 2022-10-23 thomas namelen = strlen(peeled_refname);
172 3efd8e31 2022-10-23 thomas
173 3efd8e31 2022-10-23 thomas len = sizeof(struct gotd_imsg_ref) + namelen;
174 3efd8e31 2022-10-23 thomas if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE) {
175 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_NO_SPACE);
176 3efd8e31 2022-10-23 thomas goto done;
177 3efd8e31 2022-10-23 thomas }
178 3efd8e31 2022-10-23 thomas
179 3efd8e31 2022-10-23 thomas wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_READ,
180 3efd8e31 2022-10-23 thomas repo_read.pid, len);
181 3efd8e31 2022-10-23 thomas if (wbuf == NULL) {
182 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_create MREF");
183 3efd8e31 2022-10-23 thomas goto done;
184 3efd8e31 2022-10-23 thomas }
185 3efd8e31 2022-10-23 thomas
186 3efd8e31 2022-10-23 thomas /* Keep in sync with struct gotd_imsg_ref definition. */
187 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
188 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_add REF");
189 3efd8e31 2022-10-23 thomas goto done;
190 3efd8e31 2022-10-23 thomas }
191 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1) {
192 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_add REF");
193 3efd8e31 2022-10-23 thomas goto done;
194 3efd8e31 2022-10-23 thomas }
195 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, peeled_refname, namelen) == -1) {
196 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_add REF");
197 3efd8e31 2022-10-23 thomas goto done;
198 3efd8e31 2022-10-23 thomas }
199 3efd8e31 2022-10-23 thomas
200 3efd8e31 2022-10-23 thomas imsg_close(ibuf, wbuf);
201 3efd8e31 2022-10-23 thomas done:
202 3efd8e31 2022-10-23 thomas got_object_tag_close(tag);
203 3efd8e31 2022-10-23 thomas return err;
204 3efd8e31 2022-10-23 thomas }
205 3efd8e31 2022-10-23 thomas
206 3efd8e31 2022-10-23 thomas static const struct got_error *
207 3efd8e31 2022-10-23 thomas send_ref(struct got_reference *ref, struct imsgbuf *ibuf)
208 3efd8e31 2022-10-23 thomas {
209 3efd8e31 2022-10-23 thomas const struct got_error *err;
210 3efd8e31 2022-10-23 thomas const char *refname = got_ref_get_name(ref);
211 3efd8e31 2022-10-23 thomas size_t namelen;
212 3efd8e31 2022-10-23 thomas struct got_object_id *id = NULL;
213 3efd8e31 2022-10-23 thomas struct got_object *obj = NULL;
214 3efd8e31 2022-10-23 thomas size_t len;
215 3efd8e31 2022-10-23 thomas struct ibuf *wbuf;
216 3efd8e31 2022-10-23 thomas
217 3efd8e31 2022-10-23 thomas namelen = strlen(refname);
218 3efd8e31 2022-10-23 thomas
219 3efd8e31 2022-10-23 thomas len = sizeof(struct gotd_imsg_ref) + namelen;
220 3efd8e31 2022-10-23 thomas if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE)
221 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NO_SPACE);
222 3efd8e31 2022-10-23 thomas
223 3efd8e31 2022-10-23 thomas err = got_ref_resolve(&id, repo_read.repo, ref);
224 3efd8e31 2022-10-23 thomas if (err)
225 3efd8e31 2022-10-23 thomas return err;
226 3efd8e31 2022-10-23 thomas
227 3efd8e31 2022-10-23 thomas wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_READ,
228 3efd8e31 2022-10-23 thomas repo_read.pid, len);
229 3efd8e31 2022-10-23 thomas if (wbuf == NULL) {
230 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_create REF");
231 3efd8e31 2022-10-23 thomas goto done;
232 3efd8e31 2022-10-23 thomas }
233 3efd8e31 2022-10-23 thomas
234 3efd8e31 2022-10-23 thomas /* Keep in sync with struct gotd_imsg_ref definition. */
235 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1)
236 3efd8e31 2022-10-23 thomas return got_error_from_errno("imsg_add REF");
237 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1)
238 3efd8e31 2022-10-23 thomas return got_error_from_errno("imsg_add REF");
239 3efd8e31 2022-10-23 thomas if (imsg_add(wbuf, refname, namelen) == -1)
240 3efd8e31 2022-10-23 thomas return got_error_from_errno("imsg_add REF");
241 3efd8e31 2022-10-23 thomas
242 3efd8e31 2022-10-23 thomas imsg_close(ibuf, wbuf);
243 3efd8e31 2022-10-23 thomas
244 3efd8e31 2022-10-23 thomas err = got_object_open(&obj, repo_read.repo, id);
245 3efd8e31 2022-10-23 thomas if (err)
246 3efd8e31 2022-10-23 thomas goto done;
247 3efd8e31 2022-10-23 thomas if (obj->type == GOT_OBJ_TYPE_TAG)
248 3efd8e31 2022-10-23 thomas err = send_peeled_tag_ref(ref, obj, ibuf);
249 3efd8e31 2022-10-23 thomas done:
250 3efd8e31 2022-10-23 thomas if (obj)
251 3efd8e31 2022-10-23 thomas got_object_close(obj);
252 3efd8e31 2022-10-23 thomas free(id);
253 3efd8e31 2022-10-23 thomas return err;
254 3efd8e31 2022-10-23 thomas }
255 3efd8e31 2022-10-23 thomas
256 3efd8e31 2022-10-23 thomas static const struct got_error *
257 9148c8a7 2023-01-02 thomas list_refs(struct imsg *imsg)
258 3efd8e31 2022-10-23 thomas {
259 3efd8e31 2022-10-23 thomas const struct got_error *err;
260 9148c8a7 2023-01-02 thomas struct repo_read_client *client = &repo_read_client;
261 3efd8e31 2022-10-23 thomas struct got_reflist_head refs;
262 3efd8e31 2022-10-23 thomas struct got_reflist_entry *re;
263 3efd8e31 2022-10-23 thomas struct gotd_imsg_list_refs_internal ireq;
264 3efd8e31 2022-10-23 thomas size_t datalen;
265 3efd8e31 2022-10-23 thomas struct gotd_imsg_reflist irefs;
266 3efd8e31 2022-10-23 thomas struct imsgbuf ibuf;
267 3d97effa 2024-01-31 thomas int client_fd;
268 a7e9cbc6 2022-11-08 thomas struct got_object_id *head_target_id = NULL;
269 3efd8e31 2022-10-23 thomas
270 3efd8e31 2022-10-23 thomas TAILQ_INIT(&refs);
271 3efd8e31 2022-10-23 thomas
272 3d97effa 2024-01-31 thomas client_fd = imsg_get_fd(imsg);
273 3efd8e31 2022-10-23 thomas if (client_fd == -1)
274 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_NO_FD);
275 3efd8e31 2022-10-23 thomas
276 3efd8e31 2022-10-23 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
277 3efd8e31 2022-10-23 thomas if (datalen != sizeof(ireq))
278 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
279 3efd8e31 2022-10-23 thomas memcpy(&ireq, imsg->data, sizeof(ireq));
280 3efd8e31 2022-10-23 thomas
281 9148c8a7 2023-01-02 thomas if (ireq.client_id == 0)
282 9148c8a7 2023-01-02 thomas return got_error(GOT_ERR_CLIENT_ID);
283 9148c8a7 2023-01-02 thomas if (client->id != 0) {
284 9148c8a7 2023-01-02 thomas return got_error_msg(GOT_ERR_CLIENT_ID,
285 9148c8a7 2023-01-02 thomas "duplicate list-refs request");
286 9148c8a7 2023-01-02 thomas }
287 9148c8a7 2023-01-02 thomas client->id = ireq.client_id;
288 9148c8a7 2023-01-02 thomas client->fd = client_fd;
289 3efd8e31 2022-10-23 thomas
290 3efd8e31 2022-10-23 thomas imsg_init(&ibuf, client_fd);
291 3efd8e31 2022-10-23 thomas
292 3efd8e31 2022-10-23 thomas err = got_ref_list(&refs, repo_read.repo, "",
293 3efd8e31 2022-10-23 thomas got_ref_cmp_by_name, NULL);
294 3efd8e31 2022-10-23 thomas if (err)
295 3efd8e31 2022-10-23 thomas return err;
296 3efd8e31 2022-10-23 thomas
297 3efd8e31 2022-10-23 thomas memset(&irefs, 0, sizeof(irefs));
298 3efd8e31 2022-10-23 thomas TAILQ_FOREACH(re, &refs, entry) {
299 3efd8e31 2022-10-23 thomas struct got_object_id *id;
300 3efd8e31 2022-10-23 thomas int obj_type;
301 3efd8e31 2022-10-23 thomas
302 3efd8e31 2022-10-23 thomas if (got_ref_is_symbolic(re->ref)) {
303 3efd8e31 2022-10-23 thomas const char *refname = got_ref_get_name(re->ref);
304 a7e9cbc6 2022-11-08 thomas if (strcmp(refname, GOT_REF_HEAD) != 0)
305 a7e9cbc6 2022-11-08 thomas continue;
306 a7e9cbc6 2022-11-08 thomas err = got_ref_resolve(&head_target_id, repo_read.repo,
307 a7e9cbc6 2022-11-08 thomas re->ref);
308 a7e9cbc6 2022-11-08 thomas if (err) {
309 a7e9cbc6 2022-11-08 thomas if (err->code != GOT_ERR_NOT_REF)
310 a7e9cbc6 2022-11-08 thomas return err;
311 a7e9cbc6 2022-11-08 thomas /*
312 a7e9cbc6 2022-11-08 thomas * HEAD points to a non-existent branch.
313 a7e9cbc6 2022-11-08 thomas * Do not advertise it.
314 a7e9cbc6 2022-11-08 thomas * Matches git-daemon's behaviour.
315 a7e9cbc6 2022-11-08 thomas */
316 a7e9cbc6 2022-11-08 thomas head_target_id = NULL;
317 a7e9cbc6 2022-11-08 thomas err = NULL;
318 a7e9cbc6 2022-11-08 thomas } else
319 3efd8e31 2022-10-23 thomas irefs.nrefs++;
320 3efd8e31 2022-10-23 thomas continue;
321 3efd8e31 2022-10-23 thomas }
322 3efd8e31 2022-10-23 thomas
323 3efd8e31 2022-10-23 thomas irefs.nrefs++;
324 3efd8e31 2022-10-23 thomas
325 3efd8e31 2022-10-23 thomas /* Account for a peeled tag refs. */
326 3efd8e31 2022-10-23 thomas err = got_ref_resolve(&id, repo_read.repo, re->ref);
327 3efd8e31 2022-10-23 thomas if (err)
328 3efd8e31 2022-10-23 thomas goto done;
329 8652e561 2023-01-14 thomas err = got_object_get_type(&obj_type, repo_read.repo, id);
330 3efd8e31 2022-10-23 thomas free(id);
331 3efd8e31 2022-10-23 thomas if (err)
332 3efd8e31 2022-10-23 thomas goto done;
333 3efd8e31 2022-10-23 thomas if (obj_type == GOT_OBJ_TYPE_TAG)
334 3efd8e31 2022-10-23 thomas irefs.nrefs++;
335 3efd8e31 2022-10-23 thomas }
336 3efd8e31 2022-10-23 thomas
337 3efd8e31 2022-10-23 thomas if (imsg_compose(&ibuf, GOTD_IMSG_REFLIST, PROC_REPO_READ,
338 3efd8e31 2022-10-23 thomas repo_read.pid, -1, &irefs, sizeof(irefs)) == -1) {
339 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg_compose REFLIST");
340 3efd8e31 2022-10-23 thomas goto done;
341 3efd8e31 2022-10-23 thomas }
342 3efd8e31 2022-10-23 thomas
343 3efd8e31 2022-10-23 thomas /*
344 3efd8e31 2022-10-23 thomas * Send the HEAD symref first. In Git-protocol versions < 2
345 3efd8e31 2022-10-23 thomas * the HEAD symref must be announced on the initial line of
346 3efd8e31 2022-10-23 thomas * the server's ref advertisement.
347 3efd8e31 2022-10-23 thomas * For now, we do not advertise symrefs other than HEAD.
348 3efd8e31 2022-10-23 thomas */
349 3efd8e31 2022-10-23 thomas TAILQ_FOREACH(re, &refs, entry) {
350 3efd8e31 2022-10-23 thomas if (!got_ref_is_symbolic(re->ref) ||
351 a7e9cbc6 2022-11-08 thomas strcmp(got_ref_get_name(re->ref), GOT_REF_HEAD) != 0 ||
352 a7e9cbc6 2022-11-08 thomas head_target_id == NULL)
353 3efd8e31 2022-10-23 thomas continue;
354 a7e9cbc6 2022-11-08 thomas err = send_symref(re->ref, head_target_id, &ibuf);
355 3efd8e31 2022-10-23 thomas if (err)
356 3efd8e31 2022-10-23 thomas goto done;
357 3efd8e31 2022-10-23 thomas break;
358 3efd8e31 2022-10-23 thomas }
359 3efd8e31 2022-10-23 thomas TAILQ_FOREACH(re, &refs, entry) {
360 3efd8e31 2022-10-23 thomas if (got_ref_is_symbolic(re->ref))
361 3efd8e31 2022-10-23 thomas continue;
362 3efd8e31 2022-10-23 thomas err = send_ref(re->ref, &ibuf);
363 3efd8e31 2022-10-23 thomas if (err)
364 3efd8e31 2022-10-23 thomas goto done;
365 3efd8e31 2022-10-23 thomas }
366 3efd8e31 2022-10-23 thomas
367 3efd8e31 2022-10-23 thomas err = gotd_imsg_flush(&ibuf);
368 3efd8e31 2022-10-23 thomas done:
369 3efd8e31 2022-10-23 thomas got_ref_list_free(&refs);
370 3efd8e31 2022-10-23 thomas imsg_clear(&ibuf);
371 3efd8e31 2022-10-23 thomas return err;
372 3efd8e31 2022-10-23 thomas }
373 3efd8e31 2022-10-23 thomas
374 3efd8e31 2022-10-23 thomas static const struct got_error *
375 19aad72f 2023-03-01 thomas append_object_id(struct got_object_id *id, void *data, void *arg)
376 3efd8e31 2022-10-23 thomas {
377 19aad72f 2023-03-01 thomas struct gotd_object_id_array *array = arg;
378 3efd8e31 2022-10-23 thomas const size_t alloc_chunksz = 256;
379 3efd8e31 2022-10-23 thomas
380 3efd8e31 2022-10-23 thomas if (array->ids == NULL) {
381 3efd8e31 2022-10-23 thomas array->ids = reallocarray(NULL, alloc_chunksz,
382 3efd8e31 2022-10-23 thomas sizeof(*array->ids));
383 3efd8e31 2022-10-23 thomas if (array->ids == NULL)
384 3efd8e31 2022-10-23 thomas return got_error_from_errno("reallocarray");
385 3efd8e31 2022-10-23 thomas array->nalloc = alloc_chunksz;
386 3efd8e31 2022-10-23 thomas array->nids = 0;
387 3efd8e31 2022-10-23 thomas } else if (array->nalloc <= array->nids) {
388 3efd8e31 2022-10-23 thomas struct got_object_id **new;
389 3efd8e31 2022-10-23 thomas new = recallocarray(array->ids, array->nalloc,
390 3efd8e31 2022-10-23 thomas array->nalloc + alloc_chunksz, sizeof(*new));
391 3efd8e31 2022-10-23 thomas if (new == NULL)
392 3efd8e31 2022-10-23 thomas return got_error_from_errno("recallocarray");
393 3efd8e31 2022-10-23 thomas array->ids = new;
394 3efd8e31 2022-10-23 thomas array->nalloc += alloc_chunksz;
395 3efd8e31 2022-10-23 thomas }
396 3efd8e31 2022-10-23 thomas
397 19aad72f 2023-03-01 thomas array->ids[array->nids] = id;
398 3efd8e31 2022-10-23 thomas array->nids++;
399 3efd8e31 2022-10-23 thomas return NULL;
400 3efd8e31 2022-10-23 thomas }
401 3efd8e31 2022-10-23 thomas
402 3efd8e31 2022-10-23 thomas static const struct got_error *
403 9148c8a7 2023-01-02 thomas recv_want(struct imsg *imsg)
404 3efd8e31 2022-10-23 thomas {
405 3efd8e31 2022-10-23 thomas const struct got_error *err;
406 9148c8a7 2023-01-02 thomas struct repo_read_client *client = &repo_read_client;
407 3efd8e31 2022-10-23 thomas struct gotd_imsg_want iwant;
408 3efd8e31 2022-10-23 thomas size_t datalen;
409 3efd8e31 2022-10-23 thomas char hex[SHA1_DIGEST_STRING_LENGTH];
410 3efd8e31 2022-10-23 thomas struct got_object_id id;
411 3efd8e31 2022-10-23 thomas int obj_type;
412 3efd8e31 2022-10-23 thomas struct imsgbuf ibuf;
413 3efd8e31 2022-10-23 thomas
414 3efd8e31 2022-10-23 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
415 3efd8e31 2022-10-23 thomas if (datalen != sizeof(iwant))
416 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
417 3efd8e31 2022-10-23 thomas memcpy(&iwant, imsg->data, sizeof(iwant));
418 3efd8e31 2022-10-23 thomas
419 3efd8e31 2022-10-23 thomas memset(&id, 0, sizeof(id));
420 3efd8e31 2022-10-23 thomas memcpy(id.sha1, iwant.object_id, SHA1_DIGEST_LENGTH);
421 3efd8e31 2022-10-23 thomas
422 3efd8e31 2022-10-23 thomas if (log_getverbose() > 0 &&
423 3efd8e31 2022-10-23 thomas got_sha1_digest_to_str(id.sha1, hex, sizeof(hex)))
424 3efd8e31 2022-10-23 thomas log_debug("client wants %s", hex);
425 3efd8e31 2022-10-23 thomas
426 9148c8a7 2023-01-02 thomas imsg_init(&ibuf, client->fd);
427 3efd8e31 2022-10-23 thomas
428 3efd8e31 2022-10-23 thomas err = got_object_get_type(&obj_type, repo_read.repo, &id);
429 3efd8e31 2022-10-23 thomas if (err)
430 3efd8e31 2022-10-23 thomas return err;
431 3efd8e31 2022-10-23 thomas
432 3efd8e31 2022-10-23 thomas if (obj_type != GOT_OBJ_TYPE_COMMIT &&
433 3efd8e31 2022-10-23 thomas obj_type != GOT_OBJ_TYPE_TAG)
434 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_OBJ_TYPE);
435 3efd8e31 2022-10-23 thomas
436 19aad72f 2023-03-01 thomas if (!got_object_idset_contains(client->want_ids, &id)) {
437 19aad72f 2023-03-01 thomas err = got_object_idset_add(client->want_ids, &id, NULL);
438 19aad72f 2023-03-01 thomas if (err)
439 19aad72f 2023-03-01 thomas return err;
440 19aad72f 2023-03-01 thomas }
441 3efd8e31 2022-10-23 thomas
442 3efd8e31 2022-10-23 thomas gotd_imsg_send_ack(&id, &ibuf, PROC_REPO_READ, repo_read.pid);
443 3efd8e31 2022-10-23 thomas imsg_clear(&ibuf);
444 3efd8e31 2022-10-23 thomas return err;
445 3efd8e31 2022-10-23 thomas }
446 3efd8e31 2022-10-23 thomas
447 3efd8e31 2022-10-23 thomas static const struct got_error *
448 9148c8a7 2023-01-02 thomas recv_have(struct imsg *imsg)
449 3efd8e31 2022-10-23 thomas {
450 3efd8e31 2022-10-23 thomas const struct got_error *err;
451 9148c8a7 2023-01-02 thomas struct repo_read_client *client = &repo_read_client;
452 3efd8e31 2022-10-23 thomas struct gotd_imsg_have ihave;
453 3efd8e31 2022-10-23 thomas size_t datalen;
454 3efd8e31 2022-10-23 thomas char hex[SHA1_DIGEST_STRING_LENGTH];
455 3efd8e31 2022-10-23 thomas struct got_object_id id;
456 3efd8e31 2022-10-23 thomas int obj_type;
457 3efd8e31 2022-10-23 thomas struct imsgbuf ibuf;
458 3efd8e31 2022-10-23 thomas
459 3efd8e31 2022-10-23 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
460 3efd8e31 2022-10-23 thomas if (datalen != sizeof(ihave))
461 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
462 3efd8e31 2022-10-23 thomas memcpy(&ihave, imsg->data, sizeof(ihave));
463 3efd8e31 2022-10-23 thomas
464 3efd8e31 2022-10-23 thomas memset(&id, 0, sizeof(id));
465 3efd8e31 2022-10-23 thomas memcpy(id.sha1, ihave.object_id, SHA1_DIGEST_LENGTH);
466 3efd8e31 2022-10-23 thomas
467 3efd8e31 2022-10-23 thomas if (log_getverbose() > 0 &&
468 3efd8e31 2022-10-23 thomas got_sha1_digest_to_str(id.sha1, hex, sizeof(hex)))
469 3efd8e31 2022-10-23 thomas log_debug("client has %s", hex);
470 3efd8e31 2022-10-23 thomas
471 9148c8a7 2023-01-02 thomas imsg_init(&ibuf, client->fd);
472 3efd8e31 2022-10-23 thomas
473 3efd8e31 2022-10-23 thomas err = got_object_get_type(&obj_type, repo_read.repo, &id);
474 3efd8e31 2022-10-23 thomas if (err) {
475 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_NO_OBJ) {
476 3efd8e31 2022-10-23 thomas gotd_imsg_send_nak(&id, &ibuf,
477 3efd8e31 2022-10-23 thomas PROC_REPO_READ, repo_read.pid);
478 3efd8e31 2022-10-23 thomas err = NULL;
479 3efd8e31 2022-10-23 thomas }
480 3efd8e31 2022-10-23 thomas goto done;
481 3efd8e31 2022-10-23 thomas }
482 3efd8e31 2022-10-23 thomas
483 3efd8e31 2022-10-23 thomas if (obj_type != GOT_OBJ_TYPE_COMMIT &&
484 3efd8e31 2022-10-23 thomas obj_type != GOT_OBJ_TYPE_TAG) {
485 3efd8e31 2022-10-23 thomas gotd_imsg_send_nak(&id, &ibuf, PROC_REPO_READ, repo_read.pid);
486 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_OBJ_TYPE);
487 3efd8e31 2022-10-23 thomas goto done;
488 3efd8e31 2022-10-23 thomas }
489 3efd8e31 2022-10-23 thomas
490 19aad72f 2023-03-01 thomas if (!got_object_idset_contains(client->have_ids, &id)) {
491 19aad72f 2023-03-01 thomas err = got_object_idset_add(client->have_ids, &id, NULL);
492 19aad72f 2023-03-01 thomas if (err)
493 19aad72f 2023-03-01 thomas goto done;
494 19aad72f 2023-03-01 thomas }
495 3efd8e31 2022-10-23 thomas
496 3efd8e31 2022-10-23 thomas gotd_imsg_send_ack(&id, &ibuf, PROC_REPO_READ, repo_read.pid);
497 3efd8e31 2022-10-23 thomas done:
498 3efd8e31 2022-10-23 thomas imsg_clear(&ibuf);
499 3efd8e31 2022-10-23 thomas return err;
500 3efd8e31 2022-10-23 thomas }
501 3efd8e31 2022-10-23 thomas
502 3efd8e31 2022-10-23 thomas struct repo_read_pack_progress_arg {
503 3efd8e31 2022-10-23 thomas int report_progress;
504 3efd8e31 2022-10-23 thomas struct imsgbuf *ibuf;
505 3efd8e31 2022-10-23 thomas int sent_ready;
506 3efd8e31 2022-10-23 thomas };
507 3efd8e31 2022-10-23 thomas
508 3efd8e31 2022-10-23 thomas static const struct got_error *
509 3efd8e31 2022-10-23 thomas pack_progress(void *arg, int ncolored, int nfound, int ntrees,
510 3efd8e31 2022-10-23 thomas off_t packfile_size, int ncommits, int nobj_total, int nobj_deltify,
511 3efd8e31 2022-10-23 thomas int nobj_written)
512 3efd8e31 2022-10-23 thomas {
513 3efd8e31 2022-10-23 thomas struct repo_read_pack_progress_arg *a = arg;
514 3efd8e31 2022-10-23 thomas struct gotd_imsg_packfile_progress iprog;
515 3efd8e31 2022-10-23 thomas int ret;
516 3efd8e31 2022-10-23 thomas
517 3efd8e31 2022-10-23 thomas if (!a->report_progress)
518 3efd8e31 2022-10-23 thomas return NULL;
519 3efd8e31 2022-10-23 thomas if (packfile_size > 0 && a->sent_ready)
520 3efd8e31 2022-10-23 thomas return NULL;
521 3efd8e31 2022-10-23 thomas
522 3efd8e31 2022-10-23 thomas memset(&iprog, 0, sizeof(iprog));
523 3efd8e31 2022-10-23 thomas iprog.ncolored = ncolored;
524 3efd8e31 2022-10-23 thomas iprog.nfound = nfound;
525 3efd8e31 2022-10-23 thomas iprog.ntrees = ntrees;
526 3efd8e31 2022-10-23 thomas iprog.packfile_size = packfile_size;
527 3efd8e31 2022-10-23 thomas iprog.ncommits = ncommits;
528 3efd8e31 2022-10-23 thomas iprog.nobj_total = nobj_total;
529 3efd8e31 2022-10-23 thomas iprog.nobj_deltify = nobj_deltify;
530 3efd8e31 2022-10-23 thomas iprog.nobj_written = nobj_written;
531 3efd8e31 2022-10-23 thomas
532 3efd8e31 2022-10-23 thomas /* Using synchronous writes since we are blocking the event loop. */
533 3efd8e31 2022-10-23 thomas if (packfile_size == 0) {
534 3efd8e31 2022-10-23 thomas ret = imsg_compose(a->ibuf, GOTD_IMSG_PACKFILE_PROGRESS,
535 3efd8e31 2022-10-23 thomas PROC_REPO_READ, repo_read.pid, -1, &iprog, sizeof(iprog));
536 3efd8e31 2022-10-23 thomas if (ret == -1) {
537 3efd8e31 2022-10-23 thomas return got_error_from_errno("imsg compose "
538 3efd8e31 2022-10-23 thomas "PACKFILE_PROGRESS");
539 8652e561 2023-01-14 thomas }
540 3efd8e31 2022-10-23 thomas } else {
541 3efd8e31 2022-10-23 thomas a->sent_ready = 1;
542 3efd8e31 2022-10-23 thomas ret = imsg_compose(a->ibuf, GOTD_IMSG_PACKFILE_READY,
543 3efd8e31 2022-10-23 thomas PROC_REPO_READ, repo_read.pid, -1, &iprog, sizeof(iprog));
544 3efd8e31 2022-10-23 thomas if (ret == -1) {
545 3efd8e31 2022-10-23 thomas return got_error_from_errno("imsg compose "
546 3efd8e31 2022-10-23 thomas "PACKFILE_READY");
547 3efd8e31 2022-10-23 thomas }
548 3efd8e31 2022-10-23 thomas }
549 3efd8e31 2022-10-23 thomas
550 3efd8e31 2022-10-23 thomas return gotd_imsg_flush(a->ibuf);
551 3efd8e31 2022-10-23 thomas }
552 3efd8e31 2022-10-23 thomas
553 3efd8e31 2022-10-23 thomas static const struct got_error *
554 9148c8a7 2023-01-02 thomas receive_delta_cache_fd(struct imsg *imsg,
555 3efd8e31 2022-10-23 thomas struct gotd_imsgev *iev)
556 3efd8e31 2022-10-23 thomas {
557 9148c8a7 2023-01-02 thomas struct repo_read_client *client = &repo_read_client;
558 3efd8e31 2022-10-23 thomas struct gotd_imsg_send_packfile ireq;
559 3efd8e31 2022-10-23 thomas size_t datalen;
560 3efd8e31 2022-10-23 thomas
561 ff553ea7 2023-04-22 thomas log_debug("receiving delta cache file");
562 3efd8e31 2022-10-23 thomas
563 3efd8e31 2022-10-23 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
564 3efd8e31 2022-10-23 thomas if (datalen != sizeof(ireq))
565 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
566 3efd8e31 2022-10-23 thomas memcpy(&ireq, imsg->data, sizeof(ireq));
567 3efd8e31 2022-10-23 thomas
568 9148c8a7 2023-01-02 thomas if (client->delta_cache_fd != -1)
569 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_MSG);
570 3efd8e31 2022-10-23 thomas
571 3d97effa 2024-01-31 thomas client->delta_cache_fd = imsg_get_fd(imsg);
572 3d97effa 2024-01-31 thomas if (client->delta_cache_fd == -1)
573 3d97effa 2024-01-31 thomas return got_error(GOT_ERR_PRIVSEP_NO_FD);
574 3d97effa 2024-01-31 thomas
575 9148c8a7 2023-01-02 thomas client->report_progress = ireq.report_progress;
576 3efd8e31 2022-10-23 thomas return NULL;
577 3efd8e31 2022-10-23 thomas }
578 3efd8e31 2022-10-23 thomas
579 3efd8e31 2022-10-23 thomas static const struct got_error *
580 9148c8a7 2023-01-02 thomas receive_pack_pipe(struct imsg *imsg, struct gotd_imsgev *iev)
581 3efd8e31 2022-10-23 thomas {
582 9148c8a7 2023-01-02 thomas struct repo_read_client *client = &repo_read_client;
583 3efd8e31 2022-10-23 thomas struct gotd_imsg_packfile_pipe ireq;
584 3efd8e31 2022-10-23 thomas size_t datalen;
585 3efd8e31 2022-10-23 thomas
586 ff553ea7 2023-04-22 thomas log_debug("receiving pack pipe descriptor");
587 3efd8e31 2022-10-23 thomas
588 3efd8e31 2022-10-23 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
589 3efd8e31 2022-10-23 thomas if (datalen != sizeof(ireq))
590 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
591 3efd8e31 2022-10-23 thomas memcpy(&ireq, imsg->data, sizeof(ireq));
592 3efd8e31 2022-10-23 thomas
593 9148c8a7 2023-01-02 thomas if (client->pack_pipe != -1)
594 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_MSG);
595 3efd8e31 2022-10-23 thomas
596 3d97effa 2024-01-31 thomas client->pack_pipe = imsg_get_fd(imsg);
597 3d97effa 2024-01-31 thomas if (client->pack_pipe == -1)
598 3d97effa 2024-01-31 thomas return got_error(GOT_ERR_PRIVSEP_NO_FD);
599 3d97effa 2024-01-31 thomas
600 3efd8e31 2022-10-23 thomas return NULL;
601 3efd8e31 2022-10-23 thomas }
602 3efd8e31 2022-10-23 thomas
603 3efd8e31 2022-10-23 thomas static const struct got_error *
604 9148c8a7 2023-01-02 thomas send_packfile(struct imsg *imsg, struct gotd_imsgev *iev)
605 3efd8e31 2022-10-23 thomas {
606 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
607 9148c8a7 2023-01-02 thomas struct repo_read_client *client = &repo_read_client;
608 3efd8e31 2022-10-23 thomas struct gotd_imsg_packfile_done idone;
609 3efd8e31 2022-10-23 thomas uint8_t packsha1[SHA1_DIGEST_LENGTH];
610 3efd8e31 2022-10-23 thomas char hex[SHA1_DIGEST_STRING_LENGTH];
611 3efd8e31 2022-10-23 thomas FILE *delta_cache = NULL;
612 3efd8e31 2022-10-23 thomas struct imsgbuf ibuf;
613 3efd8e31 2022-10-23 thomas struct repo_read_pack_progress_arg pa;
614 3efd8e31 2022-10-23 thomas struct got_ratelimit rl;
615 19aad72f 2023-03-01 thomas struct gotd_object_id_array want_ids;
616 19aad72f 2023-03-01 thomas struct gotd_object_id_array have_ids;
617 3efd8e31 2022-10-23 thomas
618 3efd8e31 2022-10-23 thomas log_debug("packfile request received");
619 3efd8e31 2022-10-23 thomas
620 19aad72f 2023-03-01 thomas memset(&want_ids, 0, sizeof(want_ids));
621 19aad72f 2023-03-01 thomas memset(&have_ids, 0, sizeof(have_ids));
622 19aad72f 2023-03-01 thomas
623 3efd8e31 2022-10-23 thomas got_ratelimit_init(&rl, 2, 0);
624 3efd8e31 2022-10-23 thomas
625 cc4cc677 2022-10-28 thomas if (client->delta_cache_fd == -1 || client->pack_pipe == -1)
626 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_PRIVSEP_NO_FD);
627 3efd8e31 2022-10-23 thomas
628 3efd8e31 2022-10-23 thomas imsg_init(&ibuf, client->fd);
629 3efd8e31 2022-10-23 thomas
630 3efd8e31 2022-10-23 thomas delta_cache = fdopen(client->delta_cache_fd, "w+");
631 3efd8e31 2022-10-23 thomas if (delta_cache == NULL) {
632 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fdopen");
633 3efd8e31 2022-10-23 thomas goto done;
634 3efd8e31 2022-10-23 thomas }
635 3efd8e31 2022-10-23 thomas client->delta_cache_fd = -1;
636 3efd8e31 2022-10-23 thomas
637 3efd8e31 2022-10-23 thomas memset(&pa, 0, sizeof(pa));
638 3efd8e31 2022-10-23 thomas pa.ibuf = &ibuf;
639 3efd8e31 2022-10-23 thomas pa.report_progress = client->report_progress;
640 3efd8e31 2022-10-23 thomas
641 19aad72f 2023-03-01 thomas err = got_object_idset_for_each(client->want_ids,
642 19aad72f 2023-03-01 thomas append_object_id, &want_ids);
643 19aad72f 2023-03-01 thomas if (err)
644 19aad72f 2023-03-01 thomas goto done;
645 19aad72f 2023-03-01 thomas err = got_object_idset_for_each(client->have_ids,
646 19aad72f 2023-03-01 thomas append_object_id, &have_ids);
647 19aad72f 2023-03-01 thomas if (err)
648 19aad72f 2023-03-01 thomas goto done;
649 19aad72f 2023-03-01 thomas
650 cc4cc677 2022-10-28 thomas err = got_pack_create(packsha1, client->pack_pipe, delta_cache,
651 19aad72f 2023-03-01 thomas have_ids.ids, have_ids.nids, want_ids.ids, want_ids.nids,
652 91b1d456 2023-02-17 thomas repo_read.repo, 0, 1, 0, pack_progress, &pa, &rl,
653 3efd8e31 2022-10-23 thomas check_cancelled, NULL);
654 3efd8e31 2022-10-23 thomas if (err)
655 3efd8e31 2022-10-23 thomas goto done;
656 8652e561 2023-01-14 thomas
657 3efd8e31 2022-10-23 thomas if (log_getverbose() > 0 &&
658 3efd8e31 2022-10-23 thomas got_sha1_digest_to_str(packsha1, hex, sizeof(hex)))
659 3efd8e31 2022-10-23 thomas log_debug("sent pack-%s.pack", hex);
660 3efd8e31 2022-10-23 thomas
661 3efd8e31 2022-10-23 thomas memset(&idone, 0, sizeof(idone));
662 3efd8e31 2022-10-23 thomas idone.client_id = client->id;
663 3efd8e31 2022-10-23 thomas if (gotd_imsg_compose_event(iev, GOTD_IMSG_PACKFILE_DONE,
664 3efd8e31 2022-10-23 thomas PROC_REPO_READ, -1, &idone, sizeof(idone)) == -1)
665 3efd8e31 2022-10-23 thomas err = got_error_from_errno("imsg compose PACKFILE_DONE");
666 3efd8e31 2022-10-23 thomas done:
667 815470d4 2024-01-31 thomas if (client->delta_cache_fd != -1 &&
668 815470d4 2024-01-31 thomas close(client->delta_cache_fd) == -1 && err == NULL)
669 815470d4 2024-01-31 thomas err = got_error_from_errno("close");
670 815470d4 2024-01-31 thomas client->delta_cache_fd = -1;
671 3efd8e31 2022-10-23 thomas if (delta_cache != NULL && fclose(delta_cache) == EOF && err == NULL)
672 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
673 3efd8e31 2022-10-23 thomas imsg_clear(&ibuf);
674 19aad72f 2023-03-01 thomas free(want_ids.ids);
675 19aad72f 2023-03-01 thomas free(have_ids.ids);
676 3efd8e31 2022-10-23 thomas return err;
677 3efd8e31 2022-10-23 thomas }
678 3efd8e31 2022-10-23 thomas
679 3efd8e31 2022-10-23 thomas static void
680 62ee7d94 2023-01-10 thomas repo_read_dispatch_session(int fd, short event, void *arg)
681 3efd8e31 2022-10-23 thomas {
682 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
683 3efd8e31 2022-10-23 thomas struct gotd_imsgev *iev = arg;
684 3efd8e31 2022-10-23 thomas struct imsgbuf *ibuf = &iev->ibuf;
685 3efd8e31 2022-10-23 thomas struct imsg imsg;
686 3efd8e31 2022-10-23 thomas ssize_t n;
687 3efd8e31 2022-10-23 thomas int shut = 0;
688 9148c8a7 2023-01-02 thomas struct repo_read_client *client = &repo_read_client;
689 3efd8e31 2022-10-23 thomas
690 3efd8e31 2022-10-23 thomas if (event & EV_READ) {
691 3efd8e31 2022-10-23 thomas if ((n = imsg_read(ibuf)) == -1 && errno != EAGAIN)
692 3efd8e31 2022-10-23 thomas fatal("imsg_read error");
693 3efd8e31 2022-10-23 thomas if (n == 0) /* Connection closed. */
694 3efd8e31 2022-10-23 thomas shut = 1;
695 3efd8e31 2022-10-23 thomas }
696 3efd8e31 2022-10-23 thomas
697 3efd8e31 2022-10-23 thomas if (event & EV_WRITE) {
698 3efd8e31 2022-10-23 thomas n = msgbuf_write(&ibuf->w);
699 3efd8e31 2022-10-23 thomas if (n == -1 && errno != EAGAIN)
700 3efd8e31 2022-10-23 thomas fatal("msgbuf_write");
701 3efd8e31 2022-10-23 thomas if (n == 0) /* Connection closed. */
702 3efd8e31 2022-10-23 thomas shut = 1;
703 3efd8e31 2022-10-23 thomas }
704 3efd8e31 2022-10-23 thomas
705 3efd8e31 2022-10-23 thomas while (err == NULL && check_cancelled(NULL) == NULL) {
706 3efd8e31 2022-10-23 thomas if ((n = imsg_get(ibuf, &imsg)) == -1)
707 3efd8e31 2022-10-23 thomas fatal("%s: imsg_get", __func__);
708 3efd8e31 2022-10-23 thomas if (n == 0) /* No more messages. */
709 3efd8e31 2022-10-23 thomas break;
710 3efd8e31 2022-10-23 thomas
711 9148c8a7 2023-01-02 thomas if (imsg.hdr.type != GOTD_IMSG_LIST_REFS_INTERNAL &&
712 9148c8a7 2023-01-02 thomas client->id == 0) {
713 9148c8a7 2023-01-02 thomas err = got_error(GOT_ERR_PRIVSEP_MSG);
714 9148c8a7 2023-01-02 thomas break;
715 9148c8a7 2023-01-02 thomas }
716 9148c8a7 2023-01-02 thomas
717 3efd8e31 2022-10-23 thomas switch (imsg.hdr.type) {
718 3efd8e31 2022-10-23 thomas case GOTD_IMSG_LIST_REFS_INTERNAL:
719 9148c8a7 2023-01-02 thomas err = list_refs(&imsg);
720 3efd8e31 2022-10-23 thomas if (err)
721 42f290d4 2023-03-05 thomas log_warnx("ls-refs: %s", err->msg);
722 3efd8e31 2022-10-23 thomas break;
723 3efd8e31 2022-10-23 thomas case GOTD_IMSG_WANT:
724 9148c8a7 2023-01-02 thomas err = recv_want(&imsg);
725 3efd8e31 2022-10-23 thomas if (err)
726 42f290d4 2023-03-05 thomas log_warnx("want-line: %s", err->msg);
727 3efd8e31 2022-10-23 thomas break;
728 3efd8e31 2022-10-23 thomas case GOTD_IMSG_HAVE:
729 9148c8a7 2023-01-02 thomas err = recv_have(&imsg);
730 3efd8e31 2022-10-23 thomas if (err)
731 42f290d4 2023-03-05 thomas log_warnx("have-line: %s", err->msg);
732 3efd8e31 2022-10-23 thomas break;
733 3efd8e31 2022-10-23 thomas case GOTD_IMSG_SEND_PACKFILE:
734 9148c8a7 2023-01-02 thomas err = receive_delta_cache_fd(&imsg, iev);
735 3efd8e31 2022-10-23 thomas if (err)
736 42f290d4 2023-03-05 thomas log_warnx("receiving delta cache: %s",
737 42f290d4 2023-03-05 thomas err->msg);
738 3efd8e31 2022-10-23 thomas break;
739 3efd8e31 2022-10-23 thomas case GOTD_IMSG_PACKFILE_PIPE:
740 9148c8a7 2023-01-02 thomas err = receive_pack_pipe(&imsg, iev);
741 3efd8e31 2022-10-23 thomas if (err) {
742 42f290d4 2023-03-05 thomas log_warnx("receiving pack pipe: %s", err->msg);
743 3efd8e31 2022-10-23 thomas break;
744 3efd8e31 2022-10-23 thomas }
745 9148c8a7 2023-01-02 thomas err = send_packfile(&imsg, iev);
746 3efd8e31 2022-10-23 thomas if (err)
747 42f290d4 2023-03-05 thomas log_warnx("sending packfile: %s", err->msg);
748 3efd8e31 2022-10-23 thomas break;
749 62ee7d94 2023-01-10 thomas default:
750 42f290d4 2023-03-05 thomas log_debug("unexpected imsg %d", imsg.hdr.type);
751 62ee7d94 2023-01-10 thomas break;
752 62ee7d94 2023-01-10 thomas }
753 62ee7d94 2023-01-10 thomas
754 62ee7d94 2023-01-10 thomas imsg_free(&imsg);
755 62ee7d94 2023-01-10 thomas }
756 62ee7d94 2023-01-10 thomas
757 62ee7d94 2023-01-10 thomas if (!shut && check_cancelled(NULL) == NULL) {
758 62ee7d94 2023-01-10 thomas if (err &&
759 62ee7d94 2023-01-10 thomas gotd_imsg_send_error_event(iev, PROC_REPO_READ,
760 62ee7d94 2023-01-10 thomas client->id, err) == -1) {
761 62ee7d94 2023-01-10 thomas log_warnx("could not send error to parent: %s",
762 62ee7d94 2023-01-10 thomas err->msg);
763 62ee7d94 2023-01-10 thomas }
764 62ee7d94 2023-01-10 thomas gotd_imsg_event_add(iev);
765 62ee7d94 2023-01-10 thomas } else {
766 62ee7d94 2023-01-10 thomas /* This pipe is dead. Remove its event handler */
767 62ee7d94 2023-01-10 thomas event_del(&iev->ev);
768 62ee7d94 2023-01-10 thomas event_loopexit(NULL);
769 62ee7d94 2023-01-10 thomas }
770 62ee7d94 2023-01-10 thomas }
771 62ee7d94 2023-01-10 thomas
772 62ee7d94 2023-01-10 thomas static const struct got_error *
773 62ee7d94 2023-01-10 thomas recv_connect(struct imsg *imsg)
774 62ee7d94 2023-01-10 thomas {
775 62ee7d94 2023-01-10 thomas struct gotd_imsgev *iev = &repo_read.session_iev;
776 62ee7d94 2023-01-10 thomas size_t datalen;
777 62ee7d94 2023-01-10 thomas
778 62ee7d94 2023-01-10 thomas datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
779 62ee7d94 2023-01-10 thomas if (datalen != 0)
780 62ee7d94 2023-01-10 thomas return got_error(GOT_ERR_PRIVSEP_LEN);
781 62ee7d94 2023-01-10 thomas
782 62ee7d94 2023-01-10 thomas if (repo_read.session_fd != -1)
783 62ee7d94 2023-01-10 thomas return got_error(GOT_ERR_PRIVSEP_MSG);
784 62ee7d94 2023-01-10 thomas
785 3d97effa 2024-01-31 thomas repo_read.session_fd = imsg_get_fd(imsg);
786 3d97effa 2024-01-31 thomas if (repo_read.session_fd == -1)
787 3d97effa 2024-01-31 thomas return got_error(GOT_ERR_PRIVSEP_NO_FD);
788 62ee7d94 2023-01-10 thomas
789 62ee7d94 2023-01-10 thomas imsg_init(&iev->ibuf, repo_read.session_fd);
790 62ee7d94 2023-01-10 thomas iev->handler = repo_read_dispatch_session;
791 62ee7d94 2023-01-10 thomas iev->events = EV_READ;
792 62ee7d94 2023-01-10 thomas iev->handler_arg = NULL;
793 62ee7d94 2023-01-10 thomas event_set(&iev->ev, iev->ibuf.fd, EV_READ,
794 62ee7d94 2023-01-10 thomas repo_read_dispatch_session, iev);
795 62ee7d94 2023-01-10 thomas gotd_imsg_event_add(iev);
796 62ee7d94 2023-01-10 thomas
797 62ee7d94 2023-01-10 thomas return NULL;
798 62ee7d94 2023-01-10 thomas }
799 62ee7d94 2023-01-10 thomas
800 62ee7d94 2023-01-10 thomas static void
801 62ee7d94 2023-01-10 thomas repo_read_dispatch(int fd, short event, void *arg)
802 62ee7d94 2023-01-10 thomas {
803 62ee7d94 2023-01-10 thomas const struct got_error *err = NULL;
804 62ee7d94 2023-01-10 thomas struct gotd_imsgev *iev = arg;
805 62ee7d94 2023-01-10 thomas struct imsgbuf *ibuf = &iev->ibuf;
806 62ee7d94 2023-01-10 thomas struct imsg imsg;
807 62ee7d94 2023-01-10 thomas ssize_t n;
808 62ee7d94 2023-01-10 thomas int shut = 0;
809 62ee7d94 2023-01-10 thomas struct repo_read_client *client = &repo_read_client;
810 62ee7d94 2023-01-10 thomas
811 62ee7d94 2023-01-10 thomas if (event & EV_READ) {
812 62ee7d94 2023-01-10 thomas if ((n = imsg_read(ibuf)) == -1 && errno != EAGAIN)
813 62ee7d94 2023-01-10 thomas fatal("imsg_read error");
814 62ee7d94 2023-01-10 thomas if (n == 0) /* Connection closed. */
815 9148c8a7 2023-01-02 thomas shut = 1;
816 62ee7d94 2023-01-10 thomas }
817 62ee7d94 2023-01-10 thomas
818 62ee7d94 2023-01-10 thomas if (event & EV_WRITE) {
819 62ee7d94 2023-01-10 thomas n = msgbuf_write(&ibuf->w);
820 62ee7d94 2023-01-10 thomas if (n == -1 && errno != EAGAIN)
821 62ee7d94 2023-01-10 thomas fatal("msgbuf_write");
822 62ee7d94 2023-01-10 thomas if (n == 0) /* Connection closed. */
823 62ee7d94 2023-01-10 thomas shut = 1;
824 62ee7d94 2023-01-10 thomas }
825 62ee7d94 2023-01-10 thomas
826 62ee7d94 2023-01-10 thomas while (err == NULL && check_cancelled(NULL) == NULL) {
827 62ee7d94 2023-01-10 thomas if ((n = imsg_get(ibuf, &imsg)) == -1)
828 62ee7d94 2023-01-10 thomas fatal("%s: imsg_get", __func__);
829 62ee7d94 2023-01-10 thomas if (n == 0) /* No more messages. */
830 3efd8e31 2022-10-23 thomas break;
831 62ee7d94 2023-01-10 thomas
832 62ee7d94 2023-01-10 thomas switch (imsg.hdr.type) {
833 62ee7d94 2023-01-10 thomas case GOTD_IMSG_CONNECT_REPO_CHILD:
834 62ee7d94 2023-01-10 thomas err = recv_connect(&imsg);
835 62ee7d94 2023-01-10 thomas break;
836 3efd8e31 2022-10-23 thomas default:
837 42f290d4 2023-03-05 thomas log_debug("unexpected imsg %d", imsg.hdr.type);
838 3efd8e31 2022-10-23 thomas break;
839 3efd8e31 2022-10-23 thomas }
840 3efd8e31 2022-10-23 thomas
841 3efd8e31 2022-10-23 thomas imsg_free(&imsg);
842 3efd8e31 2022-10-23 thomas }
843 3efd8e31 2022-10-23 thomas
844 3efd8e31 2022-10-23 thomas if (!shut && check_cancelled(NULL) == NULL) {
845 3efd8e31 2022-10-23 thomas if (err &&
846 3efd8e31 2022-10-23 thomas gotd_imsg_send_error_event(iev, PROC_REPO_READ,
847 9148c8a7 2023-01-02 thomas client->id, err) == -1) {
848 3efd8e31 2022-10-23 thomas log_warnx("could not send error to parent: %s",
849 3efd8e31 2022-10-23 thomas err->msg);
850 3efd8e31 2022-10-23 thomas }
851 3efd8e31 2022-10-23 thomas gotd_imsg_event_add(iev);
852 3efd8e31 2022-10-23 thomas } else {
853 3efd8e31 2022-10-23 thomas /* This pipe is dead. Remove its event handler */
854 3efd8e31 2022-10-23 thomas event_del(&iev->ev);
855 3efd8e31 2022-10-23 thomas event_loopexit(NULL);
856 3efd8e31 2022-10-23 thomas }
857 3efd8e31 2022-10-23 thomas }
858 3efd8e31 2022-10-23 thomas
859 3efd8e31 2022-10-23 thomas void
860 414e37cb 2022-12-30 thomas repo_read_main(const char *title, const char *repo_path,
861 414e37cb 2022-12-30 thomas int *pack_fds, int *temp_fds)
862 3efd8e31 2022-10-23 thomas {
863 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
864 92db09ff 2023-02-17 thomas struct repo_read_client *client = &repo_read_client;
865 3efd8e31 2022-10-23 thomas struct gotd_imsgev iev;
866 3efd8e31 2022-10-23 thomas
867 92db09ff 2023-02-17 thomas client->fd = -1;
868 92db09ff 2023-02-17 thomas client->delta_cache_fd = -1;
869 92db09ff 2023-02-17 thomas client->pack_pipe = -1;
870 19aad72f 2023-03-01 thomas client->have_ids = got_object_idset_alloc();
871 19aad72f 2023-03-01 thomas if (client->have_ids == NULL) {
872 19aad72f 2023-03-01 thomas err = got_error_from_errno("got_object_idset_alloc");
873 19aad72f 2023-03-01 thomas goto done;
874 19aad72f 2023-03-01 thomas }
875 19aad72f 2023-03-01 thomas client->want_ids = got_object_idset_alloc();
876 19aad72f 2023-03-01 thomas if (client->want_ids == NULL) {
877 19aad72f 2023-03-01 thomas err = got_error_from_errno("got_object_idset_alloc");
878 19aad72f 2023-03-01 thomas goto done;
879 19aad72f 2023-03-01 thomas }
880 92db09ff 2023-02-17 thomas
881 3efd8e31 2022-10-23 thomas repo_read.title = title;
882 3efd8e31 2022-10-23 thomas repo_read.pid = getpid();
883 3efd8e31 2022-10-23 thomas repo_read.pack_fds = pack_fds;
884 3efd8e31 2022-10-23 thomas repo_read.temp_fds = temp_fds;
885 62ee7d94 2023-01-10 thomas repo_read.session_fd = -1;
886 62ee7d94 2023-01-10 thomas repo_read.session_iev.ibuf.fd = -1;
887 3efd8e31 2022-10-23 thomas
888 414e37cb 2022-12-30 thomas err = got_repo_open(&repo_read.repo, repo_path, NULL, pack_fds);
889 3efd8e31 2022-10-23 thomas if (err)
890 3efd8e31 2022-10-23 thomas goto done;
891 3efd8e31 2022-10-23 thomas if (!got_repo_is_bare(repo_read.repo)) {
892 3efd8e31 2022-10-23 thomas err = got_error_msg(GOT_ERR_NOT_GIT_REPO,
893 3efd8e31 2022-10-23 thomas "bare git repository required");
894 3efd8e31 2022-10-23 thomas goto done;
895 3efd8e31 2022-10-23 thomas }
896 3efd8e31 2022-10-23 thomas
897 3efd8e31 2022-10-23 thomas got_repo_temp_fds_set(repo_read.repo, temp_fds);
898 3efd8e31 2022-10-23 thomas
899 3efd8e31 2022-10-23 thomas signal(SIGINT, catch_sigint);
900 3efd8e31 2022-10-23 thomas signal(SIGTERM, catch_sigterm);
901 3efd8e31 2022-10-23 thomas signal(SIGPIPE, SIG_IGN);
902 3efd8e31 2022-10-23 thomas signal(SIGHUP, SIG_IGN);
903 3efd8e31 2022-10-23 thomas
904 bb3a6ce9 2022-11-17 thomas imsg_init(&iev.ibuf, GOTD_FILENO_MSG_PIPE);
905 3efd8e31 2022-10-23 thomas iev.handler = repo_read_dispatch;
906 3efd8e31 2022-10-23 thomas iev.events = EV_READ;
907 3efd8e31 2022-10-23 thomas iev.handler_arg = NULL;
908 3efd8e31 2022-10-23 thomas event_set(&iev.ev, iev.ibuf.fd, EV_READ, repo_read_dispatch, &iev);
909 85b37c72 2022-12-30 thomas
910 85b37c72 2022-12-30 thomas if (gotd_imsg_compose_event(&iev, GOTD_IMSG_REPO_CHILD_READY,
911 85b37c72 2022-12-30 thomas PROC_REPO_READ, -1, NULL, 0) == -1) {
912 85b37c72 2022-12-30 thomas err = got_error_from_errno("imsg compose REPO_CHILD_READY");
913 3efd8e31 2022-10-23 thomas goto done;
914 3efd8e31 2022-10-23 thomas }
915 3efd8e31 2022-10-23 thomas
916 3efd8e31 2022-10-23 thomas event_dispatch();
917 3efd8e31 2022-10-23 thomas done:
918 3efd8e31 2022-10-23 thomas if (err)
919 3efd8e31 2022-10-23 thomas log_warnx("%s: %s", title, err->msg);
920 3efd8e31 2022-10-23 thomas repo_read_shutdown();
921 3efd8e31 2022-10-23 thomas }
922 3efd8e31 2022-10-23 thomas
923 3efd8e31 2022-10-23 thomas void
924 3efd8e31 2022-10-23 thomas repo_read_shutdown(void)
925 3efd8e31 2022-10-23 thomas {
926 92db09ff 2023-02-17 thomas struct repo_read_client *client = &repo_read_client;
927 92db09ff 2023-02-17 thomas
928 7161c4dc 2023-03-05 thomas log_debug("shutting down");
929 92db09ff 2023-02-17 thomas
930 19aad72f 2023-03-01 thomas if (client->have_ids)
931 19aad72f 2023-03-01 thomas got_object_idset_free(client->have_ids);
932 19aad72f 2023-03-01 thomas if (client->want_ids)
933 19aad72f 2023-03-01 thomas got_object_idset_free(client->want_ids);
934 92db09ff 2023-02-17 thomas if (client->fd != -1)
935 92db09ff 2023-02-17 thomas close(client->fd);
936 92db09ff 2023-02-17 thomas if (client->delta_cache_fd != -1)
937 92db09ff 2023-02-17 thomas close(client->delta_cache_fd);
938 92db09ff 2023-02-17 thomas if (client->pack_pipe != -1)
939 92db09ff 2023-02-17 thomas close(client->pack_pipe);
940 92db09ff 2023-02-17 thomas
941 3efd8e31 2022-10-23 thomas if (repo_read.repo)
942 3efd8e31 2022-10-23 thomas got_repo_close(repo_read.repo);
943 3efd8e31 2022-10-23 thomas got_repo_pack_fds_close(repo_read.pack_fds);
944 3efd8e31 2022-10-23 thomas got_repo_temp_fds_close(repo_read.temp_fds);
945 62ee7d94 2023-01-10 thomas if (repo_read.session_fd != -1)
946 62ee7d94 2023-01-10 thomas close(repo_read.session_fd);
947 3efd8e31 2022-10-23 thomas exit(0);
948 3efd8e31 2022-10-23 thomas }