1 3efd8e31 2022-10-23 thomas /*
   2 3efd8e31 2022-10-23 thomas  * Copyright (c) 2022 Stefan Sperling <stsp@openbsd.org>
   3 3efd8e31 2022-10-23 thomas  *
   4 3efd8e31 2022-10-23 thomas  * Permission to use, copy, modify, and distribute this software for any
   5 3efd8e31 2022-10-23 thomas  * purpose with or without fee is hereby granted, provided that the above
   6 3efd8e31 2022-10-23 thomas  * copyright notice and this permission notice appear in all copies.
   7 3efd8e31 2022-10-23 thomas  *
   8 3efd8e31 2022-10-23 thomas  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
   9 3efd8e31 2022-10-23 thomas  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10 3efd8e31 2022-10-23 thomas  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11 3efd8e31 2022-10-23 thomas  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12 3efd8e31 2022-10-23 thomas  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13 3efd8e31 2022-10-23 thomas  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14 3efd8e31 2022-10-23 thomas  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15 3efd8e31 2022-10-23 thomas  */
  16 3efd8e31 2022-10-23 thomas 
  17 3efd8e31 2022-10-23 thomas #include <sys/queue.h>
  18 3efd8e31 2022-10-23 thomas #include <sys/stat.h>
  19 3efd8e31 2022-10-23 thomas #include <sys/types.h>
  20 3efd8e31 2022-10-23 thomas 
  21 3efd8e31 2022-10-23 thomas #include <event.h>
  22 3efd8e31 2022-10-23 thomas #include <errno.h>
  23 3efd8e31 2022-10-23 thomas #include <imsg.h>
  24 3efd8e31 2022-10-23 thomas #include <signal.h>
  25 3efd8e31 2022-10-23 thomas #include <siphash.h>
  26 3efd8e31 2022-10-23 thomas #include <stdio.h>
  27 3efd8e31 2022-10-23 thomas #include <stdlib.h>
  28 3efd8e31 2022-10-23 thomas #include <string.h>
  29 3efd8e31 2022-10-23 thomas #include <limits.h>
  30 3efd8e31 2022-10-23 thomas #include <poll.h>
  31 3efd8e31 2022-10-23 thomas #include <unistd.h>
  32 3efd8e31 2022-10-23 thomas #include <zlib.h>
  33 3efd8e31 2022-10-23 thomas 
  34 3efd8e31 2022-10-23 thomas #include "buf.h"
  35 3efd8e31 2022-10-23 thomas 
  36 3efd8e31 2022-10-23 thomas #include "got_error.h"
  37 3efd8e31 2022-10-23 thomas #include "got_repository.h"
  38 3efd8e31 2022-10-23 thomas #include "got_object.h"
  39 3efd8e31 2022-10-23 thomas #include "got_reference.h"
  40 3efd8e31 2022-10-23 thomas #include "got_path.h"
  41 3efd8e31 2022-10-23 thomas 
  42 3efd8e31 2022-10-23 thomas #include "got_lib_delta.h"
  43 3efd8e31 2022-10-23 thomas #include "got_lib_delta_cache.h"
  44 b16893ba 2023-02-24 thomas #include "got_lib_hash.h"
  45 3efd8e31 2022-10-23 thomas #include "got_lib_object.h"
  46 3efd8e31 2022-10-23 thomas #include "got_lib_object_cache.h"
  47 3efd8e31 2022-10-23 thomas #include "got_lib_ratelimit.h"
  48 3efd8e31 2022-10-23 thomas #include "got_lib_pack.h"
  49 3efd8e31 2022-10-23 thomas #include "got_lib_pack_index.h"
  50 3efd8e31 2022-10-23 thomas #include "got_lib_repository.h"
  51 3efd8e31 2022-10-23 thomas #include "got_lib_poll.h"
  52 3efd8e31 2022-10-23 thomas 
  53 3efd8e31 2022-10-23 thomas #include "log.h"
  54 3efd8e31 2022-10-23 thomas #include "gotd.h"
  55 3efd8e31 2022-10-23 thomas #include "repo_write.h"
  56 3efd8e31 2022-10-23 thomas 
  57 3efd8e31 2022-10-23 thomas #ifndef nitems
  58 3efd8e31 2022-10-23 thomas #define nitems(_a)	(sizeof((_a)) / sizeof((_a)[0]))
  59 3efd8e31 2022-10-23 thomas #endif
  60 3efd8e31 2022-10-23 thomas 
  61 3efd8e31 2022-10-23 thomas static struct repo_write {
  62 3efd8e31 2022-10-23 thomas 	pid_t pid;
  63 3efd8e31 2022-10-23 thomas 	const char *title;
  64 3efd8e31 2022-10-23 thomas 	struct got_repository *repo;
  65 3efd8e31 2022-10-23 thomas 	int *pack_fds;
  66 3efd8e31 2022-10-23 thomas 	int *temp_fds;
  67 62ee7d94 2023-01-10 thomas 	int session_fd;
  68 62ee7d94 2023-01-10 thomas 	struct gotd_imsgev session_iev;
  69 3efd8e31 2022-10-23 thomas } repo_write;
  70 3efd8e31 2022-10-23 thomas 
  71 3efd8e31 2022-10-23 thomas struct gotd_ref_update {
  72 3efd8e31 2022-10-23 thomas 	STAILQ_ENTRY(gotd_ref_update) entry;
  73 3efd8e31 2022-10-23 thomas 	struct got_reference *ref;
  74 3efd8e31 2022-10-23 thomas 	int ref_is_new;
  75 49563dfb 2023-01-28 thomas 	int delete_ref;
  76 3efd8e31 2022-10-23 thomas 	struct got_object_id old_id;
  77 3efd8e31 2022-10-23 thomas 	struct got_object_id new_id;
  78 3efd8e31 2022-10-23 thomas };
  79 3efd8e31 2022-10-23 thomas STAILQ_HEAD(gotd_ref_updates, gotd_ref_update);
  80 3efd8e31 2022-10-23 thomas 
  81 9148c8a7 2023-01-02 thomas static struct repo_write_client {
  82 3efd8e31 2022-10-23 thomas 	uint32_t			 id;
  83 3efd8e31 2022-10-23 thomas 	int				 fd;
  84 3efd8e31 2022-10-23 thomas 	int				 pack_pipe[2];
  85 3efd8e31 2022-10-23 thomas 	struct got_pack			 pack;
  86 3efd8e31 2022-10-23 thomas 	uint8_t				 pack_sha1[SHA1_DIGEST_LENGTH];
  87 3efd8e31 2022-10-23 thomas 	int				 packidx_fd;
  88 3efd8e31 2022-10-23 thomas 	struct gotd_ref_updates		 ref_updates;
  89 3efd8e31 2022-10-23 thomas 	int				 nref_updates;
  90 49563dfb 2023-01-28 thomas 	int				 nref_del;
  91 d98779cd 2023-01-19 thomas 	int				 nref_new;
  92 9148c8a7 2023-01-02 thomas } repo_write_client;
  93 3efd8e31 2022-10-23 thomas 
  94 3efd8e31 2022-10-23 thomas static volatile sig_atomic_t sigint_received;
  95 3efd8e31 2022-10-23 thomas static volatile sig_atomic_t sigterm_received;
  96 3efd8e31 2022-10-23 thomas 
  97 3efd8e31 2022-10-23 thomas static void
  98 3efd8e31 2022-10-23 thomas catch_sigint(int signo)
  99 3efd8e31 2022-10-23 thomas {
 100 3efd8e31 2022-10-23 thomas 	sigint_received = 1;
 101 3efd8e31 2022-10-23 thomas }
 102 3efd8e31 2022-10-23 thomas 
 103 3efd8e31 2022-10-23 thomas static void
 104 3efd8e31 2022-10-23 thomas catch_sigterm(int signo)
 105 3efd8e31 2022-10-23 thomas {
 106 3efd8e31 2022-10-23 thomas 	sigterm_received = 1;
 107 3efd8e31 2022-10-23 thomas }
 108 3efd8e31 2022-10-23 thomas 
 109 3efd8e31 2022-10-23 thomas static const struct got_error *
 110 3efd8e31 2022-10-23 thomas check_cancelled(void *arg)
 111 3efd8e31 2022-10-23 thomas {
 112 3efd8e31 2022-10-23 thomas 	if (sigint_received || sigterm_received)
 113 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_CANCELLED);
 114 3efd8e31 2022-10-23 thomas 
 115 3efd8e31 2022-10-23 thomas 	return NULL;
 116 3efd8e31 2022-10-23 thomas }
 117 3efd8e31 2022-10-23 thomas 
 118 3efd8e31 2022-10-23 thomas static const struct got_error *
 119 3efd8e31 2022-10-23 thomas send_peeled_tag_ref(struct got_reference *ref, struct got_object *obj,
 120 3efd8e31 2022-10-23 thomas     struct imsgbuf *ibuf)
 121 3efd8e31 2022-10-23 thomas {
 122 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 123 3efd8e31 2022-10-23 thomas 	struct got_tag_object *tag;
 124 3efd8e31 2022-10-23 thomas 	size_t namelen, len;
 125 3efd8e31 2022-10-23 thomas 	char *peeled_refname = NULL;
 126 3efd8e31 2022-10-23 thomas 	struct got_object_id *id;
 127 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
 128 3efd8e31 2022-10-23 thomas 
 129 3efd8e31 2022-10-23 thomas 	err = got_object_tag_open(&tag, repo_write.repo, obj);
 130 3efd8e31 2022-10-23 thomas 	if (err)
 131 3efd8e31 2022-10-23 thomas 		return err;
 132 3efd8e31 2022-10-23 thomas 
 133 3efd8e31 2022-10-23 thomas 	if (asprintf(&peeled_refname, "%s^{}", got_ref_get_name(ref)) == -1) {
 134 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("asprintf");
 135 3efd8e31 2022-10-23 thomas 		goto done;
 136 3efd8e31 2022-10-23 thomas 	}
 137 3efd8e31 2022-10-23 thomas 
 138 3efd8e31 2022-10-23 thomas 	id = got_object_tag_get_object_id(tag);
 139 3efd8e31 2022-10-23 thomas 	namelen = strlen(peeled_refname);
 140 3efd8e31 2022-10-23 thomas 
 141 3efd8e31 2022-10-23 thomas 	len = sizeof(struct gotd_imsg_ref) + namelen;
 142 3efd8e31 2022-10-23 thomas 	if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE) {
 143 3efd8e31 2022-10-23 thomas 		err = got_error(GOT_ERR_NO_SPACE);
 144 3efd8e31 2022-10-23 thomas 		goto done;
 145 3efd8e31 2022-10-23 thomas 	}
 146 3efd8e31 2022-10-23 thomas 
 147 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_WRITE,
 148 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
 149 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL) {
 150 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_create REF");
 151 3efd8e31 2022-10-23 thomas 		goto done;
 152 3efd8e31 2022-10-23 thomas 	}
 153 3efd8e31 2022-10-23 thomas 
 154 3efd8e31 2022-10-23 thomas 	/* Keep in sync with struct gotd_imsg_ref definition. */
 155 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
 156 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add REF");
 157 3efd8e31 2022-10-23 thomas 		goto done;
 158 3efd8e31 2022-10-23 thomas 	}
 159 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1) {
 160 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add REF");
 161 3efd8e31 2022-10-23 thomas 		goto done;
 162 3efd8e31 2022-10-23 thomas 	}
 163 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, peeled_refname, namelen) == -1) {
 164 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add REF");
 165 3efd8e31 2022-10-23 thomas 		goto done;
 166 3efd8e31 2022-10-23 thomas 	}
 167 3efd8e31 2022-10-23 thomas 
 168 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
 169 3efd8e31 2022-10-23 thomas 	imsg_close(ibuf, wbuf);
 170 3efd8e31 2022-10-23 thomas done:
 171 3efd8e31 2022-10-23 thomas 	got_object_tag_close(tag);
 172 3efd8e31 2022-10-23 thomas 	return err;
 173 3efd8e31 2022-10-23 thomas }
 174 3efd8e31 2022-10-23 thomas 
 175 3efd8e31 2022-10-23 thomas static const struct got_error *
 176 3efd8e31 2022-10-23 thomas send_ref(struct got_reference *ref, struct imsgbuf *ibuf)
 177 3efd8e31 2022-10-23 thomas {
 178 3efd8e31 2022-10-23 thomas 	const struct got_error *err;
 179 3efd8e31 2022-10-23 thomas 	const char *refname = got_ref_get_name(ref);
 180 3efd8e31 2022-10-23 thomas 	size_t namelen;
 181 3efd8e31 2022-10-23 thomas 	struct got_object_id *id = NULL;
 182 3efd8e31 2022-10-23 thomas 	struct got_object *obj = NULL;
 183 3efd8e31 2022-10-23 thomas 	size_t len;
 184 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
 185 3efd8e31 2022-10-23 thomas 
 186 3efd8e31 2022-10-23 thomas 	namelen = strlen(refname);
 187 3efd8e31 2022-10-23 thomas 
 188 3efd8e31 2022-10-23 thomas 	len = sizeof(struct gotd_imsg_ref) + namelen;
 189 3efd8e31 2022-10-23 thomas 	if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE)
 190 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_NO_SPACE);
 191 3efd8e31 2022-10-23 thomas 
 192 3efd8e31 2022-10-23 thomas 	err = got_ref_resolve(&id, repo_write.repo, ref);
 193 3efd8e31 2022-10-23 thomas 	if (err)
 194 3efd8e31 2022-10-23 thomas 		return err;
 195 3efd8e31 2022-10-23 thomas 
 196 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_WRITE,
 197 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
 198 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL) {
 199 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_create REF");
 200 3efd8e31 2022-10-23 thomas 		goto done;
 201 3efd8e31 2022-10-23 thomas 	}
 202 3efd8e31 2022-10-23 thomas 
 203 3efd8e31 2022-10-23 thomas 	/* Keep in sync with struct gotd_imsg_ref definition. */
 204 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1)
 205 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF");
 206 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1)
 207 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF");
 208 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, refname, namelen) == -1)
 209 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF");
 210 3efd8e31 2022-10-23 thomas 
 211 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
 212 3efd8e31 2022-10-23 thomas 	imsg_close(ibuf, wbuf);
 213 3efd8e31 2022-10-23 thomas 
 214 3efd8e31 2022-10-23 thomas 	err = got_object_open(&obj, repo_write.repo, id);
 215 3efd8e31 2022-10-23 thomas 	if (err)
 216 3efd8e31 2022-10-23 thomas 		goto done;
 217 3efd8e31 2022-10-23 thomas 	if (obj->type == GOT_OBJ_TYPE_TAG)
 218 3efd8e31 2022-10-23 thomas 		err = send_peeled_tag_ref(ref, obj, ibuf);
 219 3efd8e31 2022-10-23 thomas done:
 220 3efd8e31 2022-10-23 thomas 	if (obj)
 221 3efd8e31 2022-10-23 thomas 		got_object_close(obj);
 222 3efd8e31 2022-10-23 thomas 	free(id);
 223 3efd8e31 2022-10-23 thomas 	return err;
 224 3efd8e31 2022-10-23 thomas }
 225 3efd8e31 2022-10-23 thomas 
 226 3efd8e31 2022-10-23 thomas static const struct got_error *
 227 9148c8a7 2023-01-02 thomas list_refs(struct imsg *imsg)
 228 3efd8e31 2022-10-23 thomas {
 229 3efd8e31 2022-10-23 thomas 	const struct got_error *err;
 230 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 231 3efd8e31 2022-10-23 thomas 	struct got_reflist_head refs;
 232 3efd8e31 2022-10-23 thomas 	struct got_reflist_entry *re;
 233 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_list_refs_internal ireq;
 234 3efd8e31 2022-10-23 thomas 	size_t datalen;
 235 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_reflist irefs;
 236 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 237 3efd8e31 2022-10-23 thomas 	int client_fd = imsg->fd;
 238 3efd8e31 2022-10-23 thomas 
 239 3efd8e31 2022-10-23 thomas 	TAILQ_INIT(&refs);
 240 3efd8e31 2022-10-23 thomas 
 241 3efd8e31 2022-10-23 thomas 	if (client_fd == -1)
 242 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
 243 3efd8e31 2022-10-23 thomas 
 244 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 245 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
 246 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 247 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
 248 3efd8e31 2022-10-23 thomas 
 249 9148c8a7 2023-01-02 thomas 	if (ireq.client_id == 0)
 250 9148c8a7 2023-01-02 thomas 		return got_error(GOT_ERR_CLIENT_ID);
 251 9148c8a7 2023-01-02 thomas 	if (client->id != 0) {
 252 9148c8a7 2023-01-02 thomas 		return got_error_msg(GOT_ERR_CLIENT_ID,
 253 9148c8a7 2023-01-02 thomas 		    "duplicate list-refs request");
 254 9148c8a7 2023-01-02 thomas 	}
 255 9148c8a7 2023-01-02 thomas 	client->id = ireq.client_id;
 256 9148c8a7 2023-01-02 thomas 	client->fd = client_fd;
 257 9148c8a7 2023-01-02 thomas 	client->nref_updates = 0;
 258 49563dfb 2023-01-28 thomas 	client->nref_del = 0;
 259 d98779cd 2023-01-19 thomas 	client->nref_new = 0;
 260 3efd8e31 2022-10-23 thomas 
 261 3efd8e31 2022-10-23 thomas 	imsg_init(&ibuf, client_fd);
 262 3efd8e31 2022-10-23 thomas 
 263 3efd8e31 2022-10-23 thomas 	err = got_ref_list(&refs, repo_write.repo, "",
 264 3efd8e31 2022-10-23 thomas 	    got_ref_cmp_by_name, NULL);
 265 3efd8e31 2022-10-23 thomas 	if (err)
 266 3efd8e31 2022-10-23 thomas 		return err;
 267 3efd8e31 2022-10-23 thomas 
 268 3efd8e31 2022-10-23 thomas 	memset(&irefs, 0, sizeof(irefs));
 269 3efd8e31 2022-10-23 thomas 	TAILQ_FOREACH(re, &refs, entry) {
 270 3efd8e31 2022-10-23 thomas 		struct got_object_id *id;
 271 3efd8e31 2022-10-23 thomas 		int obj_type;
 272 3efd8e31 2022-10-23 thomas 
 273 3efd8e31 2022-10-23 thomas 		if (got_ref_is_symbolic(re->ref))
 274 3efd8e31 2022-10-23 thomas 			continue;
 275 3efd8e31 2022-10-23 thomas 
 276 3efd8e31 2022-10-23 thomas 		irefs.nrefs++;
 277 3efd8e31 2022-10-23 thomas 
 278 3efd8e31 2022-10-23 thomas 		/* Account for a peeled tag refs. */
 279 3efd8e31 2022-10-23 thomas 		err = got_ref_resolve(&id, repo_write.repo, re->ref);
 280 3efd8e31 2022-10-23 thomas 		if (err)
 281 3efd8e31 2022-10-23 thomas 			goto done;
 282 8652e561 2023-01-14 thomas 		err = got_object_get_type(&obj_type, repo_write.repo, id);
 283 3efd8e31 2022-10-23 thomas 		free(id);
 284 3efd8e31 2022-10-23 thomas 		if (err)
 285 3efd8e31 2022-10-23 thomas 			goto done;
 286 3efd8e31 2022-10-23 thomas 		if (obj_type == GOT_OBJ_TYPE_TAG)
 287 3efd8e31 2022-10-23 thomas 			irefs.nrefs++;
 288 3efd8e31 2022-10-23 thomas 	}
 289 3efd8e31 2022-10-23 thomas 
 290 3efd8e31 2022-10-23 thomas 	if (imsg_compose(&ibuf, GOTD_IMSG_REFLIST, PROC_REPO_WRITE,
 291 3efd8e31 2022-10-23 thomas 	    repo_write.pid, -1, &irefs, sizeof(irefs)) == -1) {
 292 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_compose REFLIST");
 293 3efd8e31 2022-10-23 thomas 		goto done;
 294 3efd8e31 2022-10-23 thomas 	}
 295 3efd8e31 2022-10-23 thomas 
 296 3efd8e31 2022-10-23 thomas 	TAILQ_FOREACH(re, &refs, entry) {
 297 3efd8e31 2022-10-23 thomas 		if (got_ref_is_symbolic(re->ref))
 298 3efd8e31 2022-10-23 thomas 			continue;
 299 3efd8e31 2022-10-23 thomas 		err = send_ref(re->ref, &ibuf);
 300 3efd8e31 2022-10-23 thomas 		if (err)
 301 3efd8e31 2022-10-23 thomas 			goto done;
 302 3efd8e31 2022-10-23 thomas 	}
 303 3efd8e31 2022-10-23 thomas 
 304 3efd8e31 2022-10-23 thomas 	err = gotd_imsg_flush(&ibuf);
 305 3efd8e31 2022-10-23 thomas done:
 306 3efd8e31 2022-10-23 thomas 	got_ref_list_free(&refs);
 307 3efd8e31 2022-10-23 thomas 	imsg_clear(&ibuf);
 308 3efd8e31 2022-10-23 thomas 	return err;
 309 3efd8e31 2022-10-23 thomas }
 310 3efd8e31 2022-10-23 thomas 
 311 3efd8e31 2022-10-23 thomas static const struct got_error *
 312 3efd8e31 2022-10-23 thomas protect_ref_namespace(struct got_reference *ref, const char *namespace)
 313 3efd8e31 2022-10-23 thomas {
 314 3efd8e31 2022-10-23 thomas 	size_t len = strlen(namespace);
 315 3efd8e31 2022-10-23 thomas 
 316 3efd8e31 2022-10-23 thomas 	if (len < 5 || strncmp("refs/", namespace, 5) != 0 ||
 317 3efd8e31 2022-10-23 thomas 	    namespace[len -1] != '/') {
 318 3efd8e31 2022-10-23 thomas 		return got_error_fmt(GOT_ERR_BAD_REF_NAME,
 319 3efd8e31 2022-10-23 thomas 		    "reference namespace '%s'", namespace);
 320 3efd8e31 2022-10-23 thomas 	}
 321 3efd8e31 2022-10-23 thomas 
 322 3efd8e31 2022-10-23 thomas 	if (strncmp(namespace, got_ref_get_name(ref), len) == 0)
 323 3efd8e31 2022-10-23 thomas 		return got_error_fmt(GOT_ERR_REFS_PROTECTED, "%s", namespace);
 324 3efd8e31 2022-10-23 thomas 
 325 3efd8e31 2022-10-23 thomas 	return NULL;
 326 3efd8e31 2022-10-23 thomas }
 327 3efd8e31 2022-10-23 thomas 
 328 3efd8e31 2022-10-23 thomas static const struct got_error *
 329 9148c8a7 2023-01-02 thomas recv_ref_update(struct imsg *imsg)
 330 3efd8e31 2022-10-23 thomas {
 331 49563dfb 2023-01-28 thomas 	static const char zero_id[SHA1_DIGEST_LENGTH];
 332 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 333 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 334 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_ref_update iref;
 335 3efd8e31 2022-10-23 thomas 	size_t datalen;
 336 3efd8e31 2022-10-23 thomas 	char *refname = NULL;
 337 3efd8e31 2022-10-23 thomas 	struct got_reference *ref = NULL;
 338 3efd8e31 2022-10-23 thomas 	struct got_object_id *id = NULL;
 339 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 340 3efd8e31 2022-10-23 thomas 	struct gotd_ref_update *ref_update = NULL;
 341 3efd8e31 2022-10-23 thomas 
 342 3efd8e31 2022-10-23 thomas 	log_debug("ref-update received");
 343 3efd8e31 2022-10-23 thomas 
 344 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 345 3efd8e31 2022-10-23 thomas 	if (datalen < sizeof(iref))
 346 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 347 3efd8e31 2022-10-23 thomas 	memcpy(&iref, imsg->data, sizeof(iref));
 348 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(iref) + iref.name_len)
 349 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 350 3efd8e31 2022-10-23 thomas 
 351 9148c8a7 2023-01-02 thomas 	imsg_init(&ibuf, client->fd);
 352 3efd8e31 2022-10-23 thomas 
 353 fcbb06bf 2023-01-14 thomas 	refname = strndup(imsg->data + sizeof(iref), iref.name_len);
 354 3efd8e31 2022-10-23 thomas 	if (refname == NULL)
 355 fcbb06bf 2023-01-14 thomas 		return got_error_from_errno("strndup");
 356 3efd8e31 2022-10-23 thomas 
 357 3efd8e31 2022-10-23 thomas 	ref_update = calloc(1, sizeof(*ref_update));
 358 3efd8e31 2022-10-23 thomas 	if (ref_update == NULL) {
 359 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("malloc");
 360 3efd8e31 2022-10-23 thomas 		goto done;
 361 3efd8e31 2022-10-23 thomas 	}
 362 3efd8e31 2022-10-23 thomas 
 363 3efd8e31 2022-10-23 thomas 	memcpy(ref_update->old_id.sha1, iref.old_id, SHA1_DIGEST_LENGTH);
 364 3efd8e31 2022-10-23 thomas 	memcpy(ref_update->new_id.sha1, iref.new_id, SHA1_DIGEST_LENGTH);
 365 3efd8e31 2022-10-23 thomas 
 366 3efd8e31 2022-10-23 thomas 	err = got_ref_open(&ref, repo_write.repo, refname, 0);
 367 3efd8e31 2022-10-23 thomas 	if (err) {
 368 3efd8e31 2022-10-23 thomas 		if (err->code != GOT_ERR_NOT_REF)
 369 3efd8e31 2022-10-23 thomas 			goto done;
 370 3efd8e31 2022-10-23 thomas 		err = got_ref_alloc(&ref, refname, &ref_update->new_id);
 371 3efd8e31 2022-10-23 thomas 		if (err)
 372 3efd8e31 2022-10-23 thomas 			goto done;
 373 3efd8e31 2022-10-23 thomas 		ref_update->ref_is_new = 1;
 374 d98779cd 2023-01-19 thomas 		client->nref_new++;
 375 3efd8e31 2022-10-23 thomas 	}
 376 3efd8e31 2022-10-23 thomas 	if (got_ref_is_symbolic(ref)) {
 377 3efd8e31 2022-10-23 thomas 		err = got_error_fmt(GOT_ERR_BAD_REF_TYPE,
 378 3efd8e31 2022-10-23 thomas 		    "'%s' is a symbolic reference and cannot "
 379 3efd8e31 2022-10-23 thomas 		    "be updated", got_ref_get_name(ref));
 380 3efd8e31 2022-10-23 thomas 		goto done;
 381 3efd8e31 2022-10-23 thomas 	}
 382 3efd8e31 2022-10-23 thomas 	if (strncmp("refs/", got_ref_get_name(ref), 5) != 0) {
 383 3efd8e31 2022-10-23 thomas 		err = got_error_fmt(GOT_ERR_BAD_REF_NAME,
 384 3efd8e31 2022-10-23 thomas 		    "%s: does not begin with 'refs/'",
 385 3efd8e31 2022-10-23 thomas 		    got_ref_get_name(ref));
 386 3efd8e31 2022-10-23 thomas 		goto done;
 387 3efd8e31 2022-10-23 thomas 	}
 388 3efd8e31 2022-10-23 thomas 
 389 3efd8e31 2022-10-23 thomas 	err = protect_ref_namespace(ref, "refs/got/");
 390 3efd8e31 2022-10-23 thomas 	if (err)
 391 3efd8e31 2022-10-23 thomas 		goto done;
 392 3efd8e31 2022-10-23 thomas 	err = protect_ref_namespace(ref, "refs/remotes/");
 393 3efd8e31 2022-10-23 thomas 	if (err)
 394 3efd8e31 2022-10-23 thomas 		goto done;
 395 3efd8e31 2022-10-23 thomas 
 396 3efd8e31 2022-10-23 thomas 	if (!ref_update->ref_is_new) {
 397 3efd8e31 2022-10-23 thomas 		/*
 398 3efd8e31 2022-10-23 thomas 		 * Ensure the client's idea of this update is still valid.
 399 3efd8e31 2022-10-23 thomas 		 * At this point we can only return an error, to prevent
 400 3efd8e31 2022-10-23 thomas 		 * the client from uploading a pack file which will likely
 401 3efd8e31 2022-10-23 thomas 		 * have to be discarded.
 402 3efd8e31 2022-10-23 thomas 		 */
 403 3efd8e31 2022-10-23 thomas 		err = got_ref_resolve(&id, repo_write.repo, ref);
 404 3efd8e31 2022-10-23 thomas 		if (err)
 405 3efd8e31 2022-10-23 thomas 			goto done;
 406 3efd8e31 2022-10-23 thomas 
 407 3efd8e31 2022-10-23 thomas 		if (got_object_id_cmp(id, &ref_update->old_id) != 0) {
 408 3efd8e31 2022-10-23 thomas 			err = got_error_fmt(GOT_ERR_REF_BUSY,
 409 3efd8e31 2022-10-23 thomas 			    "%s has been modified by someone else "
 410 3efd8e31 2022-10-23 thomas 			    "while transaction was in progress",
 411 3efd8e31 2022-10-23 thomas 			    got_ref_get_name(ref));
 412 3efd8e31 2022-10-23 thomas 			goto done;
 413 3efd8e31 2022-10-23 thomas 		}
 414 3efd8e31 2022-10-23 thomas 	}
 415 3efd8e31 2022-10-23 thomas 
 416 3efd8e31 2022-10-23 thomas 	gotd_imsg_send_ack(&ref_update->new_id, &ibuf, PROC_REPO_WRITE,
 417 3efd8e31 2022-10-23 thomas 	    repo_write.pid);
 418 3efd8e31 2022-10-23 thomas 
 419 3efd8e31 2022-10-23 thomas 	ref_update->ref = ref;
 420 49563dfb 2023-01-28 thomas 	if (memcmp(ref_update->new_id.sha1, zero_id, sizeof(zero_id)) == 0) {
 421 49563dfb 2023-01-28 thomas 		ref_update->delete_ref = 1;
 422 49563dfb 2023-01-28 thomas 		client->nref_del++;
 423 49563dfb 2023-01-28 thomas 	}
 424 9148c8a7 2023-01-02 thomas 	STAILQ_INSERT_HEAD(&client->ref_updates, ref_update, entry);
 425 9148c8a7 2023-01-02 thomas 	client->nref_updates++;
 426 3efd8e31 2022-10-23 thomas 	ref = NULL;
 427 3efd8e31 2022-10-23 thomas 	ref_update = NULL;
 428 3efd8e31 2022-10-23 thomas done:
 429 3efd8e31 2022-10-23 thomas 	if (ref)
 430 3efd8e31 2022-10-23 thomas 		got_ref_close(ref);
 431 3efd8e31 2022-10-23 thomas 	free(ref_update);
 432 3efd8e31 2022-10-23 thomas 	free(refname);
 433 3efd8e31 2022-10-23 thomas 	free(id);
 434 3efd8e31 2022-10-23 thomas 	return err;
 435 3efd8e31 2022-10-23 thomas }
 436 3efd8e31 2022-10-23 thomas 
 437 3efd8e31 2022-10-23 thomas static const struct got_error *
 438 3efd8e31 2022-10-23 thomas pack_index_progress(void *arg, uint32_t nobj_total, uint32_t nobj_indexed,
 439 3efd8e31 2022-10-23 thomas     uint32_t nobj_loose, uint32_t nobj_resolved)
 440 3efd8e31 2022-10-23 thomas {
 441 3efd8e31 2022-10-23 thomas 	int p_indexed = 0, p_resolved = 0;
 442 3efd8e31 2022-10-23 thomas 	int nobj_delta = nobj_total - nobj_loose;
 443 3efd8e31 2022-10-23 thomas 
 444 3efd8e31 2022-10-23 thomas 	if (nobj_total > 0)
 445 3efd8e31 2022-10-23 thomas 		p_indexed = (nobj_indexed * 100) / nobj_total;
 446 3efd8e31 2022-10-23 thomas 
 447 3efd8e31 2022-10-23 thomas 	if (nobj_delta > 0)
 448 3efd8e31 2022-10-23 thomas 		p_resolved = (nobj_resolved * 100) / nobj_delta;
 449 3efd8e31 2022-10-23 thomas 
 450 3efd8e31 2022-10-23 thomas 	if (p_resolved > 0) {
 451 3efd8e31 2022-10-23 thomas 		log_debug("indexing %d objects %d%%; resolving %d deltas %d%%",
 452 3efd8e31 2022-10-23 thomas 		    nobj_total, p_indexed, nobj_delta, p_resolved);
 453 3efd8e31 2022-10-23 thomas 	} else
 454 3efd8e31 2022-10-23 thomas 		log_debug("indexing %d objects %d%%", nobj_total, p_indexed);
 455 3efd8e31 2022-10-23 thomas 
 456 3efd8e31 2022-10-23 thomas 	return NULL;
 457 3efd8e31 2022-10-23 thomas }
 458 3efd8e31 2022-10-23 thomas 
 459 3efd8e31 2022-10-23 thomas static const struct got_error *
 460 3efd8e31 2022-10-23 thomas read_more_pack_stream(int infd, BUF *buf, size_t minsize)
 461 3efd8e31 2022-10-23 thomas {
 462 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 463 3efd8e31 2022-10-23 thomas 	uint8_t readahead[65536];
 464 3efd8e31 2022-10-23 thomas 	size_t have, newlen;
 465 3efd8e31 2022-10-23 thomas 
 466 3efd8e31 2022-10-23 thomas 	err = got_poll_read_full(infd, &have,
 467 3efd8e31 2022-10-23 thomas 	    readahead, sizeof(readahead), minsize);
 468 3efd8e31 2022-10-23 thomas 	if (err)
 469 3efd8e31 2022-10-23 thomas 		return err;
 470 3efd8e31 2022-10-23 thomas 
 471 3efd8e31 2022-10-23 thomas 	err = buf_append(&newlen, buf, readahead, have);
 472 3efd8e31 2022-10-23 thomas 	if (err)
 473 3efd8e31 2022-10-23 thomas 		return err;
 474 8652e561 2023-01-14 thomas 	return NULL;
 475 3efd8e31 2022-10-23 thomas }
 476 3efd8e31 2022-10-23 thomas 
 477 3efd8e31 2022-10-23 thomas static const struct got_error *
 478 3efd8e31 2022-10-23 thomas copy_object_type_and_size(uint8_t *type, uint64_t *size, int infd, int outfd,
 479 b16893ba 2023-02-24 thomas     off_t *outsize, BUF *buf, size_t *buf_pos, struct got_hash *ctx)
 480 3efd8e31 2022-10-23 thomas {
 481 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 482 3efd8e31 2022-10-23 thomas 	uint8_t t = 0;
 483 3efd8e31 2022-10-23 thomas 	uint64_t s = 0;
 484 3efd8e31 2022-10-23 thomas 	uint8_t sizebuf[8];
 485 3efd8e31 2022-10-23 thomas 	size_t i = 0;
 486 3efd8e31 2022-10-23 thomas 	off_t obj_offset = *outsize;
 487 3efd8e31 2022-10-23 thomas 
 488 3efd8e31 2022-10-23 thomas 	do {
 489 3efd8e31 2022-10-23 thomas 		/* We do not support size values which don't fit in 64 bit. */
 490 3efd8e31 2022-10-23 thomas 		if (i > 9)
 491 3efd8e31 2022-10-23 thomas 			return got_error_fmt(GOT_ERR_OBJ_TOO_LARGE,
 492 fe3b5495 2022-10-25 thomas 			    "packfile offset %lld", (long long)obj_offset);
 493 3efd8e31 2022-10-23 thomas 
 494 3efd8e31 2022-10-23 thomas 		if (buf_len(buf) - *buf_pos < sizeof(sizebuf[0])) {
 495 3efd8e31 2022-10-23 thomas 			err = read_more_pack_stream(infd, buf,
 496 3efd8e31 2022-10-23 thomas 			    sizeof(sizebuf[0]));
 497 3efd8e31 2022-10-23 thomas 			if (err)
 498 3efd8e31 2022-10-23 thomas 				return err;
 499 3efd8e31 2022-10-23 thomas 		}
 500 3efd8e31 2022-10-23 thomas 
 501 3efd8e31 2022-10-23 thomas 		sizebuf[i] = buf_getc(buf, *buf_pos);
 502 3efd8e31 2022-10-23 thomas 		*buf_pos += sizeof(sizebuf[i]);
 503 3efd8e31 2022-10-23 thomas 
 504 3efd8e31 2022-10-23 thomas 		if (i == 0) {
 505 3efd8e31 2022-10-23 thomas 			t = (sizebuf[i] & GOT_PACK_OBJ_SIZE0_TYPE_MASK) >>
 506 3efd8e31 2022-10-23 thomas 			    GOT_PACK_OBJ_SIZE0_TYPE_MASK_SHIFT;
 507 3efd8e31 2022-10-23 thomas 			s = (sizebuf[i] & GOT_PACK_OBJ_SIZE0_VAL_MASK);
 508 3efd8e31 2022-10-23 thomas 		} else {
 509 3efd8e31 2022-10-23 thomas 			size_t shift = 4 + 7 * (i - 1);
 510 3efd8e31 2022-10-23 thomas 			s |= ((sizebuf[i] & GOT_PACK_OBJ_SIZE_VAL_MASK) <<
 511 3efd8e31 2022-10-23 thomas 			    shift);
 512 3efd8e31 2022-10-23 thomas 		}
 513 3efd8e31 2022-10-23 thomas 		i++;
 514 3efd8e31 2022-10-23 thomas 	} while (sizebuf[i - 1] & GOT_PACK_OBJ_SIZE_MORE);
 515 3efd8e31 2022-10-23 thomas 
 516 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, sizebuf, i, ctx);
 517 3efd8e31 2022-10-23 thomas 	if (err)
 518 3efd8e31 2022-10-23 thomas 		return err;
 519 3efd8e31 2022-10-23 thomas 	*outsize += i;
 520 3efd8e31 2022-10-23 thomas 
 521 3efd8e31 2022-10-23 thomas 	*type = t;
 522 3efd8e31 2022-10-23 thomas 	*size = s;
 523 3efd8e31 2022-10-23 thomas 	return NULL;
 524 3efd8e31 2022-10-23 thomas }
 525 3efd8e31 2022-10-23 thomas 
 526 3efd8e31 2022-10-23 thomas static const struct got_error *
 527 3efd8e31 2022-10-23 thomas copy_ref_delta(int infd, int outfd, off_t *outsize, BUF *buf, size_t *buf_pos,
 528 b16893ba 2023-02-24 thomas     struct got_hash *ctx)
 529 3efd8e31 2022-10-23 thomas {
 530 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 531 3efd8e31 2022-10-23 thomas 	size_t remain = buf_len(buf) - *buf_pos;
 532 3efd8e31 2022-10-23 thomas 
 533 3efd8e31 2022-10-23 thomas 	if (remain < SHA1_DIGEST_LENGTH) {
 534 3efd8e31 2022-10-23 thomas 		err = read_more_pack_stream(infd, buf,
 535 3efd8e31 2022-10-23 thomas 		    SHA1_DIGEST_LENGTH - remain);
 536 3efd8e31 2022-10-23 thomas 		if (err)
 537 3efd8e31 2022-10-23 thomas 			return err;
 538 3efd8e31 2022-10-23 thomas 	}
 539 3efd8e31 2022-10-23 thomas 
 540 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, buf_get(buf) + *buf_pos,
 541 3efd8e31 2022-10-23 thomas 	    SHA1_DIGEST_LENGTH, ctx);
 542 3efd8e31 2022-10-23 thomas 	if (err)
 543 3efd8e31 2022-10-23 thomas 		return err;
 544 3efd8e31 2022-10-23 thomas 
 545 3efd8e31 2022-10-23 thomas 	*buf_pos += SHA1_DIGEST_LENGTH;
 546 3efd8e31 2022-10-23 thomas 	return NULL;
 547 3efd8e31 2022-10-23 thomas }
 548 3efd8e31 2022-10-23 thomas 
 549 3efd8e31 2022-10-23 thomas static const struct got_error *
 550 3efd8e31 2022-10-23 thomas copy_offset_delta(int infd, int outfd, off_t *outsize, BUF *buf, size_t *buf_pos,
 551 b16893ba 2023-02-24 thomas     struct got_hash *ctx)
 552 3efd8e31 2022-10-23 thomas {
 553 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 554 3efd8e31 2022-10-23 thomas 	uint64_t o = 0;
 555 3efd8e31 2022-10-23 thomas 	uint8_t offbuf[8];
 556 3efd8e31 2022-10-23 thomas 	size_t i = 0;
 557 3efd8e31 2022-10-23 thomas 	off_t obj_offset = *outsize;
 558 3efd8e31 2022-10-23 thomas 
 559 3efd8e31 2022-10-23 thomas 	do {
 560 3efd8e31 2022-10-23 thomas 		/* We do not support offset values which don't fit in 64 bit. */
 561 3efd8e31 2022-10-23 thomas 		if (i > 8)
 562 3efd8e31 2022-10-23 thomas 			return got_error_fmt(GOT_ERR_OBJ_TOO_LARGE,
 563 fe3b5495 2022-10-25 thomas 			    "packfile offset %lld", (long long)obj_offset);
 564 3efd8e31 2022-10-23 thomas 
 565 3efd8e31 2022-10-23 thomas 		if (buf_len(buf) - *buf_pos < sizeof(offbuf[0])) {
 566 3efd8e31 2022-10-23 thomas 			err = read_more_pack_stream(infd, buf,
 567 3efd8e31 2022-10-23 thomas 			    sizeof(offbuf[0]));
 568 3efd8e31 2022-10-23 thomas 			if (err)
 569 3efd8e31 2022-10-23 thomas 				return err;
 570 3efd8e31 2022-10-23 thomas 		}
 571 3efd8e31 2022-10-23 thomas 
 572 3efd8e31 2022-10-23 thomas 		offbuf[i] = buf_getc(buf, *buf_pos);
 573 3efd8e31 2022-10-23 thomas 		*buf_pos += sizeof(offbuf[i]);
 574 3efd8e31 2022-10-23 thomas 
 575 3efd8e31 2022-10-23 thomas 		if (i == 0)
 576 3efd8e31 2022-10-23 thomas 			o = (offbuf[i] & GOT_PACK_OBJ_DELTA_OFF_VAL_MASK);
 577 3efd8e31 2022-10-23 thomas 		else {
 578 3efd8e31 2022-10-23 thomas 			o++;
 579 3efd8e31 2022-10-23 thomas 			o <<= 7;
 580 3efd8e31 2022-10-23 thomas 			o += (offbuf[i] & GOT_PACK_OBJ_DELTA_OFF_VAL_MASK);
 581 3efd8e31 2022-10-23 thomas 		}
 582 3efd8e31 2022-10-23 thomas 		i++;
 583 3efd8e31 2022-10-23 thomas 	} while (offbuf[i - 1] & GOT_PACK_OBJ_DELTA_OFF_MORE);
 584 3efd8e31 2022-10-23 thomas 
 585 3efd8e31 2022-10-23 thomas 	if (o < sizeof(struct got_packfile_hdr) || o > *outsize)
 586 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PACK_OFFSET);
 587 3efd8e31 2022-10-23 thomas 
 588 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, offbuf, i, ctx);
 589 3efd8e31 2022-10-23 thomas 	if (err)
 590 3efd8e31 2022-10-23 thomas 		return err;
 591 3efd8e31 2022-10-23 thomas 
 592 3efd8e31 2022-10-23 thomas 	*outsize += i;
 593 3efd8e31 2022-10-23 thomas 	return NULL;
 594 3efd8e31 2022-10-23 thomas }
 595 3efd8e31 2022-10-23 thomas 
 596 3efd8e31 2022-10-23 thomas static const struct got_error *
 597 3efd8e31 2022-10-23 thomas copy_zstream(int infd, int outfd, off_t *outsize, BUF *buf, size_t *buf_pos,
 598 b16893ba 2023-02-24 thomas     struct got_hash *ctx)
 599 3efd8e31 2022-10-23 thomas {
 600 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 601 3efd8e31 2022-10-23 thomas 	z_stream z;
 602 3efd8e31 2022-10-23 thomas 	int zret;
 603 3efd8e31 2022-10-23 thomas 	char voidbuf[1024];
 604 3efd8e31 2022-10-23 thomas 	size_t consumed_total = 0;
 605 3efd8e31 2022-10-23 thomas 	off_t zstream_offset = *outsize;
 606 3efd8e31 2022-10-23 thomas 
 607 3efd8e31 2022-10-23 thomas 	memset(&z, 0, sizeof(z));
 608 3efd8e31 2022-10-23 thomas 
 609 3efd8e31 2022-10-23 thomas 	z.zalloc = Z_NULL;
 610 3efd8e31 2022-10-23 thomas 	z.zfree = Z_NULL;
 611 3efd8e31 2022-10-23 thomas 	zret = inflateInit(&z);
 612 3efd8e31 2022-10-23 thomas 	if (zret != Z_OK) {
 613 3efd8e31 2022-10-23 thomas 		if  (zret == Z_ERRNO)
 614 3efd8e31 2022-10-23 thomas 			return got_error_from_errno("inflateInit");
 615 3efd8e31 2022-10-23 thomas 		if  (zret == Z_MEM_ERROR) {
 616 3efd8e31 2022-10-23 thomas 			errno = ENOMEM;
 617 3efd8e31 2022-10-23 thomas 			return got_error_from_errno("inflateInit");
 618 3efd8e31 2022-10-23 thomas 		}
 619 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_DECOMPRESSION,
 620 3efd8e31 2022-10-23 thomas 		    "inflateInit failed");
 621 3efd8e31 2022-10-23 thomas 	}
 622 3efd8e31 2022-10-23 thomas 
 623 3efd8e31 2022-10-23 thomas 	while (zret != Z_STREAM_END) {
 624 3efd8e31 2022-10-23 thomas 		size_t last_total_in, consumed;
 625 3efd8e31 2022-10-23 thomas 
 626 3efd8e31 2022-10-23 thomas 		/*
 627 3efd8e31 2022-10-23 thomas 		 * Decompress into the void. Object data will be parsed
 628 3efd8e31 2022-10-23 thomas 		 * later, when the pack file is indexed. For now, we just
 629 3efd8e31 2022-10-23 thomas 		 * want to locate the end of the compressed stream.
 630 3efd8e31 2022-10-23 thomas 		 */
 631 3efd8e31 2022-10-23 thomas 		while (zret != Z_STREAM_END && buf_len(buf) - *buf_pos > 0) {
 632 3efd8e31 2022-10-23 thomas 			last_total_in = z.total_in;
 633 3efd8e31 2022-10-23 thomas 			z.next_in = buf_get(buf) + *buf_pos;
 634 3efd8e31 2022-10-23 thomas 			z.avail_in = buf_len(buf) - *buf_pos;
 635 3efd8e31 2022-10-23 thomas 			z.next_out = voidbuf;
 636 3efd8e31 2022-10-23 thomas 			z.avail_out = sizeof(voidbuf);
 637 3efd8e31 2022-10-23 thomas 
 638 3efd8e31 2022-10-23 thomas 			zret = inflate(&z, Z_SYNC_FLUSH);
 639 3efd8e31 2022-10-23 thomas 			if (zret != Z_OK && zret != Z_BUF_ERROR &&
 640 3efd8e31 2022-10-23 thomas 			    zret != Z_STREAM_END) {
 641 3efd8e31 2022-10-23 thomas 				err = got_error_fmt(GOT_ERR_DECOMPRESSION,
 642 fe3b5495 2022-10-25 thomas 				    "packfile offset %lld",
 643 fe3b5495 2022-10-25 thomas 				    (long long)zstream_offset);
 644 3efd8e31 2022-10-23 thomas 				goto done;
 645 3efd8e31 2022-10-23 thomas 			}
 646 3efd8e31 2022-10-23 thomas 			consumed = z.total_in - last_total_in;
 647 3efd8e31 2022-10-23 thomas 
 648 3efd8e31 2022-10-23 thomas 			err = got_pack_hwrite(outfd, buf_get(buf) + *buf_pos,
 649 3efd8e31 2022-10-23 thomas 			    consumed, ctx);
 650 3efd8e31 2022-10-23 thomas 			if (err)
 651 3efd8e31 2022-10-23 thomas 				goto done;
 652 3efd8e31 2022-10-23 thomas 
 653 3efd8e31 2022-10-23 thomas 			err = buf_discard(buf, *buf_pos + consumed);
 654 3efd8e31 2022-10-23 thomas 			if (err)
 655 3efd8e31 2022-10-23 thomas 				goto done;
 656 3efd8e31 2022-10-23 thomas 			*buf_pos = 0;
 657 3efd8e31 2022-10-23 thomas 
 658 3efd8e31 2022-10-23 thomas 			consumed_total += consumed;
 659 3efd8e31 2022-10-23 thomas 		}
 660 3efd8e31 2022-10-23 thomas 
 661 3efd8e31 2022-10-23 thomas 		if (zret != Z_STREAM_END) {
 662 3efd8e31 2022-10-23 thomas 			err = read_more_pack_stream(infd, buf, 1);
 663 3efd8e31 2022-10-23 thomas 			if (err)
 664 3efd8e31 2022-10-23 thomas 				goto done;
 665 3efd8e31 2022-10-23 thomas 		}
 666 3efd8e31 2022-10-23 thomas 	}
 667 3efd8e31 2022-10-23 thomas 
 668 3efd8e31 2022-10-23 thomas 	if (err == NULL)
 669 3efd8e31 2022-10-23 thomas 		*outsize += consumed_total;
 670 3efd8e31 2022-10-23 thomas done:
 671 3efd8e31 2022-10-23 thomas 	inflateEnd(&z);
 672 3efd8e31 2022-10-23 thomas 	return err;
 673 3efd8e31 2022-10-23 thomas }
 674 3efd8e31 2022-10-23 thomas 
 675 3efd8e31 2022-10-23 thomas static const struct got_error *
 676 3efd8e31 2022-10-23 thomas validate_object_type(int obj_type)
 677 3efd8e31 2022-10-23 thomas {
 678 3efd8e31 2022-10-23 thomas 	switch (obj_type) {
 679 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_BLOB:
 680 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_COMMIT:
 681 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_TREE:
 682 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_TAG:
 683 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_REF_DELTA:
 684 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_OFFSET_DELTA:
 685 3efd8e31 2022-10-23 thomas 		return NULL;
 686 3efd8e31 2022-10-23 thomas 	default:
 687 3efd8e31 2022-10-23 thomas 		break;
 688 3efd8e31 2022-10-23 thomas 	}
 689 3efd8e31 2022-10-23 thomas 
 690 3efd8e31 2022-10-23 thomas 	return got_error(GOT_ERR_OBJ_TYPE);
 691 3efd8e31 2022-10-23 thomas }
 692 3efd8e31 2022-10-23 thomas 
 693 3efd8e31 2022-10-23 thomas static const struct got_error *
 694 d98779cd 2023-01-19 thomas recv_packdata(off_t *outsize, uint32_t *nobj, uint8_t *sha1,
 695 d98779cd 2023-01-19 thomas     int infd, int outfd)
 696 3efd8e31 2022-10-23 thomas {
 697 3efd8e31 2022-10-23 thomas 	const struct got_error *err;
 698 d98779cd 2023-01-19 thomas 	struct repo_write_client *client = &repo_write_client;
 699 3efd8e31 2022-10-23 thomas 	struct got_packfile_hdr hdr;
 700 3efd8e31 2022-10-23 thomas 	size_t have;
 701 d98779cd 2023-01-19 thomas 	uint32_t nhave = 0;
 702 b16893ba 2023-02-24 thomas 	struct got_hash ctx;
 703 3efd8e31 2022-10-23 thomas 	uint8_t expected_sha1[SHA1_DIGEST_LENGTH];
 704 3efd8e31 2022-10-23 thomas 	char hex[SHA1_DIGEST_STRING_LENGTH];
 705 3efd8e31 2022-10-23 thomas 	BUF *buf = NULL;
 706 3efd8e31 2022-10-23 thomas 	size_t buf_pos = 0, remain;
 707 3efd8e31 2022-10-23 thomas 	ssize_t w;
 708 3efd8e31 2022-10-23 thomas 
 709 3efd8e31 2022-10-23 thomas 	*outsize = 0;
 710 d98779cd 2023-01-19 thomas 	*nobj = 0;
 711 49563dfb 2023-01-28 thomas 
 712 49563dfb 2023-01-28 thomas 	/* if only deleting references there's nothing to read */
 713 49563dfb 2023-01-28 thomas 	if (client->nref_updates == client->nref_del)
 714 49563dfb 2023-01-28 thomas 		return NULL;
 715 49563dfb 2023-01-28 thomas 
 716 b16893ba 2023-02-24 thomas 	got_hash_init(&ctx, GOT_HASH_SHA1);
 717 3efd8e31 2022-10-23 thomas 
 718 3efd8e31 2022-10-23 thomas 	err = got_poll_read_full(infd, &have, &hdr, sizeof(hdr), sizeof(hdr));
 719 3efd8e31 2022-10-23 thomas 	if (err)
 720 3efd8e31 2022-10-23 thomas 		return err;
 721 3efd8e31 2022-10-23 thomas 	if (have != sizeof(hdr))
 722 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE, "short pack file");
 723 3efd8e31 2022-10-23 thomas 	*outsize += have;
 724 3efd8e31 2022-10-23 thomas 
 725 3efd8e31 2022-10-23 thomas 	if (hdr.signature != htobe32(GOT_PACKFILE_SIGNATURE))
 726 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE,
 727 3efd8e31 2022-10-23 thomas 		    "bad packfile signature");
 728 3efd8e31 2022-10-23 thomas 	if (hdr.version != htobe32(GOT_PACKFILE_VERSION))
 729 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE,
 730 3efd8e31 2022-10-23 thomas 		    "bad packfile version");
 731 3efd8e31 2022-10-23 thomas 
 732 d98779cd 2023-01-19 thomas 	*nobj = be32toh(hdr.nobjects);
 733 d98779cd 2023-01-19 thomas 	if (*nobj == 0) {
 734 d98779cd 2023-01-19 thomas 		/*
 735 d98779cd 2023-01-19 thomas 		 * Clients which are creating new references only
 736 d98779cd 2023-01-19 thomas 		 * will send us an empty pack file.
 737 d98779cd 2023-01-19 thomas 		 */
 738 d98779cd 2023-01-19 thomas 		if (client->nref_updates > 0 &&
 739 d98779cd 2023-01-19 thomas 		    client->nref_updates == client->nref_new)
 740 d98779cd 2023-01-19 thomas 			return NULL;
 741 d98779cd 2023-01-19 thomas 
 742 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE,
 743 3efd8e31 2022-10-23 thomas 		    "bad packfile with zero objects");
 744 d98779cd 2023-01-19 thomas 	}
 745 3efd8e31 2022-10-23 thomas 
 746 d98779cd 2023-01-19 thomas 	log_debug("expecting %d objects", *nobj);
 747 3efd8e31 2022-10-23 thomas 
 748 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, &hdr, sizeof(hdr), &ctx);
 749 3efd8e31 2022-10-23 thomas 	if (err)
 750 3efd8e31 2022-10-23 thomas 		return err;
 751 3efd8e31 2022-10-23 thomas 
 752 3efd8e31 2022-10-23 thomas 	err = buf_alloc(&buf, 65536);
 753 3efd8e31 2022-10-23 thomas 	if (err)
 754 3efd8e31 2022-10-23 thomas 		return err;
 755 3efd8e31 2022-10-23 thomas 
 756 d98779cd 2023-01-19 thomas 	while (nhave != *nobj) {
 757 3efd8e31 2022-10-23 thomas 		uint8_t obj_type;
 758 3efd8e31 2022-10-23 thomas 		uint64_t obj_size;
 759 3efd8e31 2022-10-23 thomas 
 760 3efd8e31 2022-10-23 thomas 		err = copy_object_type_and_size(&obj_type, &obj_size,
 761 3efd8e31 2022-10-23 thomas 		    infd, outfd, outsize, buf, &buf_pos, &ctx);
 762 3efd8e31 2022-10-23 thomas 		if (err)
 763 3efd8e31 2022-10-23 thomas 			goto done;
 764 3efd8e31 2022-10-23 thomas 
 765 3efd8e31 2022-10-23 thomas 		err = validate_object_type(obj_type);
 766 3efd8e31 2022-10-23 thomas 		if (err)
 767 3efd8e31 2022-10-23 thomas 			goto done;
 768 3efd8e31 2022-10-23 thomas 
 769 3efd8e31 2022-10-23 thomas 		if (obj_type == GOT_OBJ_TYPE_REF_DELTA) {
 770 3efd8e31 2022-10-23 thomas 			err = copy_ref_delta(infd, outfd, outsize,
 771 3efd8e31 2022-10-23 thomas 			    buf, &buf_pos, &ctx);
 772 3efd8e31 2022-10-23 thomas 			if (err)
 773 3efd8e31 2022-10-23 thomas 				goto done;
 774 3efd8e31 2022-10-23 thomas 		} else if (obj_type == GOT_OBJ_TYPE_OFFSET_DELTA) {
 775 3efd8e31 2022-10-23 thomas 			err = copy_offset_delta(infd, outfd, outsize,
 776 3efd8e31 2022-10-23 thomas 			    buf, &buf_pos, &ctx);
 777 3efd8e31 2022-10-23 thomas 			if (err)
 778 3efd8e31 2022-10-23 thomas 				goto done;
 779 3efd8e31 2022-10-23 thomas 		}
 780 3efd8e31 2022-10-23 thomas 
 781 3efd8e31 2022-10-23 thomas 		err = copy_zstream(infd, outfd, outsize, buf, &buf_pos, &ctx);
 782 3efd8e31 2022-10-23 thomas 		if (err)
 783 3efd8e31 2022-10-23 thomas 			goto done;
 784 3efd8e31 2022-10-23 thomas 
 785 3efd8e31 2022-10-23 thomas 		nhave++;
 786 3efd8e31 2022-10-23 thomas 	}
 787 3efd8e31 2022-10-23 thomas 
 788 d98779cd 2023-01-19 thomas 	log_debug("received %u objects", *nobj);
 789 3efd8e31 2022-10-23 thomas 
 790 b16893ba 2023-02-24 thomas 	got_hash_final(&ctx, expected_sha1);
 791 3efd8e31 2022-10-23 thomas 
 792 3efd8e31 2022-10-23 thomas 	remain = buf_len(buf) - buf_pos;
 793 3efd8e31 2022-10-23 thomas 	if (remain < SHA1_DIGEST_LENGTH) {
 794 3efd8e31 2022-10-23 thomas 		err = read_more_pack_stream(infd, buf,
 795 3efd8e31 2022-10-23 thomas 		    SHA1_DIGEST_LENGTH - remain);
 796 3efd8e31 2022-10-23 thomas 		if (err)
 797 3efd8e31 2022-10-23 thomas 			return err;
 798 3efd8e31 2022-10-23 thomas 	}
 799 3efd8e31 2022-10-23 thomas 
 800 3efd8e31 2022-10-23 thomas 	got_sha1_digest_to_str(expected_sha1, hex, sizeof(hex));
 801 3efd8e31 2022-10-23 thomas 	log_debug("expect SHA1: %s", hex);
 802 3efd8e31 2022-10-23 thomas 	got_sha1_digest_to_str(buf_get(buf) + buf_pos, hex, sizeof(hex));
 803 3efd8e31 2022-10-23 thomas 	log_debug("actual SHA1: %s", hex);
 804 3efd8e31 2022-10-23 thomas 
 805 3efd8e31 2022-10-23 thomas 	if (memcmp(buf_get(buf) + buf_pos, expected_sha1,
 806 3efd8e31 2022-10-23 thomas 	    SHA1_DIGEST_LENGTH) != 0) {
 807 3efd8e31 2022-10-23 thomas 		err = got_error(GOT_ERR_PACKFILE_CSUM);
 808 3efd8e31 2022-10-23 thomas 		goto done;
 809 3efd8e31 2022-10-23 thomas 	}
 810 3efd8e31 2022-10-23 thomas 
 811 3efd8e31 2022-10-23 thomas 	memcpy(sha1, expected_sha1, SHA1_DIGEST_LENGTH);
 812 3efd8e31 2022-10-23 thomas 
 813 3efd8e31 2022-10-23 thomas 	w = write(outfd, expected_sha1, SHA1_DIGEST_LENGTH);
 814 3efd8e31 2022-10-23 thomas 	if (w == -1) {
 815 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("write");
 816 3efd8e31 2022-10-23 thomas 		goto done;
 817 3efd8e31 2022-10-23 thomas 	}
 818 3efd8e31 2022-10-23 thomas 	if (w != SHA1_DIGEST_LENGTH) {
 819 3efd8e31 2022-10-23 thomas 		err = got_error(GOT_ERR_IO);
 820 3efd8e31 2022-10-23 thomas 		goto done;
 821 3efd8e31 2022-10-23 thomas 	}
 822 3efd8e31 2022-10-23 thomas 
 823 3efd8e31 2022-10-23 thomas 	*outsize += SHA1_DIGEST_LENGTH;
 824 3efd8e31 2022-10-23 thomas 
 825 3efd8e31 2022-10-23 thomas 	if (fsync(outfd) == -1) {
 826 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("fsync");
 827 3efd8e31 2022-10-23 thomas 		goto done;
 828 3efd8e31 2022-10-23 thomas 	}
 829 3efd8e31 2022-10-23 thomas 	if (lseek(outfd, 0L, SEEK_SET) == -1) {
 830 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("lseek");
 831 3efd8e31 2022-10-23 thomas 		goto done;
 832 3efd8e31 2022-10-23 thomas 	}
 833 3efd8e31 2022-10-23 thomas done:
 834 3efd8e31 2022-10-23 thomas 	buf_free(buf);
 835 3efd8e31 2022-10-23 thomas 	return err;
 836 3efd8e31 2022-10-23 thomas }
 837 3efd8e31 2022-10-23 thomas 
 838 3efd8e31 2022-10-23 thomas static const struct got_error *
 839 9148c8a7 2023-01-02 thomas report_pack_status(const struct got_error *unpack_err)
 840 3efd8e31 2022-10-23 thomas {
 841 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 842 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 843 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packfile_status istatus;
 844 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
 845 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 846 3efd8e31 2022-10-23 thomas 	const char *unpack_ok = "unpack ok\n";
 847 3efd8e31 2022-10-23 thomas 	size_t len;
 848 8652e561 2023-01-14 thomas 
 849 3efd8e31 2022-10-23 thomas 	imsg_init(&ibuf, client->fd);
 850 3efd8e31 2022-10-23 thomas 
 851 3efd8e31 2022-10-23 thomas 	if (unpack_err)
 852 3efd8e31 2022-10-23 thomas 		istatus.reason_len = strlen(unpack_err->msg);
 853 3efd8e31 2022-10-23 thomas 	else
 854 3efd8e31 2022-10-23 thomas 		istatus.reason_len = strlen(unpack_ok);
 855 3efd8e31 2022-10-23 thomas 
 856 3efd8e31 2022-10-23 thomas 	len = sizeof(istatus) + istatus.reason_len;
 857 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(&ibuf, GOTD_IMSG_PACKFILE_STATUS, PROC_REPO_WRITE,
 858 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
 859 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL) {
 860 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_create PACKFILE_STATUS");
 861 3efd8e31 2022-10-23 thomas 		goto done;
 862 3efd8e31 2022-10-23 thomas 	}
 863 3efd8e31 2022-10-23 thomas 
 864 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &istatus, sizeof(istatus)) == -1) {
 865 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add PACKFILE_STATUS");
 866 3efd8e31 2022-10-23 thomas 		goto done;
 867 3efd8e31 2022-10-23 thomas 	}
 868 3efd8e31 2022-10-23 thomas 
 869 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, err ? err->msg : unpack_ok,
 870 3efd8e31 2022-10-23 thomas 	    istatus.reason_len) == -1) {
 871 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add PACKFILE_STATUS");
 872 3efd8e31 2022-10-23 thomas 		goto done;
 873 3efd8e31 2022-10-23 thomas 	}
 874 3efd8e31 2022-10-23 thomas 
 875 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
 876 3efd8e31 2022-10-23 thomas 	imsg_close(&ibuf, wbuf);
 877 3efd8e31 2022-10-23 thomas 
 878 3efd8e31 2022-10-23 thomas 	err = gotd_imsg_flush(&ibuf);
 879 3efd8e31 2022-10-23 thomas done:
 880 3efd8e31 2022-10-23 thomas 	imsg_clear(&ibuf);
 881 3efd8e31 2022-10-23 thomas 	return err;
 882 3efd8e31 2022-10-23 thomas }
 883 3efd8e31 2022-10-23 thomas 
 884 3efd8e31 2022-10-23 thomas static const struct got_error *
 885 d98779cd 2023-01-19 thomas recv_packfile(int *have_packfile, struct imsg *imsg)
 886 3efd8e31 2022-10-23 thomas {
 887 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL, *unpack_err;
 888 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 889 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_recv_packfile ireq;
 890 3efd8e31 2022-10-23 thomas 	FILE *tempfiles[3] = { NULL, NULL, NULL };
 891 3efd8e31 2022-10-23 thomas 	struct repo_tempfile {
 892 3efd8e31 2022-10-23 thomas 		int fd;
 893 3efd8e31 2022-10-23 thomas 		int idx;
 894 3efd8e31 2022-10-23 thomas 	} repo_tempfiles[3] = { { - 1, - 1 }, { - 1, - 1 }, { - 1, - 1 }, };
 895 3efd8e31 2022-10-23 thomas 	int i;
 896 3efd8e31 2022-10-23 thomas 	size_t datalen;
 897 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 898 3efd8e31 2022-10-23 thomas 	struct got_ratelimit rl;
 899 3efd8e31 2022-10-23 thomas 	struct got_pack *pack = NULL;
 900 3efd8e31 2022-10-23 thomas 	off_t pack_filesize = 0;
 901 d98779cd 2023-01-19 thomas 	uint32_t nobj = 0;
 902 3efd8e31 2022-10-23 thomas 
 903 3efd8e31 2022-10-23 thomas 	log_debug("packfile request received");
 904 3efd8e31 2022-10-23 thomas 
 905 d98779cd 2023-01-19 thomas 	*have_packfile = 0;
 906 3efd8e31 2022-10-23 thomas 	got_ratelimit_init(&rl, 2, 0);
 907 3efd8e31 2022-10-23 thomas 
 908 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 909 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
 910 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 911 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
 912 3efd8e31 2022-10-23 thomas 
 913 9148c8a7 2023-01-02 thomas 	if (client->pack_pipe == -1 || client->packidx_fd == -1)
 914 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
 915 3efd8e31 2022-10-23 thomas 
 916 9148c8a7 2023-01-02 thomas 	imsg_init(&ibuf, client->fd);
 917 3efd8e31 2022-10-23 thomas 
 918 3efd8e31 2022-10-23 thomas 	if (imsg->fd == -1)
 919 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
 920 3efd8e31 2022-10-23 thomas 
 921 9148c8a7 2023-01-02 thomas 	pack = &client->pack;
 922 3efd8e31 2022-10-23 thomas 	memset(pack, 0, sizeof(*pack));
 923 3efd8e31 2022-10-23 thomas 	pack->fd = imsg->fd;
 924 3efd8e31 2022-10-23 thomas 	err = got_delta_cache_alloc(&pack->delta_cache);
 925 3efd8e31 2022-10-23 thomas 	if (err)
 926 3efd8e31 2022-10-23 thomas 		return err;
 927 3efd8e31 2022-10-23 thomas 
 928 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(repo_tempfiles); i++) {
 929 3efd8e31 2022-10-23 thomas 		struct repo_tempfile *t = &repo_tempfiles[i];
 930 3efd8e31 2022-10-23 thomas 		err = got_repo_temp_fds_get(&t->fd, &t->idx, repo_write.repo);
 931 3efd8e31 2022-10-23 thomas 		if (err)
 932 3efd8e31 2022-10-23 thomas 			goto done;
 933 3efd8e31 2022-10-23 thomas 	}
 934 3efd8e31 2022-10-23 thomas 
 935 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(tempfiles); i++) {
 936 da2c57e4 2023-02-03 thomas 		int fd;
 937 3efd8e31 2022-10-23 thomas 		FILE *f;
 938 da2c57e4 2023-02-03 thomas 
 939 da2c57e4 2023-02-03 thomas 		fd = dup(repo_tempfiles[i].fd);
 940 3efd8e31 2022-10-23 thomas 		if (fd == -1) {
 941 3efd8e31 2022-10-23 thomas 			err = got_error_from_errno("dup");
 942 3efd8e31 2022-10-23 thomas 			goto done;
 943 3efd8e31 2022-10-23 thomas 		}
 944 3efd8e31 2022-10-23 thomas 		f = fdopen(fd, "w+");
 945 3efd8e31 2022-10-23 thomas 		if (f == NULL) {
 946 da2c57e4 2023-02-03 thomas 			err = got_error_from_errno("fdopen");
 947 3efd8e31 2022-10-23 thomas 			close(fd);
 948 3efd8e31 2022-10-23 thomas 			goto done;
 949 3efd8e31 2022-10-23 thomas 		}
 950 3efd8e31 2022-10-23 thomas 		tempfiles[i] = f;
 951 3efd8e31 2022-10-23 thomas 	}
 952 3efd8e31 2022-10-23 thomas 
 953 3efd8e31 2022-10-23 thomas 	/* Send pack file pipe to gotsh(1). */
 954 3efd8e31 2022-10-23 thomas 	if (imsg_compose(&ibuf, GOTD_IMSG_RECV_PACKFILE, PROC_REPO_WRITE,
 955 3efd8e31 2022-10-23 thomas 	    repo_write.pid, (*client)->pack_pipe[1], NULL, 0) == -1) {
 956 3efd8e31 2022-10-23 thomas 		(*client)->pack_pipe[1] = -1;
 957 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_compose ACK");
 958 3efd8e31 2022-10-23 thomas 		if (err)	
 959 3efd8e31 2022-10-23 thomas 			goto done;
 960 3efd8e31 2022-10-23 thomas 	}
 961 3efd8e31 2022-10-23 thomas 	(*client)->pack_pipe[1] = -1;
 962 3efd8e31 2022-10-23 thomas 	err = gotd_imsg_flush(&ibuf);
 963 3efd8e31 2022-10-23 thomas 	if (err)
 964 3efd8e31 2022-10-23 thomas 		goto done;
 965 3efd8e31 2022-10-23 thomas 
 966 3efd8e31 2022-10-23 thomas 	log_debug("receiving pack data");
 967 d98779cd 2023-01-19 thomas 	unpack_err = recv_packdata(&pack_filesize, &nobj,
 968 d98779cd 2023-01-19 thomas 	    client->pack_sha1, client->pack_pipe, pack->fd);
 969 3efd8e31 2022-10-23 thomas 	if (ireq.report_status) {
 970 9148c8a7 2023-01-02 thomas 		err = report_pack_status(unpack_err);
 971 3efd8e31 2022-10-23 thomas 		if (err) {
 972 3efd8e31 2022-10-23 thomas 			/* Git clients hang up after sending the pack file. */
 973 3efd8e31 2022-10-23 thomas 			if (err->code == GOT_ERR_EOF)
 974 3efd8e31 2022-10-23 thomas 				err = NULL;
 975 3efd8e31 2022-10-23 thomas 		}
 976 3efd8e31 2022-10-23 thomas 	}
 977 3efd8e31 2022-10-23 thomas 	if (unpack_err)
 978 3efd8e31 2022-10-23 thomas 		err = unpack_err;
 979 3efd8e31 2022-10-23 thomas 	if (err)
 980 3efd8e31 2022-10-23 thomas 		goto done;
 981 3efd8e31 2022-10-23 thomas 
 982 3efd8e31 2022-10-23 thomas 	log_debug("pack data received");
 983 d98779cd 2023-01-19 thomas 
 984 d98779cd 2023-01-19 thomas 	/*
 985 d98779cd 2023-01-19 thomas 	 * Clients which are creating new references only will
 986 d98779cd 2023-01-19 thomas 	 * send us an empty pack file.
 987 d98779cd 2023-01-19 thomas 	 */
 988 d98779cd 2023-01-19 thomas 	if (nobj == 0 &&
 989 d98779cd 2023-01-19 thomas 	    pack_filesize == sizeof(struct got_packfile_hdr) &&
 990 d98779cd 2023-01-19 thomas 	    client->nref_updates > 0 &&
 991 d98779cd 2023-01-19 thomas 	    client->nref_updates == client->nref_new)
 992 d98779cd 2023-01-19 thomas 		goto done;
 993 3efd8e31 2022-10-23 thomas 
 994 49563dfb 2023-01-28 thomas 	/*
 995 49563dfb 2023-01-28 thomas 	 * Clients which are deleting references only will send
 996 49563dfb 2023-01-28 thomas 	 * no pack file.
 997 49563dfb 2023-01-28 thomas 	 */
 998 49563dfb 2023-01-28 thomas 	if (nobj == 0 &&
 999 49563dfb 2023-01-28 thomas 	    client->nref_del > 0 &&
1000 49563dfb 2023-01-28 thomas 	    client->nref_updates == client->nref_del)
1001 49563dfb 2023-01-28 thomas 		goto done;
1002 49563dfb 2023-01-28 thomas 
1003 3efd8e31 2022-10-23 thomas 	pack->filesize = pack_filesize;
1004 d98779cd 2023-01-19 thomas 	*have_packfile = 1;
1005 3efd8e31 2022-10-23 thomas 
1006 66e6097f 2022-10-27 thomas 	log_debug("begin indexing pack (%lld bytes in size)",
1007 66e6097f 2022-10-27 thomas 	    (long long)pack->filesize);
1008 9148c8a7 2023-01-02 thomas 	err = got_pack_index(pack, client->packidx_fd,
1009 9148c8a7 2023-01-02 thomas 	    tempfiles[0], tempfiles[1], tempfiles[2], client->pack_sha1,
1010 3efd8e31 2022-10-23 thomas 	    pack_index_progress, NULL, &rl);
1011 3efd8e31 2022-10-23 thomas 	if (err)
1012 3efd8e31 2022-10-23 thomas 		goto done;
1013 3efd8e31 2022-10-23 thomas 	log_debug("done indexing pack");
1014 3efd8e31 2022-10-23 thomas 
1015 9148c8a7 2023-01-02 thomas 	if (fsync(client->packidx_fd) == -1) {
1016 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("fsync");
1017 3efd8e31 2022-10-23 thomas 		goto done;
1018 3efd8e31 2022-10-23 thomas 	}
1019 9148c8a7 2023-01-02 thomas 	if (lseek(client->packidx_fd, 0L, SEEK_SET) == -1)
1020 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("lseek");
1021 3efd8e31 2022-10-23 thomas done:
1022 9148c8a7 2023-01-02 thomas 	if (close(client->pack_pipe) == -1 && err == NULL)
1023 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("close");
1024 9148c8a7 2023-01-02 thomas 	client->pack_pipe = -1;
1025 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(repo_tempfiles); i++) {
1026 3efd8e31 2022-10-23 thomas 		struct repo_tempfile *t = &repo_tempfiles[i];
1027 3efd8e31 2022-10-23 thomas 		if (t->idx != -1)
1028 3efd8e31 2022-10-23 thomas 			got_repo_temp_fds_put(t->idx, repo_write.repo);
1029 3efd8e31 2022-10-23 thomas 	}
1030 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(tempfiles); i++) {
1031 3efd8e31 2022-10-23 thomas 		if (tempfiles[i] && fclose(tempfiles[i]) == EOF && err == NULL)
1032 3efd8e31 2022-10-23 thomas 			err = got_error_from_errno("fclose");
1033 3efd8e31 2022-10-23 thomas 	}
1034 3efd8e31 2022-10-23 thomas 	if (err)
1035 3efd8e31 2022-10-23 thomas 		got_pack_close(pack);
1036 3efd8e31 2022-10-23 thomas 	imsg_clear(&ibuf);
1037 3efd8e31 2022-10-23 thomas 	return err;
1038 3efd8e31 2022-10-23 thomas }
1039 3efd8e31 2022-10-23 thomas 
1040 3efd8e31 2022-10-23 thomas static const struct got_error *
1041 9148c8a7 2023-01-02 thomas verify_packfile(void)
1042 3efd8e31 2022-10-23 thomas {
1043 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL, *close_err;
1044 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1045 3efd8e31 2022-10-23 thomas 	struct gotd_ref_update *ref_update;
1046 3efd8e31 2022-10-23 thomas 	struct got_packidx *packidx = NULL;
1047 3efd8e31 2022-10-23 thomas 	struct stat sb;
1048 3efd8e31 2022-10-23 thomas 	char *id_str = NULL;
1049 3efd8e31 2022-10-23 thomas 	int idx = -1;
1050 3efd8e31 2022-10-23 thomas 
1051 3efd8e31 2022-10-23 thomas 	if (STAILQ_EMPTY(&client->ref_updates)) {
1052 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_REQUEST,
1053 3efd8e31 2022-10-23 thomas 		    "cannot verify pack file without any ref-updates");
1054 3efd8e31 2022-10-23 thomas 	}
1055 3efd8e31 2022-10-23 thomas 
1056 3efd8e31 2022-10-23 thomas 	if (client->pack.fd == -1) {
1057 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_REQUEST,
1058 3efd8e31 2022-10-23 thomas 		    "invalid pack file handle during pack verification");
1059 3efd8e31 2022-10-23 thomas 	}
1060 3efd8e31 2022-10-23 thomas 	if (client->packidx_fd == -1) {
1061 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_REQUEST,
1062 3efd8e31 2022-10-23 thomas 		    "invalid pack index handle during pack verification");
1063 3efd8e31 2022-10-23 thomas 	}
1064 3efd8e31 2022-10-23 thomas 
1065 3efd8e31 2022-10-23 thomas 	if (fstat(client->packidx_fd, &sb) == -1)
1066 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("pack index fstat");
1067 3efd8e31 2022-10-23 thomas 
1068 3efd8e31 2022-10-23 thomas 	packidx = malloc(sizeof(*packidx));
1069 3efd8e31 2022-10-23 thomas 	memset(packidx, 0, sizeof(*packidx));
1070 3efd8e31 2022-10-23 thomas 	packidx->fd = client->packidx_fd;
1071 3efd8e31 2022-10-23 thomas 	client->packidx_fd = -1;
1072 3efd8e31 2022-10-23 thomas 	packidx->len = sb.st_size;
1073 8652e561 2023-01-14 thomas 
1074 3efd8e31 2022-10-23 thomas 	err = got_packidx_init_hdr(packidx, 1, client->pack.filesize);
1075 3efd8e31 2022-10-23 thomas 	if (err)
1076 3efd8e31 2022-10-23 thomas 		return err;
1077 3efd8e31 2022-10-23 thomas 
1078 3efd8e31 2022-10-23 thomas 	STAILQ_FOREACH(ref_update, &client->ref_updates, entry) {
1079 49563dfb 2023-01-28 thomas 		if (ref_update->delete_ref)
1080 49563dfb 2023-01-28 thomas 			continue;
1081 49563dfb 2023-01-28 thomas 
1082 3efd8e31 2022-10-23 thomas 		err = got_object_id_str(&id_str, &ref_update->new_id);
1083 3efd8e31 2022-10-23 thomas 		if (err)
1084 3efd8e31 2022-10-23 thomas 			goto done;
1085 3efd8e31 2022-10-23 thomas 
1086 3efd8e31 2022-10-23 thomas 		idx = got_packidx_get_object_idx(packidx, &ref_update->new_id);
1087 3efd8e31 2022-10-23 thomas 		if (idx == -1) {
1088 3efd8e31 2022-10-23 thomas 			err = got_error_fmt(GOT_ERR_BAD_PACKFILE,
1089 3efd8e31 2022-10-23 thomas 			    "advertised object %s is missing from pack file",
1090 3efd8e31 2022-10-23 thomas 			    id_str);
1091 3efd8e31 2022-10-23 thomas 			goto done;
1092 3efd8e31 2022-10-23 thomas 		}
1093 3efd8e31 2022-10-23 thomas 	}
1094 3efd8e31 2022-10-23 thomas 
1095 8652e561 2023-01-14 thomas done:
1096 3efd8e31 2022-10-23 thomas 	close_err = got_packidx_close(packidx);
1097 3efd8e31 2022-10-23 thomas 	if (close_err && err == NULL)
1098 3efd8e31 2022-10-23 thomas 		err = close_err;
1099 3efd8e31 2022-10-23 thomas 	free(id_str);
1100 3efd8e31 2022-10-23 thomas 	return err;
1101 3efd8e31 2022-10-23 thomas }
1102 3efd8e31 2022-10-23 thomas 
1103 3efd8e31 2022-10-23 thomas static const struct got_error *
1104 9148c8a7 2023-01-02 thomas install_packfile(struct gotd_imsgev *iev)
1105 3efd8e31 2022-10-23 thomas {
1106 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1107 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packfile_install inst;
1108 3efd8e31 2022-10-23 thomas 	int ret;
1109 3efd8e31 2022-10-23 thomas 
1110 3efd8e31 2022-10-23 thomas 	memset(&inst, 0, sizeof(inst));
1111 3efd8e31 2022-10-23 thomas 	inst.client_id = client->id;
1112 3efd8e31 2022-10-23 thomas 	memcpy(inst.pack_sha1, client->pack_sha1, SHA1_DIGEST_LENGTH);
1113 3efd8e31 2022-10-23 thomas 
1114 3efd8e31 2022-10-23 thomas 	ret = gotd_imsg_compose_event(iev, GOTD_IMSG_PACKFILE_INSTALL,
1115 3efd8e31 2022-10-23 thomas 	    PROC_REPO_WRITE, -1, &inst, sizeof(inst));
1116 3efd8e31 2022-10-23 thomas 	if (ret == -1)
1117 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_compose PACKFILE_INSTALL");
1118 3efd8e31 2022-10-23 thomas 
1119 3efd8e31 2022-10-23 thomas 	return NULL;
1120 3efd8e31 2022-10-23 thomas }
1121 3efd8e31 2022-10-23 thomas 
1122 3efd8e31 2022-10-23 thomas static const struct got_error *
1123 9148c8a7 2023-01-02 thomas send_ref_updates_start(int nref_updates, struct gotd_imsgev *iev)
1124 3efd8e31 2022-10-23 thomas {
1125 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1126 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_ref_updates_start istart;
1127 3efd8e31 2022-10-23 thomas 	int ret;
1128 3efd8e31 2022-10-23 thomas 
1129 3efd8e31 2022-10-23 thomas 	memset(&istart, 0, sizeof(istart));
1130 3efd8e31 2022-10-23 thomas 	istart.nref_updates = nref_updates;
1131 3efd8e31 2022-10-23 thomas 	istart.client_id = client->id;
1132 3efd8e31 2022-10-23 thomas 
1133 3efd8e31 2022-10-23 thomas 	ret = gotd_imsg_compose_event(iev, GOTD_IMSG_REF_UPDATES_START,
1134 3efd8e31 2022-10-23 thomas 	    PROC_REPO_WRITE, -1, &istart, sizeof(istart));
1135 3efd8e31 2022-10-23 thomas 	if (ret == -1)
1136 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_compose REF_UPDATES_START");
1137 3efd8e31 2022-10-23 thomas 
1138 3efd8e31 2022-10-23 thomas 	return NULL;
1139 3efd8e31 2022-10-23 thomas }
1140 3efd8e31 2022-10-23 thomas 
1141 3efd8e31 2022-10-23 thomas 
1142 3efd8e31 2022-10-23 thomas static const struct got_error *
1143 9148c8a7 2023-01-02 thomas send_ref_update(struct gotd_ref_update *ref_update, struct gotd_imsgev *iev)
1144 3efd8e31 2022-10-23 thomas {
1145 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1146 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_ref_update iref;
1147 3efd8e31 2022-10-23 thomas 	const char *refname = got_ref_get_name(ref_update->ref);
1148 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
1149 3efd8e31 2022-10-23 thomas 	size_t len;
1150 3efd8e31 2022-10-23 thomas 
1151 3efd8e31 2022-10-23 thomas 	memset(&iref, 0, sizeof(iref));
1152 3efd8e31 2022-10-23 thomas 	memcpy(iref.old_id, ref_update->old_id.sha1, SHA1_DIGEST_LENGTH);
1153 3efd8e31 2022-10-23 thomas 	memcpy(iref.new_id, ref_update->new_id.sha1, SHA1_DIGEST_LENGTH);
1154 3efd8e31 2022-10-23 thomas 	iref.ref_is_new = ref_update->ref_is_new;
1155 49563dfb 2023-01-28 thomas 	iref.delete_ref = ref_update->delete_ref;
1156 3efd8e31 2022-10-23 thomas 	iref.client_id = client->id;
1157 3efd8e31 2022-10-23 thomas 	iref.name_len = strlen(refname);
1158 3efd8e31 2022-10-23 thomas 
1159 3efd8e31 2022-10-23 thomas 	len = sizeof(iref) + iref.name_len;
1160 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(&iev->ibuf, GOTD_IMSG_REF_UPDATE, PROC_REPO_WRITE,
1161 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
1162 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL)
1163 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_create REF_UPDATE");
1164 3efd8e31 2022-10-23 thomas 
1165 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &iref, sizeof(iref)) == -1)
1166 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF_UPDATE");
1167 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, refname, iref.name_len) == -1)
1168 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF_UPDATE");
1169 3efd8e31 2022-10-23 thomas 
1170 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
1171 3efd8e31 2022-10-23 thomas 	imsg_close(&iev->ibuf, wbuf);
1172 3efd8e31 2022-10-23 thomas 
1173 3efd8e31 2022-10-23 thomas 	gotd_imsg_event_add(iev);
1174 3efd8e31 2022-10-23 thomas 	return NULL;
1175 3efd8e31 2022-10-23 thomas }
1176 3efd8e31 2022-10-23 thomas 
1177 3efd8e31 2022-10-23 thomas static const struct got_error *
1178 9148c8a7 2023-01-02 thomas update_refs(struct gotd_imsgev *iev)
1179 3efd8e31 2022-10-23 thomas {
1180 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
1181 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1182 3efd8e31 2022-10-23 thomas 	struct gotd_ref_update *ref_update;
1183 3efd8e31 2022-10-23 thomas 
1184 9148c8a7 2023-01-02 thomas 	err = send_ref_updates_start(client->nref_updates, iev);
1185 3efd8e31 2022-10-23 thomas 	if (err)
1186 3efd8e31 2022-10-23 thomas 		return err;
1187 3efd8e31 2022-10-23 thomas 
1188 3efd8e31 2022-10-23 thomas 	STAILQ_FOREACH(ref_update, &client->ref_updates, entry) {
1189 9148c8a7 2023-01-02 thomas 		err = send_ref_update(ref_update, iev);
1190 3efd8e31 2022-10-23 thomas 		if (err)
1191 3efd8e31 2022-10-23 thomas 			goto done;
1192 3efd8e31 2022-10-23 thomas 	}
1193 3efd8e31 2022-10-23 thomas done:
1194 3efd8e31 2022-10-23 thomas 	return err;
1195 3efd8e31 2022-10-23 thomas }
1196 3efd8e31 2022-10-23 thomas 
1197 3efd8e31 2022-10-23 thomas static const struct got_error *
1198 9148c8a7 2023-01-02 thomas receive_pack_pipe(struct imsg *imsg, struct gotd_imsgev *iev)
1199 3efd8e31 2022-10-23 thomas {
1200 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1201 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packfile_pipe ireq;
1202 3efd8e31 2022-10-23 thomas 	size_t datalen;
1203 3efd8e31 2022-10-23 thomas 
1204 3efd8e31 2022-10-23 thomas 	log_debug("receving pack pipe descriptor");
1205 3efd8e31 2022-10-23 thomas 
1206 3efd8e31 2022-10-23 thomas 	if (imsg->fd == -1)
1207 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
1208 3efd8e31 2022-10-23 thomas 
1209 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1210 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
1211 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
1212 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
1213 3efd8e31 2022-10-23 thomas 
1214 9148c8a7 2023-01-02 thomas 	if (client->pack_pipe != -1)
1215 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_MSG);
1216 3efd8e31 2022-10-23 thomas 
1217 9148c8a7 2023-01-02 thomas 	client->pack_pipe = imsg->fd;
1218 3efd8e31 2022-10-23 thomas 	return NULL;
1219 3efd8e31 2022-10-23 thomas }
1220 3efd8e31 2022-10-23 thomas 
1221 3efd8e31 2022-10-23 thomas static const struct got_error *
1222 9148c8a7 2023-01-02 thomas receive_pack_idx(struct imsg *imsg, struct gotd_imsgev *iev)
1223 3efd8e31 2022-10-23 thomas {
1224 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1225 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packidx_file ireq;
1226 3efd8e31 2022-10-23 thomas 	size_t datalen;
1227 3efd8e31 2022-10-23 thomas 
1228 3efd8e31 2022-10-23 thomas 	log_debug("receving pack index output file");
1229 3efd8e31 2022-10-23 thomas 
1230 3efd8e31 2022-10-23 thomas 	if (imsg->fd == -1)
1231 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
1232 3efd8e31 2022-10-23 thomas 
1233 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1234 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
1235 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
1236 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
1237 3efd8e31 2022-10-23 thomas 
1238 9148c8a7 2023-01-02 thomas 	if (client->packidx_fd != -1)
1239 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_MSG);
1240 3efd8e31 2022-10-23 thomas 
1241 9148c8a7 2023-01-02 thomas 	client->packidx_fd = imsg->fd;
1242 3efd8e31 2022-10-23 thomas 	return NULL;
1243 3efd8e31 2022-10-23 thomas }
1244 3efd8e31 2022-10-23 thomas 
1245 3efd8e31 2022-10-23 thomas static void
1246 62ee7d94 2023-01-10 thomas repo_write_dispatch_session(int fd, short event, void *arg)
1247 3efd8e31 2022-10-23 thomas {
1248 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
1249 3efd8e31 2022-10-23 thomas 	struct gotd_imsgev *iev = arg;
1250 3efd8e31 2022-10-23 thomas 	struct imsgbuf *ibuf = &iev->ibuf;
1251 3efd8e31 2022-10-23 thomas 	struct imsg imsg;
1252 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1253 3efd8e31 2022-10-23 thomas 	ssize_t n;
1254 d98779cd 2023-01-19 thomas 	int shut = 0, have_packfile = 0;
1255 3efd8e31 2022-10-23 thomas 
1256 3efd8e31 2022-10-23 thomas 	if (event & EV_READ) {
1257 3efd8e31 2022-10-23 thomas 		if ((n = imsg_read(ibuf)) == -1 && errno != EAGAIN)
1258 3efd8e31 2022-10-23 thomas 			fatal("imsg_read error");
1259 3efd8e31 2022-10-23 thomas 		if (n == 0)	/* Connection closed. */
1260 3efd8e31 2022-10-23 thomas 			shut = 1;
1261 3efd8e31 2022-10-23 thomas 	}
1262 3efd8e31 2022-10-23 thomas 
1263 3efd8e31 2022-10-23 thomas 	if (event & EV_WRITE) {
1264 3efd8e31 2022-10-23 thomas 		n = msgbuf_write(&ibuf->w);
1265 3efd8e31 2022-10-23 thomas 		if (n == -1 && errno != EAGAIN)
1266 3efd8e31 2022-10-23 thomas 			fatal("msgbuf_write");
1267 3efd8e31 2022-10-23 thomas 		if (n == 0)	/* Connection closed. */
1268 3efd8e31 2022-10-23 thomas 			shut = 1;
1269 3efd8e31 2022-10-23 thomas 	}
1270 3efd8e31 2022-10-23 thomas 
1271 3efd8e31 2022-10-23 thomas 	for (;;) {
1272 3efd8e31 2022-10-23 thomas 		if ((n = imsg_get(ibuf, &imsg)) == -1)
1273 3efd8e31 2022-10-23 thomas 			fatal("%s: imsg_get error", __func__);
1274 3efd8e31 2022-10-23 thomas 		if (n == 0)	/* No more messages. */
1275 3efd8e31 2022-10-23 thomas 			break;
1276 3efd8e31 2022-10-23 thomas 
1277 9148c8a7 2023-01-02 thomas 		if (imsg.hdr.type != GOTD_IMSG_LIST_REFS_INTERNAL &&
1278 9148c8a7 2023-01-02 thomas 		    client->id == 0) {
1279 9148c8a7 2023-01-02 thomas 			err = got_error(GOT_ERR_PRIVSEP_MSG);
1280 9148c8a7 2023-01-02 thomas 			break;
1281 9148c8a7 2023-01-02 thomas 		}
1282 9148c8a7 2023-01-02 thomas 
1283 3efd8e31 2022-10-23 thomas 		switch (imsg.hdr.type) {
1284 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_LIST_REFS_INTERNAL:
1285 9148c8a7 2023-01-02 thomas 			err = list_refs(&imsg);
1286 3efd8e31 2022-10-23 thomas 			if (err)
1287 42f290d4 2023-03-05 thomas 				log_warnx("ls-refs: %s", err->msg);
1288 3efd8e31 2022-10-23 thomas 			break;
1289 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_REF_UPDATE:
1290 9148c8a7 2023-01-02 thomas 			err = recv_ref_update(&imsg);
1291 3efd8e31 2022-10-23 thomas 			if (err)
1292 42f290d4 2023-03-05 thomas 				log_warnx("ref-update: %s", err->msg);
1293 3efd8e31 2022-10-23 thomas 			break;
1294 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_PACKFILE_PIPE:
1295 9148c8a7 2023-01-02 thomas 			err = receive_pack_pipe(&imsg, iev);
1296 3efd8e31 2022-10-23 thomas 			if (err) {
1297 42f290d4 2023-03-05 thomas 				log_warnx("receiving pack pipe: %s", err->msg);
1298 3efd8e31 2022-10-23 thomas 				break;
1299 3efd8e31 2022-10-23 thomas 			}
1300 3efd8e31 2022-10-23 thomas 			break;
1301 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_PACKIDX_FILE:
1302 9148c8a7 2023-01-02 thomas 			err = receive_pack_idx(&imsg, iev);
1303 3efd8e31 2022-10-23 thomas 			if (err) {
1304 42f290d4 2023-03-05 thomas 				log_warnx("receiving pack index: %s",
1305 42f290d4 2023-03-05 thomas 				    err->msg);
1306 3efd8e31 2022-10-23 thomas 				break;
1307 3efd8e31 2022-10-23 thomas 			}
1308 3efd8e31 2022-10-23 thomas 			break;
1309 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_RECV_PACKFILE:
1310 d98779cd 2023-01-19 thomas 			err = recv_packfile(&have_packfile, &imsg);
1311 3efd8e31 2022-10-23 thomas 			if (err) {
1312 42f290d4 2023-03-05 thomas 				log_warnx("receive packfile: %s", err->msg);
1313 3efd8e31 2022-10-23 thomas 				break;
1314 3efd8e31 2022-10-23 thomas 			}
1315 d98779cd 2023-01-19 thomas 			if (have_packfile) {
1316 d98779cd 2023-01-19 thomas 				err = verify_packfile();
1317 d98779cd 2023-01-19 thomas 				if (err) {
1318 42f290d4 2023-03-05 thomas 					log_warnx("verify packfile: %s",
1319 42f290d4 2023-03-05 thomas 					    err->msg);
1320 d98779cd 2023-01-19 thomas 					break;
1321 d98779cd 2023-01-19 thomas 				}
1322 d98779cd 2023-01-19 thomas 				err = install_packfile(iev);
1323 d98779cd 2023-01-19 thomas 				if (err) {
1324 42f290d4 2023-03-05 thomas 					log_warnx("install packfile: %s",
1325 42f290d4 2023-03-05 thomas 					    err->msg);
1326 d98779cd 2023-01-19 thomas 					break;
1327 d98779cd 2023-01-19 thomas 				}
1328 3efd8e31 2022-10-23 thomas 			}
1329 9148c8a7 2023-01-02 thomas 			err = update_refs(iev);
1330 3efd8e31 2022-10-23 thomas 			if (err) {
1331 42f290d4 2023-03-05 thomas 				log_warnx("update refs: %s", err->msg);
1332 3efd8e31 2022-10-23 thomas 			}
1333 3efd8e31 2022-10-23 thomas 			break;
1334 62ee7d94 2023-01-10 thomas 		default:
1335 42f290d4 2023-03-05 thomas 			log_debug("unexpected imsg %d", imsg.hdr.type);
1336 62ee7d94 2023-01-10 thomas 			break;
1337 62ee7d94 2023-01-10 thomas 		}
1338 62ee7d94 2023-01-10 thomas 
1339 62ee7d94 2023-01-10 thomas 		imsg_free(&imsg);
1340 62ee7d94 2023-01-10 thomas 	}
1341 62ee7d94 2023-01-10 thomas 
1342 62ee7d94 2023-01-10 thomas 	if (!shut && check_cancelled(NULL) == NULL) {
1343 62ee7d94 2023-01-10 thomas 		if (err &&
1344 62ee7d94 2023-01-10 thomas 		    gotd_imsg_send_error_event(iev, PROC_REPO_WRITE,
1345 62ee7d94 2023-01-10 thomas 		        client->id, err) == -1) {
1346 62ee7d94 2023-01-10 thomas 			log_warnx("could not send error to parent: %s",
1347 62ee7d94 2023-01-10 thomas 			    err->msg);
1348 62ee7d94 2023-01-10 thomas 		}
1349 62ee7d94 2023-01-10 thomas 		gotd_imsg_event_add(iev);
1350 62ee7d94 2023-01-10 thomas 	} else {
1351 62ee7d94 2023-01-10 thomas 		/* This pipe is dead. Remove its event handler */
1352 62ee7d94 2023-01-10 thomas 		event_del(&iev->ev);
1353 62ee7d94 2023-01-10 thomas 		event_loopexit(NULL);
1354 62ee7d94 2023-01-10 thomas 	}
1355 62ee7d94 2023-01-10 thomas }
1356 62ee7d94 2023-01-10 thomas 
1357 62ee7d94 2023-01-10 thomas static const struct got_error *
1358 62ee7d94 2023-01-10 thomas recv_connect(struct imsg *imsg)
1359 62ee7d94 2023-01-10 thomas {
1360 62ee7d94 2023-01-10 thomas 	struct gotd_imsgev *iev = &repo_write.session_iev;
1361 62ee7d94 2023-01-10 thomas 	size_t datalen;
1362 62ee7d94 2023-01-10 thomas 
1363 62ee7d94 2023-01-10 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1364 62ee7d94 2023-01-10 thomas 	if (datalen != 0)
1365 62ee7d94 2023-01-10 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
1366 62ee7d94 2023-01-10 thomas 	if (imsg->fd == -1)
1367 62ee7d94 2023-01-10 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
1368 62ee7d94 2023-01-10 thomas 
1369 62ee7d94 2023-01-10 thomas 	if (repo_write.session_fd != -1)
1370 62ee7d94 2023-01-10 thomas 		return got_error(GOT_ERR_PRIVSEP_MSG);
1371 62ee7d94 2023-01-10 thomas 
1372 62ee7d94 2023-01-10 thomas 	repo_write.session_fd = imsg->fd;
1373 62ee7d94 2023-01-10 thomas 
1374 62ee7d94 2023-01-10 thomas 	imsg_init(&iev->ibuf, repo_write.session_fd);
1375 62ee7d94 2023-01-10 thomas 	iev->handler = repo_write_dispatch_session;
1376 62ee7d94 2023-01-10 thomas 	iev->events = EV_READ;
1377 62ee7d94 2023-01-10 thomas 	iev->handler_arg = NULL;
1378 62ee7d94 2023-01-10 thomas 	event_set(&iev->ev, iev->ibuf.fd, EV_READ,
1379 62ee7d94 2023-01-10 thomas 	    repo_write_dispatch_session, iev);
1380 62ee7d94 2023-01-10 thomas 	gotd_imsg_event_add(iev);
1381 62ee7d94 2023-01-10 thomas 
1382 62ee7d94 2023-01-10 thomas 	return NULL;
1383 62ee7d94 2023-01-10 thomas }
1384 62ee7d94 2023-01-10 thomas 
1385 62ee7d94 2023-01-10 thomas static void
1386 62ee7d94 2023-01-10 thomas repo_write_dispatch(int fd, short event, void *arg)
1387 62ee7d94 2023-01-10 thomas {
1388 62ee7d94 2023-01-10 thomas 	const struct got_error *err = NULL;
1389 62ee7d94 2023-01-10 thomas 	struct gotd_imsgev *iev = arg;
1390 62ee7d94 2023-01-10 thomas 	struct imsgbuf *ibuf = &iev->ibuf;
1391 62ee7d94 2023-01-10 thomas 	struct imsg imsg;
1392 62ee7d94 2023-01-10 thomas 	ssize_t n;
1393 62ee7d94 2023-01-10 thomas 	int shut = 0;
1394 62ee7d94 2023-01-10 thomas 	struct repo_write_client *client = &repo_write_client;
1395 62ee7d94 2023-01-10 thomas 
1396 62ee7d94 2023-01-10 thomas 	if (event & EV_READ) {
1397 62ee7d94 2023-01-10 thomas 		if ((n = imsg_read(ibuf)) == -1 && errno != EAGAIN)
1398 62ee7d94 2023-01-10 thomas 			fatal("imsg_read error");
1399 62ee7d94 2023-01-10 thomas 		if (n == 0)	/* Connection closed. */
1400 9148c8a7 2023-01-02 thomas 			shut = 1;
1401 62ee7d94 2023-01-10 thomas 	}
1402 62ee7d94 2023-01-10 thomas 
1403 62ee7d94 2023-01-10 thomas 	if (event & EV_WRITE) {
1404 62ee7d94 2023-01-10 thomas 		n = msgbuf_write(&ibuf->w);
1405 62ee7d94 2023-01-10 thomas 		if (n == -1 && errno != EAGAIN)
1406 62ee7d94 2023-01-10 thomas 			fatal("msgbuf_write");
1407 62ee7d94 2023-01-10 thomas 		if (n == 0)	/* Connection closed. */
1408 62ee7d94 2023-01-10 thomas 			shut = 1;
1409 62ee7d94 2023-01-10 thomas 	}
1410 62ee7d94 2023-01-10 thomas 
1411 62ee7d94 2023-01-10 thomas 	while (err == NULL && check_cancelled(NULL) == NULL) {
1412 62ee7d94 2023-01-10 thomas 		if ((n = imsg_get(ibuf, &imsg)) == -1)
1413 62ee7d94 2023-01-10 thomas 			fatal("%s: imsg_get", __func__);
1414 62ee7d94 2023-01-10 thomas 		if (n == 0)	/* No more messages. */
1415 3efd8e31 2022-10-23 thomas 			break;
1416 62ee7d94 2023-01-10 thomas 
1417 62ee7d94 2023-01-10 thomas 		switch (imsg.hdr.type) {
1418 62ee7d94 2023-01-10 thomas 		case GOTD_IMSG_CONNECT_REPO_CHILD:
1419 62ee7d94 2023-01-10 thomas 			err = recv_connect(&imsg);
1420 62ee7d94 2023-01-10 thomas 			break;
1421 3efd8e31 2022-10-23 thomas 		default:
1422 42f290d4 2023-03-05 thomas 			log_debug("unexpected imsg %d", imsg.hdr.type);
1423 3efd8e31 2022-10-23 thomas 			break;
1424 3efd8e31 2022-10-23 thomas 		}
1425 3efd8e31 2022-10-23 thomas 
1426 3efd8e31 2022-10-23 thomas 		imsg_free(&imsg);
1427 3efd8e31 2022-10-23 thomas 	}
1428 3efd8e31 2022-10-23 thomas 
1429 3efd8e31 2022-10-23 thomas 	if (!shut && check_cancelled(NULL) == NULL) {
1430 3efd8e31 2022-10-23 thomas 		if (err &&
1431 3efd8e31 2022-10-23 thomas 		    gotd_imsg_send_error_event(iev, PROC_REPO_WRITE,
1432 9148c8a7 2023-01-02 thomas 		        client->id, err) == -1) {
1433 3efd8e31 2022-10-23 thomas 			log_warnx("could not send error to parent: %s",
1434 3efd8e31 2022-10-23 thomas 			    err->msg);
1435 3efd8e31 2022-10-23 thomas 		}
1436 3efd8e31 2022-10-23 thomas 		gotd_imsg_event_add(iev);
1437 3efd8e31 2022-10-23 thomas 	} else {
1438 3efd8e31 2022-10-23 thomas 		/* This pipe is dead. Remove its event handler */
1439 3efd8e31 2022-10-23 thomas 		event_del(&iev->ev);
1440 3efd8e31 2022-10-23 thomas 		event_loopexit(NULL);
1441 3efd8e31 2022-10-23 thomas 	}
1442 3efd8e31 2022-10-23 thomas }
1443 3efd8e31 2022-10-23 thomas 
1444 3efd8e31 2022-10-23 thomas void
1445 414e37cb 2022-12-30 thomas repo_write_main(const char *title, const char *repo_path,
1446 414e37cb 2022-12-30 thomas     int *pack_fds, int *temp_fds)
1447 3efd8e31 2022-10-23 thomas {
1448 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
1449 92db09ff 2023-02-17 thomas 	struct repo_write_client *client = &repo_write_client;
1450 3efd8e31 2022-10-23 thomas 	struct gotd_imsgev iev;
1451 3efd8e31 2022-10-23 thomas 
1452 92db09ff 2023-02-17 thomas 	client->fd = -1;
1453 92db09ff 2023-02-17 thomas 	client->pack_pipe = -1;
1454 92db09ff 2023-02-17 thomas 	client->packidx_fd = -1;
1455 92db09ff 2023-02-17 thomas 	client->pack.fd = -1;
1456 92db09ff 2023-02-17 thomas 
1457 3efd8e31 2022-10-23 thomas 	repo_write.title = title;
1458 3efd8e31 2022-10-23 thomas 	repo_write.pid = getpid();
1459 3efd8e31 2022-10-23 thomas 	repo_write.pack_fds = pack_fds;
1460 3efd8e31 2022-10-23 thomas 	repo_write.temp_fds = temp_fds;
1461 62ee7d94 2023-01-10 thomas 	repo_write.session_fd = -1;
1462 62ee7d94 2023-01-10 thomas 	repo_write.session_iev.ibuf.fd = -1;
1463 3efd8e31 2022-10-23 thomas 
1464 9148c8a7 2023-01-02 thomas 	STAILQ_INIT(&repo_write_client.ref_updates);
1465 3efd8e31 2022-10-23 thomas 
1466 414e37cb 2022-12-30 thomas 	err = got_repo_open(&repo_write.repo, repo_path, NULL, pack_fds);
1467 3efd8e31 2022-10-23 thomas 	if (err)
1468 3efd8e31 2022-10-23 thomas 		goto done;
1469 3efd8e31 2022-10-23 thomas 	if (!got_repo_is_bare(repo_write.repo)) {
1470 3efd8e31 2022-10-23 thomas 		err = got_error_msg(GOT_ERR_NOT_GIT_REPO,
1471 3efd8e31 2022-10-23 thomas 		    "bare git repository required");
1472 3efd8e31 2022-10-23 thomas 		goto done;
1473 3efd8e31 2022-10-23 thomas 	}
1474 3efd8e31 2022-10-23 thomas 
1475 3efd8e31 2022-10-23 thomas 	got_repo_temp_fds_set(repo_write.repo, temp_fds);
1476 3efd8e31 2022-10-23 thomas 
1477 3efd8e31 2022-10-23 thomas 	signal(SIGINT, catch_sigint);
1478 3efd8e31 2022-10-23 thomas 	signal(SIGTERM, catch_sigterm);
1479 3efd8e31 2022-10-23 thomas 	signal(SIGPIPE, SIG_IGN);
1480 3efd8e31 2022-10-23 thomas 	signal(SIGHUP, SIG_IGN);
1481 3efd8e31 2022-10-23 thomas 
1482 bb3a6ce9 2022-11-17 thomas 	imsg_init(&iev.ibuf, GOTD_FILENO_MSG_PIPE);
1483 3efd8e31 2022-10-23 thomas 	iev.handler = repo_write_dispatch;
1484 3efd8e31 2022-10-23 thomas 	iev.events = EV_READ;
1485 3efd8e31 2022-10-23 thomas 	iev.handler_arg = NULL;
1486 3efd8e31 2022-10-23 thomas 	event_set(&iev.ev, iev.ibuf.fd, EV_READ, repo_write_dispatch, &iev);
1487 85b37c72 2022-12-30 thomas 	if (gotd_imsg_compose_event(&iev, GOTD_IMSG_REPO_CHILD_READY,
1488 85b37c72 2022-12-30 thomas 	    PROC_REPO_WRITE, -1, NULL, 0) == -1) {
1489 85b37c72 2022-12-30 thomas 		err = got_error_from_errno("imsg compose REPO_CHILD_READY");
1490 3efd8e31 2022-10-23 thomas 		goto done;
1491 3efd8e31 2022-10-23 thomas 	}
1492 3efd8e31 2022-10-23 thomas 
1493 3efd8e31 2022-10-23 thomas 	event_dispatch();
1494 3efd8e31 2022-10-23 thomas done:
1495 3efd8e31 2022-10-23 thomas 	if (err)
1496 3efd8e31 2022-10-23 thomas 		log_warnx("%s: %s", title, err->msg);
1497 3efd8e31 2022-10-23 thomas 	repo_write_shutdown();
1498 3efd8e31 2022-10-23 thomas }
1499 3efd8e31 2022-10-23 thomas 
1500 3efd8e31 2022-10-23 thomas void
1501 3efd8e31 2022-10-23 thomas repo_write_shutdown(void)
1502 3efd8e31 2022-10-23 thomas {
1503 92db09ff 2023-02-17 thomas 	struct repo_write_client *client = &repo_write_client;
1504 92db09ff 2023-02-17 thomas 	struct gotd_ref_update *ref_update;
1505 92db09ff 2023-02-17 thomas 
1506 7161c4dc 2023-03-05 thomas 	log_debug("shutting down");
1507 92db09ff 2023-02-17 thomas 
1508 92db09ff 2023-02-17 thomas 	while (!STAILQ_EMPTY(&client->ref_updates)) {
1509 92db09ff 2023-02-17 thomas 		ref_update = STAILQ_FIRST(&client->ref_updates);
1510 92db09ff 2023-02-17 thomas 		STAILQ_REMOVE_HEAD(&client->ref_updates, entry);
1511 92db09ff 2023-02-17 thomas 		got_ref_close(ref_update->ref);
1512 92db09ff 2023-02-17 thomas 		free(ref_update);
1513 92db09ff 2023-02-17 thomas 	}
1514 92db09ff 2023-02-17 thomas 
1515 92db09ff 2023-02-17 thomas 	got_pack_close(&client->pack);
1516 92db09ff 2023-02-17 thomas 	if (client->fd != -1)
1517 92db09ff 2023-02-17 thomas 		close(client->fd);
1518 92db09ff 2023-02-17 thomas 	if (client->pack_pipe != -1)
1519 92db09ff 2023-02-17 thomas 		close(client->pack_pipe);
1520 92db09ff 2023-02-17 thomas 	if (client->packidx_fd != -1)
1521 92db09ff 2023-02-17 thomas 		close(client->packidx_fd);
1522 92db09ff 2023-02-17 thomas 
1523 3efd8e31 2022-10-23 thomas 	if (repo_write.repo)
1524 3efd8e31 2022-10-23 thomas 		got_repo_close(repo_write.repo);
1525 3efd8e31 2022-10-23 thomas 	got_repo_pack_fds_close(repo_write.pack_fds);
1526 80536967 2022-10-30 thomas 	got_repo_temp_fds_close(repo_write.temp_fds);
1527 62ee7d94 2023-01-10 thomas 	if (repo_write.session_fd != -1)
1528 62ee7d94 2023-01-10 thomas 		close(repo_write.session_fd);
1529 3efd8e31 2022-10-23 thomas 	exit(0);
1530 3efd8e31 2022-10-23 thomas }