1 3efd8e31 2022-10-23 thomas /*
   2 3efd8e31 2022-10-23 thomas  * Copyright (c) 2022 Stefan Sperling <stsp@openbsd.org>
   3 3efd8e31 2022-10-23 thomas  *
   4 3efd8e31 2022-10-23 thomas  * Permission to use, copy, modify, and distribute this software for any
   5 3efd8e31 2022-10-23 thomas  * purpose with or without fee is hereby granted, provided that the above
   6 3efd8e31 2022-10-23 thomas  * copyright notice and this permission notice appear in all copies.
   7 3efd8e31 2022-10-23 thomas  *
   8 3efd8e31 2022-10-23 thomas  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
   9 3efd8e31 2022-10-23 thomas  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10 3efd8e31 2022-10-23 thomas  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  11 3efd8e31 2022-10-23 thomas  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12 3efd8e31 2022-10-23 thomas  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  13 3efd8e31 2022-10-23 thomas  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  14 3efd8e31 2022-10-23 thomas  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15 3efd8e31 2022-10-23 thomas  */
  16 3efd8e31 2022-10-23 thomas 
  17 3efd8e31 2022-10-23 thomas #include <sys/queue.h>
  18 3efd8e31 2022-10-23 thomas #include <sys/stat.h>
  19 3efd8e31 2022-10-23 thomas #include <sys/tree.h>
  20 3efd8e31 2022-10-23 thomas #include <sys/types.h>
  21 3efd8e31 2022-10-23 thomas 
  22 3efd8e31 2022-10-23 thomas #include <event.h>
  23 3efd8e31 2022-10-23 thomas #include <errno.h>
  24 3efd8e31 2022-10-23 thomas #include <imsg.h>
  25 3efd8e31 2022-10-23 thomas #include <signal.h>
  26 3efd8e31 2022-10-23 thomas #include <siphash.h>
  27 3efd8e31 2022-10-23 thomas #include <stdio.h>
  28 3efd8e31 2022-10-23 thomas #include <stdlib.h>
  29 3efd8e31 2022-10-23 thomas #include <string.h>
  30 3efd8e31 2022-10-23 thomas #include <limits.h>
  31 3efd8e31 2022-10-23 thomas #include <poll.h>
  32 3efd8e31 2022-10-23 thomas #include <sha1.h>
  33 3efd8e31 2022-10-23 thomas #include <unistd.h>
  34 3efd8e31 2022-10-23 thomas #include <zlib.h>
  35 3efd8e31 2022-10-23 thomas 
  36 3efd8e31 2022-10-23 thomas #include "buf.h"
  37 3efd8e31 2022-10-23 thomas 
  38 3efd8e31 2022-10-23 thomas #include "got_error.h"
  39 3efd8e31 2022-10-23 thomas #include "got_repository.h"
  40 3efd8e31 2022-10-23 thomas #include "got_object.h"
  41 3efd8e31 2022-10-23 thomas #include "got_reference.h"
  42 3efd8e31 2022-10-23 thomas #include "got_path.h"
  43 3efd8e31 2022-10-23 thomas 
  44 3efd8e31 2022-10-23 thomas #include "got_lib_delta.h"
  45 3efd8e31 2022-10-23 thomas #include "got_lib_delta_cache.h"
  46 3efd8e31 2022-10-23 thomas #include "got_lib_object.h"
  47 3efd8e31 2022-10-23 thomas #include "got_lib_object_cache.h"
  48 3efd8e31 2022-10-23 thomas #include "got_lib_ratelimit.h"
  49 3efd8e31 2022-10-23 thomas #include "got_lib_pack.h"
  50 3efd8e31 2022-10-23 thomas #include "got_lib_pack_index.h"
  51 3efd8e31 2022-10-23 thomas #include "got_lib_repository.h"
  52 3efd8e31 2022-10-23 thomas #include "got_lib_poll.h"
  53 3efd8e31 2022-10-23 thomas 
  54 3efd8e31 2022-10-23 thomas #include "got_lib_sha1.h" /* XXX temp include for debugging */
  55 3efd8e31 2022-10-23 thomas 
  56 3efd8e31 2022-10-23 thomas #include "log.h"
  57 3efd8e31 2022-10-23 thomas #include "gotd.h"
  58 3efd8e31 2022-10-23 thomas #include "repo_write.h"
  59 3efd8e31 2022-10-23 thomas 
  60 3efd8e31 2022-10-23 thomas #ifndef nitems
  61 3efd8e31 2022-10-23 thomas #define nitems(_a)	(sizeof((_a)) / sizeof((_a)[0]))
  62 3efd8e31 2022-10-23 thomas #endif
  63 3efd8e31 2022-10-23 thomas 
  64 3efd8e31 2022-10-23 thomas static struct repo_write {
  65 3efd8e31 2022-10-23 thomas 	pid_t pid;
  66 3efd8e31 2022-10-23 thomas 	const char *title;
  67 3efd8e31 2022-10-23 thomas 	struct got_repository *repo;
  68 3efd8e31 2022-10-23 thomas 	int *pack_fds;
  69 3efd8e31 2022-10-23 thomas 	int *temp_fds;
  70 3efd8e31 2022-10-23 thomas } repo_write;
  71 3efd8e31 2022-10-23 thomas 
  72 3efd8e31 2022-10-23 thomas struct gotd_ref_update {
  73 3efd8e31 2022-10-23 thomas 	STAILQ_ENTRY(gotd_ref_update) entry;
  74 3efd8e31 2022-10-23 thomas 	struct got_reference *ref;
  75 3efd8e31 2022-10-23 thomas 	int ref_is_new;
  76 3efd8e31 2022-10-23 thomas 	struct got_object_id old_id;
  77 3efd8e31 2022-10-23 thomas 	struct got_object_id new_id;
  78 3efd8e31 2022-10-23 thomas };
  79 3efd8e31 2022-10-23 thomas STAILQ_HEAD(gotd_ref_updates, gotd_ref_update);
  80 3efd8e31 2022-10-23 thomas 
  81 9148c8a7 2023-01-02 thomas static struct repo_write_client {
  82 3efd8e31 2022-10-23 thomas 	uint32_t			 id;
  83 3efd8e31 2022-10-23 thomas 	int				 fd;
  84 3efd8e31 2022-10-23 thomas 	int				 pack_pipe[2];
  85 3efd8e31 2022-10-23 thomas 	struct got_pack			 pack;
  86 3efd8e31 2022-10-23 thomas 	uint8_t				 pack_sha1[SHA1_DIGEST_LENGTH];
  87 3efd8e31 2022-10-23 thomas 	int				 packidx_fd;
  88 3efd8e31 2022-10-23 thomas 	struct gotd_ref_updates		 ref_updates;
  89 3efd8e31 2022-10-23 thomas 	int				 nref_updates;
  90 9148c8a7 2023-01-02 thomas } repo_write_client;
  91 3efd8e31 2022-10-23 thomas 
  92 3efd8e31 2022-10-23 thomas static volatile sig_atomic_t sigint_received;
  93 3efd8e31 2022-10-23 thomas static volatile sig_atomic_t sigterm_received;
  94 3efd8e31 2022-10-23 thomas 
  95 3efd8e31 2022-10-23 thomas static void
  96 3efd8e31 2022-10-23 thomas catch_sigint(int signo)
  97 3efd8e31 2022-10-23 thomas {
  98 3efd8e31 2022-10-23 thomas 	sigint_received = 1;
  99 3efd8e31 2022-10-23 thomas }
 100 3efd8e31 2022-10-23 thomas 
 101 3efd8e31 2022-10-23 thomas static void
 102 3efd8e31 2022-10-23 thomas catch_sigterm(int signo)
 103 3efd8e31 2022-10-23 thomas {
 104 3efd8e31 2022-10-23 thomas 	sigterm_received = 1;
 105 3efd8e31 2022-10-23 thomas }
 106 3efd8e31 2022-10-23 thomas 
 107 3efd8e31 2022-10-23 thomas static const struct got_error *
 108 3efd8e31 2022-10-23 thomas check_cancelled(void *arg)
 109 3efd8e31 2022-10-23 thomas {
 110 3efd8e31 2022-10-23 thomas 	if (sigint_received || sigterm_received)
 111 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_CANCELLED);
 112 3efd8e31 2022-10-23 thomas 
 113 3efd8e31 2022-10-23 thomas 	return NULL;
 114 3efd8e31 2022-10-23 thomas }
 115 3efd8e31 2022-10-23 thomas 
 116 3efd8e31 2022-10-23 thomas static const struct got_error *
 117 3efd8e31 2022-10-23 thomas send_peeled_tag_ref(struct got_reference *ref, struct got_object *obj,
 118 3efd8e31 2022-10-23 thomas     struct imsgbuf *ibuf)
 119 3efd8e31 2022-10-23 thomas {
 120 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 121 3efd8e31 2022-10-23 thomas 	struct got_tag_object *tag;
 122 3efd8e31 2022-10-23 thomas 	size_t namelen, len;
 123 3efd8e31 2022-10-23 thomas 	char *peeled_refname = NULL;
 124 3efd8e31 2022-10-23 thomas 	struct got_object_id *id;
 125 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
 126 3efd8e31 2022-10-23 thomas 
 127 3efd8e31 2022-10-23 thomas 	err = got_object_tag_open(&tag, repo_write.repo, obj);
 128 3efd8e31 2022-10-23 thomas 	if (err)
 129 3efd8e31 2022-10-23 thomas 		return err;
 130 3efd8e31 2022-10-23 thomas 
 131 3efd8e31 2022-10-23 thomas 	if (asprintf(&peeled_refname, "%s^{}", got_ref_get_name(ref)) == -1) {
 132 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("asprintf");
 133 3efd8e31 2022-10-23 thomas 		goto done;
 134 3efd8e31 2022-10-23 thomas 	}
 135 3efd8e31 2022-10-23 thomas 
 136 3efd8e31 2022-10-23 thomas 	id = got_object_tag_get_object_id(tag);
 137 3efd8e31 2022-10-23 thomas 	namelen = strlen(peeled_refname);
 138 3efd8e31 2022-10-23 thomas 
 139 3efd8e31 2022-10-23 thomas 	len = sizeof(struct gotd_imsg_ref) + namelen;
 140 3efd8e31 2022-10-23 thomas 	if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE) {
 141 3efd8e31 2022-10-23 thomas 		err = got_error(GOT_ERR_NO_SPACE);
 142 3efd8e31 2022-10-23 thomas 		goto done;
 143 3efd8e31 2022-10-23 thomas 	}
 144 3efd8e31 2022-10-23 thomas 
 145 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_WRITE,
 146 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
 147 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL) {
 148 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_create REF");
 149 3efd8e31 2022-10-23 thomas 		goto done;
 150 3efd8e31 2022-10-23 thomas 	}
 151 3efd8e31 2022-10-23 thomas 
 152 3efd8e31 2022-10-23 thomas 	/* Keep in sync with struct gotd_imsg_ref definition. */
 153 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
 154 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add REF");
 155 3efd8e31 2022-10-23 thomas 		goto done;
 156 3efd8e31 2022-10-23 thomas 	}
 157 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1) {
 158 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add REF");
 159 3efd8e31 2022-10-23 thomas 		goto done;
 160 3efd8e31 2022-10-23 thomas 	}
 161 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, peeled_refname, namelen) == -1) {
 162 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add REF");
 163 3efd8e31 2022-10-23 thomas 		goto done;
 164 3efd8e31 2022-10-23 thomas 	}
 165 3efd8e31 2022-10-23 thomas 
 166 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
 167 3efd8e31 2022-10-23 thomas 	imsg_close(ibuf, wbuf);
 168 3efd8e31 2022-10-23 thomas done:
 169 3efd8e31 2022-10-23 thomas 	got_object_tag_close(tag);
 170 3efd8e31 2022-10-23 thomas 	return err;
 171 3efd8e31 2022-10-23 thomas }
 172 3efd8e31 2022-10-23 thomas 
 173 3efd8e31 2022-10-23 thomas static const struct got_error *
 174 3efd8e31 2022-10-23 thomas send_ref(struct got_reference *ref, struct imsgbuf *ibuf)
 175 3efd8e31 2022-10-23 thomas {
 176 3efd8e31 2022-10-23 thomas 	const struct got_error *err;
 177 3efd8e31 2022-10-23 thomas 	const char *refname = got_ref_get_name(ref);
 178 3efd8e31 2022-10-23 thomas 	size_t namelen;
 179 3efd8e31 2022-10-23 thomas 	struct got_object_id *id = NULL;
 180 3efd8e31 2022-10-23 thomas 	struct got_object *obj = NULL;
 181 3efd8e31 2022-10-23 thomas 	size_t len;
 182 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
 183 3efd8e31 2022-10-23 thomas 
 184 3efd8e31 2022-10-23 thomas 	namelen = strlen(refname);
 185 3efd8e31 2022-10-23 thomas 
 186 3efd8e31 2022-10-23 thomas 	len = sizeof(struct gotd_imsg_ref) + namelen;
 187 3efd8e31 2022-10-23 thomas 	if (len > MAX_IMSGSIZE - IMSG_HEADER_SIZE)
 188 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_NO_SPACE);
 189 3efd8e31 2022-10-23 thomas 
 190 3efd8e31 2022-10-23 thomas 	err = got_ref_resolve(&id, repo_write.repo, ref);
 191 3efd8e31 2022-10-23 thomas 	if (err)
 192 3efd8e31 2022-10-23 thomas 		return err;
 193 3efd8e31 2022-10-23 thomas 
 194 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(ibuf, GOTD_IMSG_REF, PROC_REPO_WRITE,
 195 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
 196 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL) {
 197 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_create REF");
 198 3efd8e31 2022-10-23 thomas 		goto done;
 199 3efd8e31 2022-10-23 thomas 	}
 200 3efd8e31 2022-10-23 thomas 
 201 3efd8e31 2022-10-23 thomas 	/* Keep in sync with struct gotd_imsg_ref definition. */
 202 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1)
 203 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF");
 204 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &namelen, sizeof(namelen)) == -1)
 205 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF");
 206 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, refname, namelen) == -1)
 207 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF");
 208 3efd8e31 2022-10-23 thomas 
 209 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
 210 3efd8e31 2022-10-23 thomas 	imsg_close(ibuf, wbuf);
 211 3efd8e31 2022-10-23 thomas 
 212 3efd8e31 2022-10-23 thomas 	err = got_object_open(&obj, repo_write.repo, id);
 213 3efd8e31 2022-10-23 thomas 	if (err)
 214 3efd8e31 2022-10-23 thomas 		goto done;
 215 3efd8e31 2022-10-23 thomas 	if (obj->type == GOT_OBJ_TYPE_TAG)
 216 3efd8e31 2022-10-23 thomas 		err = send_peeled_tag_ref(ref, obj, ibuf);
 217 3efd8e31 2022-10-23 thomas done:
 218 3efd8e31 2022-10-23 thomas 	if (obj)
 219 3efd8e31 2022-10-23 thomas 		got_object_close(obj);
 220 3efd8e31 2022-10-23 thomas 	free(id);
 221 3efd8e31 2022-10-23 thomas 	return err;
 222 3efd8e31 2022-10-23 thomas }
 223 3efd8e31 2022-10-23 thomas 
 224 3efd8e31 2022-10-23 thomas static const struct got_error *
 225 9148c8a7 2023-01-02 thomas list_refs(struct imsg *imsg)
 226 3efd8e31 2022-10-23 thomas {
 227 3efd8e31 2022-10-23 thomas 	const struct got_error *err;
 228 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 229 3efd8e31 2022-10-23 thomas 	struct got_reflist_head refs;
 230 3efd8e31 2022-10-23 thomas 	struct got_reflist_entry *re;
 231 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_list_refs_internal ireq;
 232 3efd8e31 2022-10-23 thomas 	size_t datalen;
 233 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_reflist irefs;
 234 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 235 3efd8e31 2022-10-23 thomas 	int client_fd = imsg->fd;
 236 3efd8e31 2022-10-23 thomas 
 237 3efd8e31 2022-10-23 thomas 	TAILQ_INIT(&refs);
 238 3efd8e31 2022-10-23 thomas 
 239 3efd8e31 2022-10-23 thomas 	if (client_fd == -1)
 240 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
 241 3efd8e31 2022-10-23 thomas 
 242 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 243 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
 244 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 245 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
 246 3efd8e31 2022-10-23 thomas 
 247 9148c8a7 2023-01-02 thomas 	if (ireq.client_id == 0)
 248 9148c8a7 2023-01-02 thomas 		return got_error(GOT_ERR_CLIENT_ID);
 249 9148c8a7 2023-01-02 thomas 	if (client->id != 0) {
 250 9148c8a7 2023-01-02 thomas 		return got_error_msg(GOT_ERR_CLIENT_ID,
 251 9148c8a7 2023-01-02 thomas 		    "duplicate list-refs request");
 252 9148c8a7 2023-01-02 thomas 	}
 253 9148c8a7 2023-01-02 thomas 	client->id = ireq.client_id;
 254 9148c8a7 2023-01-02 thomas 	client->fd = client_fd;
 255 9148c8a7 2023-01-02 thomas 	client->pack_pipe = -1;
 256 9148c8a7 2023-01-02 thomas 	client->packidx_fd = -1;
 257 9148c8a7 2023-01-02 thomas 	client->nref_updates = 0;
 258 3efd8e31 2022-10-23 thomas 
 259 3efd8e31 2022-10-23 thomas 	imsg_init(&ibuf, client_fd);
 260 3efd8e31 2022-10-23 thomas 
 261 3efd8e31 2022-10-23 thomas 	err = got_ref_list(&refs, repo_write.repo, "",
 262 3efd8e31 2022-10-23 thomas 	    got_ref_cmp_by_name, NULL);
 263 3efd8e31 2022-10-23 thomas 	if (err)
 264 3efd8e31 2022-10-23 thomas 		return err;
 265 3efd8e31 2022-10-23 thomas 
 266 3efd8e31 2022-10-23 thomas 	memset(&irefs, 0, sizeof(irefs));
 267 3efd8e31 2022-10-23 thomas 	TAILQ_FOREACH(re, &refs, entry) {
 268 3efd8e31 2022-10-23 thomas 		struct got_object_id *id;
 269 3efd8e31 2022-10-23 thomas 		int obj_type;
 270 3efd8e31 2022-10-23 thomas 
 271 3efd8e31 2022-10-23 thomas 		if (got_ref_is_symbolic(re->ref))
 272 3efd8e31 2022-10-23 thomas 			continue;
 273 3efd8e31 2022-10-23 thomas 
 274 3efd8e31 2022-10-23 thomas 		irefs.nrefs++;
 275 3efd8e31 2022-10-23 thomas 
 276 3efd8e31 2022-10-23 thomas 		/* Account for a peeled tag refs. */
 277 3efd8e31 2022-10-23 thomas 		err = got_ref_resolve(&id, repo_write.repo, re->ref);
 278 3efd8e31 2022-10-23 thomas 		if (err)
 279 3efd8e31 2022-10-23 thomas 			goto done;
 280 3efd8e31 2022-10-23 thomas 		err = got_object_get_type(&obj_type, repo_write.repo, id);	
 281 3efd8e31 2022-10-23 thomas 		free(id);
 282 3efd8e31 2022-10-23 thomas 		if (err)
 283 3efd8e31 2022-10-23 thomas 			goto done;
 284 3efd8e31 2022-10-23 thomas 		if (obj_type == GOT_OBJ_TYPE_TAG)
 285 3efd8e31 2022-10-23 thomas 			irefs.nrefs++;
 286 3efd8e31 2022-10-23 thomas 	}
 287 3efd8e31 2022-10-23 thomas 
 288 3efd8e31 2022-10-23 thomas 	if (imsg_compose(&ibuf, GOTD_IMSG_REFLIST, PROC_REPO_WRITE,
 289 3efd8e31 2022-10-23 thomas 	    repo_write.pid, -1, &irefs, sizeof(irefs)) == -1) {
 290 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_compose REFLIST");
 291 3efd8e31 2022-10-23 thomas 		goto done;
 292 3efd8e31 2022-10-23 thomas 	}
 293 3efd8e31 2022-10-23 thomas 
 294 3efd8e31 2022-10-23 thomas 	TAILQ_FOREACH(re, &refs, entry) {
 295 3efd8e31 2022-10-23 thomas 		if (got_ref_is_symbolic(re->ref))
 296 3efd8e31 2022-10-23 thomas 			continue;
 297 3efd8e31 2022-10-23 thomas 		err = send_ref(re->ref, &ibuf);
 298 3efd8e31 2022-10-23 thomas 		if (err)
 299 3efd8e31 2022-10-23 thomas 			goto done;
 300 3efd8e31 2022-10-23 thomas 	}
 301 3efd8e31 2022-10-23 thomas 
 302 3efd8e31 2022-10-23 thomas 	err = gotd_imsg_flush(&ibuf);
 303 3efd8e31 2022-10-23 thomas done:
 304 3efd8e31 2022-10-23 thomas 	got_ref_list_free(&refs);
 305 3efd8e31 2022-10-23 thomas 	imsg_clear(&ibuf);
 306 3efd8e31 2022-10-23 thomas 	return err;
 307 3efd8e31 2022-10-23 thomas }
 308 3efd8e31 2022-10-23 thomas 
 309 3efd8e31 2022-10-23 thomas static const struct got_error *
 310 3efd8e31 2022-10-23 thomas protect_ref_namespace(struct got_reference *ref, const char *namespace)
 311 3efd8e31 2022-10-23 thomas {
 312 3efd8e31 2022-10-23 thomas 	size_t len = strlen(namespace);
 313 3efd8e31 2022-10-23 thomas 
 314 3efd8e31 2022-10-23 thomas 	if (len < 5 || strncmp("refs/", namespace, 5) != 0 ||
 315 3efd8e31 2022-10-23 thomas 	    namespace[len -1] != '/') {
 316 3efd8e31 2022-10-23 thomas 		return got_error_fmt(GOT_ERR_BAD_REF_NAME,
 317 3efd8e31 2022-10-23 thomas 		    "reference namespace '%s'", namespace);
 318 3efd8e31 2022-10-23 thomas 	}
 319 3efd8e31 2022-10-23 thomas 
 320 3efd8e31 2022-10-23 thomas 	if (strncmp(namespace, got_ref_get_name(ref), len) == 0)
 321 3efd8e31 2022-10-23 thomas 		return got_error_fmt(GOT_ERR_REFS_PROTECTED, "%s", namespace);
 322 3efd8e31 2022-10-23 thomas 
 323 3efd8e31 2022-10-23 thomas 	return NULL;
 324 3efd8e31 2022-10-23 thomas }
 325 3efd8e31 2022-10-23 thomas 
 326 3efd8e31 2022-10-23 thomas static const struct got_error *
 327 9148c8a7 2023-01-02 thomas recv_ref_update(struct imsg *imsg)
 328 3efd8e31 2022-10-23 thomas {
 329 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 330 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 331 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_ref_update iref;
 332 3efd8e31 2022-10-23 thomas 	size_t datalen;
 333 3efd8e31 2022-10-23 thomas 	char *refname = NULL;
 334 3efd8e31 2022-10-23 thomas 	struct got_reference *ref = NULL;
 335 3efd8e31 2022-10-23 thomas 	struct got_object_id *id = NULL;
 336 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 337 3efd8e31 2022-10-23 thomas 	struct gotd_ref_update *ref_update = NULL;
 338 3efd8e31 2022-10-23 thomas 
 339 3efd8e31 2022-10-23 thomas 	log_debug("ref-update received");
 340 3efd8e31 2022-10-23 thomas 
 341 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 342 3efd8e31 2022-10-23 thomas 	if (datalen < sizeof(iref))
 343 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 344 3efd8e31 2022-10-23 thomas 	memcpy(&iref, imsg->data, sizeof(iref));
 345 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(iref) + iref.name_len)
 346 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 347 3efd8e31 2022-10-23 thomas 
 348 9148c8a7 2023-01-02 thomas 	imsg_init(&ibuf, client->fd);
 349 3efd8e31 2022-10-23 thomas 
 350 3efd8e31 2022-10-23 thomas 	refname = malloc(iref.name_len + 1);
 351 3efd8e31 2022-10-23 thomas 	if (refname == NULL)
 352 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("malloc");
 353 3efd8e31 2022-10-23 thomas 	memcpy(refname, imsg->data + sizeof(iref), iref.name_len);
 354 3efd8e31 2022-10-23 thomas 	refname[iref.name_len] = '\0';
 355 3efd8e31 2022-10-23 thomas 
 356 3efd8e31 2022-10-23 thomas 	ref_update = calloc(1, sizeof(*ref_update));
 357 3efd8e31 2022-10-23 thomas 	if (ref_update == NULL) {
 358 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("malloc");
 359 3efd8e31 2022-10-23 thomas 		goto done;
 360 3efd8e31 2022-10-23 thomas 	}
 361 3efd8e31 2022-10-23 thomas 
 362 3efd8e31 2022-10-23 thomas 	memcpy(ref_update->old_id.sha1, iref.old_id, SHA1_DIGEST_LENGTH);
 363 3efd8e31 2022-10-23 thomas 	memcpy(ref_update->new_id.sha1, iref.new_id, SHA1_DIGEST_LENGTH);
 364 3efd8e31 2022-10-23 thomas 
 365 3efd8e31 2022-10-23 thomas 	err = got_ref_open(&ref, repo_write.repo, refname, 0);
 366 3efd8e31 2022-10-23 thomas 	if (err) {
 367 3efd8e31 2022-10-23 thomas 		if (err->code != GOT_ERR_NOT_REF)
 368 3efd8e31 2022-10-23 thomas 			goto done;
 369 3efd8e31 2022-10-23 thomas 		err = got_ref_alloc(&ref, refname, &ref_update->new_id);
 370 3efd8e31 2022-10-23 thomas 		if (err)
 371 3efd8e31 2022-10-23 thomas 			goto done;
 372 3efd8e31 2022-10-23 thomas 		ref_update->ref_is_new = 1;
 373 3efd8e31 2022-10-23 thomas 	}
 374 3efd8e31 2022-10-23 thomas 	if (got_ref_is_symbolic(ref)) {
 375 3efd8e31 2022-10-23 thomas 		err = got_error_fmt(GOT_ERR_BAD_REF_TYPE,
 376 3efd8e31 2022-10-23 thomas 		    "'%s' is a symbolic reference and cannot "
 377 3efd8e31 2022-10-23 thomas 		    "be updated", got_ref_get_name(ref));
 378 3efd8e31 2022-10-23 thomas 		goto done;
 379 3efd8e31 2022-10-23 thomas 	}
 380 3efd8e31 2022-10-23 thomas 	if (strncmp("refs/", got_ref_get_name(ref), 5) != 0) {
 381 3efd8e31 2022-10-23 thomas 		err = got_error_fmt(GOT_ERR_BAD_REF_NAME,
 382 3efd8e31 2022-10-23 thomas 		    "%s: does not begin with 'refs/'",
 383 3efd8e31 2022-10-23 thomas 		    got_ref_get_name(ref));
 384 3efd8e31 2022-10-23 thomas 		goto done;
 385 3efd8e31 2022-10-23 thomas 	}
 386 3efd8e31 2022-10-23 thomas 
 387 3efd8e31 2022-10-23 thomas 	err = protect_ref_namespace(ref, "refs/got/");
 388 3efd8e31 2022-10-23 thomas 	if (err)
 389 3efd8e31 2022-10-23 thomas 		goto done;
 390 3efd8e31 2022-10-23 thomas 	err = protect_ref_namespace(ref, "refs/remotes/");
 391 3efd8e31 2022-10-23 thomas 	if (err)
 392 3efd8e31 2022-10-23 thomas 		goto done;
 393 3efd8e31 2022-10-23 thomas 
 394 3efd8e31 2022-10-23 thomas 	if (!ref_update->ref_is_new) {
 395 3efd8e31 2022-10-23 thomas 		/*
 396 3efd8e31 2022-10-23 thomas 		 * Ensure the client's idea of this update is still valid.
 397 3efd8e31 2022-10-23 thomas 		 * At this point we can only return an error, to prevent
 398 3efd8e31 2022-10-23 thomas 		 * the client from uploading a pack file which will likely
 399 3efd8e31 2022-10-23 thomas 		 * have to be discarded.
 400 3efd8e31 2022-10-23 thomas 		 */
 401 3efd8e31 2022-10-23 thomas 		err = got_ref_resolve(&id, repo_write.repo, ref);
 402 3efd8e31 2022-10-23 thomas 		if (err)
 403 3efd8e31 2022-10-23 thomas 			goto done;
 404 3efd8e31 2022-10-23 thomas 
 405 3efd8e31 2022-10-23 thomas 		if (got_object_id_cmp(id, &ref_update->old_id) != 0) {
 406 3efd8e31 2022-10-23 thomas 			err = got_error_fmt(GOT_ERR_REF_BUSY,
 407 3efd8e31 2022-10-23 thomas 			    "%s has been modified by someone else "
 408 3efd8e31 2022-10-23 thomas 			    "while transaction was in progress",
 409 3efd8e31 2022-10-23 thomas 			    got_ref_get_name(ref));
 410 3efd8e31 2022-10-23 thomas 			goto done;
 411 3efd8e31 2022-10-23 thomas 		}
 412 3efd8e31 2022-10-23 thomas 	}
 413 3efd8e31 2022-10-23 thomas 
 414 3efd8e31 2022-10-23 thomas 	gotd_imsg_send_ack(&ref_update->new_id, &ibuf, PROC_REPO_WRITE,
 415 3efd8e31 2022-10-23 thomas 	    repo_write.pid);
 416 3efd8e31 2022-10-23 thomas 
 417 3efd8e31 2022-10-23 thomas 	ref_update->ref = ref;
 418 9148c8a7 2023-01-02 thomas 	STAILQ_INSERT_HEAD(&client->ref_updates, ref_update, entry);
 419 9148c8a7 2023-01-02 thomas 	client->nref_updates++;
 420 3efd8e31 2022-10-23 thomas 	ref = NULL;
 421 3efd8e31 2022-10-23 thomas 	ref_update = NULL;
 422 3efd8e31 2022-10-23 thomas done:
 423 3efd8e31 2022-10-23 thomas 	if (ref)
 424 3efd8e31 2022-10-23 thomas 		got_ref_close(ref);
 425 3efd8e31 2022-10-23 thomas 	free(ref_update);
 426 3efd8e31 2022-10-23 thomas 	free(refname);
 427 3efd8e31 2022-10-23 thomas 	free(id);
 428 3efd8e31 2022-10-23 thomas 	return err;
 429 3efd8e31 2022-10-23 thomas }
 430 3efd8e31 2022-10-23 thomas 
 431 3efd8e31 2022-10-23 thomas static const struct got_error *
 432 3efd8e31 2022-10-23 thomas pack_index_progress(void *arg, uint32_t nobj_total, uint32_t nobj_indexed,
 433 3efd8e31 2022-10-23 thomas     uint32_t nobj_loose, uint32_t nobj_resolved)
 434 3efd8e31 2022-10-23 thomas {
 435 3efd8e31 2022-10-23 thomas 	int p_indexed = 0, p_resolved = 0;
 436 3efd8e31 2022-10-23 thomas 	int nobj_delta = nobj_total - nobj_loose;
 437 3efd8e31 2022-10-23 thomas 
 438 3efd8e31 2022-10-23 thomas 	if (nobj_total > 0)
 439 3efd8e31 2022-10-23 thomas 		p_indexed = (nobj_indexed * 100) / nobj_total;
 440 3efd8e31 2022-10-23 thomas 
 441 3efd8e31 2022-10-23 thomas 	if (nobj_delta > 0)
 442 3efd8e31 2022-10-23 thomas 		p_resolved = (nobj_resolved * 100) / nobj_delta;
 443 3efd8e31 2022-10-23 thomas 
 444 3efd8e31 2022-10-23 thomas 	if (p_resolved > 0) {
 445 3efd8e31 2022-10-23 thomas 		log_debug("indexing %d objects %d%%; resolving %d deltas %d%%",
 446 3efd8e31 2022-10-23 thomas 		    nobj_total, p_indexed, nobj_delta, p_resolved);
 447 3efd8e31 2022-10-23 thomas 	} else
 448 3efd8e31 2022-10-23 thomas 		log_debug("indexing %d objects %d%%", nobj_total, p_indexed);
 449 3efd8e31 2022-10-23 thomas 
 450 3efd8e31 2022-10-23 thomas 	return NULL;
 451 3efd8e31 2022-10-23 thomas }
 452 3efd8e31 2022-10-23 thomas 
 453 3efd8e31 2022-10-23 thomas static const struct got_error *
 454 3efd8e31 2022-10-23 thomas read_more_pack_stream(int infd, BUF *buf, size_t minsize)
 455 3efd8e31 2022-10-23 thomas {
 456 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 457 3efd8e31 2022-10-23 thomas 	uint8_t readahead[65536];
 458 3efd8e31 2022-10-23 thomas 	size_t have, newlen;
 459 3efd8e31 2022-10-23 thomas 
 460 3efd8e31 2022-10-23 thomas 	err = got_poll_read_full(infd, &have,
 461 3efd8e31 2022-10-23 thomas 	    readahead, sizeof(readahead), minsize);
 462 3efd8e31 2022-10-23 thomas 	if (err)
 463 3efd8e31 2022-10-23 thomas 		return err;
 464 3efd8e31 2022-10-23 thomas 
 465 3efd8e31 2022-10-23 thomas 	err = buf_append(&newlen, buf, readahead, have);
 466 3efd8e31 2022-10-23 thomas 	if (err)
 467 3efd8e31 2022-10-23 thomas 		return err;
 468 3efd8e31 2022-10-23 thomas 	return NULL;	
 469 3efd8e31 2022-10-23 thomas }
 470 3efd8e31 2022-10-23 thomas 
 471 3efd8e31 2022-10-23 thomas static const struct got_error *
 472 3efd8e31 2022-10-23 thomas copy_object_type_and_size(uint8_t *type, uint64_t *size, int infd, int outfd,
 473 3efd8e31 2022-10-23 thomas     off_t *outsize, BUF *buf, size_t *buf_pos, SHA1_CTX *ctx)
 474 3efd8e31 2022-10-23 thomas {
 475 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 476 3efd8e31 2022-10-23 thomas 	uint8_t t = 0;
 477 3efd8e31 2022-10-23 thomas 	uint64_t s = 0;
 478 3efd8e31 2022-10-23 thomas 	uint8_t sizebuf[8];
 479 3efd8e31 2022-10-23 thomas 	size_t i = 0;
 480 3efd8e31 2022-10-23 thomas 	off_t obj_offset = *outsize;
 481 3efd8e31 2022-10-23 thomas 
 482 3efd8e31 2022-10-23 thomas 	do {
 483 3efd8e31 2022-10-23 thomas 		/* We do not support size values which don't fit in 64 bit. */
 484 3efd8e31 2022-10-23 thomas 		if (i > 9)
 485 3efd8e31 2022-10-23 thomas 			return got_error_fmt(GOT_ERR_OBJ_TOO_LARGE,
 486 fe3b5495 2022-10-25 thomas 			    "packfile offset %lld", (long long)obj_offset);
 487 3efd8e31 2022-10-23 thomas 
 488 3efd8e31 2022-10-23 thomas 		if (buf_len(buf) - *buf_pos < sizeof(sizebuf[0])) {
 489 3efd8e31 2022-10-23 thomas 			err = read_more_pack_stream(infd, buf,
 490 3efd8e31 2022-10-23 thomas 			    sizeof(sizebuf[0]));
 491 3efd8e31 2022-10-23 thomas 			if (err)
 492 3efd8e31 2022-10-23 thomas 				return err;
 493 3efd8e31 2022-10-23 thomas 		}
 494 3efd8e31 2022-10-23 thomas 
 495 3efd8e31 2022-10-23 thomas 		sizebuf[i] = buf_getc(buf, *buf_pos);
 496 3efd8e31 2022-10-23 thomas 		*buf_pos += sizeof(sizebuf[i]);
 497 3efd8e31 2022-10-23 thomas 
 498 3efd8e31 2022-10-23 thomas 		if (i == 0) {
 499 3efd8e31 2022-10-23 thomas 			t = (sizebuf[i] & GOT_PACK_OBJ_SIZE0_TYPE_MASK) >>
 500 3efd8e31 2022-10-23 thomas 			    GOT_PACK_OBJ_SIZE0_TYPE_MASK_SHIFT;
 501 3efd8e31 2022-10-23 thomas 			s = (sizebuf[i] & GOT_PACK_OBJ_SIZE0_VAL_MASK);
 502 3efd8e31 2022-10-23 thomas 		} else {
 503 3efd8e31 2022-10-23 thomas 			size_t shift = 4 + 7 * (i - 1);
 504 3efd8e31 2022-10-23 thomas 			s |= ((sizebuf[i] & GOT_PACK_OBJ_SIZE_VAL_MASK) <<
 505 3efd8e31 2022-10-23 thomas 			    shift);
 506 3efd8e31 2022-10-23 thomas 		}
 507 3efd8e31 2022-10-23 thomas 		i++;
 508 3efd8e31 2022-10-23 thomas 	} while (sizebuf[i - 1] & GOT_PACK_OBJ_SIZE_MORE);
 509 3efd8e31 2022-10-23 thomas 
 510 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, sizebuf, i, ctx);
 511 3efd8e31 2022-10-23 thomas 	if (err)
 512 3efd8e31 2022-10-23 thomas 		return err;
 513 3efd8e31 2022-10-23 thomas 	*outsize += i;
 514 3efd8e31 2022-10-23 thomas 
 515 3efd8e31 2022-10-23 thomas 	*type = t;
 516 3efd8e31 2022-10-23 thomas 	*size = s;
 517 3efd8e31 2022-10-23 thomas 	return NULL;
 518 3efd8e31 2022-10-23 thomas }
 519 3efd8e31 2022-10-23 thomas 
 520 3efd8e31 2022-10-23 thomas static const struct got_error *
 521 3efd8e31 2022-10-23 thomas copy_ref_delta(int infd, int outfd, off_t *outsize, BUF *buf, size_t *buf_pos,
 522 3efd8e31 2022-10-23 thomas     SHA1_CTX *ctx)
 523 3efd8e31 2022-10-23 thomas {
 524 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 525 3efd8e31 2022-10-23 thomas 	size_t remain = buf_len(buf) - *buf_pos;
 526 3efd8e31 2022-10-23 thomas 
 527 3efd8e31 2022-10-23 thomas 	if (remain < SHA1_DIGEST_LENGTH) {
 528 3efd8e31 2022-10-23 thomas 		err = read_more_pack_stream(infd, buf,
 529 3efd8e31 2022-10-23 thomas 		    SHA1_DIGEST_LENGTH - remain);
 530 3efd8e31 2022-10-23 thomas 		if (err)
 531 3efd8e31 2022-10-23 thomas 			return err;
 532 3efd8e31 2022-10-23 thomas 	}
 533 3efd8e31 2022-10-23 thomas 
 534 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, buf_get(buf) + *buf_pos,
 535 3efd8e31 2022-10-23 thomas 	    SHA1_DIGEST_LENGTH, ctx);
 536 3efd8e31 2022-10-23 thomas 	if (err)
 537 3efd8e31 2022-10-23 thomas 		return err;
 538 3efd8e31 2022-10-23 thomas 
 539 3efd8e31 2022-10-23 thomas 	*buf_pos += SHA1_DIGEST_LENGTH;
 540 3efd8e31 2022-10-23 thomas 	return NULL;
 541 3efd8e31 2022-10-23 thomas }
 542 3efd8e31 2022-10-23 thomas 
 543 3efd8e31 2022-10-23 thomas static const struct got_error *
 544 3efd8e31 2022-10-23 thomas copy_offset_delta(int infd, int outfd, off_t *outsize, BUF *buf, size_t *buf_pos,
 545 3efd8e31 2022-10-23 thomas     SHA1_CTX *ctx)
 546 3efd8e31 2022-10-23 thomas {
 547 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 548 3efd8e31 2022-10-23 thomas 	uint64_t o = 0;
 549 3efd8e31 2022-10-23 thomas 	uint8_t offbuf[8];
 550 3efd8e31 2022-10-23 thomas 	size_t i = 0;
 551 3efd8e31 2022-10-23 thomas 	off_t obj_offset = *outsize;
 552 3efd8e31 2022-10-23 thomas 
 553 3efd8e31 2022-10-23 thomas 	do {
 554 3efd8e31 2022-10-23 thomas 		/* We do not support offset values which don't fit in 64 bit. */
 555 3efd8e31 2022-10-23 thomas 		if (i > 8)
 556 3efd8e31 2022-10-23 thomas 			return got_error_fmt(GOT_ERR_OBJ_TOO_LARGE,
 557 fe3b5495 2022-10-25 thomas 			    "packfile offset %lld", (long long)obj_offset);
 558 3efd8e31 2022-10-23 thomas 
 559 3efd8e31 2022-10-23 thomas 		if (buf_len(buf) - *buf_pos < sizeof(offbuf[0])) {
 560 3efd8e31 2022-10-23 thomas 			err = read_more_pack_stream(infd, buf,
 561 3efd8e31 2022-10-23 thomas 			    sizeof(offbuf[0]));
 562 3efd8e31 2022-10-23 thomas 			if (err)
 563 3efd8e31 2022-10-23 thomas 				return err;
 564 3efd8e31 2022-10-23 thomas 		}
 565 3efd8e31 2022-10-23 thomas 
 566 3efd8e31 2022-10-23 thomas 		offbuf[i] = buf_getc(buf, *buf_pos);
 567 3efd8e31 2022-10-23 thomas 		*buf_pos += sizeof(offbuf[i]);
 568 3efd8e31 2022-10-23 thomas 
 569 3efd8e31 2022-10-23 thomas 		if (i == 0)
 570 3efd8e31 2022-10-23 thomas 			o = (offbuf[i] & GOT_PACK_OBJ_DELTA_OFF_VAL_MASK);
 571 3efd8e31 2022-10-23 thomas 		else {
 572 3efd8e31 2022-10-23 thomas 			o++;
 573 3efd8e31 2022-10-23 thomas 			o <<= 7;
 574 3efd8e31 2022-10-23 thomas 			o += (offbuf[i] & GOT_PACK_OBJ_DELTA_OFF_VAL_MASK);
 575 3efd8e31 2022-10-23 thomas 		}
 576 3efd8e31 2022-10-23 thomas 		i++;
 577 3efd8e31 2022-10-23 thomas 	} while (offbuf[i - 1] & GOT_PACK_OBJ_DELTA_OFF_MORE);
 578 3efd8e31 2022-10-23 thomas 
 579 3efd8e31 2022-10-23 thomas 	if (o < sizeof(struct got_packfile_hdr) || o > *outsize)
 580 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PACK_OFFSET);
 581 3efd8e31 2022-10-23 thomas 
 582 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, offbuf, i, ctx);
 583 3efd8e31 2022-10-23 thomas 	if (err)
 584 3efd8e31 2022-10-23 thomas 		return err;
 585 3efd8e31 2022-10-23 thomas 
 586 3efd8e31 2022-10-23 thomas 	*outsize += i;
 587 3efd8e31 2022-10-23 thomas 	return NULL;
 588 3efd8e31 2022-10-23 thomas }
 589 3efd8e31 2022-10-23 thomas 
 590 3efd8e31 2022-10-23 thomas static const struct got_error *
 591 3efd8e31 2022-10-23 thomas copy_zstream(int infd, int outfd, off_t *outsize, BUF *buf, size_t *buf_pos,
 592 3efd8e31 2022-10-23 thomas     SHA1_CTX *ctx)
 593 3efd8e31 2022-10-23 thomas {
 594 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 595 3efd8e31 2022-10-23 thomas 	z_stream z;
 596 3efd8e31 2022-10-23 thomas 	int zret;
 597 3efd8e31 2022-10-23 thomas 	char voidbuf[1024];
 598 3efd8e31 2022-10-23 thomas 	size_t consumed_total = 0;
 599 3efd8e31 2022-10-23 thomas 	off_t zstream_offset = *outsize;
 600 3efd8e31 2022-10-23 thomas 
 601 3efd8e31 2022-10-23 thomas 	memset(&z, 0, sizeof(z));
 602 3efd8e31 2022-10-23 thomas 
 603 3efd8e31 2022-10-23 thomas 	z.zalloc = Z_NULL;
 604 3efd8e31 2022-10-23 thomas 	z.zfree = Z_NULL;
 605 3efd8e31 2022-10-23 thomas 	zret = inflateInit(&z);
 606 3efd8e31 2022-10-23 thomas 	if (zret != Z_OK) {
 607 3efd8e31 2022-10-23 thomas 		if  (zret == Z_ERRNO)
 608 3efd8e31 2022-10-23 thomas 			return got_error_from_errno("inflateInit");
 609 3efd8e31 2022-10-23 thomas 		if  (zret == Z_MEM_ERROR) {
 610 3efd8e31 2022-10-23 thomas 			errno = ENOMEM;
 611 3efd8e31 2022-10-23 thomas 			return got_error_from_errno("inflateInit");
 612 3efd8e31 2022-10-23 thomas 		}
 613 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_DECOMPRESSION,
 614 3efd8e31 2022-10-23 thomas 		    "inflateInit failed");
 615 3efd8e31 2022-10-23 thomas 	}
 616 3efd8e31 2022-10-23 thomas 
 617 3efd8e31 2022-10-23 thomas 	while (zret != Z_STREAM_END) {
 618 3efd8e31 2022-10-23 thomas 		size_t last_total_in, consumed;
 619 3efd8e31 2022-10-23 thomas 
 620 3efd8e31 2022-10-23 thomas 		/*
 621 3efd8e31 2022-10-23 thomas 		 * Decompress into the void. Object data will be parsed
 622 3efd8e31 2022-10-23 thomas 		 * later, when the pack file is indexed. For now, we just
 623 3efd8e31 2022-10-23 thomas 		 * want to locate the end of the compressed stream.
 624 3efd8e31 2022-10-23 thomas 		 */
 625 3efd8e31 2022-10-23 thomas 		while (zret != Z_STREAM_END && buf_len(buf) - *buf_pos > 0) {
 626 3efd8e31 2022-10-23 thomas 			last_total_in = z.total_in;
 627 3efd8e31 2022-10-23 thomas 			z.next_in = buf_get(buf) + *buf_pos;
 628 3efd8e31 2022-10-23 thomas 			z.avail_in = buf_len(buf) - *buf_pos;
 629 3efd8e31 2022-10-23 thomas 			z.next_out = voidbuf;
 630 3efd8e31 2022-10-23 thomas 			z.avail_out = sizeof(voidbuf);
 631 3efd8e31 2022-10-23 thomas 
 632 3efd8e31 2022-10-23 thomas 			zret = inflate(&z, Z_SYNC_FLUSH);
 633 3efd8e31 2022-10-23 thomas 			if (zret != Z_OK && zret != Z_BUF_ERROR &&
 634 3efd8e31 2022-10-23 thomas 			    zret != Z_STREAM_END) {
 635 3efd8e31 2022-10-23 thomas 				err = got_error_fmt(GOT_ERR_DECOMPRESSION,
 636 fe3b5495 2022-10-25 thomas 				    "packfile offset %lld",
 637 fe3b5495 2022-10-25 thomas 				    (long long)zstream_offset);
 638 3efd8e31 2022-10-23 thomas 				goto done;
 639 3efd8e31 2022-10-23 thomas 			}
 640 3efd8e31 2022-10-23 thomas 			consumed = z.total_in - last_total_in;
 641 3efd8e31 2022-10-23 thomas 
 642 3efd8e31 2022-10-23 thomas 			err = got_pack_hwrite(outfd, buf_get(buf) + *buf_pos,
 643 3efd8e31 2022-10-23 thomas 			    consumed, ctx);
 644 3efd8e31 2022-10-23 thomas 			if (err)
 645 3efd8e31 2022-10-23 thomas 				goto done;
 646 3efd8e31 2022-10-23 thomas 
 647 3efd8e31 2022-10-23 thomas 			err = buf_discard(buf, *buf_pos + consumed);
 648 3efd8e31 2022-10-23 thomas 			if (err)
 649 3efd8e31 2022-10-23 thomas 				goto done;
 650 3efd8e31 2022-10-23 thomas 			*buf_pos = 0;
 651 3efd8e31 2022-10-23 thomas 
 652 3efd8e31 2022-10-23 thomas 			consumed_total += consumed;
 653 3efd8e31 2022-10-23 thomas 		}
 654 3efd8e31 2022-10-23 thomas 
 655 3efd8e31 2022-10-23 thomas 		if (zret != Z_STREAM_END) {
 656 3efd8e31 2022-10-23 thomas 			err = read_more_pack_stream(infd, buf, 1);
 657 3efd8e31 2022-10-23 thomas 			if (err)
 658 3efd8e31 2022-10-23 thomas 				goto done;
 659 3efd8e31 2022-10-23 thomas 		}
 660 3efd8e31 2022-10-23 thomas 	}
 661 3efd8e31 2022-10-23 thomas 
 662 3efd8e31 2022-10-23 thomas 	if (err == NULL)
 663 3efd8e31 2022-10-23 thomas 		*outsize += consumed_total;
 664 3efd8e31 2022-10-23 thomas done:
 665 3efd8e31 2022-10-23 thomas 	inflateEnd(&z);
 666 3efd8e31 2022-10-23 thomas 	return err;
 667 3efd8e31 2022-10-23 thomas }
 668 3efd8e31 2022-10-23 thomas 
 669 3efd8e31 2022-10-23 thomas static const struct got_error *
 670 3efd8e31 2022-10-23 thomas validate_object_type(int obj_type)
 671 3efd8e31 2022-10-23 thomas {
 672 3efd8e31 2022-10-23 thomas 	switch (obj_type) {
 673 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_BLOB:
 674 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_COMMIT:
 675 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_TREE:
 676 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_TAG:
 677 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_REF_DELTA:
 678 3efd8e31 2022-10-23 thomas 	case GOT_OBJ_TYPE_OFFSET_DELTA:
 679 3efd8e31 2022-10-23 thomas 		return NULL;
 680 3efd8e31 2022-10-23 thomas 	default:
 681 3efd8e31 2022-10-23 thomas 		break;
 682 3efd8e31 2022-10-23 thomas 	}
 683 3efd8e31 2022-10-23 thomas 
 684 3efd8e31 2022-10-23 thomas 	return got_error(GOT_ERR_OBJ_TYPE);
 685 3efd8e31 2022-10-23 thomas }
 686 3efd8e31 2022-10-23 thomas 
 687 3efd8e31 2022-10-23 thomas static const struct got_error *
 688 3efd8e31 2022-10-23 thomas recv_packdata(off_t *outsize, uint8_t *sha1, int infd, int outfd)
 689 3efd8e31 2022-10-23 thomas {
 690 3efd8e31 2022-10-23 thomas 	const struct got_error *err;
 691 3efd8e31 2022-10-23 thomas 	struct got_packfile_hdr hdr;
 692 3efd8e31 2022-10-23 thomas 	size_t have;
 693 3efd8e31 2022-10-23 thomas 	uint32_t nobj, nhave = 0;
 694 3efd8e31 2022-10-23 thomas 	SHA1_CTX ctx;
 695 3efd8e31 2022-10-23 thomas 	uint8_t expected_sha1[SHA1_DIGEST_LENGTH];
 696 3efd8e31 2022-10-23 thomas 	char hex[SHA1_DIGEST_STRING_LENGTH];
 697 3efd8e31 2022-10-23 thomas 	BUF *buf = NULL;
 698 3efd8e31 2022-10-23 thomas 	size_t buf_pos = 0, remain;
 699 3efd8e31 2022-10-23 thomas 	ssize_t w;
 700 3efd8e31 2022-10-23 thomas 
 701 3efd8e31 2022-10-23 thomas 	*outsize = 0;
 702 3efd8e31 2022-10-23 thomas 	SHA1Init(&ctx);
 703 3efd8e31 2022-10-23 thomas 
 704 3efd8e31 2022-10-23 thomas 	err = got_poll_read_full(infd, &have, &hdr, sizeof(hdr), sizeof(hdr));
 705 3efd8e31 2022-10-23 thomas 	if (err)
 706 3efd8e31 2022-10-23 thomas 		return err;
 707 3efd8e31 2022-10-23 thomas 	if (have != sizeof(hdr))
 708 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE, "short pack file");
 709 3efd8e31 2022-10-23 thomas 	*outsize += have;
 710 3efd8e31 2022-10-23 thomas 
 711 3efd8e31 2022-10-23 thomas 	if (hdr.signature != htobe32(GOT_PACKFILE_SIGNATURE))
 712 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE,
 713 3efd8e31 2022-10-23 thomas 		    "bad packfile signature");
 714 3efd8e31 2022-10-23 thomas 	if (hdr.version != htobe32(GOT_PACKFILE_VERSION))
 715 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE,
 716 3efd8e31 2022-10-23 thomas 		    "bad packfile version");
 717 3efd8e31 2022-10-23 thomas 
 718 3efd8e31 2022-10-23 thomas 	nobj = be32toh(hdr.nobjects);
 719 3efd8e31 2022-10-23 thomas 	if (nobj == 0)
 720 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_PACKFILE,
 721 3efd8e31 2022-10-23 thomas 		    "bad packfile with zero objects");
 722 3efd8e31 2022-10-23 thomas 
 723 3efd8e31 2022-10-23 thomas 	log_debug("expecting %d objects", nobj);
 724 3efd8e31 2022-10-23 thomas 
 725 3efd8e31 2022-10-23 thomas 	err = got_pack_hwrite(outfd, &hdr, sizeof(hdr), &ctx);
 726 3efd8e31 2022-10-23 thomas 	if (err)
 727 3efd8e31 2022-10-23 thomas 		return err;
 728 3efd8e31 2022-10-23 thomas 
 729 3efd8e31 2022-10-23 thomas 	err = buf_alloc(&buf, 65536);
 730 3efd8e31 2022-10-23 thomas 	if (err)
 731 3efd8e31 2022-10-23 thomas 		return err;
 732 3efd8e31 2022-10-23 thomas 
 733 3efd8e31 2022-10-23 thomas 	while (nhave != nobj) {
 734 3efd8e31 2022-10-23 thomas 		uint8_t obj_type;
 735 3efd8e31 2022-10-23 thomas 		uint64_t obj_size;
 736 3efd8e31 2022-10-23 thomas 
 737 3efd8e31 2022-10-23 thomas 		err = copy_object_type_and_size(&obj_type, &obj_size,
 738 3efd8e31 2022-10-23 thomas 		    infd, outfd, outsize, buf, &buf_pos, &ctx);
 739 3efd8e31 2022-10-23 thomas 		if (err)
 740 3efd8e31 2022-10-23 thomas 			goto done;
 741 3efd8e31 2022-10-23 thomas 
 742 3efd8e31 2022-10-23 thomas 		err = validate_object_type(obj_type);
 743 3efd8e31 2022-10-23 thomas 		if (err)
 744 3efd8e31 2022-10-23 thomas 			goto done;
 745 3efd8e31 2022-10-23 thomas 
 746 3efd8e31 2022-10-23 thomas 		if (obj_type == GOT_OBJ_TYPE_REF_DELTA) {
 747 3efd8e31 2022-10-23 thomas 			err = copy_ref_delta(infd, outfd, outsize,
 748 3efd8e31 2022-10-23 thomas 			    buf, &buf_pos, &ctx);
 749 3efd8e31 2022-10-23 thomas 			if (err)
 750 3efd8e31 2022-10-23 thomas 				goto done;
 751 3efd8e31 2022-10-23 thomas 		} else if (obj_type == GOT_OBJ_TYPE_OFFSET_DELTA) {
 752 3efd8e31 2022-10-23 thomas 			err = copy_offset_delta(infd, outfd, outsize,
 753 3efd8e31 2022-10-23 thomas 			    buf, &buf_pos, &ctx);
 754 3efd8e31 2022-10-23 thomas 			if (err)
 755 3efd8e31 2022-10-23 thomas 				goto done;
 756 3efd8e31 2022-10-23 thomas 		}
 757 3efd8e31 2022-10-23 thomas 
 758 3efd8e31 2022-10-23 thomas 		err = copy_zstream(infd, outfd, outsize, buf, &buf_pos, &ctx);
 759 3efd8e31 2022-10-23 thomas 		if (err)
 760 3efd8e31 2022-10-23 thomas 			goto done;
 761 3efd8e31 2022-10-23 thomas 
 762 3efd8e31 2022-10-23 thomas 		nhave++;
 763 3efd8e31 2022-10-23 thomas 	}
 764 3efd8e31 2022-10-23 thomas 
 765 3efd8e31 2022-10-23 thomas 	log_debug("received %u objects", nobj);
 766 3efd8e31 2022-10-23 thomas 
 767 3efd8e31 2022-10-23 thomas 	SHA1Final(expected_sha1, &ctx);
 768 3efd8e31 2022-10-23 thomas 
 769 3efd8e31 2022-10-23 thomas 	remain = buf_len(buf) - buf_pos;
 770 3efd8e31 2022-10-23 thomas 	if (remain < SHA1_DIGEST_LENGTH) {
 771 3efd8e31 2022-10-23 thomas 		err = read_more_pack_stream(infd, buf,
 772 3efd8e31 2022-10-23 thomas 		    SHA1_DIGEST_LENGTH - remain);
 773 3efd8e31 2022-10-23 thomas 		if (err)
 774 3efd8e31 2022-10-23 thomas 			return err;
 775 3efd8e31 2022-10-23 thomas 	}
 776 3efd8e31 2022-10-23 thomas 
 777 3efd8e31 2022-10-23 thomas 	got_sha1_digest_to_str(expected_sha1, hex, sizeof(hex));
 778 3efd8e31 2022-10-23 thomas 	log_debug("expect SHA1: %s", hex);
 779 3efd8e31 2022-10-23 thomas 	got_sha1_digest_to_str(buf_get(buf) + buf_pos, hex, sizeof(hex));
 780 3efd8e31 2022-10-23 thomas 	log_debug("actual SHA1: %s", hex);
 781 3efd8e31 2022-10-23 thomas 
 782 3efd8e31 2022-10-23 thomas 	if (memcmp(buf_get(buf) + buf_pos, expected_sha1,
 783 3efd8e31 2022-10-23 thomas 	    SHA1_DIGEST_LENGTH) != 0) {
 784 3efd8e31 2022-10-23 thomas 		err = got_error(GOT_ERR_PACKFILE_CSUM);
 785 3efd8e31 2022-10-23 thomas 		goto done;
 786 3efd8e31 2022-10-23 thomas 	}
 787 3efd8e31 2022-10-23 thomas 
 788 3efd8e31 2022-10-23 thomas 	memcpy(sha1, expected_sha1, SHA1_DIGEST_LENGTH);
 789 3efd8e31 2022-10-23 thomas 
 790 3efd8e31 2022-10-23 thomas 	w = write(outfd, expected_sha1, SHA1_DIGEST_LENGTH);
 791 3efd8e31 2022-10-23 thomas 	if (w == -1) {
 792 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("write");
 793 3efd8e31 2022-10-23 thomas 		goto done;
 794 3efd8e31 2022-10-23 thomas 	}
 795 3efd8e31 2022-10-23 thomas 	if (w != SHA1_DIGEST_LENGTH) {
 796 3efd8e31 2022-10-23 thomas 		err = got_error(GOT_ERR_IO);
 797 3efd8e31 2022-10-23 thomas 		goto done;
 798 3efd8e31 2022-10-23 thomas 	}
 799 3efd8e31 2022-10-23 thomas 
 800 3efd8e31 2022-10-23 thomas 	*outsize += SHA1_DIGEST_LENGTH;
 801 3efd8e31 2022-10-23 thomas 
 802 3efd8e31 2022-10-23 thomas 	if (fsync(outfd) == -1) {
 803 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("fsync");
 804 3efd8e31 2022-10-23 thomas 		goto done;
 805 3efd8e31 2022-10-23 thomas 	}
 806 3efd8e31 2022-10-23 thomas 	if (lseek(outfd, 0L, SEEK_SET) == -1) {
 807 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("lseek");
 808 3efd8e31 2022-10-23 thomas 		goto done;
 809 3efd8e31 2022-10-23 thomas 	}
 810 3efd8e31 2022-10-23 thomas done:
 811 3efd8e31 2022-10-23 thomas 	buf_free(buf);
 812 3efd8e31 2022-10-23 thomas 	return err;
 813 3efd8e31 2022-10-23 thomas }
 814 3efd8e31 2022-10-23 thomas 
 815 3efd8e31 2022-10-23 thomas static const struct got_error *
 816 9148c8a7 2023-01-02 thomas report_pack_status(const struct got_error *unpack_err)
 817 3efd8e31 2022-10-23 thomas {
 818 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
 819 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 820 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packfile_status istatus;
 821 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
 822 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 823 3efd8e31 2022-10-23 thomas 	const char *unpack_ok = "unpack ok\n";
 824 3efd8e31 2022-10-23 thomas 	size_t len;
 825 3efd8e31 2022-10-23 thomas 	
 826 3efd8e31 2022-10-23 thomas 	imsg_init(&ibuf, client->fd);
 827 3efd8e31 2022-10-23 thomas 
 828 3efd8e31 2022-10-23 thomas 	if (unpack_err)
 829 3efd8e31 2022-10-23 thomas 		istatus.reason_len = strlen(unpack_err->msg);
 830 3efd8e31 2022-10-23 thomas 	else
 831 3efd8e31 2022-10-23 thomas 		istatus.reason_len = strlen(unpack_ok);
 832 3efd8e31 2022-10-23 thomas 
 833 3efd8e31 2022-10-23 thomas 	len = sizeof(istatus) + istatus.reason_len;
 834 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(&ibuf, GOTD_IMSG_PACKFILE_STATUS, PROC_REPO_WRITE,
 835 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
 836 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL) {
 837 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_create PACKFILE_STATUS");
 838 3efd8e31 2022-10-23 thomas 		goto done;
 839 3efd8e31 2022-10-23 thomas 	}
 840 3efd8e31 2022-10-23 thomas 
 841 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &istatus, sizeof(istatus)) == -1) {
 842 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add PACKFILE_STATUS");
 843 3efd8e31 2022-10-23 thomas 		goto done;
 844 3efd8e31 2022-10-23 thomas 	}
 845 3efd8e31 2022-10-23 thomas 
 846 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, err ? err->msg : unpack_ok,
 847 3efd8e31 2022-10-23 thomas 	    istatus.reason_len) == -1) {
 848 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_add PACKFILE_STATUS");
 849 3efd8e31 2022-10-23 thomas 		goto done;
 850 3efd8e31 2022-10-23 thomas 	}
 851 3efd8e31 2022-10-23 thomas 
 852 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
 853 3efd8e31 2022-10-23 thomas 	imsg_close(&ibuf, wbuf);
 854 3efd8e31 2022-10-23 thomas 
 855 3efd8e31 2022-10-23 thomas 	err = gotd_imsg_flush(&ibuf);
 856 3efd8e31 2022-10-23 thomas done:
 857 3efd8e31 2022-10-23 thomas 	imsg_clear(&ibuf);
 858 3efd8e31 2022-10-23 thomas 	return err;
 859 3efd8e31 2022-10-23 thomas }
 860 3efd8e31 2022-10-23 thomas 
 861 3efd8e31 2022-10-23 thomas static const struct got_error *
 862 9148c8a7 2023-01-02 thomas recv_packfile(struct imsg *imsg)
 863 3efd8e31 2022-10-23 thomas {
 864 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL, *unpack_err;
 865 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 866 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_recv_packfile ireq;
 867 3efd8e31 2022-10-23 thomas 	FILE *tempfiles[3] = { NULL, NULL, NULL };
 868 3efd8e31 2022-10-23 thomas 	struct repo_tempfile {
 869 3efd8e31 2022-10-23 thomas 		int fd;
 870 3efd8e31 2022-10-23 thomas 		int idx;
 871 3efd8e31 2022-10-23 thomas 	} repo_tempfiles[3] = { { - 1, - 1 }, { - 1, - 1 }, { - 1, - 1 }, };
 872 3efd8e31 2022-10-23 thomas 	int i;
 873 3efd8e31 2022-10-23 thomas 	size_t datalen;
 874 3efd8e31 2022-10-23 thomas 	struct imsgbuf ibuf;
 875 3efd8e31 2022-10-23 thomas 	struct got_ratelimit rl;
 876 3efd8e31 2022-10-23 thomas 	struct got_pack *pack = NULL;
 877 3efd8e31 2022-10-23 thomas 	off_t pack_filesize = 0;
 878 3efd8e31 2022-10-23 thomas 
 879 3efd8e31 2022-10-23 thomas 	log_debug("packfile request received");
 880 3efd8e31 2022-10-23 thomas 
 881 3efd8e31 2022-10-23 thomas 	got_ratelimit_init(&rl, 2, 0);
 882 3efd8e31 2022-10-23 thomas 
 883 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
 884 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
 885 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
 886 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
 887 3efd8e31 2022-10-23 thomas 
 888 9148c8a7 2023-01-02 thomas 	if (client->pack_pipe == -1 || client->packidx_fd == -1)
 889 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
 890 3efd8e31 2022-10-23 thomas 
 891 9148c8a7 2023-01-02 thomas 	imsg_init(&ibuf, client->fd);
 892 3efd8e31 2022-10-23 thomas 
 893 3efd8e31 2022-10-23 thomas 	if (imsg->fd == -1)
 894 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
 895 3efd8e31 2022-10-23 thomas 
 896 9148c8a7 2023-01-02 thomas 	pack = &client->pack;
 897 3efd8e31 2022-10-23 thomas 	memset(pack, 0, sizeof(*pack));
 898 3efd8e31 2022-10-23 thomas 	pack->fd = imsg->fd;
 899 3efd8e31 2022-10-23 thomas 	err = got_delta_cache_alloc(&pack->delta_cache);
 900 3efd8e31 2022-10-23 thomas 	if (err)
 901 3efd8e31 2022-10-23 thomas 		return err;
 902 3efd8e31 2022-10-23 thomas 
 903 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(repo_tempfiles); i++) {
 904 3efd8e31 2022-10-23 thomas 		struct repo_tempfile *t = &repo_tempfiles[i];
 905 3efd8e31 2022-10-23 thomas 		err = got_repo_temp_fds_get(&t->fd, &t->idx, repo_write.repo);
 906 3efd8e31 2022-10-23 thomas 		if (err)
 907 3efd8e31 2022-10-23 thomas 			goto done;
 908 3efd8e31 2022-10-23 thomas 	}
 909 3efd8e31 2022-10-23 thomas 
 910 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(tempfiles); i++) {
 911 3efd8e31 2022-10-23 thomas 		int fd = dup(repo_tempfiles[i].fd);
 912 3efd8e31 2022-10-23 thomas 		FILE *f;
 913 3efd8e31 2022-10-23 thomas 		if (fd == -1) {
 914 3efd8e31 2022-10-23 thomas 			err = got_error_from_errno("dup");
 915 3efd8e31 2022-10-23 thomas 			goto done;
 916 3efd8e31 2022-10-23 thomas 		}
 917 3efd8e31 2022-10-23 thomas 		f = fdopen(fd, "w+");
 918 3efd8e31 2022-10-23 thomas 		if (f == NULL) {
 919 3efd8e31 2022-10-23 thomas 			err = got_error_from_errno("dup");
 920 3efd8e31 2022-10-23 thomas 			close(fd);
 921 3efd8e31 2022-10-23 thomas 			goto done;
 922 3efd8e31 2022-10-23 thomas 		}
 923 3efd8e31 2022-10-23 thomas 		tempfiles[i] = f;
 924 3efd8e31 2022-10-23 thomas 	}
 925 3efd8e31 2022-10-23 thomas 
 926 3efd8e31 2022-10-23 thomas 	/* Send pack file pipe to gotsh(1). */
 927 3efd8e31 2022-10-23 thomas 	if (imsg_compose(&ibuf, GOTD_IMSG_RECV_PACKFILE, PROC_REPO_WRITE,
 928 3efd8e31 2022-10-23 thomas 	    repo_write.pid, (*client)->pack_pipe[1], NULL, 0) == -1) {
 929 3efd8e31 2022-10-23 thomas 		(*client)->pack_pipe[1] = -1;
 930 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("imsg_compose ACK");
 931 3efd8e31 2022-10-23 thomas 		if (err)	
 932 3efd8e31 2022-10-23 thomas 			goto done;
 933 3efd8e31 2022-10-23 thomas 	}
 934 3efd8e31 2022-10-23 thomas 	(*client)->pack_pipe[1] = -1;
 935 3efd8e31 2022-10-23 thomas 	err = gotd_imsg_flush(&ibuf);
 936 3efd8e31 2022-10-23 thomas 	if (err)
 937 3efd8e31 2022-10-23 thomas 		goto done;
 938 3efd8e31 2022-10-23 thomas 
 939 3efd8e31 2022-10-23 thomas 	log_debug("receiving pack data");
 940 9148c8a7 2023-01-02 thomas 	unpack_err = recv_packdata(&pack_filesize, client->pack_sha1,
 941 9148c8a7 2023-01-02 thomas 	    client->pack_pipe, pack->fd);
 942 3efd8e31 2022-10-23 thomas 	if (ireq.report_status) {
 943 9148c8a7 2023-01-02 thomas 		err = report_pack_status(unpack_err);
 944 3efd8e31 2022-10-23 thomas 		if (err) {
 945 3efd8e31 2022-10-23 thomas 			/* Git clients hang up after sending the pack file. */
 946 3efd8e31 2022-10-23 thomas 			if (err->code == GOT_ERR_EOF)
 947 3efd8e31 2022-10-23 thomas 				err = NULL;
 948 3efd8e31 2022-10-23 thomas 		}
 949 3efd8e31 2022-10-23 thomas 	}
 950 3efd8e31 2022-10-23 thomas 	if (unpack_err)
 951 3efd8e31 2022-10-23 thomas 		err = unpack_err;
 952 3efd8e31 2022-10-23 thomas 	if (err)
 953 3efd8e31 2022-10-23 thomas 		goto done;
 954 3efd8e31 2022-10-23 thomas 
 955 3efd8e31 2022-10-23 thomas 	log_debug("pack data received");
 956 3efd8e31 2022-10-23 thomas 
 957 3efd8e31 2022-10-23 thomas 	pack->filesize = pack_filesize;
 958 3efd8e31 2022-10-23 thomas 
 959 66e6097f 2022-10-27 thomas 	log_debug("begin indexing pack (%lld bytes in size)",
 960 66e6097f 2022-10-27 thomas 	    (long long)pack->filesize);
 961 9148c8a7 2023-01-02 thomas 	err = got_pack_index(pack, client->packidx_fd,
 962 9148c8a7 2023-01-02 thomas 	    tempfiles[0], tempfiles[1], tempfiles[2], client->pack_sha1,
 963 3efd8e31 2022-10-23 thomas 	    pack_index_progress, NULL, &rl);
 964 3efd8e31 2022-10-23 thomas 	if (err)
 965 3efd8e31 2022-10-23 thomas 		goto done;
 966 3efd8e31 2022-10-23 thomas 	log_debug("done indexing pack");
 967 3efd8e31 2022-10-23 thomas 
 968 9148c8a7 2023-01-02 thomas 	if (fsync(client->packidx_fd) == -1) {
 969 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("fsync");
 970 3efd8e31 2022-10-23 thomas 		goto done;
 971 3efd8e31 2022-10-23 thomas 	}
 972 9148c8a7 2023-01-02 thomas 	if (lseek(client->packidx_fd, 0L, SEEK_SET) == -1)
 973 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("lseek");
 974 3efd8e31 2022-10-23 thomas done:
 975 9148c8a7 2023-01-02 thomas 	if (close(client->pack_pipe) == -1 && err == NULL)
 976 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("close");
 977 9148c8a7 2023-01-02 thomas 	client->pack_pipe = -1;
 978 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(repo_tempfiles); i++) {
 979 3efd8e31 2022-10-23 thomas 		struct repo_tempfile *t = &repo_tempfiles[i];
 980 3efd8e31 2022-10-23 thomas 		if (t->idx != -1)
 981 3efd8e31 2022-10-23 thomas 			got_repo_temp_fds_put(t->idx, repo_write.repo);
 982 3efd8e31 2022-10-23 thomas 	}
 983 3efd8e31 2022-10-23 thomas 	for (i = 0; i < nitems(tempfiles); i++) {
 984 3efd8e31 2022-10-23 thomas 		if (tempfiles[i] && fclose(tempfiles[i]) == EOF && err == NULL)
 985 3efd8e31 2022-10-23 thomas 			err = got_error_from_errno("fclose");
 986 3efd8e31 2022-10-23 thomas 	}
 987 3efd8e31 2022-10-23 thomas 	if (err)
 988 3efd8e31 2022-10-23 thomas 		got_pack_close(pack);
 989 3efd8e31 2022-10-23 thomas 	imsg_clear(&ibuf);
 990 3efd8e31 2022-10-23 thomas 	return err;
 991 3efd8e31 2022-10-23 thomas }
 992 3efd8e31 2022-10-23 thomas 
 993 3efd8e31 2022-10-23 thomas static const struct got_error *
 994 9148c8a7 2023-01-02 thomas verify_packfile(void)
 995 3efd8e31 2022-10-23 thomas {
 996 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL, *close_err;
 997 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
 998 3efd8e31 2022-10-23 thomas 	struct gotd_ref_update *ref_update;
 999 3efd8e31 2022-10-23 thomas 	struct got_packidx *packidx = NULL;
1000 3efd8e31 2022-10-23 thomas 	struct stat sb;
1001 3efd8e31 2022-10-23 thomas 	char *id_str = NULL;
1002 3efd8e31 2022-10-23 thomas 	int idx = -1;
1003 3efd8e31 2022-10-23 thomas 
1004 3efd8e31 2022-10-23 thomas 	if (STAILQ_EMPTY(&client->ref_updates)) {
1005 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_REQUEST,
1006 3efd8e31 2022-10-23 thomas 		    "cannot verify pack file without any ref-updates");
1007 3efd8e31 2022-10-23 thomas 	}
1008 3efd8e31 2022-10-23 thomas 
1009 3efd8e31 2022-10-23 thomas 	if (client->pack.fd == -1) {
1010 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_REQUEST,
1011 3efd8e31 2022-10-23 thomas 		    "invalid pack file handle during pack verification");
1012 3efd8e31 2022-10-23 thomas 	}
1013 3efd8e31 2022-10-23 thomas 	if (client->packidx_fd == -1) {
1014 3efd8e31 2022-10-23 thomas 		return got_error_msg(GOT_ERR_BAD_REQUEST,
1015 3efd8e31 2022-10-23 thomas 		    "invalid pack index handle during pack verification");
1016 3efd8e31 2022-10-23 thomas 	}
1017 3efd8e31 2022-10-23 thomas 
1018 3efd8e31 2022-10-23 thomas 	if (fstat(client->packidx_fd, &sb) == -1)
1019 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("pack index fstat");
1020 3efd8e31 2022-10-23 thomas 
1021 3efd8e31 2022-10-23 thomas 	packidx = malloc(sizeof(*packidx));
1022 3efd8e31 2022-10-23 thomas 	memset(packidx, 0, sizeof(*packidx));
1023 3efd8e31 2022-10-23 thomas 	packidx->fd = client->packidx_fd;
1024 3efd8e31 2022-10-23 thomas 	client->packidx_fd = -1;
1025 3efd8e31 2022-10-23 thomas 	packidx->len = sb.st_size;
1026 3efd8e31 2022-10-23 thomas 	
1027 3efd8e31 2022-10-23 thomas 	err = got_packidx_init_hdr(packidx, 1, client->pack.filesize);
1028 3efd8e31 2022-10-23 thomas 	if (err)
1029 3efd8e31 2022-10-23 thomas 		return err;
1030 3efd8e31 2022-10-23 thomas 
1031 3efd8e31 2022-10-23 thomas 	STAILQ_FOREACH(ref_update, &client->ref_updates, entry) {
1032 3efd8e31 2022-10-23 thomas 		err = got_object_id_str(&id_str, &ref_update->new_id);
1033 3efd8e31 2022-10-23 thomas 		if (err)
1034 3efd8e31 2022-10-23 thomas 			goto done;
1035 3efd8e31 2022-10-23 thomas 
1036 3efd8e31 2022-10-23 thomas 		idx = got_packidx_get_object_idx(packidx, &ref_update->new_id);
1037 3efd8e31 2022-10-23 thomas 		if (idx == -1) {
1038 3efd8e31 2022-10-23 thomas 			err = got_error_fmt(GOT_ERR_BAD_PACKFILE,
1039 3efd8e31 2022-10-23 thomas 			    "advertised object %s is missing from pack file",
1040 3efd8e31 2022-10-23 thomas 			    id_str);
1041 3efd8e31 2022-10-23 thomas 			goto done;
1042 3efd8e31 2022-10-23 thomas 		}
1043 3efd8e31 2022-10-23 thomas 	}
1044 3efd8e31 2022-10-23 thomas 
1045 3efd8e31 2022-10-23 thomas done:	
1046 3efd8e31 2022-10-23 thomas 	close_err = got_packidx_close(packidx);
1047 3efd8e31 2022-10-23 thomas 	if (close_err && err == NULL)
1048 3efd8e31 2022-10-23 thomas 		err = close_err;
1049 3efd8e31 2022-10-23 thomas 	free(id_str);
1050 3efd8e31 2022-10-23 thomas 	return err;
1051 3efd8e31 2022-10-23 thomas }
1052 3efd8e31 2022-10-23 thomas 
1053 3efd8e31 2022-10-23 thomas static const struct got_error *
1054 9148c8a7 2023-01-02 thomas install_packfile(struct gotd_imsgev *iev)
1055 3efd8e31 2022-10-23 thomas {
1056 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1057 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packfile_install inst;
1058 3efd8e31 2022-10-23 thomas 	int ret;
1059 3efd8e31 2022-10-23 thomas 
1060 3efd8e31 2022-10-23 thomas 	memset(&inst, 0, sizeof(inst));
1061 3efd8e31 2022-10-23 thomas 	inst.client_id = client->id;
1062 3efd8e31 2022-10-23 thomas 	memcpy(inst.pack_sha1, client->pack_sha1, SHA1_DIGEST_LENGTH);
1063 3efd8e31 2022-10-23 thomas 
1064 3efd8e31 2022-10-23 thomas 	ret = gotd_imsg_compose_event(iev, GOTD_IMSG_PACKFILE_INSTALL,
1065 3efd8e31 2022-10-23 thomas 	    PROC_REPO_WRITE, -1, &inst, sizeof(inst));
1066 3efd8e31 2022-10-23 thomas 	if (ret == -1)
1067 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_compose PACKFILE_INSTALL");
1068 3efd8e31 2022-10-23 thomas 
1069 3efd8e31 2022-10-23 thomas 	return NULL;
1070 3efd8e31 2022-10-23 thomas }
1071 3efd8e31 2022-10-23 thomas 
1072 3efd8e31 2022-10-23 thomas static const struct got_error *
1073 9148c8a7 2023-01-02 thomas send_ref_updates_start(int nref_updates, struct gotd_imsgev *iev)
1074 3efd8e31 2022-10-23 thomas {
1075 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1076 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_ref_updates_start istart;
1077 3efd8e31 2022-10-23 thomas 	int ret;
1078 3efd8e31 2022-10-23 thomas 
1079 3efd8e31 2022-10-23 thomas 	memset(&istart, 0, sizeof(istart));
1080 3efd8e31 2022-10-23 thomas 	istart.nref_updates = nref_updates;
1081 3efd8e31 2022-10-23 thomas 	istart.client_id = client->id;
1082 3efd8e31 2022-10-23 thomas 
1083 3efd8e31 2022-10-23 thomas 	ret = gotd_imsg_compose_event(iev, GOTD_IMSG_REF_UPDATES_START,
1084 3efd8e31 2022-10-23 thomas 	    PROC_REPO_WRITE, -1, &istart, sizeof(istart));
1085 3efd8e31 2022-10-23 thomas 	if (ret == -1)
1086 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_compose REF_UPDATES_START");
1087 3efd8e31 2022-10-23 thomas 
1088 3efd8e31 2022-10-23 thomas 	return NULL;
1089 3efd8e31 2022-10-23 thomas }
1090 3efd8e31 2022-10-23 thomas 
1091 3efd8e31 2022-10-23 thomas 
1092 3efd8e31 2022-10-23 thomas static const struct got_error *
1093 9148c8a7 2023-01-02 thomas send_ref_update(struct gotd_ref_update *ref_update, struct gotd_imsgev *iev)
1094 3efd8e31 2022-10-23 thomas {
1095 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1096 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_ref_update iref;
1097 3efd8e31 2022-10-23 thomas 	const char *refname = got_ref_get_name(ref_update->ref);
1098 3efd8e31 2022-10-23 thomas 	struct ibuf *wbuf;
1099 3efd8e31 2022-10-23 thomas 	size_t len;
1100 3efd8e31 2022-10-23 thomas 
1101 3efd8e31 2022-10-23 thomas 	memset(&iref, 0, sizeof(iref));
1102 3efd8e31 2022-10-23 thomas 	memcpy(iref.old_id, ref_update->old_id.sha1, SHA1_DIGEST_LENGTH);
1103 3efd8e31 2022-10-23 thomas 	memcpy(iref.new_id, ref_update->new_id.sha1, SHA1_DIGEST_LENGTH);
1104 3efd8e31 2022-10-23 thomas 	iref.ref_is_new = ref_update->ref_is_new;
1105 3efd8e31 2022-10-23 thomas 	iref.client_id = client->id;
1106 3efd8e31 2022-10-23 thomas 	iref.name_len = strlen(refname);
1107 3efd8e31 2022-10-23 thomas 
1108 3efd8e31 2022-10-23 thomas 	len = sizeof(iref) + iref.name_len;
1109 3efd8e31 2022-10-23 thomas 	wbuf = imsg_create(&iev->ibuf, GOTD_IMSG_REF_UPDATE, PROC_REPO_WRITE,
1110 3efd8e31 2022-10-23 thomas 	    repo_write.pid, len);
1111 3efd8e31 2022-10-23 thomas 	if (wbuf == NULL)
1112 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_create REF_UPDATE");
1113 3efd8e31 2022-10-23 thomas 
1114 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, &iref, sizeof(iref)) == -1)
1115 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF_UPDATE");
1116 3efd8e31 2022-10-23 thomas 	if (imsg_add(wbuf, refname, iref.name_len) == -1)
1117 3efd8e31 2022-10-23 thomas 		return got_error_from_errno("imsg_add REF_UPDATE");
1118 3efd8e31 2022-10-23 thomas 
1119 3efd8e31 2022-10-23 thomas 	wbuf->fd = -1;
1120 3efd8e31 2022-10-23 thomas 	imsg_close(&iev->ibuf, wbuf);
1121 3efd8e31 2022-10-23 thomas 
1122 3efd8e31 2022-10-23 thomas 	gotd_imsg_event_add(iev);
1123 3efd8e31 2022-10-23 thomas 	return NULL;
1124 3efd8e31 2022-10-23 thomas }
1125 3efd8e31 2022-10-23 thomas 
1126 3efd8e31 2022-10-23 thomas static const struct got_error *
1127 9148c8a7 2023-01-02 thomas update_refs(struct gotd_imsgev *iev)
1128 3efd8e31 2022-10-23 thomas {
1129 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
1130 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1131 3efd8e31 2022-10-23 thomas 	struct gotd_ref_update *ref_update;
1132 3efd8e31 2022-10-23 thomas 
1133 9148c8a7 2023-01-02 thomas 	err = send_ref_updates_start(client->nref_updates, iev);
1134 3efd8e31 2022-10-23 thomas 	if (err)
1135 3efd8e31 2022-10-23 thomas 		return err;
1136 3efd8e31 2022-10-23 thomas 
1137 3efd8e31 2022-10-23 thomas 	STAILQ_FOREACH(ref_update, &client->ref_updates, entry) {
1138 9148c8a7 2023-01-02 thomas 		err = send_ref_update(ref_update, iev);
1139 3efd8e31 2022-10-23 thomas 		if (err)
1140 3efd8e31 2022-10-23 thomas 			goto done;
1141 3efd8e31 2022-10-23 thomas 	}
1142 3efd8e31 2022-10-23 thomas done:
1143 3efd8e31 2022-10-23 thomas 	return err;
1144 3efd8e31 2022-10-23 thomas }
1145 3efd8e31 2022-10-23 thomas 
1146 3efd8e31 2022-10-23 thomas static const struct got_error *
1147 3efd8e31 2022-10-23 thomas recv_disconnect(struct imsg *imsg)
1148 3efd8e31 2022-10-23 thomas {
1149 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
1150 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_disconnect idisconnect;
1151 3efd8e31 2022-10-23 thomas 	size_t datalen;
1152 9148c8a7 2023-01-02 thomas 	int pack_pipe = -1, idxfd = -1;
1153 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1154 3efd8e31 2022-10-23 thomas 
1155 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1156 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(idisconnect))
1157 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
1158 3efd8e31 2022-10-23 thomas 	memcpy(&idisconnect, imsg->data, sizeof(idisconnect));
1159 3efd8e31 2022-10-23 thomas 
1160 3efd8e31 2022-10-23 thomas 	log_debug("client disconnecting");
1161 3efd8e31 2022-10-23 thomas 
1162 3efd8e31 2022-10-23 thomas 	while (!STAILQ_EMPTY(&client->ref_updates)) {
1163 3efd8e31 2022-10-23 thomas 		struct gotd_ref_update *ref_update;
1164 3efd8e31 2022-10-23 thomas 		ref_update = STAILQ_FIRST(&client->ref_updates);
1165 3efd8e31 2022-10-23 thomas 		STAILQ_REMOVE_HEAD(&client->ref_updates, entry);
1166 3efd8e31 2022-10-23 thomas 		got_ref_close(ref_update->ref);
1167 3efd8e31 2022-10-23 thomas 		free(ref_update);
1168 3efd8e31 2022-10-23 thomas 	}
1169 3efd8e31 2022-10-23 thomas 	err = got_pack_close(&client->pack);
1170 9148c8a7 2023-01-02 thomas 	if (client->fd != -1 && close(client->fd) == -1)
1171 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("close");
1172 9148c8a7 2023-01-02 thomas 	pack_pipe = client->pack_pipe;
1173 9148c8a7 2023-01-02 thomas 	if (pack_pipe != -1 && close(pack_pipe) == -1 && err == NULL)
1174 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("close");
1175 9148c8a7 2023-01-02 thomas 	idxfd = client->packidx_fd;
1176 3efd8e31 2022-10-23 thomas 	if (idxfd != -1 && close(idxfd) == -1 && err == NULL)
1177 3efd8e31 2022-10-23 thomas 		err = got_error_from_errno("close");
1178 3efd8e31 2022-10-23 thomas 	return err;
1179 3efd8e31 2022-10-23 thomas }
1180 3efd8e31 2022-10-23 thomas 
1181 3efd8e31 2022-10-23 thomas static const struct got_error *
1182 9148c8a7 2023-01-02 thomas receive_pack_pipe(struct imsg *imsg, struct gotd_imsgev *iev)
1183 3efd8e31 2022-10-23 thomas {
1184 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1185 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packfile_pipe ireq;
1186 3efd8e31 2022-10-23 thomas 	size_t datalen;
1187 3efd8e31 2022-10-23 thomas 
1188 3efd8e31 2022-10-23 thomas 	log_debug("receving pack pipe descriptor");
1189 3efd8e31 2022-10-23 thomas 
1190 3efd8e31 2022-10-23 thomas 	if (imsg->fd == -1)
1191 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
1192 3efd8e31 2022-10-23 thomas 
1193 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1194 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
1195 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
1196 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
1197 3efd8e31 2022-10-23 thomas 
1198 9148c8a7 2023-01-02 thomas 	if (client->pack_pipe != -1)
1199 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_MSG);
1200 3efd8e31 2022-10-23 thomas 
1201 9148c8a7 2023-01-02 thomas 	client->pack_pipe = imsg->fd;
1202 3efd8e31 2022-10-23 thomas 	return NULL;
1203 3efd8e31 2022-10-23 thomas }
1204 3efd8e31 2022-10-23 thomas 
1205 3efd8e31 2022-10-23 thomas static const struct got_error *
1206 9148c8a7 2023-01-02 thomas receive_pack_idx(struct imsg *imsg, struct gotd_imsgev *iev)
1207 3efd8e31 2022-10-23 thomas {
1208 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1209 3efd8e31 2022-10-23 thomas 	struct gotd_imsg_packidx_file ireq;
1210 3efd8e31 2022-10-23 thomas 	size_t datalen;
1211 3efd8e31 2022-10-23 thomas 
1212 3efd8e31 2022-10-23 thomas 	log_debug("receving pack index output file");
1213 3efd8e31 2022-10-23 thomas 
1214 3efd8e31 2022-10-23 thomas 	if (imsg->fd == -1)
1215 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
1216 3efd8e31 2022-10-23 thomas 
1217 3efd8e31 2022-10-23 thomas 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1218 3efd8e31 2022-10-23 thomas 	if (datalen != sizeof(ireq))
1219 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_LEN);
1220 3efd8e31 2022-10-23 thomas 	memcpy(&ireq, imsg->data, sizeof(ireq));
1221 3efd8e31 2022-10-23 thomas 
1222 9148c8a7 2023-01-02 thomas 	if (client->packidx_fd != -1)
1223 3efd8e31 2022-10-23 thomas 		return got_error(GOT_ERR_PRIVSEP_MSG);
1224 3efd8e31 2022-10-23 thomas 
1225 9148c8a7 2023-01-02 thomas 	client->packidx_fd = imsg->fd;
1226 3efd8e31 2022-10-23 thomas 	return NULL;
1227 3efd8e31 2022-10-23 thomas }
1228 3efd8e31 2022-10-23 thomas 
1229 3efd8e31 2022-10-23 thomas static void
1230 3efd8e31 2022-10-23 thomas repo_write_dispatch(int fd, short event, void *arg)
1231 3efd8e31 2022-10-23 thomas {
1232 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
1233 3efd8e31 2022-10-23 thomas 	struct gotd_imsgev *iev = arg;
1234 3efd8e31 2022-10-23 thomas 	struct imsgbuf *ibuf = &iev->ibuf;
1235 3efd8e31 2022-10-23 thomas 	struct imsg imsg;
1236 9148c8a7 2023-01-02 thomas 	struct repo_write_client *client = &repo_write_client;
1237 3efd8e31 2022-10-23 thomas 	ssize_t n;
1238 3efd8e31 2022-10-23 thomas 	int shut = 0;
1239 3efd8e31 2022-10-23 thomas 
1240 3efd8e31 2022-10-23 thomas 	if (event & EV_READ) {
1241 3efd8e31 2022-10-23 thomas 		if ((n = imsg_read(ibuf)) == -1 && errno != EAGAIN)
1242 3efd8e31 2022-10-23 thomas 			fatal("imsg_read error");
1243 3efd8e31 2022-10-23 thomas 		if (n == 0)	/* Connection closed. */
1244 3efd8e31 2022-10-23 thomas 			shut = 1;
1245 3efd8e31 2022-10-23 thomas 	}
1246 3efd8e31 2022-10-23 thomas 
1247 3efd8e31 2022-10-23 thomas 	if (event & EV_WRITE) {
1248 3efd8e31 2022-10-23 thomas 		n = msgbuf_write(&ibuf->w);
1249 3efd8e31 2022-10-23 thomas 		if (n == -1 && errno != EAGAIN)
1250 3efd8e31 2022-10-23 thomas 			fatal("msgbuf_write");
1251 3efd8e31 2022-10-23 thomas 		if (n == 0)	/* Connection closed. */
1252 3efd8e31 2022-10-23 thomas 			shut = 1;
1253 3efd8e31 2022-10-23 thomas 	}
1254 3efd8e31 2022-10-23 thomas 
1255 3efd8e31 2022-10-23 thomas 	for (;;) {
1256 3efd8e31 2022-10-23 thomas 		if ((n = imsg_get(ibuf, &imsg)) == -1)
1257 3efd8e31 2022-10-23 thomas 			fatal("%s: imsg_get error", __func__);
1258 3efd8e31 2022-10-23 thomas 		if (n == 0)	/* No more messages. */
1259 3efd8e31 2022-10-23 thomas 			break;
1260 3efd8e31 2022-10-23 thomas 
1261 9148c8a7 2023-01-02 thomas 		if (imsg.hdr.type != GOTD_IMSG_LIST_REFS_INTERNAL &&
1262 9148c8a7 2023-01-02 thomas 		    client->id == 0) {
1263 9148c8a7 2023-01-02 thomas 			err = got_error(GOT_ERR_PRIVSEP_MSG);
1264 9148c8a7 2023-01-02 thomas 			break;
1265 9148c8a7 2023-01-02 thomas 		}
1266 9148c8a7 2023-01-02 thomas 
1267 3efd8e31 2022-10-23 thomas 		switch (imsg.hdr.type) {
1268 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_LIST_REFS_INTERNAL:
1269 9148c8a7 2023-01-02 thomas 			err = list_refs(&imsg);
1270 3efd8e31 2022-10-23 thomas 			if (err)
1271 3efd8e31 2022-10-23 thomas 				log_warnx("%s: ls-refs: %s", repo_write.title,
1272 3efd8e31 2022-10-23 thomas 				    err->msg);
1273 3efd8e31 2022-10-23 thomas 			break;
1274 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_REF_UPDATE:
1275 9148c8a7 2023-01-02 thomas 			err = recv_ref_update(&imsg);
1276 3efd8e31 2022-10-23 thomas 			if (err)
1277 3efd8e31 2022-10-23 thomas 				log_warnx("%s: ref-update: %s",
1278 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1279 3efd8e31 2022-10-23 thomas 			break;
1280 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_PACKFILE_PIPE:
1281 9148c8a7 2023-01-02 thomas 			err = receive_pack_pipe(&imsg, iev);
1282 3efd8e31 2022-10-23 thomas 			if (err) {
1283 3efd8e31 2022-10-23 thomas 				log_warnx("%s: receiving pack pipe: %s",
1284 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1285 3efd8e31 2022-10-23 thomas 				break;
1286 3efd8e31 2022-10-23 thomas 			}
1287 3efd8e31 2022-10-23 thomas 			break;
1288 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_PACKIDX_FILE:
1289 9148c8a7 2023-01-02 thomas 			err = receive_pack_idx(&imsg, iev);
1290 3efd8e31 2022-10-23 thomas 			if (err) {
1291 3efd8e31 2022-10-23 thomas 				log_warnx("%s: receiving pack index: %s",
1292 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1293 3efd8e31 2022-10-23 thomas 				break;
1294 3efd8e31 2022-10-23 thomas 			}
1295 3efd8e31 2022-10-23 thomas 			break;
1296 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_RECV_PACKFILE:
1297 9148c8a7 2023-01-02 thomas 			err = recv_packfile(&imsg);
1298 3efd8e31 2022-10-23 thomas 			if (err) {
1299 3efd8e31 2022-10-23 thomas 				log_warnx("%s: receive packfile: %s",
1300 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1301 3efd8e31 2022-10-23 thomas 				break;
1302 3efd8e31 2022-10-23 thomas 			}
1303 9148c8a7 2023-01-02 thomas 			err = verify_packfile();
1304 3efd8e31 2022-10-23 thomas 			if (err) {
1305 3efd8e31 2022-10-23 thomas 				log_warnx("%s: verify packfile: %s",
1306 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1307 3efd8e31 2022-10-23 thomas 				break;
1308 3efd8e31 2022-10-23 thomas 			}
1309 9148c8a7 2023-01-02 thomas 			err = install_packfile(iev);
1310 3efd8e31 2022-10-23 thomas 			if (err) {
1311 3efd8e31 2022-10-23 thomas 				log_warnx("%s: install packfile: %s",
1312 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1313 3efd8e31 2022-10-23 thomas 				break;
1314 3efd8e31 2022-10-23 thomas 			}
1315 9148c8a7 2023-01-02 thomas 			err = update_refs(iev);
1316 3efd8e31 2022-10-23 thomas 			if (err) {
1317 3efd8e31 2022-10-23 thomas 				log_warnx("%s: update refs: %s",
1318 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1319 3efd8e31 2022-10-23 thomas 			}
1320 3efd8e31 2022-10-23 thomas 			break;
1321 3efd8e31 2022-10-23 thomas 		case GOTD_IMSG_DISCONNECT:
1322 3efd8e31 2022-10-23 thomas 			err = recv_disconnect(&imsg);
1323 3efd8e31 2022-10-23 thomas 			if (err)
1324 3efd8e31 2022-10-23 thomas 				log_warnx("%s: disconnect: %s",
1325 3efd8e31 2022-10-23 thomas 				    repo_write.title, err->msg);
1326 9148c8a7 2023-01-02 thomas 			shut = 1;
1327 3efd8e31 2022-10-23 thomas 			break;
1328 3efd8e31 2022-10-23 thomas 		default:
1329 3efd8e31 2022-10-23 thomas 			log_debug("%s: unexpected imsg %d", repo_write.title,
1330 3efd8e31 2022-10-23 thomas 			    imsg.hdr.type);
1331 3efd8e31 2022-10-23 thomas 			break;
1332 3efd8e31 2022-10-23 thomas 		}
1333 3efd8e31 2022-10-23 thomas 
1334 3efd8e31 2022-10-23 thomas 		imsg_free(&imsg);
1335 3efd8e31 2022-10-23 thomas 	}
1336 3efd8e31 2022-10-23 thomas 
1337 3efd8e31 2022-10-23 thomas 	if (!shut && check_cancelled(NULL) == NULL) {
1338 3efd8e31 2022-10-23 thomas 		if (err &&
1339 3efd8e31 2022-10-23 thomas 		    gotd_imsg_send_error_event(iev, PROC_REPO_WRITE,
1340 9148c8a7 2023-01-02 thomas 		        client->id, err) == -1) {
1341 3efd8e31 2022-10-23 thomas 			log_warnx("could not send error to parent: %s",
1342 3efd8e31 2022-10-23 thomas 			    err->msg);
1343 3efd8e31 2022-10-23 thomas 		}
1344 3efd8e31 2022-10-23 thomas 		gotd_imsg_event_add(iev);
1345 3efd8e31 2022-10-23 thomas 	} else {
1346 3efd8e31 2022-10-23 thomas 		/* This pipe is dead. Remove its event handler */
1347 3efd8e31 2022-10-23 thomas 		event_del(&iev->ev);
1348 3efd8e31 2022-10-23 thomas 		event_loopexit(NULL);
1349 3efd8e31 2022-10-23 thomas 	}
1350 3efd8e31 2022-10-23 thomas }
1351 3efd8e31 2022-10-23 thomas 
1352 3efd8e31 2022-10-23 thomas void
1353 414e37cb 2022-12-30 thomas repo_write_main(const char *title, const char *repo_path,
1354 414e37cb 2022-12-30 thomas     int *pack_fds, int *temp_fds)
1355 3efd8e31 2022-10-23 thomas {
1356 3efd8e31 2022-10-23 thomas 	const struct got_error *err = NULL;
1357 3efd8e31 2022-10-23 thomas 	struct gotd_imsgev iev;
1358 3efd8e31 2022-10-23 thomas 
1359 3efd8e31 2022-10-23 thomas 	repo_write.title = title;
1360 3efd8e31 2022-10-23 thomas 	repo_write.pid = getpid();
1361 3efd8e31 2022-10-23 thomas 	repo_write.pack_fds = pack_fds;
1362 3efd8e31 2022-10-23 thomas 	repo_write.temp_fds = temp_fds;
1363 3efd8e31 2022-10-23 thomas 
1364 9148c8a7 2023-01-02 thomas 	STAILQ_INIT(&repo_write_client.ref_updates);
1365 3efd8e31 2022-10-23 thomas 
1366 414e37cb 2022-12-30 thomas 	err = got_repo_open(&repo_write.repo, repo_path, NULL, pack_fds);
1367 3efd8e31 2022-10-23 thomas 	if (err)
1368 3efd8e31 2022-10-23 thomas 		goto done;
1369 3efd8e31 2022-10-23 thomas 	if (!got_repo_is_bare(repo_write.repo)) {
1370 3efd8e31 2022-10-23 thomas 		err = got_error_msg(GOT_ERR_NOT_GIT_REPO,
1371 3efd8e31 2022-10-23 thomas 		    "bare git repository required");
1372 3efd8e31 2022-10-23 thomas 		goto done;
1373 3efd8e31 2022-10-23 thomas 	}
1374 3efd8e31 2022-10-23 thomas 
1375 3efd8e31 2022-10-23 thomas 	got_repo_temp_fds_set(repo_write.repo, temp_fds);
1376 3efd8e31 2022-10-23 thomas 
1377 3efd8e31 2022-10-23 thomas 	signal(SIGINT, catch_sigint);
1378 3efd8e31 2022-10-23 thomas 	signal(SIGTERM, catch_sigterm);
1379 3efd8e31 2022-10-23 thomas 	signal(SIGPIPE, SIG_IGN);
1380 3efd8e31 2022-10-23 thomas 	signal(SIGHUP, SIG_IGN);
1381 3efd8e31 2022-10-23 thomas 
1382 bb3a6ce9 2022-11-17 thomas 	imsg_init(&iev.ibuf, GOTD_FILENO_MSG_PIPE);
1383 3efd8e31 2022-10-23 thomas 	iev.handler = repo_write_dispatch;
1384 3efd8e31 2022-10-23 thomas 	iev.events = EV_READ;
1385 3efd8e31 2022-10-23 thomas 	iev.handler_arg = NULL;
1386 3efd8e31 2022-10-23 thomas 	event_set(&iev.ev, iev.ibuf.fd, EV_READ, repo_write_dispatch, &iev);
1387 85b37c72 2022-12-30 thomas 	if (gotd_imsg_compose_event(&iev, GOTD_IMSG_REPO_CHILD_READY,
1388 85b37c72 2022-12-30 thomas 	    PROC_REPO_WRITE, -1, NULL, 0) == -1) {
1389 85b37c72 2022-12-30 thomas 		err = got_error_from_errno("imsg compose REPO_CHILD_READY");
1390 3efd8e31 2022-10-23 thomas 		goto done;
1391 3efd8e31 2022-10-23 thomas 	}
1392 3efd8e31 2022-10-23 thomas 
1393 3efd8e31 2022-10-23 thomas 	event_dispatch();
1394 3efd8e31 2022-10-23 thomas done:
1395 3efd8e31 2022-10-23 thomas 	if (err)
1396 3efd8e31 2022-10-23 thomas 		log_warnx("%s: %s", title, err->msg);
1397 3efd8e31 2022-10-23 thomas 	repo_write_shutdown();
1398 3efd8e31 2022-10-23 thomas }
1399 3efd8e31 2022-10-23 thomas 
1400 3efd8e31 2022-10-23 thomas void
1401 3efd8e31 2022-10-23 thomas repo_write_shutdown(void)
1402 3efd8e31 2022-10-23 thomas {
1403 3efd8e31 2022-10-23 thomas 	log_debug("%s: shutting down", repo_write.title);
1404 3efd8e31 2022-10-23 thomas 	if (repo_write.repo)
1405 3efd8e31 2022-10-23 thomas 		got_repo_close(repo_write.repo);
1406 3efd8e31 2022-10-23 thomas 	got_repo_pack_fds_close(repo_write.pack_fds);
1407 80536967 2022-10-30 thomas 	got_repo_temp_fds_close(repo_write.temp_fds);
1408 3efd8e31 2022-10-23 thomas 	exit(0);
1409 3efd8e31 2022-10-23 thomas }