1 e6bcace5 2021-06-22 stsp /*
   2 e6bcace5 2021-06-22 stsp  * Copyright (c) 2020 Ori Bernstein
   3 e6bcace5 2021-06-22 stsp  * Copyright (c) 2021 Stefan Sperling <stsp@openbsd.org>
   4 e6bcace5 2021-06-22 stsp  *
   5 e6bcace5 2021-06-22 stsp  * Permission to use, copy, modify, and distribute this software for any
   6 e6bcace5 2021-06-22 stsp  * purpose with or without fee is hereby granted, provided that the above
   7 e6bcace5 2021-06-22 stsp  * copyright notice and this permission notice appear in all copies.
   8 e6bcace5 2021-06-22 stsp  *
   9 e6bcace5 2021-06-22 stsp  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  10 e6bcace5 2021-06-22 stsp  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  11 e6bcace5 2021-06-22 stsp  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  12 e6bcace5 2021-06-22 stsp  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  13 e6bcace5 2021-06-22 stsp  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  14 e6bcace5 2021-06-22 stsp  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  15 e6bcace5 2021-06-22 stsp  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  16 e6bcace5 2021-06-22 stsp  */
  17 e6bcace5 2021-06-22 stsp 
  18 e6bcace5 2021-06-22 stsp #include <sys/queue.h>
  19 e6bcace5 2021-06-22 stsp #include <sys/stat.h>
  20 e6bcace5 2021-06-22 stsp 
  21 e6bcace5 2021-06-22 stsp #include <inttypes.h>
  22 e6bcace5 2021-06-22 stsp #include <stdio.h>
  23 e6bcace5 2021-06-22 stsp #include <stdlib.h>
  24 e6bcace5 2021-06-22 stsp #include <string.h>
  25 e6bcace5 2021-06-22 stsp #include <sha1.h>
  26 e6bcace5 2021-06-22 stsp #include <limits.h>
  27 e6bcace5 2021-06-22 stsp #include <zlib.h>
  28 e6bcace5 2021-06-22 stsp 
  29 e6bcace5 2021-06-22 stsp #include "got_error.h"
  30 e6bcace5 2021-06-22 stsp #include "got_cancel.h"
  31 e6bcace5 2021-06-22 stsp #include "got_object.h"
  32 e6bcace5 2021-06-22 stsp 
  33 e6bcace5 2021-06-22 stsp #include "got_lib_deltify.h"
  34 e6bcace5 2021-06-22 stsp #include "got_lib_delta.h"
  35 e6bcace5 2021-06-22 stsp #include "got_lib_object.h"
  36 e6bcace5 2021-06-22 stsp #include "got_lib_object_idset.h"
  37 e6bcace5 2021-06-22 stsp #include "got_lib_deflate.h"
  38 e6bcace5 2021-06-22 stsp #include "got_lib_pack.h"
  39 e6bcace5 2021-06-22 stsp 
  40 e6bcace5 2021-06-22 stsp #ifndef MAX
  41 e6bcace5 2021-06-22 stsp #define	MAX(_a,_b) ((_a) > (_b) ? (_a) : (_b))
  42 e6bcace5 2021-06-22 stsp #endif
  43 e6bcace5 2021-06-22 stsp 
  44 e6bcace5 2021-06-22 stsp struct got_pack_meta {
  45 e6bcace5 2021-06-22 stsp 	struct got_object_id id;
  46 e6bcace5 2021-06-22 stsp 	char	*path;
  47 e6bcace5 2021-06-22 stsp 	int	obj_type;
  48 e6bcace5 2021-06-22 stsp 	time_t	mtime;
  49 e6bcace5 2021-06-22 stsp 
  50 e6bcace5 2021-06-22 stsp 	/* The best delta we picked */
  51 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *head;
  52 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *prev;
  53 e6bcace5 2021-06-22 stsp 	struct got_delta_instruction *deltas;
  54 e6bcace5 2021-06-22 stsp 	int	ndeltas;
  55 e6bcace5 2021-06-22 stsp 	int	nchain;
  56 e6bcace5 2021-06-22 stsp 
  57 e6bcace5 2021-06-22 stsp 	/* Only used for delta window */
  58 e6bcace5 2021-06-22 stsp 	struct got_delta_table *dtab;
  59 e6bcace5 2021-06-22 stsp 
  60 e6bcace5 2021-06-22 stsp 	/* Only used for writing offset deltas */
  61 e6bcace5 2021-06-22 stsp 	off_t	off;
  62 e6bcace5 2021-06-22 stsp };
  63 e6bcace5 2021-06-22 stsp 
  64 e6bcace5 2021-06-22 stsp struct got_pack_metavec {
  65 e6bcace5 2021-06-22 stsp 	struct got_pack_meta **meta;
  66 e6bcace5 2021-06-22 stsp 	int nmeta;
  67 e6bcace5 2021-06-22 stsp 	int metasz;
  68 e6bcace5 2021-06-22 stsp };
  69 e6bcace5 2021-06-22 stsp 
  70 e6bcace5 2021-06-22 stsp static const struct got_error *
  71 e6bcace5 2021-06-22 stsp alloc_meta(struct got_pack_meta **new, struct got_object_id *id,
  72 e6bcace5 2021-06-22 stsp     const char *path, int obj_type, time_t mtime)
  73 e6bcace5 2021-06-22 stsp {
  74 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
  75 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *m;
  76 e6bcace5 2021-06-22 stsp 
  77 e6bcace5 2021-06-22 stsp 	*new = NULL;
  78 e6bcace5 2021-06-22 stsp 
  79 e6bcace5 2021-06-22 stsp 	m = calloc(1, sizeof(*m));
  80 e6bcace5 2021-06-22 stsp 	if (m == NULL)
  81 e6bcace5 2021-06-22 stsp 		return got_error_from_errno("malloc");
  82 e6bcace5 2021-06-22 stsp 
  83 e6bcace5 2021-06-22 stsp 	memcpy(&m->id, id, sizeof(m->id));
  84 e6bcace5 2021-06-22 stsp 
  85 e6bcace5 2021-06-22 stsp 	m->path = strdup(path);
  86 e6bcace5 2021-06-22 stsp 	if (m->path == NULL) {
  87 e6bcace5 2021-06-22 stsp 		err = got_error_from_errno("strdup");
  88 e6bcace5 2021-06-22 stsp 		free(m);
  89 e6bcace5 2021-06-22 stsp 		return err;
  90 e6bcace5 2021-06-22 stsp 	}
  91 e6bcace5 2021-06-22 stsp 
  92 e6bcace5 2021-06-22 stsp 	m->obj_type = obj_type;
  93 e6bcace5 2021-06-22 stsp 	m->mtime = mtime;
  94 e6bcace5 2021-06-22 stsp 	*new = m;
  95 e6bcace5 2021-06-22 stsp 	return NULL;
  96 e6bcace5 2021-06-22 stsp }
  97 e6bcace5 2021-06-22 stsp 
  98 e6bcace5 2021-06-22 stsp static void
  99 e6bcace5 2021-06-22 stsp clear_meta(struct got_pack_meta *meta)
 100 e6bcace5 2021-06-22 stsp {
 101 e6bcace5 2021-06-22 stsp 	if (meta == NULL)
 102 e6bcace5 2021-06-22 stsp 		return;
 103 e6bcace5 2021-06-22 stsp 	free(meta->deltas);
 104 e6bcace5 2021-06-22 stsp 	meta->deltas = NULL;
 105 e6bcace5 2021-06-22 stsp 	free(meta->path);
 106 e6bcace5 2021-06-22 stsp 	meta->path = NULL;
 107 e6bcace5 2021-06-22 stsp }
 108 e6bcace5 2021-06-22 stsp 
 109 e6bcace5 2021-06-22 stsp static void
 110 e6bcace5 2021-06-22 stsp free_nmeta(struct got_pack_meta **meta, int nmeta)
 111 e6bcace5 2021-06-22 stsp {
 112 e6bcace5 2021-06-22 stsp 	int i;
 113 e6bcace5 2021-06-22 stsp 
 114 e6bcace5 2021-06-22 stsp 	for (i = 0; i < nmeta; i++)
 115 e6bcace5 2021-06-22 stsp 		clear_meta(meta[i]);
 116 e6bcace5 2021-06-22 stsp 	free(meta);
 117 e6bcace5 2021-06-22 stsp }
 118 e6bcace5 2021-06-22 stsp 
 119 e6bcace5 2021-06-22 stsp static int
 120 e6bcace5 2021-06-22 stsp delta_order_cmp(const void *pa, const void *pb)
 121 e6bcace5 2021-06-22 stsp {
 122 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *a, *b;
 123 e6bcace5 2021-06-22 stsp 	int cmp;
 124 e6bcace5 2021-06-22 stsp 
 125 e6bcace5 2021-06-22 stsp 	a = *(struct got_pack_meta **)pa;
 126 e6bcace5 2021-06-22 stsp 	b = *(struct got_pack_meta **)pb;
 127 e6bcace5 2021-06-22 stsp 
 128 e6bcace5 2021-06-22 stsp 	if (a->obj_type != b->obj_type)
 129 e6bcace5 2021-06-22 stsp 		return a->obj_type - b->obj_type;
 130 e6bcace5 2021-06-22 stsp 	cmp = strcmp(a->path, b->path);
 131 e6bcace5 2021-06-22 stsp 	if (cmp != 0)
 132 e6bcace5 2021-06-22 stsp 		return cmp;
 133 e6bcace5 2021-06-22 stsp 	if (a->mtime != b->mtime)
 134 e6bcace5 2021-06-22 stsp 		return a->mtime - b->mtime;
 135 e6bcace5 2021-06-22 stsp 	return got_object_id_cmp(&a->id, &b->id);
 136 e6bcace5 2021-06-22 stsp }
 137 e6bcace5 2021-06-22 stsp 
 138 e6bcace5 2021-06-22 stsp static int
 139 e6bcace5 2021-06-22 stsp showprogress(int x, int pct)
 140 e6bcace5 2021-06-22 stsp {
 141 e6bcace5 2021-06-22 stsp 	if(x > pct){
 142 e6bcace5 2021-06-22 stsp 		pct = x;
 143 e6bcace5 2021-06-22 stsp 		fprintf(stderr, "\b\b\b\b%3d%%", pct);
 144 e6bcace5 2021-06-22 stsp 	}
 145 e6bcace5 2021-06-22 stsp 	return pct;
 146 e6bcace5 2021-06-22 stsp }
 147 e6bcace5 2021-06-22 stsp 
 148 e6bcace5 2021-06-22 stsp static int
 149 e6bcace5 2021-06-22 stsp delta_size(struct got_delta_instruction *deltas, int ndeltas)
 150 e6bcace5 2021-06-22 stsp {
 151 e6bcace5 2021-06-22 stsp 	int i, size = 32;
 152 e6bcace5 2021-06-22 stsp 	for (i = 0; i < ndeltas; i++) {
 153 e6bcace5 2021-06-22 stsp 		if (deltas[i].copy)
 154 e6bcace5 2021-06-22 stsp 			size += GOT_DELTA_SIZE_SHIFT;
 155 e6bcace5 2021-06-22 stsp 		else
 156 e6bcace5 2021-06-22 stsp 			size += deltas[i].len + 1;
 157 e6bcace5 2021-06-22 stsp 	}
 158 e6bcace5 2021-06-22 stsp 	return size;
 159 e6bcace5 2021-06-22 stsp }
 160 e6bcace5 2021-06-22 stsp 
 161 e6bcace5 2021-06-22 stsp 
 162 e6bcace5 2021-06-22 stsp static const struct got_error *
 163 e6bcace5 2021-06-22 stsp pick_deltas(struct got_pack_meta **meta, int nmeta, struct got_repository *repo,
 164 e6bcace5 2021-06-22 stsp     got_cancel_cb cancel_cb, void *cancel_arg)
 165 e6bcace5 2021-06-22 stsp {
 166 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
 167 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *m = NULL, *base = NULL;
 168 e6bcace5 2021-06-22 stsp 	struct got_raw_object *raw = NULL, *base_raw = NULL;
 169 e6bcace5 2021-06-22 stsp 	struct got_delta_instruction *deltas;
 170 e6bcace5 2021-06-22 stsp 	int i, j, size, ndeltas, pct, best;
 171 e6bcace5 2021-06-22 stsp 	const int max_base_candidates = 10;
 172 e6bcace5 2021-06-22 stsp 
 173 e6bcace5 2021-06-22 stsp 	pct = 0;
 174 e6bcace5 2021-06-22 stsp 	fprintf(stderr, "picking deltas\n");
 175 e6bcace5 2021-06-22 stsp 	fprintf(stderr, "deltifying %d objects:   0%%", nmeta);
 176 e6bcace5 2021-06-22 stsp 	qsort(meta, nmeta, sizeof(struct got_pack_meta *), delta_order_cmp);
 177 e6bcace5 2021-06-22 stsp 	for (i = 0; i < nmeta; i++) {
 178 e6bcace5 2021-06-22 stsp 		if (cancel_cb) {
 179 e6bcace5 2021-06-22 stsp 			err = (*cancel_cb)(cancel_arg);
 180 e6bcace5 2021-06-22 stsp 			if (err)
 181 e6bcace5 2021-06-22 stsp 				break;
 182 e6bcace5 2021-06-22 stsp 		}
 183 e6bcace5 2021-06-22 stsp 
 184 e6bcace5 2021-06-22 stsp 		m = meta[i];
 185 e6bcace5 2021-06-22 stsp 		pct = showprogress((i*100) / nmeta, pct);
 186 e6bcace5 2021-06-22 stsp 		m->deltas = NULL;
 187 e6bcace5 2021-06-22 stsp 		m->ndeltas = 0;
 188 e6bcace5 2021-06-22 stsp 
 189 e6bcace5 2021-06-22 stsp 		if (m->obj_type == GOT_OBJ_TYPE_COMMIT ||
 190 e6bcace5 2021-06-22 stsp 		    m->obj_type == GOT_OBJ_TYPE_TAG)
 191 e6bcace5 2021-06-22 stsp 			continue;
 192 e6bcace5 2021-06-22 stsp 
 193 e6bcace5 2021-06-22 stsp 		err = got_object_raw_open(&raw, repo, &m->id, 8192);
 194 e6bcace5 2021-06-22 stsp 		if (err)
 195 e6bcace5 2021-06-22 stsp 			goto done;
 196 e6bcace5 2021-06-22 stsp 
 197 e6bcace5 2021-06-22 stsp 		err = got_deltify_init(&m->dtab, raw->f, raw->hdrlen,
 198 e6bcace5 2021-06-22 stsp 		    raw->size + raw->hdrlen);
 199 e6bcace5 2021-06-22 stsp 		if (err)
 200 e6bcace5 2021-06-22 stsp 			goto done;
 201 e6bcace5 2021-06-22 stsp 
 202 e6bcace5 2021-06-22 stsp 		if (i > max_base_candidates) {
 203 e6bcace5 2021-06-22 stsp 			struct got_pack_meta *n = NULL;
 204 e6bcace5 2021-06-22 stsp 			n = meta[i - (max_base_candidates + 1)];
 205 e6bcace5 2021-06-22 stsp 			got_deltify_free(n->dtab);
 206 e6bcace5 2021-06-22 stsp 			n->dtab = NULL;
 207 e6bcace5 2021-06-22 stsp 		}
 208 e6bcace5 2021-06-22 stsp 
 209 e6bcace5 2021-06-22 stsp 		best = raw->size;
 210 e6bcace5 2021-06-22 stsp 		for (j = MAX(0, i - max_base_candidates); j < i; j++) {
 211 e6bcace5 2021-06-22 stsp 			if (cancel_cb) {
 212 e6bcace5 2021-06-22 stsp 				err = (*cancel_cb)(cancel_arg);
 213 e6bcace5 2021-06-22 stsp 				if (err)
 214 e6bcace5 2021-06-22 stsp 					goto done;
 215 e6bcace5 2021-06-22 stsp 			}
 216 e6bcace5 2021-06-22 stsp 			base = meta[j];
 217 e6bcace5 2021-06-22 stsp 			/* long chains make unpacking slow, avoid such bases */
 218 e6bcace5 2021-06-22 stsp 			if (base->nchain >= 128 ||
 219 e6bcace5 2021-06-22 stsp 			    base->obj_type != m->obj_type)
 220 e6bcace5 2021-06-22 stsp 				continue;
 221 e6bcace5 2021-06-22 stsp 
 222 e6bcace5 2021-06-22 stsp 			err = got_object_raw_open(&base_raw, repo, &base->id,
 223 e6bcace5 2021-06-22 stsp 			    8192);
 224 e6bcace5 2021-06-22 stsp 			if (err)
 225 e6bcace5 2021-06-22 stsp 				goto done;
 226 e6bcace5 2021-06-22 stsp 			err = got_deltify(&deltas, &ndeltas,
 227 e6bcace5 2021-06-22 stsp 			    raw->f, raw->hdrlen, raw->size + raw->hdrlen,
 228 e6bcace5 2021-06-22 stsp 			    base->dtab, base_raw->f, base_raw->hdrlen,
 229 e6bcace5 2021-06-22 stsp 			    base_raw->size + base_raw->hdrlen);
 230 e6bcace5 2021-06-22 stsp 			got_object_raw_close(base_raw);
 231 e6bcace5 2021-06-22 stsp 			base_raw = NULL;
 232 e6bcace5 2021-06-22 stsp 			if (err)
 233 e6bcace5 2021-06-22 stsp 				goto done;
 234 e6bcace5 2021-06-22 stsp 
 235 e6bcace5 2021-06-22 stsp 			size = delta_size(deltas, ndeltas);
 236 e6bcace5 2021-06-22 stsp 			if (size + 32 < best){
 237 e6bcace5 2021-06-22 stsp 				/*
 238 e6bcace5 2021-06-22 stsp 				 * if we already picked a best delta,
 239 e6bcace5 2021-06-22 stsp 				 * replace it.
 240 e6bcace5 2021-06-22 stsp 				 */
 241 e6bcace5 2021-06-22 stsp 				free(m->deltas);
 242 e6bcace5 2021-06-22 stsp 				best = size;
 243 e6bcace5 2021-06-22 stsp 				m->deltas = deltas;
 244 e6bcace5 2021-06-22 stsp 				m->ndeltas = ndeltas;
 245 e6bcace5 2021-06-22 stsp 				m->nchain = base->nchain + 1;
 246 e6bcace5 2021-06-22 stsp 				m->prev = base;
 247 e6bcace5 2021-06-22 stsp 				m->head = base->head;
 248 e6bcace5 2021-06-22 stsp 				if (m->head == NULL)
 249 e6bcace5 2021-06-22 stsp 					m->head = base;
 250 e6bcace5 2021-06-22 stsp 			} else {
 251 e6bcace5 2021-06-22 stsp 				free(deltas);
 252 e6bcace5 2021-06-22 stsp 				deltas = NULL;
 253 e6bcace5 2021-06-22 stsp 				ndeltas = 0;
 254 e6bcace5 2021-06-22 stsp 			}
 255 e6bcace5 2021-06-22 stsp 		}
 256 e6bcace5 2021-06-22 stsp 
 257 e6bcace5 2021-06-22 stsp 		got_object_raw_close(raw);
 258 e6bcace5 2021-06-22 stsp 		raw = NULL;
 259 e6bcace5 2021-06-22 stsp 	}
 260 e6bcace5 2021-06-22 stsp 
 261 e6bcace5 2021-06-22 stsp 	fprintf(stderr, "\b\b\b\b100%%\n");
 262 e6bcace5 2021-06-22 stsp done:
 263 e6bcace5 2021-06-22 stsp 	for (i = MAX(0, nmeta - max_base_candidates); i < nmeta; i++) {
 264 e6bcace5 2021-06-22 stsp 		got_deltify_free(meta[i]->dtab);
 265 e6bcace5 2021-06-22 stsp 		meta[i]->dtab = NULL;
 266 e6bcace5 2021-06-22 stsp 	}
 267 e6bcace5 2021-06-22 stsp 	if (raw)
 268 e6bcace5 2021-06-22 stsp 		got_object_raw_close(raw);
 269 e6bcace5 2021-06-22 stsp 	if (base_raw)
 270 e6bcace5 2021-06-22 stsp 		got_object_raw_close(base_raw);
 271 e6bcace5 2021-06-22 stsp 	return err;
 272 e6bcace5 2021-06-22 stsp }
 273 e6bcace5 2021-06-22 stsp 
 274 e6bcace5 2021-06-22 stsp static const struct got_error *
 275 e6bcace5 2021-06-22 stsp add_meta(struct got_pack_metavec *v, struct got_object_idset *idset,
 276 e6bcace5 2021-06-22 stsp     struct got_object_id *id, const char *path, int obj_type,
 277 e6bcace5 2021-06-22 stsp     time_t mtime)
 278 e6bcace5 2021-06-22 stsp {
 279 e6bcace5 2021-06-22 stsp 	const struct got_error *err;
 280 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *m;
 281 e6bcace5 2021-06-22 stsp 
 282 e6bcace5 2021-06-22 stsp 	err = got_object_idset_add(idset, id, NULL);
 283 e6bcace5 2021-06-22 stsp 	if (err)
 284 e6bcace5 2021-06-22 stsp 		return err;
 285 e6bcace5 2021-06-22 stsp 
 286 e6bcace5 2021-06-22 stsp 	if (v == NULL)
 287 e6bcace5 2021-06-22 stsp 		return NULL;
 288 e6bcace5 2021-06-22 stsp 
 289 e6bcace5 2021-06-22 stsp 	err = alloc_meta(&m, id, path, obj_type, mtime);
 290 e6bcace5 2021-06-22 stsp 	if (err)
 291 e6bcace5 2021-06-22 stsp 		goto done;
 292 e6bcace5 2021-06-22 stsp 
 293 e6bcace5 2021-06-22 stsp 	if (v->nmeta == v->metasz){
 294 e6bcace5 2021-06-22 stsp 		size_t newsize = 2 * v->metasz;
 295 e6bcace5 2021-06-22 stsp 		struct got_pack_meta **new;
 296 e6bcace5 2021-06-22 stsp 		new = reallocarray(v->meta, newsize, sizeof(*new));
 297 e6bcace5 2021-06-22 stsp 		if (new == NULL) {
 298 e6bcace5 2021-06-22 stsp 			err = got_error_from_errno("reallocarray");
 299 e6bcace5 2021-06-22 stsp 			goto done;
 300 e6bcace5 2021-06-22 stsp 		}
 301 e6bcace5 2021-06-22 stsp 		v->meta = new;
 302 e6bcace5 2021-06-22 stsp 		v->metasz = newsize; 
 303 e6bcace5 2021-06-22 stsp 	}
 304 e6bcace5 2021-06-22 stsp done:
 305 e6bcace5 2021-06-22 stsp 	if (err) {
 306 e6bcace5 2021-06-22 stsp 		clear_meta(m);
 307 e6bcace5 2021-06-22 stsp 		free(m);
 308 e6bcace5 2021-06-22 stsp 	} else
 309 e6bcace5 2021-06-22 stsp 		v->meta[v->nmeta++] = m;
 310 e6bcace5 2021-06-22 stsp 
 311 e6bcace5 2021-06-22 stsp 	return err;
 312 e6bcace5 2021-06-22 stsp }
 313 e6bcace5 2021-06-22 stsp 
 314 e6bcace5 2021-06-22 stsp static const struct got_error *
 315 e6bcace5 2021-06-22 stsp load_tree_entries(struct got_object_id_queue *ids, struct got_pack_metavec *v,
 316 e6bcace5 2021-06-22 stsp     struct got_object_idset *idset, struct got_object_id *tree_id,
 317 e6bcace5 2021-06-22 stsp     const char *dpath, time_t mtime, struct got_repository *repo,
 318 e6bcace5 2021-06-22 stsp     got_cancel_cb cancel_cb, void *cancel_arg)
 319 e6bcace5 2021-06-22 stsp {
 320 e6bcace5 2021-06-22 stsp 	const struct got_error *err;
 321 e6bcace5 2021-06-22 stsp 	struct got_tree_object *tree;
 322 e6bcace5 2021-06-22 stsp 	char *p = NULL;
 323 e6bcace5 2021-06-22 stsp 	int i;
 324 e6bcace5 2021-06-22 stsp 
 325 e6bcace5 2021-06-22 stsp 	err = got_object_open_as_tree(&tree, repo, tree_id);
 326 e6bcace5 2021-06-22 stsp 	if (err)
 327 e6bcace5 2021-06-22 stsp 		return err;
 328 e6bcace5 2021-06-22 stsp 
 329 e6bcace5 2021-06-22 stsp 	for (i = 0; i < got_object_tree_get_nentries(tree); i++) {
 330 e6bcace5 2021-06-22 stsp 		struct got_tree_entry *e = got_object_tree_get_entry(tree, i);
 331 e6bcace5 2021-06-22 stsp 		struct got_object_id *id = got_tree_entry_get_id(e);
 332 e6bcace5 2021-06-22 stsp 		mode_t mode = got_tree_entry_get_mode(e);
 333 e6bcace5 2021-06-22 stsp 
 334 e6bcace5 2021-06-22 stsp 		if (cancel_cb) {
 335 e6bcace5 2021-06-22 stsp 			err = (*cancel_cb)(cancel_arg);
 336 e6bcace5 2021-06-22 stsp 			if (err)
 337 e6bcace5 2021-06-22 stsp 				break;
 338 e6bcace5 2021-06-22 stsp 		}
 339 e6bcace5 2021-06-22 stsp 
 340 e6bcace5 2021-06-22 stsp 		if (got_object_tree_entry_is_symlink(e) ||
 341 e6bcace5 2021-06-22 stsp 		    got_object_tree_entry_is_submodule(e) ||
 342 e6bcace5 2021-06-22 stsp 		    got_object_idset_contains(idset, id))
 343 e6bcace5 2021-06-22 stsp 			continue;
 344 e6bcace5 2021-06-22 stsp 		
 345 e6bcace5 2021-06-22 stsp 		if (asprintf(&p, "%s%s%s", dpath, dpath[0] != '\0' ? "/" : "",
 346 e6bcace5 2021-06-22 stsp 		    got_tree_entry_get_name(e)) == -1) {
 347 e6bcace5 2021-06-22 stsp 			err = got_error_from_errno("asprintf");
 348 e6bcace5 2021-06-22 stsp 			break;
 349 e6bcace5 2021-06-22 stsp 		}
 350 e6bcace5 2021-06-22 stsp 
 351 e6bcace5 2021-06-22 stsp 		if (S_ISDIR(mode)) {
 352 e6bcace5 2021-06-22 stsp 			struct got_object_qid *qid;
 353 e6bcace5 2021-06-22 stsp 			err = got_object_qid_alloc(&qid, id);
 354 e6bcace5 2021-06-22 stsp 			if (err)
 355 e6bcace5 2021-06-22 stsp 				break;
 356 e6bcace5 2021-06-22 stsp 			SIMPLEQ_INSERT_TAIL(ids, qid, entry);
 357 e6bcace5 2021-06-22 stsp 		} else if (S_ISREG(mode)) {
 358 e6bcace5 2021-06-22 stsp 			err = add_meta(v, idset, id, p, GOT_OBJ_TYPE_BLOB,
 359 e6bcace5 2021-06-22 stsp 			    mtime);
 360 e6bcace5 2021-06-22 stsp 			if (err)
 361 e6bcace5 2021-06-22 stsp 				break;
 362 e6bcace5 2021-06-22 stsp 		}
 363 e6bcace5 2021-06-22 stsp 		free(p);
 364 e6bcace5 2021-06-22 stsp 		p = NULL;
 365 e6bcace5 2021-06-22 stsp 	}
 366 e6bcace5 2021-06-22 stsp 
 367 e6bcace5 2021-06-22 stsp 	got_object_tree_close(tree);
 368 e6bcace5 2021-06-22 stsp 	free(p);
 369 e6bcace5 2021-06-22 stsp 	return err;
 370 e6bcace5 2021-06-22 stsp }
 371 e6bcace5 2021-06-22 stsp 
 372 e6bcace5 2021-06-22 stsp static const struct got_error *
 373 e6bcace5 2021-06-22 stsp load_tree(struct got_pack_metavec *v, struct got_object_idset *idset,
 374 e6bcace5 2021-06-22 stsp     struct got_object_id *tree_id, const char *dpath, time_t mtime,
 375 e6bcace5 2021-06-22 stsp     struct got_repository *repo, got_cancel_cb cancel_cb, void *cancel_arg)
 376 e6bcace5 2021-06-22 stsp {
 377 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
 378 e6bcace5 2021-06-22 stsp 	struct got_object_id_queue tree_ids;
 379 e6bcace5 2021-06-22 stsp 	struct got_object_qid *qid;
 380 e6bcace5 2021-06-22 stsp 
 381 e6bcace5 2021-06-22 stsp 	if (got_object_idset_contains(idset, tree_id))
 382 e6bcace5 2021-06-22 stsp 		return NULL;
 383 e6bcace5 2021-06-22 stsp 
 384 e6bcace5 2021-06-22 stsp 	err = got_object_qid_alloc(&qid, tree_id);
 385 e6bcace5 2021-06-22 stsp 	if (err)
 386 e6bcace5 2021-06-22 stsp 		return err;
 387 e6bcace5 2021-06-22 stsp 
 388 e6bcace5 2021-06-22 stsp 	SIMPLEQ_INIT(&tree_ids);
 389 e6bcace5 2021-06-22 stsp 	SIMPLEQ_INSERT_TAIL(&tree_ids, qid, entry);
 390 e6bcace5 2021-06-22 stsp 
 391 e6bcace5 2021-06-22 stsp 	while (!SIMPLEQ_EMPTY(&tree_ids)) {
 392 e6bcace5 2021-06-22 stsp 		if (cancel_cb) {
 393 e6bcace5 2021-06-22 stsp 			err = (*cancel_cb)(cancel_arg);
 394 e6bcace5 2021-06-22 stsp 			if (err)
 395 e6bcace5 2021-06-22 stsp 				break;
 396 e6bcace5 2021-06-22 stsp 		}
 397 e6bcace5 2021-06-22 stsp 
 398 e6bcace5 2021-06-22 stsp 		qid = SIMPLEQ_FIRST(&tree_ids);
 399 e6bcace5 2021-06-22 stsp 		SIMPLEQ_REMOVE_HEAD(&tree_ids, entry);
 400 e6bcace5 2021-06-22 stsp 
 401 e6bcace5 2021-06-22 stsp 		if (got_object_idset_contains(idset, qid->id)) {
 402 e6bcace5 2021-06-22 stsp 			got_object_qid_free(qid);
 403 e6bcace5 2021-06-22 stsp 			continue;
 404 e6bcace5 2021-06-22 stsp 		}
 405 e6bcace5 2021-06-22 stsp 
 406 e6bcace5 2021-06-22 stsp 		err = add_meta(v, idset, qid->id, dpath, GOT_OBJ_TYPE_TREE,
 407 e6bcace5 2021-06-22 stsp 		    mtime);
 408 e6bcace5 2021-06-22 stsp 		if (err) {
 409 e6bcace5 2021-06-22 stsp 			got_object_qid_free(qid);
 410 e6bcace5 2021-06-22 stsp 			break;
 411 e6bcace5 2021-06-22 stsp 		}
 412 e6bcace5 2021-06-22 stsp 
 413 e6bcace5 2021-06-22 stsp 		err = load_tree_entries(&tree_ids, v, idset, qid->id, dpath,
 414 e6bcace5 2021-06-22 stsp 		    mtime, repo, cancel_cb, cancel_arg);
 415 e6bcace5 2021-06-22 stsp 		got_object_qid_free(qid);
 416 e6bcace5 2021-06-22 stsp 		if (err)
 417 e6bcace5 2021-06-22 stsp 			break;
 418 e6bcace5 2021-06-22 stsp 	}
 419 e6bcace5 2021-06-22 stsp 
 420 e6bcace5 2021-06-22 stsp 	got_object_id_queue_free(&tree_ids);
 421 e6bcace5 2021-06-22 stsp 	return err;
 422 e6bcace5 2021-06-22 stsp }
 423 e6bcace5 2021-06-22 stsp 
 424 e6bcace5 2021-06-22 stsp static const struct got_error *
 425 e6bcace5 2021-06-22 stsp load_commit(struct got_pack_metavec *v, struct got_object_idset *idset,
 426 e6bcace5 2021-06-22 stsp     struct got_object_id *id, struct got_repository *repo,
 427 e6bcace5 2021-06-22 stsp     got_cancel_cb cancel_cb, void *cancel_arg)
 428 e6bcace5 2021-06-22 stsp {
 429 e6bcace5 2021-06-22 stsp 	const struct got_error *err;
 430 e6bcace5 2021-06-22 stsp 	struct got_commit_object *commit;
 431 e6bcace5 2021-06-22 stsp 
 432 e6bcace5 2021-06-22 stsp 	if (got_object_idset_contains(idset, id))
 433 e6bcace5 2021-06-22 stsp 		return NULL;
 434 e6bcace5 2021-06-22 stsp 
 435 e6bcace5 2021-06-22 stsp 	err = got_object_open_as_commit(&commit, repo, id);
 436 e6bcace5 2021-06-22 stsp 	if (err)
 437 e6bcace5 2021-06-22 stsp 		return err;
 438 e6bcace5 2021-06-22 stsp 
 439 e6bcace5 2021-06-22 stsp 	err = add_meta(v, idset, id, "", GOT_OBJ_TYPE_COMMIT,
 440 e6bcace5 2021-06-22 stsp 	    got_object_commit_get_committer_time(commit));
 441 e6bcace5 2021-06-22 stsp 	if (err)
 442 e6bcace5 2021-06-22 stsp 		goto done;
 443 e6bcace5 2021-06-22 stsp 
 444 e6bcace5 2021-06-22 stsp 	err = load_tree(v, idset, got_object_commit_get_tree_id(commit),
 445 e6bcace5 2021-06-22 stsp 	    "", got_object_commit_get_committer_time(commit), repo,
 446 e6bcace5 2021-06-22 stsp 	    cancel_cb, cancel_arg);
 447 e6bcace5 2021-06-22 stsp done:
 448 e6bcace5 2021-06-22 stsp 	got_object_commit_close(commit);
 449 e6bcace5 2021-06-22 stsp 	return err;
 450 e6bcace5 2021-06-22 stsp }
 451 e6bcace5 2021-06-22 stsp 
 452 e6bcace5 2021-06-22 stsp enum findtwixt_color {
 453 e6bcace5 2021-06-22 stsp 	COLOR_KEEP = 0,
 454 e6bcace5 2021-06-22 stsp 	COLOR_DROP,
 455 e6bcace5 2021-06-22 stsp 	COLOR_BLANK,
 456 e6bcace5 2021-06-22 stsp };
 457 e6bcace5 2021-06-22 stsp static const int findtwixt_colors[] = {
 458 e6bcace5 2021-06-22 stsp 	COLOR_KEEP,
 459 e6bcace5 2021-06-22 stsp 	COLOR_DROP,
 460 e6bcace5 2021-06-22 stsp 	COLOR_BLANK
 461 e6bcace5 2021-06-22 stsp };
 462 e6bcace5 2021-06-22 stsp 
 463 e6bcace5 2021-06-22 stsp static const struct got_error *
 464 e6bcace5 2021-06-22 stsp queue_commit_id(struct got_object_id_queue *ids, struct got_object_id *id,
 465 e6bcace5 2021-06-22 stsp     int color, struct got_repository *repo)
 466 e6bcace5 2021-06-22 stsp {
 467 e6bcace5 2021-06-22 stsp 	const struct got_error *err;
 468 e6bcace5 2021-06-22 stsp 	struct got_object_qid *qid;
 469 e6bcace5 2021-06-22 stsp 	char *id_str;
 470 e6bcace5 2021-06-22 stsp 	int obj_type;
 471 e6bcace5 2021-06-22 stsp 
 472 e6bcace5 2021-06-22 stsp 	err = got_object_get_type(&obj_type, repo, id);
 473 e6bcace5 2021-06-22 stsp 	if (err)
 474 e6bcace5 2021-06-22 stsp 		return err;
 475 e6bcace5 2021-06-22 stsp 
 476 e6bcace5 2021-06-22 stsp 	if (obj_type != GOT_OBJ_TYPE_COMMIT) {
 477 e6bcace5 2021-06-22 stsp 		err = got_object_id_str(&id_str, id);
 478 e6bcace5 2021-06-22 stsp 		if (err)
 479 e6bcace5 2021-06-22 stsp 			return err;
 480 e6bcace5 2021-06-22 stsp 		err = got_error_fmt(GOT_ERR_OBJ_TYPE,
 481 e6bcace5 2021-06-22 stsp 		    "%s is not a commit", id_str);
 482 e6bcace5 2021-06-22 stsp 		free(id_str);
 483 e6bcace5 2021-06-22 stsp 		return err;
 484 e6bcace5 2021-06-22 stsp 	}
 485 e6bcace5 2021-06-22 stsp 	err = got_object_qid_alloc(&qid, id);
 486 e6bcace5 2021-06-22 stsp 	if (err)
 487 e6bcace5 2021-06-22 stsp 		return err;
 488 e6bcace5 2021-06-22 stsp 
 489 e6bcace5 2021-06-22 stsp 	SIMPLEQ_INSERT_TAIL(ids, qid, entry);
 490 e6bcace5 2021-06-22 stsp 	qid->data = (void *)&findtwixt_colors[color];
 491 e6bcace5 2021-06-22 stsp 	return NULL;
 492 e6bcace5 2021-06-22 stsp }
 493 e6bcace5 2021-06-22 stsp 
 494 e6bcace5 2021-06-22 stsp static const struct got_error *
 495 e6bcace5 2021-06-22 stsp drop_commit(struct got_object_idset *keep, struct got_object_idset *drop,
 496 e6bcace5 2021-06-22 stsp     struct got_object_id *id, struct got_repository *repo,
 497 e6bcace5 2021-06-22 stsp     got_cancel_cb cancel_cb, void *cancel_arg)
 498 e6bcace5 2021-06-22 stsp {
 499 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
 500 e6bcace5 2021-06-22 stsp 	struct got_commit_object *commit;
 501 e6bcace5 2021-06-22 stsp 	const struct got_object_id_queue *parents;
 502 e6bcace5 2021-06-22 stsp 	struct got_object_id_queue ids;
 503 e6bcace5 2021-06-22 stsp 	struct got_object_qid *qid;
 504 e6bcace5 2021-06-22 stsp 
 505 e6bcace5 2021-06-22 stsp 	SIMPLEQ_INIT(&ids);
 506 e6bcace5 2021-06-22 stsp 
 507 e6bcace5 2021-06-22 stsp 	err = got_object_qid_alloc(&qid, id);
 508 e6bcace5 2021-06-22 stsp 	if (err)
 509 e6bcace5 2021-06-22 stsp 		return err;
 510 e6bcace5 2021-06-22 stsp 	SIMPLEQ_INSERT_HEAD(&ids, qid, entry);
 511 e6bcace5 2021-06-22 stsp 
 512 e6bcace5 2021-06-22 stsp 	while (!SIMPLEQ_EMPTY(&ids)) {
 513 e6bcace5 2021-06-22 stsp 		if (cancel_cb) {
 514 e6bcace5 2021-06-22 stsp 			err = (*cancel_cb)(cancel_arg);
 515 e6bcace5 2021-06-22 stsp 			if (err)
 516 e6bcace5 2021-06-22 stsp 				break;
 517 e6bcace5 2021-06-22 stsp 		}
 518 e6bcace5 2021-06-22 stsp 
 519 e6bcace5 2021-06-22 stsp 		qid = SIMPLEQ_FIRST(&ids);
 520 e6bcace5 2021-06-22 stsp 		SIMPLEQ_REMOVE_HEAD(&ids, entry);
 521 e6bcace5 2021-06-22 stsp 
 522 e6bcace5 2021-06-22 stsp 		if (got_object_idset_contains(drop, qid->id)) {
 523 e6bcace5 2021-06-22 stsp 			got_object_qid_free(qid);
 524 e6bcace5 2021-06-22 stsp 			continue;
 525 e6bcace5 2021-06-22 stsp 		}
 526 e6bcace5 2021-06-22 stsp 
 527 e6bcace5 2021-06-22 stsp 		err = got_object_idset_add(drop, qid->id, NULL);
 528 e6bcace5 2021-06-22 stsp 		if (err) {
 529 e6bcace5 2021-06-22 stsp 			got_object_qid_free(qid);
 530 e6bcace5 2021-06-22 stsp 			break;
 531 e6bcace5 2021-06-22 stsp 		}
 532 e6bcace5 2021-06-22 stsp 
 533 e6bcace5 2021-06-22 stsp 		if (!got_object_idset_contains(keep, qid->id)) {
 534 e6bcace5 2021-06-22 stsp 			got_object_qid_free(qid);
 535 e6bcace5 2021-06-22 stsp 			continue;
 536 e6bcace5 2021-06-22 stsp 		}
 537 e6bcace5 2021-06-22 stsp 
 538 e6bcace5 2021-06-22 stsp 		err = got_object_open_as_commit(&commit, repo, qid->id);
 539 e6bcace5 2021-06-22 stsp 		got_object_qid_free(qid);
 540 e6bcace5 2021-06-22 stsp 		if (err)
 541 e6bcace5 2021-06-22 stsp 			break;
 542 e6bcace5 2021-06-22 stsp 
 543 e6bcace5 2021-06-22 stsp 		parents = got_object_commit_get_parent_ids(commit);
 544 e6bcace5 2021-06-22 stsp 		if (parents) {
 545 e6bcace5 2021-06-22 stsp 			err = got_object_id_queue_copy(parents, &ids);
 546 e6bcace5 2021-06-22 stsp 			if (err) {
 547 e6bcace5 2021-06-22 stsp 				got_object_commit_close(commit);
 548 e6bcace5 2021-06-22 stsp 				break;
 549 e6bcace5 2021-06-22 stsp 			}
 550 e6bcace5 2021-06-22 stsp 		}
 551 e6bcace5 2021-06-22 stsp 		got_object_commit_close(commit);
 552 e6bcace5 2021-06-22 stsp 	}
 553 e6bcace5 2021-06-22 stsp 
 554 e6bcace5 2021-06-22 stsp 	got_object_id_queue_free(&ids);
 555 e6bcace5 2021-06-22 stsp 	return err;
 556 e6bcace5 2021-06-22 stsp }
 557 e6bcace5 2021-06-22 stsp 
 558 e6bcace5 2021-06-22 stsp struct append_id_arg {
 559 e6bcace5 2021-06-22 stsp 	struct got_object_id **array;
 560 e6bcace5 2021-06-22 stsp 	int idx;
 561 e6bcace5 2021-06-22 stsp };
 562 e6bcace5 2021-06-22 stsp 
 563 e6bcace5 2021-06-22 stsp static const struct got_error *
 564 e6bcace5 2021-06-22 stsp append_id(struct got_object_id *id, void *data, void *arg)
 565 e6bcace5 2021-06-22 stsp {
 566 e6bcace5 2021-06-22 stsp 	struct append_id_arg *a = arg;
 567 e6bcace5 2021-06-22 stsp 
 568 e6bcace5 2021-06-22 stsp 	a->array[a->idx] = got_object_id_dup(id);
 569 e6bcace5 2021-06-22 stsp 	if (a->array[a->idx] == NULL)
 570 e6bcace5 2021-06-22 stsp 		return got_error_from_errno("got_object_id_dup");
 571 e6bcace5 2021-06-22 stsp 
 572 e6bcace5 2021-06-22 stsp 	a->idx++;
 573 e6bcace5 2021-06-22 stsp 	return NULL;
 574 e6bcace5 2021-06-22 stsp }
 575 e6bcace5 2021-06-22 stsp 
 576 e6bcace5 2021-06-22 stsp static const struct got_error *
 577 e6bcace5 2021-06-22 stsp findtwixt(struct got_object_id ***res, int *nres,
 578 e6bcace5 2021-06-22 stsp     struct got_object_id **head, int nhead,
 579 e6bcace5 2021-06-22 stsp     struct got_object_id **tail, int ntail,
 580 e6bcace5 2021-06-22 stsp     struct got_repository *repo,
 581 e6bcace5 2021-06-22 stsp     got_cancel_cb cancel_cb, void *cancel_arg)
 582 e6bcace5 2021-06-22 stsp {
 583 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
 584 e6bcace5 2021-06-22 stsp 	struct got_object_id_queue ids;
 585 e6bcace5 2021-06-22 stsp 	struct got_object_idset *keep, *drop;
 586 e6bcace5 2021-06-22 stsp 	struct got_object_qid *qid;
 587 e6bcace5 2021-06-22 stsp 	int i, ncolor, nkeep;
 588 e6bcace5 2021-06-22 stsp 
 589 e6bcace5 2021-06-22 stsp 	SIMPLEQ_INIT(&ids);
 590 e6bcace5 2021-06-22 stsp 	*res = NULL;
 591 e6bcace5 2021-06-22 stsp 	*nres = 0;
 592 e6bcace5 2021-06-22 stsp 
 593 e6bcace5 2021-06-22 stsp 	keep = got_object_idset_alloc();
 594 e6bcace5 2021-06-22 stsp 	if (keep == NULL)
 595 e6bcace5 2021-06-22 stsp 		return got_error_from_errno("got_object_idset_alloc");
 596 e6bcace5 2021-06-22 stsp 
 597 e6bcace5 2021-06-22 stsp 	drop = got_object_idset_alloc();
 598 e6bcace5 2021-06-22 stsp 	if (drop == NULL) {
 599 e6bcace5 2021-06-22 stsp 		err = got_error_from_errno("got_object_idset_alloc");
 600 e6bcace5 2021-06-22 stsp 		goto done;
 601 e6bcace5 2021-06-22 stsp 	}
 602 e6bcace5 2021-06-22 stsp 
 603 e6bcace5 2021-06-22 stsp 	for (i = 0; i < nhead; i++){
 604 e6bcace5 2021-06-22 stsp 		if (head[i]) {
 605 e6bcace5 2021-06-22 stsp 			err = queue_commit_id(&ids, head[i], COLOR_KEEP, repo);
 606 e6bcace5 2021-06-22 stsp 			if (err)
 607 e6bcace5 2021-06-22 stsp 				goto done;
 608 e6bcace5 2021-06-22 stsp 		}
 609 e6bcace5 2021-06-22 stsp 	}		
 610 e6bcace5 2021-06-22 stsp 	for (i = 0; i < ntail; i++){
 611 e6bcace5 2021-06-22 stsp 		if (tail[i]) {
 612 e6bcace5 2021-06-22 stsp 			err = queue_commit_id(&ids, tail[i], COLOR_DROP, repo);
 613 e6bcace5 2021-06-22 stsp 			if (err)
 614 e6bcace5 2021-06-22 stsp 				goto done;
 615 e6bcace5 2021-06-22 stsp 		}
 616 e6bcace5 2021-06-22 stsp 	}
 617 e6bcace5 2021-06-22 stsp 
 618 e6bcace5 2021-06-22 stsp 	while (!SIMPLEQ_EMPTY(&ids)) {
 619 e6bcace5 2021-06-22 stsp 		int qcolor;
 620 e6bcace5 2021-06-22 stsp 		qid = SIMPLEQ_FIRST(&ids);
 621 e6bcace5 2021-06-22 stsp 		qcolor = *((int *)qid->data);
 622 e6bcace5 2021-06-22 stsp 
 623 e6bcace5 2021-06-22 stsp 		if (got_object_idset_contains(drop, qid->id))
 624 e6bcace5 2021-06-22 stsp 			ncolor = COLOR_DROP;
 625 e6bcace5 2021-06-22 stsp 		else if (got_object_idset_contains(keep, qid->id))
 626 e6bcace5 2021-06-22 stsp 			ncolor = COLOR_KEEP;
 627 e6bcace5 2021-06-22 stsp 		else
 628 e6bcace5 2021-06-22 stsp 			ncolor = COLOR_BLANK;
 629 e6bcace5 2021-06-22 stsp 
 630 e6bcace5 2021-06-22 stsp 		if (ncolor == COLOR_DROP || (ncolor == COLOR_KEEP &&
 631 e6bcace5 2021-06-22 stsp 		    qcolor == COLOR_KEEP)) {
 632 e6bcace5 2021-06-22 stsp 			SIMPLEQ_REMOVE_HEAD(&ids, entry);
 633 e6bcace5 2021-06-22 stsp 			got_object_qid_free(qid);
 634 e6bcace5 2021-06-22 stsp 			continue;
 635 e6bcace5 2021-06-22 stsp 		}
 636 e6bcace5 2021-06-22 stsp 
 637 e6bcace5 2021-06-22 stsp 		if (ncolor == COLOR_KEEP && qcolor == COLOR_DROP) {
 638 e6bcace5 2021-06-22 stsp 			err = drop_commit(keep, drop, qid->id, repo,
 639 e6bcace5 2021-06-22 stsp 			    cancel_cb, cancel_arg);
 640 e6bcace5 2021-06-22 stsp 			if (err)
 641 e6bcace5 2021-06-22 stsp 				goto done;
 642 e6bcace5 2021-06-22 stsp 		} else if (ncolor == COLOR_BLANK) {
 643 e6bcace5 2021-06-22 stsp 			struct got_commit_object *commit;
 644 e6bcace5 2021-06-22 stsp 			struct got_object_id *id;
 645 e6bcace5 2021-06-22 stsp 			const struct got_object_id_queue *parents;
 646 e6bcace5 2021-06-22 stsp 			struct got_object_qid *pid;
 647 e6bcace5 2021-06-22 stsp 
 648 e6bcace5 2021-06-22 stsp 			id = got_object_id_dup(qid->id);
 649 e6bcace5 2021-06-22 stsp 			if (id == NULL) {
 650 e6bcace5 2021-06-22 stsp 				err = got_error_from_errno("got_object_id_dup");
 651 e6bcace5 2021-06-22 stsp 				goto done;
 652 e6bcace5 2021-06-22 stsp 			}
 653 e6bcace5 2021-06-22 stsp 			if (qcolor == COLOR_KEEP)
 654 e6bcace5 2021-06-22 stsp 				err = got_object_idset_add(keep, id, NULL);
 655 e6bcace5 2021-06-22 stsp 			else
 656 e6bcace5 2021-06-22 stsp 				err = got_object_idset_add(drop, id, NULL);
 657 e6bcace5 2021-06-22 stsp 			if (err) {
 658 e6bcace5 2021-06-22 stsp 				free(id);
 659 e6bcace5 2021-06-22 stsp 				goto done;
 660 e6bcace5 2021-06-22 stsp 			}
 661 e6bcace5 2021-06-22 stsp 
 662 e6bcace5 2021-06-22 stsp 			err = got_object_open_as_commit(&commit, repo, id);
 663 e6bcace5 2021-06-22 stsp 			if (err) {
 664 e6bcace5 2021-06-22 stsp 				free(id);
 665 e6bcace5 2021-06-22 stsp 				goto done;
 666 e6bcace5 2021-06-22 stsp 			}
 667 e6bcace5 2021-06-22 stsp 			parents = got_object_commit_get_parent_ids(commit);
 668 e6bcace5 2021-06-22 stsp 			if (parents) {
 669 e6bcace5 2021-06-22 stsp 				SIMPLEQ_FOREACH(pid, parents, entry) {
 670 e6bcace5 2021-06-22 stsp 					err = queue_commit_id(&ids, pid->id,
 671 e6bcace5 2021-06-22 stsp 					    qcolor, repo);
 672 e6bcace5 2021-06-22 stsp 					if (err) {
 673 e6bcace5 2021-06-22 stsp 						free(id);
 674 e6bcace5 2021-06-22 stsp 						goto done;
 675 e6bcace5 2021-06-22 stsp 					}
 676 e6bcace5 2021-06-22 stsp 				}
 677 e6bcace5 2021-06-22 stsp 			}
 678 e6bcace5 2021-06-22 stsp 			got_object_commit_close(commit);
 679 e6bcace5 2021-06-22 stsp 			commit = NULL;
 680 e6bcace5 2021-06-22 stsp 		} else {
 681 e6bcace5 2021-06-22 stsp 			/* should not happen */
 682 e6bcace5 2021-06-22 stsp 			err = got_error_fmt(GOT_ERR_NOT_IMPL,
 683 e6bcace5 2021-06-22 stsp 			    "%s ncolor=%d qcolor=%d", __func__, ncolor, qcolor);
 684 e6bcace5 2021-06-22 stsp 			goto done;
 685 e6bcace5 2021-06-22 stsp 		}
 686 e6bcace5 2021-06-22 stsp 
 687 e6bcace5 2021-06-22 stsp 		SIMPLEQ_REMOVE_HEAD(&ids, entry);
 688 e6bcace5 2021-06-22 stsp 		got_object_qid_free(qid);
 689 e6bcace5 2021-06-22 stsp 	}
 690 e6bcace5 2021-06-22 stsp 
 691 e6bcace5 2021-06-22 stsp 	nkeep = got_object_idset_num_elements(keep);
 692 e6bcace5 2021-06-22 stsp 	if (nkeep > 0) {
 693 e6bcace5 2021-06-22 stsp 		struct append_id_arg arg;
 694 e6bcace5 2021-06-22 stsp 		arg.array = calloc(nkeep, sizeof(struct got_object_id *));
 695 e6bcace5 2021-06-22 stsp 		if (arg.array == NULL) {
 696 e6bcace5 2021-06-22 stsp 			err = got_error_from_errno("calloc");
 697 e6bcace5 2021-06-22 stsp 			goto done;
 698 e6bcace5 2021-06-22 stsp 		}
 699 e6bcace5 2021-06-22 stsp 		arg.idx = 0;
 700 e6bcace5 2021-06-22 stsp 		err = got_object_idset_for_each(keep, append_id, &arg);
 701 e6bcace5 2021-06-22 stsp 		if (err) {
 702 e6bcace5 2021-06-22 stsp 			free(arg.array);
 703 e6bcace5 2021-06-22 stsp 			goto done;
 704 e6bcace5 2021-06-22 stsp 		}
 705 e6bcace5 2021-06-22 stsp 		*res = arg.array;
 706 e6bcace5 2021-06-22 stsp 		*nres = nkeep;
 707 e6bcace5 2021-06-22 stsp 	}
 708 e6bcace5 2021-06-22 stsp done:
 709 e6bcace5 2021-06-22 stsp 	got_object_idset_free(keep);
 710 e6bcace5 2021-06-22 stsp 	got_object_idset_free(drop);
 711 e6bcace5 2021-06-22 stsp 	got_object_id_queue_free(&ids);
 712 e6bcace5 2021-06-22 stsp 	return err;
 713 e6bcace5 2021-06-22 stsp }
 714 e6bcace5 2021-06-22 stsp 
 715 e6bcace5 2021-06-22 stsp static const struct got_error *
 716 e6bcace5 2021-06-22 stsp read_meta(struct got_pack_meta ***meta, int *nmeta,
 717 e6bcace5 2021-06-22 stsp     struct got_object_id **theirs, int ntheirs,
 718 e6bcace5 2021-06-22 stsp     struct got_object_id **ours, int nours, struct got_repository *repo,
 719 e6bcace5 2021-06-22 stsp     got_cancel_cb cancel_cb, void *cancel_arg)
 720 e6bcace5 2021-06-22 stsp {
 721 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
 722 e6bcace5 2021-06-22 stsp 	struct got_object_id **ids = NULL;
 723 e6bcace5 2021-06-22 stsp 	struct got_object_idset *idset;
 724 e6bcace5 2021-06-22 stsp 	int i, nobj = 0;
 725 e6bcace5 2021-06-22 stsp 	struct got_pack_metavec v;
 726 e6bcace5 2021-06-22 stsp 
 727 e6bcace5 2021-06-22 stsp 	*meta = NULL;
 728 e6bcace5 2021-06-22 stsp 	*nmeta = 0;
 729 e6bcace5 2021-06-22 stsp 
 730 e6bcace5 2021-06-22 stsp 	idset = got_object_idset_alloc();
 731 e6bcace5 2021-06-22 stsp 	if (idset == NULL)
 732 e6bcace5 2021-06-22 stsp 		return got_error_from_errno("got_object_idset_alloc");
 733 e6bcace5 2021-06-22 stsp 
 734 e6bcace5 2021-06-22 stsp 	v.nmeta = 0;
 735 e6bcace5 2021-06-22 stsp 	v.metasz = 64;
 736 e6bcace5 2021-06-22 stsp 	v.meta = calloc(v.metasz, sizeof(struct got_pack_meta *));
 737 e6bcace5 2021-06-22 stsp 	if (v.meta == NULL) {
 738 e6bcace5 2021-06-22 stsp 		err = got_error_from_errno("reallocarray");
 739 e6bcace5 2021-06-22 stsp 		goto done;
 740 e6bcace5 2021-06-22 stsp 	}
 741 e6bcace5 2021-06-22 stsp 
 742 e6bcace5 2021-06-22 stsp 	err = findtwixt(&ids, &nobj, ours, nours, theirs, ntheirs, repo,
 743 e6bcace5 2021-06-22 stsp 	    cancel_cb, cancel_arg);
 744 e6bcace5 2021-06-22 stsp 	if (err || nobj == 0)
 745 e6bcace5 2021-06-22 stsp 		goto done;
 746 e6bcace5 2021-06-22 stsp 
 747 e6bcace5 2021-06-22 stsp 	for (i = 0; i < ntheirs; i++) {
 748 e6bcace5 2021-06-22 stsp 		if (theirs[i] != NULL) {
 749 e6bcace5 2021-06-22 stsp 			err = load_commit(NULL, idset, theirs[i], repo,
 750 e6bcace5 2021-06-22 stsp 			    cancel_cb, cancel_arg);
 751 e6bcace5 2021-06-22 stsp 			if (err)
 752 e6bcace5 2021-06-22 stsp 				goto done;
 753 e6bcace5 2021-06-22 stsp 		}
 754 e6bcace5 2021-06-22 stsp 	}
 755 e6bcace5 2021-06-22 stsp 
 756 e6bcace5 2021-06-22 stsp 	for (i = 0; i < nobj; i++) {
 757 e6bcace5 2021-06-22 stsp 		err = load_commit(&v, idset, ids[i], repo,
 758 e6bcace5 2021-06-22 stsp 		    cancel_cb, cancel_arg);
 759 e6bcace5 2021-06-22 stsp 		if (err)
 760 e6bcace5 2021-06-22 stsp 			goto done;
 761 e6bcace5 2021-06-22 stsp 	}
 762 e6bcace5 2021-06-22 stsp done:
 763 e6bcace5 2021-06-22 stsp 	for (i = 0; i < nobj; i++) {
 764 e6bcace5 2021-06-22 stsp 		free(ids[i]);
 765 e6bcace5 2021-06-22 stsp 	}
 766 e6bcace5 2021-06-22 stsp 	free(ids);
 767 e6bcace5 2021-06-22 stsp 	got_object_idset_free(idset);
 768 e6bcace5 2021-06-22 stsp 	if (err == NULL) {
 769 e6bcace5 2021-06-22 stsp 		*meta = v.meta;
 770 e6bcace5 2021-06-22 stsp 		*nmeta = v.nmeta;
 771 e6bcace5 2021-06-22 stsp 	} else
 772 e6bcace5 2021-06-22 stsp 		free(v.meta);
 773 e6bcace5 2021-06-22 stsp 
 774 e6bcace5 2021-06-22 stsp 	return err;
 775 e6bcace5 2021-06-22 stsp }
 776 e6bcace5 2021-06-22 stsp 
 777 e6bcace5 2021-06-22 stsp const struct got_error *
 778 e6bcace5 2021-06-22 stsp hwrite(FILE *f, void *buf, int len, SHA1_CTX *ctx)
 779 e6bcace5 2021-06-22 stsp {
 780 e6bcace5 2021-06-22 stsp 	size_t n;
 781 e6bcace5 2021-06-22 stsp 
 782 e6bcace5 2021-06-22 stsp 	SHA1Update(ctx, buf, len);
 783 e6bcace5 2021-06-22 stsp 	n = fwrite(buf, 1, len, f);
 784 e6bcace5 2021-06-22 stsp 	if (n != len)
 785 e6bcace5 2021-06-22 stsp 		return got_ferror(f, GOT_ERR_IO);
 786 e6bcace5 2021-06-22 stsp 	return NULL;
 787 e6bcace5 2021-06-22 stsp }
 788 e6bcace5 2021-06-22 stsp 
 789 e6bcace5 2021-06-22 stsp static void
 790 e6bcace5 2021-06-22 stsp putbe32(char *b, uint32_t n)
 791 e6bcace5 2021-06-22 stsp {
 792 e6bcace5 2021-06-22 stsp 	b[0] = n >> 24;
 793 e6bcace5 2021-06-22 stsp 	b[1] = n >> 16;
 794 e6bcace5 2021-06-22 stsp 	b[2] = n >> 8;
 795 e6bcace5 2021-06-22 stsp 	b[3] = n >> 0;
 796 e6bcace5 2021-06-22 stsp }
 797 e6bcace5 2021-06-22 stsp 
 798 e6bcace5 2021-06-22 stsp static int
 799 e6bcace5 2021-06-22 stsp write_order_cmp(const void *pa, const void *pb)
 800 e6bcace5 2021-06-22 stsp {
 801 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *a, *b, *ahd, *bhd;
 802 e6bcace5 2021-06-22 stsp 
 803 e6bcace5 2021-06-22 stsp 	a = *(struct got_pack_meta **)pa;
 804 e6bcace5 2021-06-22 stsp 	b = *(struct got_pack_meta **)pb;
 805 e6bcace5 2021-06-22 stsp 	ahd = (a->head == NULL) ? a : a->head;
 806 e6bcace5 2021-06-22 stsp 	bhd = (b->head == NULL) ? b : b->head;
 807 e6bcace5 2021-06-22 stsp 	if (ahd->mtime != bhd->mtime)
 808 e6bcace5 2021-06-22 stsp 		return bhd->mtime - ahd->mtime;
 809 e6bcace5 2021-06-22 stsp 	if (ahd != bhd)
 810 e6bcace5 2021-06-22 stsp 		return (uintptr_t)bhd - (uintptr_t)ahd;
 811 e6bcace5 2021-06-22 stsp 	if (a->nchain != b->nchain)
 812 e6bcace5 2021-06-22 stsp 		return a->nchain - b->nchain;
 813 e6bcace5 2021-06-22 stsp 	return a->mtime - b->mtime;
 814 e6bcace5 2021-06-22 stsp }
 815 e6bcace5 2021-06-22 stsp 
 816 e6bcace5 2021-06-22 stsp static const struct got_error *
 817 e6bcace5 2021-06-22 stsp packhdr(int *hdrlen, char *hdr, size_t bufsize, int obj_type, size_t len)
 818 e6bcace5 2021-06-22 stsp {
 819 e6bcace5 2021-06-22 stsp 	size_t i;
 820 e6bcace5 2021-06-22 stsp 
 821 e6bcace5 2021-06-22 stsp 	*hdrlen = 0;
 822 e6bcace5 2021-06-22 stsp 
 823 e6bcace5 2021-06-22 stsp 	hdr[0] = obj_type << 4;
 824 e6bcace5 2021-06-22 stsp 	hdr[0] |= len & 0xf;
 825 e6bcace5 2021-06-22 stsp 	len >>= 4;
 826 e6bcace5 2021-06-22 stsp 	for (i = 1; len != 0; i++){
 827 e6bcace5 2021-06-22 stsp 		if (i >= bufsize)
 828 e6bcace5 2021-06-22 stsp 			return got_error(GOT_ERR_NO_SPACE);
 829 e6bcace5 2021-06-22 stsp 		hdr[i - 1] |= GOT_DELTA_SIZE_MORE;
 830 e6bcace5 2021-06-22 stsp 		hdr[i] = len & GOT_DELTA_SIZE_VAL_MASK;
 831 e6bcace5 2021-06-22 stsp 		len >>= GOT_DELTA_SIZE_SHIFT;
 832 e6bcace5 2021-06-22 stsp 	}
 833 e6bcace5 2021-06-22 stsp 
 834 e6bcace5 2021-06-22 stsp 	*hdrlen = i;
 835 e6bcace5 2021-06-22 stsp 	return NULL;
 836 e6bcace5 2021-06-22 stsp }
 837 e6bcace5 2021-06-22 stsp 
 838 e6bcace5 2021-06-22 stsp static const struct got_error *
 839 e6bcace5 2021-06-22 stsp append(char **p, int *len, int *sz, void *seg, int nseg)
 840 e6bcace5 2021-06-22 stsp {
 841 e6bcace5 2021-06-22 stsp 	char *n;
 842 e6bcace5 2021-06-22 stsp 
 843 e6bcace5 2021-06-22 stsp 	if (*len + nseg >= *sz) {
 844 e6bcace5 2021-06-22 stsp 		while (*len + nseg >= *sz)
 845 e6bcace5 2021-06-22 stsp 			*sz += *sz / 2;
 846 e6bcace5 2021-06-22 stsp 		n = realloc(*p, *sz);
 847 e6bcace5 2021-06-22 stsp 		if (n == NULL)
 848 e6bcace5 2021-06-22 stsp 			return got_error_from_errno("realloc");
 849 e6bcace5 2021-06-22 stsp 		*p = n;
 850 e6bcace5 2021-06-22 stsp 	}
 851 e6bcace5 2021-06-22 stsp 	memcpy(*p + *len, seg, nseg);
 852 e6bcace5 2021-06-22 stsp 	*len += nseg;
 853 e6bcace5 2021-06-22 stsp 	return NULL;
 854 e6bcace5 2021-06-22 stsp }
 855 e6bcace5 2021-06-22 stsp 
 856 e6bcace5 2021-06-22 stsp 
 857 e6bcace5 2021-06-22 stsp static const struct got_error *
 858 e6bcace5 2021-06-22 stsp encodedelta(int *nd, struct got_pack_meta *m, struct got_raw_object *o,
 859 e6bcace5 2021-06-22 stsp     off_t base_size, char **pp)
 860 e6bcace5 2021-06-22 stsp {
 861 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
 862 e6bcace5 2021-06-22 stsp 	char *p;
 863 e6bcace5 2021-06-22 stsp 	unsigned char buf[16], *bp;
 864 e6bcace5 2021-06-22 stsp 	int len, sz, i, j;
 865 e6bcace5 2021-06-22 stsp 	off_t n;
 866 e6bcace5 2021-06-22 stsp 	struct got_delta_instruction *d;
 867 e6bcace5 2021-06-22 stsp 
 868 e6bcace5 2021-06-22 stsp 	*pp = NULL;
 869 e6bcace5 2021-06-22 stsp 	*nd = 0;
 870 e6bcace5 2021-06-22 stsp 
 871 e6bcace5 2021-06-22 stsp 	sz = 128;
 872 e6bcace5 2021-06-22 stsp 	len = 0;
 873 e6bcace5 2021-06-22 stsp 	p = malloc(sz);
 874 e6bcace5 2021-06-22 stsp 	if (p == NULL)
 875 e6bcace5 2021-06-22 stsp 		return got_error_from_errno("malloc");
 876 e6bcace5 2021-06-22 stsp 
 877 e6bcace5 2021-06-22 stsp 	/* base object size */
 878 e6bcace5 2021-06-22 stsp 	buf[0] = base_size & GOT_DELTA_SIZE_VAL_MASK;
 879 e6bcace5 2021-06-22 stsp 	n = base_size >> GOT_DELTA_SIZE_SHIFT;
 880 e6bcace5 2021-06-22 stsp 	for (i = 1; n > 0; i++) {
 881 e6bcace5 2021-06-22 stsp 		buf[i - 1] |= GOT_DELTA_SIZE_MORE;
 882 e6bcace5 2021-06-22 stsp 		buf[i] = n & GOT_DELTA_SIZE_VAL_MASK;
 883 e6bcace5 2021-06-22 stsp 		n >>= GOT_DELTA_SIZE_SHIFT;
 884 e6bcace5 2021-06-22 stsp 	}
 885 e6bcace5 2021-06-22 stsp 	err = append(&p, &len, &sz, buf, i);
 886 e6bcace5 2021-06-22 stsp 	if (err)
 887 e6bcace5 2021-06-22 stsp 		return err;
 888 e6bcace5 2021-06-22 stsp 
 889 e6bcace5 2021-06-22 stsp 	/* target object size */
 890 e6bcace5 2021-06-22 stsp 	buf[0] = o->size & GOT_DELTA_SIZE_VAL_MASK;
 891 e6bcace5 2021-06-22 stsp 	n = o->size >> GOT_DELTA_SIZE_SHIFT;
 892 e6bcace5 2021-06-22 stsp 	for (i = 1; n > 0; i++) {
 893 e6bcace5 2021-06-22 stsp 		buf[i - 1] |= GOT_DELTA_SIZE_MORE;
 894 e6bcace5 2021-06-22 stsp 		buf[i] = n & GOT_DELTA_SIZE_VAL_MASK;
 895 e6bcace5 2021-06-22 stsp 		n >>= GOT_DELTA_SIZE_SHIFT;
 896 e6bcace5 2021-06-22 stsp 	}
 897 e6bcace5 2021-06-22 stsp 	err = append(&p, &len, &sz, buf, i);
 898 e6bcace5 2021-06-22 stsp 	if (err)
 899 e6bcace5 2021-06-22 stsp 		return err;
 900 e6bcace5 2021-06-22 stsp 	for (j = 0; j < m->ndeltas; j++) {
 901 e6bcace5 2021-06-22 stsp 		d = &m->deltas[j];
 902 e6bcace5 2021-06-22 stsp 		if (d->copy) {
 903 e6bcace5 2021-06-22 stsp 			n = d->offset;
 904 e6bcace5 2021-06-22 stsp 			bp = &buf[1];
 905 e6bcace5 2021-06-22 stsp 			buf[0] = GOT_DELTA_BASE_COPY;
 906 e6bcace5 2021-06-22 stsp 			for (i = 0; i < 4; i++) {
 907 e6bcace5 2021-06-22 stsp 				/* DELTA_COPY_OFF1 ... DELTA_COPY_OFF4 */
 908 e6bcace5 2021-06-22 stsp 				buf[0] |= 1 << i;
 909 e6bcace5 2021-06-22 stsp 				*bp++ = n & 0xff;
 910 e6bcace5 2021-06-22 stsp 				n >>= 8;
 911 e6bcace5 2021-06-22 stsp 				if (n == 0)
 912 e6bcace5 2021-06-22 stsp 					break;
 913 e6bcace5 2021-06-22 stsp 			}
 914 e6bcace5 2021-06-22 stsp 
 915 e6bcace5 2021-06-22 stsp 			n = d->len;
 916 e6bcace5 2021-06-22 stsp 			if (n != GOT_DELTA_COPY_DEFAULT_LEN) {
 917 e6bcace5 2021-06-22 stsp 				/* DELTA_COPY_LEN1 ... DELTA_COPY_LEN3 */
 918 e6bcace5 2021-06-22 stsp 				for (i = 0; i < 3 && n > 0; i++) {
 919 e6bcace5 2021-06-22 stsp 					buf[0] |= 1 << (i + 4);
 920 e6bcace5 2021-06-22 stsp 					*bp++ = n & 0xff;
 921 e6bcace5 2021-06-22 stsp 					n >>= 8;
 922 e6bcace5 2021-06-22 stsp 				}
 923 e6bcace5 2021-06-22 stsp 			}
 924 e6bcace5 2021-06-22 stsp 			err = append(&p, &len, &sz, buf, bp - buf);
 925 e6bcace5 2021-06-22 stsp 			if (err)
 926 e6bcace5 2021-06-22 stsp 				return err;
 927 e6bcace5 2021-06-22 stsp 		} else {
 928 e6bcace5 2021-06-22 stsp 			char content[128];
 929 e6bcace5 2021-06-22 stsp 			size_t r;
 930 e6bcace5 2021-06-22 stsp 			if (fseeko(o->f, o->hdrlen + d->offset, SEEK_SET) == -1)
 931 e6bcace5 2021-06-22 stsp 				return got_error_from_errno("fseeko");
 932 e6bcace5 2021-06-22 stsp 			n = 0;
 933 e6bcace5 2021-06-22 stsp 			while (n != d->len) {
 934 e6bcace5 2021-06-22 stsp 				buf[0] = (d->len - n < 127) ? d->len - n : 127;
 935 e6bcace5 2021-06-22 stsp 				err = append(&p, &len, &sz, buf, 1);
 936 e6bcace5 2021-06-22 stsp 				if (err)
 937 e6bcace5 2021-06-22 stsp 					return err;
 938 e6bcace5 2021-06-22 stsp 				r = fread(content, 1, buf[0], o->f);
 939 e6bcace5 2021-06-22 stsp 				if (r != buf[0])
 940 e6bcace5 2021-06-22 stsp 					return got_ferror(o->f, GOT_ERR_IO);
 941 e6bcace5 2021-06-22 stsp 				err = append(&p, &len, &sz, content, buf[0]);
 942 e6bcace5 2021-06-22 stsp 				if (err)
 943 e6bcace5 2021-06-22 stsp 					return err;
 944 e6bcace5 2021-06-22 stsp 				n += buf[0];
 945 e6bcace5 2021-06-22 stsp 			}
 946 e6bcace5 2021-06-22 stsp 		}
 947 e6bcace5 2021-06-22 stsp 	}
 948 e6bcace5 2021-06-22 stsp 	*pp = p;
 949 e6bcace5 2021-06-22 stsp 	*nd = len;
 950 e6bcace5 2021-06-22 stsp 	return NULL;
 951 e6bcace5 2021-06-22 stsp }
 952 e6bcace5 2021-06-22 stsp 
 953 e6bcace5 2021-06-22 stsp static int
 954 e6bcace5 2021-06-22 stsp packoff(char *hdr, off_t off)
 955 e6bcace5 2021-06-22 stsp {
 956 e6bcace5 2021-06-22 stsp 	int i, j;
 957 e6bcace5 2021-06-22 stsp 	char rbuf[8];
 958 e6bcace5 2021-06-22 stsp 
 959 e6bcace5 2021-06-22 stsp 	rbuf[0] = off & GOT_DELTA_SIZE_VAL_MASK;
 960 e6bcace5 2021-06-22 stsp 	for (i = 1; (off >>= GOT_DELTA_SIZE_SHIFT) != 0; i++) {
 961 e6bcace5 2021-06-22 stsp 		rbuf[i] = (--off & GOT_DELTA_SIZE_VAL_MASK) |
 962 e6bcace5 2021-06-22 stsp 		    GOT_DELTA_SIZE_MORE;
 963 e6bcace5 2021-06-22 stsp 	}
 964 e6bcace5 2021-06-22 stsp 
 965 e6bcace5 2021-06-22 stsp 	j = 0;
 966 e6bcace5 2021-06-22 stsp 	while (i > 0)
 967 e6bcace5 2021-06-22 stsp 		hdr[j++] = rbuf[--i];
 968 e6bcace5 2021-06-22 stsp 	return j;
 969 e6bcace5 2021-06-22 stsp }
 970 e6bcace5 2021-06-22 stsp 
 971 e6bcace5 2021-06-22 stsp static const struct got_error *
 972 e6bcace5 2021-06-22 stsp genpack(uint8_t *pack_sha1, FILE *packfile,
 973 e6bcace5 2021-06-22 stsp     struct got_pack_meta **meta, int nmeta, int use_offset_deltas,
 974 e6bcace5 2021-06-22 stsp     struct got_repository *repo)
 975 e6bcace5 2021-06-22 stsp {
 976 e6bcace5 2021-06-22 stsp 	const struct got_error *err = NULL;
 977 e6bcace5 2021-06-22 stsp 	int i, nh, nd, pct;
 978 e6bcace5 2021-06-22 stsp 	SHA1_CTX ctx;
 979 e6bcace5 2021-06-22 stsp 	struct got_pack_meta *m;
 980 e6bcace5 2021-06-22 stsp 	struct got_raw_object *raw;
 981 e6bcace5 2021-06-22 stsp 	char *p = NULL, buf[32];
 982 e6bcace5 2021-06-22 stsp 	size_t outlen, n;
 983 e6bcace5 2021-06-22 stsp 	struct got_deflate_checksum csum;
 984 e6bcace5 2021-06-22 stsp 
 985 e6bcace5 2021-06-22 stsp 	SHA1Init(&ctx);
 986 e6bcace5 2021-06-22 stsp 	csum.output_sha1 = &ctx;
 987 e6bcace5 2021-06-22 stsp 	csum.output_crc = NULL;
 988 e6bcace5 2021-06-22 stsp 
 989 e6bcace5 2021-06-22 stsp 	pct = 0;
 990 e6bcace5 2021-06-22 stsp 	fprintf(stderr, "generating pack\n");
 991 e6bcace5 2021-06-22 stsp 
 992 e6bcace5 2021-06-22 stsp 	err = hwrite(packfile, "PACK", 4, &ctx);
 993 e6bcace5 2021-06-22 stsp 	if (err)
 994 e6bcace5 2021-06-22 stsp 		return err;
 995 e6bcace5 2021-06-22 stsp 	putbe32(buf, GOT_PACKFILE_VERSION);
 996 e6bcace5 2021-06-22 stsp 	err = hwrite(packfile, buf, 4, &ctx);
 997 e6bcace5 2021-06-22 stsp 	if (err)
 998 e6bcace5 2021-06-22 stsp 		goto done;
 999 e6bcace5 2021-06-22 stsp 	putbe32(buf, nmeta);
1000 e6bcace5 2021-06-22 stsp 	err = hwrite(packfile, buf, 4, &ctx);
1001 e6bcace5 2021-06-22 stsp 	if (err)
1002 e6bcace5 2021-06-22 stsp 		goto done;
1003 e6bcace5 2021-06-22 stsp 	qsort(meta, nmeta, sizeof(struct got_pack_meta *), write_order_cmp);
1004 e6bcace5 2021-06-22 stsp 	fprintf(stderr, "writing %d objects:   0%%", nmeta);
1005 e6bcace5 2021-06-22 stsp 	for (i = 0; i < nmeta; i++) {
1006 e6bcace5 2021-06-22 stsp 		pct = showprogress((i*100)/nmeta, pct);
1007 e6bcace5 2021-06-22 stsp 		m = meta[i];
1008 e6bcace5 2021-06-22 stsp 		m->off = ftello(packfile);
1009 e6bcace5 2021-06-22 stsp 		err = got_object_raw_open(&raw, repo, &m->id, 8192);
1010 e6bcace5 2021-06-22 stsp 		if (err)
1011 e6bcace5 2021-06-22 stsp 			goto done;
1012 e6bcace5 2021-06-22 stsp 		if (m->deltas == NULL) {
1013 e6bcace5 2021-06-22 stsp 			err = packhdr(&nh, buf, sizeof(buf),
1014 e6bcace5 2021-06-22 stsp 			    m->obj_type, raw->size);
1015 e6bcace5 2021-06-22 stsp 			if (err)
1016 e6bcace5 2021-06-22 stsp 				goto done;
1017 e6bcace5 2021-06-22 stsp 			err = hwrite(packfile, buf, nh, &ctx);
1018 e6bcace5 2021-06-22 stsp 			if (err)
1019 e6bcace5 2021-06-22 stsp 				goto done;
1020 e6bcace5 2021-06-22 stsp 			if (fseeko(raw->f, raw->hdrlen, SEEK_SET) == -1) {
1021 e6bcace5 2021-06-22 stsp 				err = got_error_from_errno("fseeko");
1022 e6bcace5 2021-06-22 stsp 				goto done;
1023 e6bcace5 2021-06-22 stsp 			}
1024 e6bcace5 2021-06-22 stsp 			err = got_deflate_to_file(&outlen, raw->f, packfile,
1025 e6bcace5 2021-06-22 stsp 			    &csum);
1026 e6bcace5 2021-06-22 stsp 			if (err)
1027 e6bcace5 2021-06-22 stsp 				goto done;
1028 e6bcace5 2021-06-22 stsp 		} else {
1029 e6bcace5 2021-06-22 stsp 			FILE *delta_file;
1030 e6bcace5 2021-06-22 stsp 			struct got_raw_object *base_raw;
1031 e6bcace5 2021-06-22 stsp 			err = got_object_raw_open(&base_raw, repo,
1032 e6bcace5 2021-06-22 stsp 			    &m->prev->id, 8192);
1033 e6bcace5 2021-06-22 stsp 			if (err)
1034 e6bcace5 2021-06-22 stsp 				goto done;
1035 e6bcace5 2021-06-22 stsp 			err = encodedelta(&nd, m, raw, base_raw->size, &p);
1036 e6bcace5 2021-06-22 stsp 			if (err)
1037 e6bcace5 2021-06-22 stsp 				goto done;
1038 e6bcace5 2021-06-22 stsp 			got_object_raw_close(base_raw);
1039 e6bcace5 2021-06-22 stsp 			if (use_offset_deltas && m->prev->off != 0) {
1040 e6bcace5 2021-06-22 stsp 				err = packhdr(&nh, buf, sizeof(buf),
1041 e6bcace5 2021-06-22 stsp 				    GOT_OBJ_TYPE_OFFSET_DELTA, nd);
1042 e6bcace5 2021-06-22 stsp 				if (err)
1043 e6bcace5 2021-06-22 stsp 					goto done;
1044 e6bcace5 2021-06-22 stsp 				nh += packoff(buf + nh,
1045 e6bcace5 2021-06-22 stsp 				    m->off - m->prev->off);
1046 e6bcace5 2021-06-22 stsp 				err = hwrite(packfile, buf, nh, &ctx);
1047 e6bcace5 2021-06-22 stsp 				if (err)
1048 e6bcace5 2021-06-22 stsp 					goto done;
1049 e6bcace5 2021-06-22 stsp 			} else {
1050 e6bcace5 2021-06-22 stsp 				err = packhdr(&nh, buf, sizeof(buf),
1051 e6bcace5 2021-06-22 stsp 				    GOT_OBJ_TYPE_REF_DELTA, nd);
1052 e6bcace5 2021-06-22 stsp 				err = hwrite(packfile, buf, nh, &ctx);
1053 e6bcace5 2021-06-22 stsp 				if (err)
1054 e6bcace5 2021-06-22 stsp 					goto done;
1055 e6bcace5 2021-06-22 stsp 				err = hwrite(packfile, m->prev->id.sha1,
1056 e6bcace5 2021-06-22 stsp 				    sizeof(m->prev->id.sha1), &ctx);
1057 e6bcace5 2021-06-22 stsp 				if (err)
1058 e6bcace5 2021-06-22 stsp 					goto done;
1059 e6bcace5 2021-06-22 stsp 			}
1060 e6bcace5 2021-06-22 stsp 			/* XXX need got_deflate_from_mem() */
1061 e6bcace5 2021-06-22 stsp 			delta_file = fmemopen(p, nd, "r");
1062 e6bcace5 2021-06-22 stsp 			if (delta_file == NULL) {
1063 e6bcace5 2021-06-22 stsp 				err = got_error_from_errno("fmemopen");
1064 e6bcace5 2021-06-22 stsp 				goto done;
1065 e6bcace5 2021-06-22 stsp 			}
1066 e6bcace5 2021-06-22 stsp 			err = got_deflate_to_file(&outlen, delta_file,
1067 e6bcace5 2021-06-22 stsp 			    packfile, &csum);
1068 e6bcace5 2021-06-22 stsp 			fclose(delta_file);
1069 e6bcace5 2021-06-22 stsp 			if (err)
1070 e6bcace5 2021-06-22 stsp 				goto done;
1071 e6bcace5 2021-06-22 stsp 			free(p);
1072 e6bcace5 2021-06-22 stsp 			p = NULL;
1073 e6bcace5 2021-06-22 stsp 		}
1074 e6bcace5 2021-06-22 stsp 		got_object_raw_close(raw);
1075 e6bcace5 2021-06-22 stsp 		raw = NULL;
1076 e6bcace5 2021-06-22 stsp 	}
1077 e6bcace5 2021-06-22 stsp 	fprintf(stderr, "\b\b\b\b100%%\n");
1078 e6bcace5 2021-06-22 stsp 	SHA1Final(pack_sha1, &ctx);
1079 e6bcace5 2021-06-22 stsp 	n = fwrite(pack_sha1, 1, SHA1_DIGEST_LENGTH, packfile);
1080 e6bcace5 2021-06-22 stsp 	if (n != SHA1_DIGEST_LENGTH)
1081 e6bcace5 2021-06-22 stsp 		err = got_ferror(packfile, GOT_ERR_IO);
1082 e6bcace5 2021-06-22 stsp done:
1083 e6bcace5 2021-06-22 stsp 	free(p);
1084 e6bcace5 2021-06-22 stsp 	return err;
1085 e6bcace5 2021-06-22 stsp }
1086 e6bcace5 2021-06-22 stsp 
1087 e6bcace5 2021-06-22 stsp const struct got_error *
1088 e6bcace5 2021-06-22 stsp got_pack_create(uint8_t *packsha1, FILE *packfile,
1089 e6bcace5 2021-06-22 stsp     struct got_object_id **theirs, int ntheirs,
1090 e6bcace5 2021-06-22 stsp     struct got_object_id **ours, int nours,
1091 e6bcace5 2021-06-22 stsp     struct got_repository *repo, got_cancel_cb cancel_cb, void *cancel_arg)
1092 e6bcace5 2021-06-22 stsp {
1093 e6bcace5 2021-06-22 stsp 	const struct got_error *err;
1094 e6bcace5 2021-06-22 stsp 	struct got_pack_meta **meta;
1095 e6bcace5 2021-06-22 stsp 	int nmeta;
1096 e6bcace5 2021-06-22 stsp 
1097 e6bcace5 2021-06-22 stsp 	err = read_meta(&meta, &nmeta, theirs, ntheirs, ours, nours, repo,
1098 e6bcace5 2021-06-22 stsp 	    cancel_cb, cancel_arg);
1099 e6bcace5 2021-06-22 stsp 	if (err)
1100 e6bcace5 2021-06-22 stsp 		return err;
1101 e6bcace5 2021-06-22 stsp 
1102 e6bcace5 2021-06-22 stsp 	err = pick_deltas(meta, nmeta, repo, cancel_cb, cancel_arg);
1103 e6bcace5 2021-06-22 stsp 	if (err)
1104 e6bcace5 2021-06-22 stsp 		goto done;
1105 e6bcace5 2021-06-22 stsp 
1106 e6bcace5 2021-06-22 stsp 	err = genpack(packsha1, packfile, meta, nmeta, 1, repo);
1107 e6bcace5 2021-06-22 stsp 	if (err)
1108 e6bcace5 2021-06-22 stsp 		goto done;
1109 e6bcace5 2021-06-22 stsp done:
1110 e6bcace5 2021-06-22 stsp 	free_nmeta(meta, nmeta);
1111 e6bcace5 2021-06-22 stsp 	return err;
1112 e6bcace5 2021-06-22 stsp }