2 3efd8e31 2022-10-23 thomas * Copyright (c) 2022 Stefan Sperling <stsp@openbsd.org>
4 3efd8e31 2022-10-23 thomas * Permission to use, copy, modify, and distribute this software for any
5 3efd8e31 2022-10-23 thomas * purpose with or without fee is hereby granted, provided that the above
6 3efd8e31 2022-10-23 thomas * copyright notice and this permission notice appear in all copies.
8 3efd8e31 2022-10-23 thomas * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 3efd8e31 2022-10-23 thomas * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 3efd8e31 2022-10-23 thomas * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 3efd8e31 2022-10-23 thomas * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 3efd8e31 2022-10-23 thomas * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 3efd8e31 2022-10-23 thomas * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 3efd8e31 2022-10-23 thomas * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 3efd8e31 2022-10-23 thomas #include <sys/queue.h>
18 3efd8e31 2022-10-23 thomas #include <sys/tree.h>
19 3efd8e31 2022-10-23 thomas #include <sys/stat.h>
21 3efd8e31 2022-10-23 thomas #include <errno.h>
22 3efd8e31 2022-10-23 thomas #include <limits.h>
23 3efd8e31 2022-10-23 thomas #include <sha1.h>
24 3efd8e31 2022-10-23 thomas #include <stdio.h>
25 3efd8e31 2022-10-23 thomas #include <stdlib.h>
26 3efd8e31 2022-10-23 thomas #include <string.h>
27 3efd8e31 2022-10-23 thomas #include <unistd.h>
29 3efd8e31 2022-10-23 thomas #include "got_error.h"
30 3efd8e31 2022-10-23 thomas #include "got_object.h"
31 3efd8e31 2022-10-23 thomas #include "got_repository.h"
32 3efd8e31 2022-10-23 thomas #include "got_path.h"
34 3efd8e31 2022-10-23 thomas #include "got_lib_delta.h"
35 3efd8e31 2022-10-23 thomas #include "got_lib_object.h"
36 3efd8e31 2022-10-23 thomas #include "got_lib_object_cache.h"
37 3efd8e31 2022-10-23 thomas #include "got_lib_object_parse.h"
38 3efd8e31 2022-10-23 thomas #include "got_lib_pack.h"
39 3efd8e31 2022-10-23 thomas #include "got_lib_repository.h"
41 3efd8e31 2022-10-23 thomas const struct got_error *
42 3efd8e31 2022-10-23 thomas got_object_open_packed(struct got_object **obj, struct got_object_id *id,
43 3efd8e31 2022-10-23 thomas struct got_repository *repo)
45 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
46 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
47 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
49 3efd8e31 2022-10-23 thomas char *path_packfile;
51 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
53 3efd8e31 2022-10-23 thomas return err;
55 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
56 3efd8e31 2022-10-23 thomas packidx->path_packidx);
58 3efd8e31 2022-10-23 thomas return err;
60 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
61 3efd8e31 2022-10-23 thomas if (pack == NULL) {
62 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
64 3efd8e31 2022-10-23 thomas goto done;
67 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(obj, pack, packidx, idx, id);
69 3efd8e31 2022-10-23 thomas return err;
70 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
72 3efd8e31 2022-10-23 thomas err = got_repo_cache_object(repo, id, *obj);
73 3efd8e31 2022-10-23 thomas if (err) {
74 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
75 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
76 3efd8e31 2022-10-23 thomas err = NULL;
79 3efd8e31 2022-10-23 thomas free(path_packfile);
80 3efd8e31 2022-10-23 thomas return err;
83 3efd8e31 2022-10-23 thomas const struct got_error *
84 3efd8e31 2022-10-23 thomas got_object_open_from_packfile(struct got_object **obj, struct got_object_id *id,
85 3efd8e31 2022-10-23 thomas struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
86 3efd8e31 2022-10-23 thomas struct got_repository *repo)
88 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
91 3efd8e31 2022-10-23 thomas const struct got_error *
92 3efd8e31 2022-10-23 thomas got_object_read_raw_delta(uint64_t *base_size, uint64_t *result_size,
93 3efd8e31 2022-10-23 thomas off_t *delta_size, off_t *delta_compressed_size, off_t *delta_offset,
94 3efd8e31 2022-10-23 thomas off_t *delta_out_offset, struct got_object_id **base_id, int delta_cache_fd,
95 3efd8e31 2022-10-23 thomas struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
96 3efd8e31 2022-10-23 thomas struct got_repository *repo)
98 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
101 3efd8e31 2022-10-23 thomas const struct got_error *
102 3efd8e31 2022-10-23 thomas got_object_open(struct got_object **obj, struct got_repository *repo,
103 3efd8e31 2022-10-23 thomas struct got_object_id *id)
105 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
108 3efd8e31 2022-10-23 thomas *obj = got_repo_get_cached_object(repo, id);
109 3efd8e31 2022-10-23 thomas if (*obj != NULL) {
110 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
111 3efd8e31 2022-10-23 thomas return NULL;
114 3efd8e31 2022-10-23 thomas err = got_object_open_packed(obj, id, repo);
115 3efd8e31 2022-10-23 thomas if (err) {
116 3efd8e31 2022-10-23 thomas if (err->code != GOT_ERR_NO_OBJ)
117 3efd8e31 2022-10-23 thomas return err;
119 3efd8e31 2022-10-23 thomas return NULL;
121 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
122 3efd8e31 2022-10-23 thomas if (err) {
123 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
124 3efd8e31 2022-10-23 thomas err = got_error_no_obj(id);
125 3efd8e31 2022-10-23 thomas return err;
128 3efd8e31 2022-10-23 thomas err = got_object_read_header(obj, fd);
130 3efd8e31 2022-10-23 thomas goto done;
132 3efd8e31 2022-10-23 thomas memcpy(&(*obj)->id, id, sizeof((*obj)->id));
133 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
135 3efd8e31 2022-10-23 thomas err = got_repo_cache_object(repo, id, *obj);
136 3efd8e31 2022-10-23 thomas if (err) {
137 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
138 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
139 3efd8e31 2022-10-23 thomas err = NULL;
142 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
143 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
144 3efd8e31 2022-10-23 thomas return err;
147 3efd8e31 2022-10-23 thomas static const struct got_error *
148 3efd8e31 2022-10-23 thomas wrap_fd(FILE **f, int wrapped_fd)
150 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
153 3efd8e31 2022-10-23 thomas if (ftruncate(wrapped_fd, 0L) == -1)
154 3efd8e31 2022-10-23 thomas return got_error_from_errno("ftruncate");
156 3efd8e31 2022-10-23 thomas if (lseek(wrapped_fd, 0L, SEEK_SET) == -1)
157 3efd8e31 2022-10-23 thomas return got_error_from_errno("lseek");
159 3efd8e31 2022-10-23 thomas fd = dup(wrapped_fd);
160 3efd8e31 2022-10-23 thomas if (fd == -1)
161 3efd8e31 2022-10-23 thomas return got_error_from_errno("dup");
163 3efd8e31 2022-10-23 thomas *f = fdopen(fd, "w+");
164 3efd8e31 2022-10-23 thomas if (*f == NULL) {
165 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fdopen");
166 3efd8e31 2022-10-23 thomas close(fd);
168 3efd8e31 2022-10-23 thomas return err;
171 3efd8e31 2022-10-23 thomas static const struct got_error *
172 3efd8e31 2022-10-23 thomas read_packed_object_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
173 3efd8e31 2022-10-23 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
174 3efd8e31 2022-10-23 thomas struct got_object_id *id)
176 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
177 3efd8e31 2022-10-23 thomas uint64_t raw_size = 0;
178 3efd8e31 2022-10-23 thomas struct got_object *obj;
179 3efd8e31 2022-10-23 thomas FILE *outfile = NULL, *basefile = NULL, *accumfile = NULL;
181 3efd8e31 2022-10-23 thomas *outbuf = NULL;
182 3efd8e31 2022-10-23 thomas *size = 0;
183 3efd8e31 2022-10-23 thomas *hdrlen = 0;
185 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
187 3efd8e31 2022-10-23 thomas return err;
189 3efd8e31 2022-10-23 thomas if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
190 3efd8e31 2022-10-23 thomas err = got_pack_get_max_delta_object_size(&raw_size, obj, pack);
192 3efd8e31 2022-10-23 thomas goto done;
194 3efd8e31 2022-10-23 thomas raw_size = obj->size;
196 3efd8e31 2022-10-23 thomas if (raw_size <= GOT_DELTA_RESULT_SIZE_CACHED_MAX) {
197 3efd8e31 2022-10-23 thomas size_t len;
198 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(outbuf, &len,
199 3efd8e31 2022-10-23 thomas obj, pack);
201 3efd8e31 2022-10-23 thomas goto done;
202 3efd8e31 2022-10-23 thomas *size = (off_t)len;
205 3efd8e31 2022-10-23 thomas * XXX This uses 3 file extra descriptors for no good reason.
206 3efd8e31 2022-10-23 thomas * We should have got_packfile_extract_object_to_fd().
208 3efd8e31 2022-10-23 thomas err = wrap_fd(&outfile, outfd);
210 3efd8e31 2022-10-23 thomas goto done;
211 3efd8e31 2022-10-23 thomas err = wrap_fd(&basefile, pack->basefd);
213 3efd8e31 2022-10-23 thomas goto done;
214 3efd8e31 2022-10-23 thomas err = wrap_fd(&accumfile, pack->accumfd);
216 3efd8e31 2022-10-23 thomas goto done;
217 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object(pack, obj, outfile, basefile,
218 3efd8e31 2022-10-23 thomas accumfile);
220 3efd8e31 2022-10-23 thomas goto done;
221 b296ac1c 2023-01-09 thomas *size = obj->size;
224 3efd8e31 2022-10-23 thomas *hdrlen = obj->hdrlen;
226 3efd8e31 2022-10-23 thomas got_object_close(obj);
227 3efd8e31 2022-10-23 thomas if (outfile && fclose(outfile) == EOF && err == NULL)
228 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
229 3efd8e31 2022-10-23 thomas if (basefile && fclose(basefile) == EOF && err == NULL)
230 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
231 3efd8e31 2022-10-23 thomas if (accumfile && fclose(accumfile) == EOF && err == NULL)
232 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
233 3efd8e31 2022-10-23 thomas return err;
237 3efd8e31 2022-10-23 thomas static void
238 3efd8e31 2022-10-23 thomas put_raw_object_tempfile(struct got_raw_object *obj)
240 3efd8e31 2022-10-23 thomas struct got_repository *repo = obj->close_arg;
242 3efd8e31 2022-10-23 thomas if (obj->tempfile_idx != -1)
243 3efd8e31 2022-10-23 thomas got_repo_temp_fds_put(obj->tempfile_idx, repo);
246 3efd8e31 2022-10-23 thomas /* *outfd must be initialized to -1 by caller */
247 3efd8e31 2022-10-23 thomas const struct got_error *
248 3efd8e31 2022-10-23 thomas got_object_raw_open(struct got_raw_object **obj, int *outfd,
249 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
251 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
252 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
253 ab9f7b87 2023-01-09 thomas int idx, tempfd, tempfile_idx;
254 3efd8e31 2022-10-23 thomas uint8_t *outbuf = NULL;
255 3efd8e31 2022-10-23 thomas off_t size = 0;
256 3efd8e31 2022-10-23 thomas size_t hdrlen = 0;
257 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
259 3efd8e31 2022-10-23 thomas *obj = got_repo_get_cached_raw_object(repo, id);
260 3efd8e31 2022-10-23 thomas if (*obj != NULL) {
261 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
262 3efd8e31 2022-10-23 thomas return NULL;
265 ab9f7b87 2023-01-09 thomas err = got_repo_temp_fds_get(&tempfd, &tempfile_idx, repo);
267 ab9f7b87 2023-01-09 thomas return err;
269 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
270 3efd8e31 2022-10-23 thomas if (err == NULL) {
271 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
273 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
274 3efd8e31 2022-10-23 thomas packidx->path_packidx);
276 3efd8e31 2022-10-23 thomas goto done;
278 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
279 3efd8e31 2022-10-23 thomas if (pack == NULL) {
280 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
281 3efd8e31 2022-10-23 thomas packidx);
283 3efd8e31 2022-10-23 thomas goto done;
285 3efd8e31 2022-10-23 thomas err = read_packed_object_raw(&outbuf, &size, &hdrlen,
286 ab9f7b87 2023-01-09 thomas tempfd, pack, packidx, idx, id);
288 3efd8e31 2022-10-23 thomas goto done;
289 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
292 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
294 3efd8e31 2022-10-23 thomas goto done;
295 3efd8e31 2022-10-23 thomas err = got_object_read_raw(&outbuf, &size, &hdrlen,
296 ab9f7b87 2023-01-09 thomas GOT_DELTA_RESULT_SIZE_CACHED_MAX, tempfd, id, fd);
297 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
298 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
300 ab9f7b87 2023-01-09 thomas goto done;
303 ab9f7b87 2023-01-09 thomas if (outbuf == NULL) {
304 ab9f7b87 2023-01-09 thomas if (*outfd != -1) {
305 ab9f7b87 2023-01-09 thomas err = got_error_msg(GOT_ERR_NOT_IMPL, "bad outfd");
306 ab9f7b87 2023-01-09 thomas goto done;
310 ab9f7b87 2023-01-09 thomas * Duplicate tempfile descriptor to allow use of
311 ab9f7b87 2023-01-09 thomas * fdopen(3) inside got_object_raw_alloc().
313 ab9f7b87 2023-01-09 thomas *outfd = dup(tempfd);
314 ab9f7b87 2023-01-09 thomas if (*outfd == -1) {
315 ab9f7b87 2023-01-09 thomas err = got_error_from_errno("dup");
316 3efd8e31 2022-10-23 thomas goto done;
320 ebe6ec92 2023-01-09 thomas err = got_object_raw_alloc(obj, outbuf, outfd,
321 ebe6ec92 2023-01-09 thomas GOT_DELTA_RESULT_SIZE_CACHED_MAX, hdrlen, size);
323 3efd8e31 2022-10-23 thomas goto done;
325 3efd8e31 2022-10-23 thomas err = got_repo_cache_raw_object(repo, id, *obj);
326 3efd8e31 2022-10-23 thomas if (err) {
327 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
328 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
329 3efd8e31 2022-10-23 thomas err = NULL;
332 3efd8e31 2022-10-23 thomas free(path_packfile);
333 3efd8e31 2022-10-23 thomas if (err) {
334 3efd8e31 2022-10-23 thomas if (*obj) {
335 3efd8e31 2022-10-23 thomas got_object_raw_close(*obj);
336 3efd8e31 2022-10-23 thomas *obj = NULL;
338 3efd8e31 2022-10-23 thomas free(outbuf);
339 ab9f7b87 2023-01-09 thomas got_repo_temp_fds_put(tempfile_idx, repo);
340 ab9f7b87 2023-01-09 thomas if (*outfd != -1) {
341 ab9f7b87 2023-01-09 thomas close(*outfd);
342 ab9f7b87 2023-01-09 thomas *outfd = -1;
345 ab9f7b87 2023-01-09 thomas if (((*obj)->f == NULL && (*obj)->fd == -1)) {
346 ab9f7b87 2023-01-09 thomas /* This raw object is not backed by a file. */
347 ab9f7b87 2023-01-09 thomas got_repo_temp_fds_put(tempfile_idx, repo);
348 ab9f7b87 2023-01-09 thomas if (*outfd != -1) {
349 ab9f7b87 2023-01-09 thomas close(*outfd);
350 ab9f7b87 2023-01-09 thomas *outfd = -1;
353 ab9f7b87 2023-01-09 thomas (*obj)->tempfile_idx = tempfile_idx;
354 ab9f7b87 2023-01-09 thomas (*obj)->close_cb = put_raw_object_tempfile;
355 ab9f7b87 2023-01-09 thomas (*obj)->close_arg = repo;
358 3efd8e31 2022-10-23 thomas return err;
361 3efd8e31 2022-10-23 thomas static const struct got_error *
362 3efd8e31 2022-10-23 thomas open_commit(struct got_commit_object **commit,
363 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id, int check_cache)
365 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
366 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
368 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
370 3efd8e31 2022-10-23 thomas if (check_cache) {
371 3efd8e31 2022-10-23 thomas *commit = got_repo_get_cached_commit(repo, id);
372 3efd8e31 2022-10-23 thomas if (*commit != NULL) {
373 3efd8e31 2022-10-23 thomas (*commit)->refcnt++;
374 3efd8e31 2022-10-23 thomas return NULL;
377 3efd8e31 2022-10-23 thomas *commit = NULL;
379 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
380 3efd8e31 2022-10-23 thomas if (err == NULL) {
381 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
382 3efd8e31 2022-10-23 thomas struct got_object *obj;
383 3efd8e31 2022-10-23 thomas uint8_t *buf;
384 3efd8e31 2022-10-23 thomas size_t len;
386 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
387 3efd8e31 2022-10-23 thomas packidx->path_packidx);
389 3efd8e31 2022-10-23 thomas return err;
391 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
392 3efd8e31 2022-10-23 thomas if (pack == NULL) {
393 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
394 3efd8e31 2022-10-23 thomas packidx);
396 3efd8e31 2022-10-23 thomas goto done;
398 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
400 3efd8e31 2022-10-23 thomas goto done;
401 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(&buf, &len,
402 3efd8e31 2022-10-23 thomas obj, pack);
403 3efd8e31 2022-10-23 thomas got_object_close(obj);
405 3efd8e31 2022-10-23 thomas goto done;
406 3efd8e31 2022-10-23 thomas err = got_object_parse_commit(commit, buf, len);
407 3efd8e31 2022-10-23 thomas free(buf);
408 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
411 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
413 3efd8e31 2022-10-23 thomas return err;
414 3efd8e31 2022-10-23 thomas err = got_object_read_commit(commit, fd, id, 0);
415 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
416 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
418 3efd8e31 2022-10-23 thomas return err;
421 3efd8e31 2022-10-23 thomas if (err == NULL) {
422 3efd8e31 2022-10-23 thomas (*commit)->refcnt++;
423 3efd8e31 2022-10-23 thomas err = got_repo_cache_commit(repo, id, *commit);
424 3efd8e31 2022-10-23 thomas if (err) {
425 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
426 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
427 3efd8e31 2022-10-23 thomas err = NULL;
431 3efd8e31 2022-10-23 thomas free(path_packfile);
432 3efd8e31 2022-10-23 thomas return err;
435 3efd8e31 2022-10-23 thomas const struct got_error *
436 3efd8e31 2022-10-23 thomas got_object_open_as_commit(struct got_commit_object **commit,
437 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
439 3efd8e31 2022-10-23 thomas *commit = got_repo_get_cached_commit(repo, id);
440 3efd8e31 2022-10-23 thomas if (*commit != NULL) {
441 3efd8e31 2022-10-23 thomas (*commit)->refcnt++;
442 3efd8e31 2022-10-23 thomas return NULL;
445 3efd8e31 2022-10-23 thomas return open_commit(commit, repo, id, 0);
448 3efd8e31 2022-10-23 thomas const struct got_error *
449 3efd8e31 2022-10-23 thomas got_object_commit_open(struct got_commit_object **commit,
450 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj)
452 3efd8e31 2022-10-23 thomas return open_commit(commit, repo, got_object_get_id(obj), 1);
455 3efd8e31 2022-10-23 thomas static const struct got_error *
456 3efd8e31 2022-10-23 thomas open_tree(struct got_tree_object **tree,
457 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id, int check_cache)
459 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
460 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
462 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
463 3efd8e31 2022-10-23 thomas struct got_parsed_tree_entry *entries = NULL;
464 3efd8e31 2022-10-23 thomas size_t nentries = 0, nentries_alloc = 0, i;
465 3efd8e31 2022-10-23 thomas uint8_t *buf = NULL;
467 3efd8e31 2022-10-23 thomas if (check_cache) {
468 3efd8e31 2022-10-23 thomas *tree = got_repo_get_cached_tree(repo, id);
469 3efd8e31 2022-10-23 thomas if (*tree != NULL) {
470 3efd8e31 2022-10-23 thomas (*tree)->refcnt++;
471 3efd8e31 2022-10-23 thomas return NULL;
474 3efd8e31 2022-10-23 thomas *tree = NULL;
476 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
477 3efd8e31 2022-10-23 thomas if (err == NULL) {
478 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
479 3efd8e31 2022-10-23 thomas struct got_object *obj;
480 3efd8e31 2022-10-23 thomas size_t len;
482 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
483 3efd8e31 2022-10-23 thomas packidx->path_packidx);
485 3efd8e31 2022-10-23 thomas return err;
487 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
488 3efd8e31 2022-10-23 thomas if (pack == NULL) {
489 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
490 3efd8e31 2022-10-23 thomas packidx);
492 3efd8e31 2022-10-23 thomas goto done;
494 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
496 3efd8e31 2022-10-23 thomas goto done;
497 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(&buf, &len,
498 3efd8e31 2022-10-23 thomas obj, pack);
499 3efd8e31 2022-10-23 thomas got_object_close(obj);
501 3efd8e31 2022-10-23 thomas goto done;
502 3efd8e31 2022-10-23 thomas err = got_object_parse_tree(&entries, &nentries,
503 3efd8e31 2022-10-23 thomas &nentries_alloc, buf, len);
505 3efd8e31 2022-10-23 thomas goto done;
506 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
509 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
511 3efd8e31 2022-10-23 thomas return err;
512 3efd8e31 2022-10-23 thomas err = got_object_read_tree(&entries, &nentries,
513 3efd8e31 2022-10-23 thomas &nentries_alloc, &buf, fd, id);
514 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
515 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
517 3efd8e31 2022-10-23 thomas goto done;
519 3efd8e31 2022-10-23 thomas goto done;
521 3efd8e31 2022-10-23 thomas *tree = malloc(sizeof(**tree));
522 3efd8e31 2022-10-23 thomas if (*tree == NULL) {
523 3efd8e31 2022-10-23 thomas err = got_error_from_errno("malloc");
524 3efd8e31 2022-10-23 thomas goto done;
526 3efd8e31 2022-10-23 thomas (*tree)->entries = calloc(nentries, sizeof(struct got_tree_entry));
527 3efd8e31 2022-10-23 thomas if ((*tree)->entries == NULL) {
528 3efd8e31 2022-10-23 thomas err = got_error_from_errno("malloc");
529 3efd8e31 2022-10-23 thomas goto done;
531 3efd8e31 2022-10-23 thomas (*tree)->nentries = nentries;
532 3efd8e31 2022-10-23 thomas (*tree)->refcnt = 0;
534 3efd8e31 2022-10-23 thomas for (i = 0; i < nentries; i++) {
535 3efd8e31 2022-10-23 thomas struct got_parsed_tree_entry *pe = &entries[i];
536 3efd8e31 2022-10-23 thomas struct got_tree_entry *te = &(*tree)->entries[i];
538 3efd8e31 2022-10-23 thomas if (strlcpy(te->name, pe->name,
539 3efd8e31 2022-10-23 thomas sizeof(te->name)) >= sizeof(te->name)) {
540 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_NO_SPACE);
541 3efd8e31 2022-10-23 thomas goto done;
543 3efd8e31 2022-10-23 thomas memcpy(te->id.sha1, pe->id, SHA1_DIGEST_LENGTH);
544 3efd8e31 2022-10-23 thomas te->mode = pe->mode;
545 3efd8e31 2022-10-23 thomas te->idx = i;
548 3efd8e31 2022-10-23 thomas free(path_packfile);
549 3efd8e31 2022-10-23 thomas free(entries);
550 3efd8e31 2022-10-23 thomas free(buf);
551 3efd8e31 2022-10-23 thomas if (err == NULL) {
552 3efd8e31 2022-10-23 thomas (*tree)->refcnt++;
553 3efd8e31 2022-10-23 thomas err = got_repo_cache_tree(repo, id, *tree);
554 3efd8e31 2022-10-23 thomas if (err) {
555 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
556 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
557 3efd8e31 2022-10-23 thomas err = NULL;
560 3efd8e31 2022-10-23 thomas if (err) {
561 3efd8e31 2022-10-23 thomas if (*tree)
562 3efd8e31 2022-10-23 thomas free((*tree)->entries);
563 3efd8e31 2022-10-23 thomas free(*tree);
564 3efd8e31 2022-10-23 thomas *tree = NULL;
566 3efd8e31 2022-10-23 thomas return err;
569 3efd8e31 2022-10-23 thomas const struct got_error *
570 3efd8e31 2022-10-23 thomas got_object_open_as_tree(struct got_tree_object **tree,
571 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
573 3efd8e31 2022-10-23 thomas *tree = got_repo_get_cached_tree(repo, id);
574 3efd8e31 2022-10-23 thomas if (*tree != NULL) {
575 3efd8e31 2022-10-23 thomas (*tree)->refcnt++;
576 3efd8e31 2022-10-23 thomas return NULL;
579 3efd8e31 2022-10-23 thomas return open_tree(tree, repo, id, 0);
582 3efd8e31 2022-10-23 thomas const struct got_error *
583 3efd8e31 2022-10-23 thomas got_object_tree_open(struct got_tree_object **tree,
584 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj)
586 3efd8e31 2022-10-23 thomas return open_tree(tree, repo, got_object_get_id(obj), 1);
589 3efd8e31 2022-10-23 thomas const struct got_error *
590 3efd8e31 2022-10-23 thomas got_object_open_as_blob(struct got_blob_object **blob,
591 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id, size_t blocksize,
592 3efd8e31 2022-10-23 thomas int outfd)
594 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
597 3efd8e31 2022-10-23 thomas const struct got_error *
598 3efd8e31 2022-10-23 thomas got_object_blob_open(struct got_blob_object **blob,
599 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj, size_t blocksize,
600 3efd8e31 2022-10-23 thomas int outfd)
602 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
605 3efd8e31 2022-10-23 thomas static const struct got_error *
606 3efd8e31 2022-10-23 thomas open_tag(struct got_tag_object **tag, struct got_repository *repo,
607 3efd8e31 2022-10-23 thomas struct got_object_id *id, int check_cache)
609 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
610 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
612 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
613 3efd8e31 2022-10-23 thomas struct got_object *obj = NULL;
614 3efd8e31 2022-10-23 thomas int obj_type = GOT_OBJ_TYPE_ANY;
616 3efd8e31 2022-10-23 thomas if (check_cache) {
617 3efd8e31 2022-10-23 thomas *tag = got_repo_get_cached_tag(repo, id);
618 3efd8e31 2022-10-23 thomas if (*tag != NULL) {
619 3efd8e31 2022-10-23 thomas (*tag)->refcnt++;
620 3efd8e31 2022-10-23 thomas return NULL;
623 3efd8e31 2022-10-23 thomas *tag = NULL;
625 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
626 3efd8e31 2022-10-23 thomas if (err == NULL) {
627 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
628 3efd8e31 2022-10-23 thomas uint8_t *buf = NULL;
629 3efd8e31 2022-10-23 thomas size_t len;
631 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
632 3efd8e31 2022-10-23 thomas packidx->path_packidx);
634 3efd8e31 2022-10-23 thomas return err;
636 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
637 3efd8e31 2022-10-23 thomas if (pack == NULL) {
638 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
639 3efd8e31 2022-10-23 thomas packidx);
641 3efd8e31 2022-10-23 thomas goto done;
644 3efd8e31 2022-10-23 thomas /* Beware of "lightweight" tags: Check object type first. */
645 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
647 3efd8e31 2022-10-23 thomas goto done;
648 3efd8e31 2022-10-23 thomas obj_type = obj->type;
649 3efd8e31 2022-10-23 thomas if (obj_type != GOT_OBJ_TYPE_TAG) {
650 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_OBJ_TYPE);
651 3efd8e31 2022-10-23 thomas got_object_close(obj);
652 3efd8e31 2022-10-23 thomas goto done;
654 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(&buf, &len,
655 3efd8e31 2022-10-23 thomas obj, pack);
656 3efd8e31 2022-10-23 thomas got_object_close(obj);
658 3efd8e31 2022-10-23 thomas goto done;
659 3efd8e31 2022-10-23 thomas err = got_object_parse_tag(tag, buf, len);
660 3efd8e31 2022-10-23 thomas free(buf);
661 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
664 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
666 3efd8e31 2022-10-23 thomas return err;
667 3efd8e31 2022-10-23 thomas err = got_object_read_header(&obj, fd);
668 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
669 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
671 3efd8e31 2022-10-23 thomas return err;
672 3efd8e31 2022-10-23 thomas obj_type = obj->type;
673 3efd8e31 2022-10-23 thomas got_object_close(obj);
674 3efd8e31 2022-10-23 thomas if (obj_type != GOT_OBJ_TYPE_TAG)
675 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_OBJ_TYPE);
677 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
679 3efd8e31 2022-10-23 thomas return err;
680 3efd8e31 2022-10-23 thomas err = got_object_read_tag(tag, fd, id, 0);
681 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
682 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
684 3efd8e31 2022-10-23 thomas return err;
687 3efd8e31 2022-10-23 thomas if (err == NULL) {
688 3efd8e31 2022-10-23 thomas (*tag)->refcnt++;
689 3efd8e31 2022-10-23 thomas err = got_repo_cache_tag(repo, id, *tag);
690 3efd8e31 2022-10-23 thomas if (err) {
691 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
692 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
693 3efd8e31 2022-10-23 thomas err = NULL;
697 3efd8e31 2022-10-23 thomas free(path_packfile);
698 3efd8e31 2022-10-23 thomas return err;
701 3efd8e31 2022-10-23 thomas const struct got_error *
702 3efd8e31 2022-10-23 thomas got_object_open_as_tag(struct got_tag_object **tag,
703 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
705 3efd8e31 2022-10-23 thomas *tag = got_repo_get_cached_tag(repo, id);
706 3efd8e31 2022-10-23 thomas if (*tag != NULL) {
707 3efd8e31 2022-10-23 thomas (*tag)->refcnt++;
708 3efd8e31 2022-10-23 thomas return NULL;
711 3efd8e31 2022-10-23 thomas return open_tag(tag, repo, id, 0);
714 3efd8e31 2022-10-23 thomas const struct got_error *
715 3efd8e31 2022-10-23 thomas got_object_tag_open(struct got_tag_object **tag,
716 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj)
718 3efd8e31 2022-10-23 thomas return open_tag(tag, repo, got_object_get_id(obj), 1);