2 3efd8e31 2022-10-23 thomas * Copyright (c) 2022 Stefan Sperling <stsp@openbsd.org>
4 3efd8e31 2022-10-23 thomas * Permission to use, copy, modify, and distribute this software for any
5 3efd8e31 2022-10-23 thomas * purpose with or without fee is hereby granted, provided that the above
6 3efd8e31 2022-10-23 thomas * copyright notice and this permission notice appear in all copies.
8 3efd8e31 2022-10-23 thomas * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 3efd8e31 2022-10-23 thomas * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 3efd8e31 2022-10-23 thomas * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 3efd8e31 2022-10-23 thomas * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 3efd8e31 2022-10-23 thomas * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 3efd8e31 2022-10-23 thomas * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 3efd8e31 2022-10-23 thomas * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 3efd8e31 2022-10-23 thomas #include <sys/queue.h>
18 3efd8e31 2022-10-23 thomas #include <sys/tree.h>
19 3efd8e31 2022-10-23 thomas #include <sys/stat.h>
21 3efd8e31 2022-10-23 thomas #include <errno.h>
22 3efd8e31 2022-10-23 thomas #include <limits.h>
23 3efd8e31 2022-10-23 thomas #include <sha1.h>
24 3efd8e31 2022-10-23 thomas #include <stdio.h>
25 3efd8e31 2022-10-23 thomas #include <stdlib.h>
26 3efd8e31 2022-10-23 thomas #include <string.h>
27 3efd8e31 2022-10-23 thomas #include <unistd.h>
29 3efd8e31 2022-10-23 thomas #include "got_error.h"
30 3efd8e31 2022-10-23 thomas #include "got_object.h"
31 3efd8e31 2022-10-23 thomas #include "got_repository.h"
32 3efd8e31 2022-10-23 thomas #include "got_path.h"
34 3efd8e31 2022-10-23 thomas #include "got_lib_delta.h"
35 3efd8e31 2022-10-23 thomas #include "got_lib_object.h"
36 3efd8e31 2022-10-23 thomas #include "got_lib_object_cache.h"
37 3efd8e31 2022-10-23 thomas #include "got_lib_object_parse.h"
38 3efd8e31 2022-10-23 thomas #include "got_lib_pack.h"
39 3efd8e31 2022-10-23 thomas #include "got_lib_repository.h"
41 3efd8e31 2022-10-23 thomas const struct got_error *
42 3efd8e31 2022-10-23 thomas got_object_open_packed(struct got_object **obj, struct got_object_id *id,
43 3efd8e31 2022-10-23 thomas struct got_repository *repo)
45 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
46 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
47 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
49 3efd8e31 2022-10-23 thomas char *path_packfile;
51 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
53 3efd8e31 2022-10-23 thomas return err;
55 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
56 3efd8e31 2022-10-23 thomas packidx->path_packidx);
58 3efd8e31 2022-10-23 thomas return err;
60 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
61 3efd8e31 2022-10-23 thomas if (pack == NULL) {
62 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
64 3efd8e31 2022-10-23 thomas goto done;
67 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(obj, pack, packidx, idx, id);
69 3efd8e31 2022-10-23 thomas return err;
70 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
72 3efd8e31 2022-10-23 thomas err = got_repo_cache_object(repo, id, *obj);
73 3efd8e31 2022-10-23 thomas if (err) {
74 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
75 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
76 3efd8e31 2022-10-23 thomas err = NULL;
79 3efd8e31 2022-10-23 thomas free(path_packfile);
80 3efd8e31 2022-10-23 thomas return err;
83 3efd8e31 2022-10-23 thomas const struct got_error *
84 3efd8e31 2022-10-23 thomas got_object_open_from_packfile(struct got_object **obj, struct got_object_id *id,
85 3efd8e31 2022-10-23 thomas struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
86 3efd8e31 2022-10-23 thomas struct got_repository *repo)
88 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
91 3efd8e31 2022-10-23 thomas const struct got_error *
92 3efd8e31 2022-10-23 thomas got_object_read_raw_delta(uint64_t *base_size, uint64_t *result_size,
93 3efd8e31 2022-10-23 thomas off_t *delta_size, off_t *delta_compressed_size, off_t *delta_offset,
94 3efd8e31 2022-10-23 thomas off_t *delta_out_offset, struct got_object_id **base_id, int delta_cache_fd,
95 3efd8e31 2022-10-23 thomas struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
96 3efd8e31 2022-10-23 thomas struct got_repository *repo)
98 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
101 3efd8e31 2022-10-23 thomas const struct got_error *
102 3efd8e31 2022-10-23 thomas got_object_open(struct got_object **obj, struct got_repository *repo,
103 3efd8e31 2022-10-23 thomas struct got_object_id *id)
105 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
108 3efd8e31 2022-10-23 thomas *obj = got_repo_get_cached_object(repo, id);
109 3efd8e31 2022-10-23 thomas if (*obj != NULL) {
110 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
111 3efd8e31 2022-10-23 thomas return NULL;
114 3efd8e31 2022-10-23 thomas err = got_object_open_packed(obj, id, repo);
115 3efd8e31 2022-10-23 thomas if (err) {
116 3efd8e31 2022-10-23 thomas if (err->code != GOT_ERR_NO_OBJ)
117 3efd8e31 2022-10-23 thomas return err;
119 3efd8e31 2022-10-23 thomas return NULL;
121 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
122 3efd8e31 2022-10-23 thomas if (err) {
123 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
124 3efd8e31 2022-10-23 thomas err = got_error_no_obj(id);
125 3efd8e31 2022-10-23 thomas return err;
128 3efd8e31 2022-10-23 thomas err = got_object_read_header(obj, fd);
130 3efd8e31 2022-10-23 thomas goto done;
132 3efd8e31 2022-10-23 thomas memcpy(&(*obj)->id, id, sizeof((*obj)->id));
133 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
135 3efd8e31 2022-10-23 thomas err = got_repo_cache_object(repo, id, *obj);
136 3efd8e31 2022-10-23 thomas if (err) {
137 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
138 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
139 3efd8e31 2022-10-23 thomas err = NULL;
142 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
143 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
144 3efd8e31 2022-10-23 thomas return err;
147 3efd8e31 2022-10-23 thomas static const struct got_error *
148 3efd8e31 2022-10-23 thomas wrap_fd(FILE **f, int wrapped_fd)
150 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
153 3efd8e31 2022-10-23 thomas if (ftruncate(wrapped_fd, 0L) == -1)
154 3efd8e31 2022-10-23 thomas return got_error_from_errno("ftruncate");
156 3efd8e31 2022-10-23 thomas if (lseek(wrapped_fd, 0L, SEEK_SET) == -1)
157 3efd8e31 2022-10-23 thomas return got_error_from_errno("lseek");
159 3efd8e31 2022-10-23 thomas fd = dup(wrapped_fd);
160 3efd8e31 2022-10-23 thomas if (fd == -1)
161 3efd8e31 2022-10-23 thomas return got_error_from_errno("dup");
163 3efd8e31 2022-10-23 thomas *f = fdopen(fd, "w+");
164 3efd8e31 2022-10-23 thomas if (*f == NULL) {
165 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fdopen");
166 3efd8e31 2022-10-23 thomas close(fd);
168 3efd8e31 2022-10-23 thomas return err;
171 3efd8e31 2022-10-23 thomas static const struct got_error *
172 3efd8e31 2022-10-23 thomas read_packed_object_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
173 3efd8e31 2022-10-23 thomas int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
174 3efd8e31 2022-10-23 thomas struct got_object_id *id)
176 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
177 3efd8e31 2022-10-23 thomas uint64_t raw_size = 0;
178 3efd8e31 2022-10-23 thomas struct got_object *obj;
179 3efd8e31 2022-10-23 thomas FILE *outfile = NULL, *basefile = NULL, *accumfile = NULL;
181 3efd8e31 2022-10-23 thomas *outbuf = NULL;
182 3efd8e31 2022-10-23 thomas *size = 0;
183 3efd8e31 2022-10-23 thomas *hdrlen = 0;
185 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
187 3efd8e31 2022-10-23 thomas return err;
189 3efd8e31 2022-10-23 thomas if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
190 3efd8e31 2022-10-23 thomas err = got_pack_get_max_delta_object_size(&raw_size, obj, pack);
192 3efd8e31 2022-10-23 thomas goto done;
194 3efd8e31 2022-10-23 thomas raw_size = obj->size;
196 3efd8e31 2022-10-23 thomas if (raw_size <= GOT_DELTA_RESULT_SIZE_CACHED_MAX) {
197 3efd8e31 2022-10-23 thomas size_t len;
198 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(outbuf, &len,
199 3efd8e31 2022-10-23 thomas obj, pack);
201 3efd8e31 2022-10-23 thomas goto done;
202 3efd8e31 2022-10-23 thomas *size = (off_t)len;
205 3efd8e31 2022-10-23 thomas * XXX This uses 3 file extra descriptors for no good reason.
206 3efd8e31 2022-10-23 thomas * We should have got_packfile_extract_object_to_fd().
208 3efd8e31 2022-10-23 thomas err = wrap_fd(&outfile, outfd);
210 3efd8e31 2022-10-23 thomas goto done;
211 3efd8e31 2022-10-23 thomas err = wrap_fd(&basefile, pack->basefd);
213 3efd8e31 2022-10-23 thomas goto done;
214 3efd8e31 2022-10-23 thomas err = wrap_fd(&accumfile, pack->accumfd);
216 3efd8e31 2022-10-23 thomas goto done;
217 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object(pack, obj, outfile, basefile,
218 3efd8e31 2022-10-23 thomas accumfile);
220 3efd8e31 2022-10-23 thomas goto done;
223 3efd8e31 2022-10-23 thomas *hdrlen = obj->hdrlen;
225 3efd8e31 2022-10-23 thomas got_object_close(obj);
226 3efd8e31 2022-10-23 thomas if (outfile && fclose(outfile) == EOF && err == NULL)
227 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
228 3efd8e31 2022-10-23 thomas if (basefile && fclose(basefile) == EOF && err == NULL)
229 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
230 3efd8e31 2022-10-23 thomas if (accumfile && fclose(accumfile) == EOF && err == NULL)
231 3efd8e31 2022-10-23 thomas err = got_error_from_errno("fclose");
232 3efd8e31 2022-10-23 thomas return err;
236 3efd8e31 2022-10-23 thomas static void
237 3efd8e31 2022-10-23 thomas put_raw_object_tempfile(struct got_raw_object *obj)
239 3efd8e31 2022-10-23 thomas struct got_repository *repo = obj->close_arg;
241 3efd8e31 2022-10-23 thomas if (obj->tempfile_idx != -1)
242 3efd8e31 2022-10-23 thomas got_repo_temp_fds_put(obj->tempfile_idx, repo);
245 3efd8e31 2022-10-23 thomas /* *outfd must be initialized to -1 by caller */
246 3efd8e31 2022-10-23 thomas const struct got_error *
247 3efd8e31 2022-10-23 thomas got_object_raw_open(struct got_raw_object **obj, int *outfd,
248 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
250 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
251 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
252 3efd8e31 2022-10-23 thomas int idx, tempfile_idx = -1;
253 3efd8e31 2022-10-23 thomas uint8_t *outbuf = NULL;
254 3efd8e31 2022-10-23 thomas off_t size = 0;
255 3efd8e31 2022-10-23 thomas size_t hdrlen = 0;
256 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
258 3efd8e31 2022-10-23 thomas *obj = got_repo_get_cached_raw_object(repo, id);
259 3efd8e31 2022-10-23 thomas if (*obj != NULL) {
260 3efd8e31 2022-10-23 thomas (*obj)->refcnt++;
261 3efd8e31 2022-10-23 thomas return NULL;
264 3efd8e31 2022-10-23 thomas if (*outfd == -1) {
265 3efd8e31 2022-10-23 thomas int tempfd;
267 3efd8e31 2022-10-23 thomas err = got_repo_temp_fds_get(&tempfd, &tempfile_idx, repo);
269 3efd8e31 2022-10-23 thomas return err;
271 3efd8e31 2022-10-23 thomas /* Duplicate tempfile descriptor to allow use of fdopen(3). */
272 3efd8e31 2022-10-23 thomas *outfd = dup(tempfd);
273 3efd8e31 2022-10-23 thomas if (*outfd == -1) {
274 3efd8e31 2022-10-23 thomas got_repo_temp_fds_put(tempfile_idx, repo);
275 3efd8e31 2022-10-23 thomas return got_error_from_errno("dup");
279 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
280 3efd8e31 2022-10-23 thomas if (err == NULL) {
281 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
283 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
284 3efd8e31 2022-10-23 thomas packidx->path_packidx);
286 3efd8e31 2022-10-23 thomas goto done;
288 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
289 3efd8e31 2022-10-23 thomas if (pack == NULL) {
290 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
291 3efd8e31 2022-10-23 thomas packidx);
293 3efd8e31 2022-10-23 thomas goto done;
295 3efd8e31 2022-10-23 thomas err = read_packed_object_raw(&outbuf, &size, &hdrlen,
296 3efd8e31 2022-10-23 thomas *outfd, pack, packidx, idx, id);
298 3efd8e31 2022-10-23 thomas goto done;
299 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
302 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
304 3efd8e31 2022-10-23 thomas goto done;
305 3efd8e31 2022-10-23 thomas err = got_object_read_raw(&outbuf, &size, &hdrlen,
306 3efd8e31 2022-10-23 thomas GOT_DELTA_RESULT_SIZE_CACHED_MAX, *outfd, id, fd);
307 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
308 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
310 3efd8e31 2022-10-23 thomas goto done;
313 3efd8e31 2022-10-23 thomas err = got_object_raw_alloc(obj, outbuf, outfd, hdrlen, size);
315 3efd8e31 2022-10-23 thomas goto done;
317 3efd8e31 2022-10-23 thomas err = got_repo_cache_raw_object(repo, id, *obj);
318 3efd8e31 2022-10-23 thomas if (err) {
319 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
320 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
321 3efd8e31 2022-10-23 thomas err = NULL;
324 3efd8e31 2022-10-23 thomas free(path_packfile);
325 3efd8e31 2022-10-23 thomas if (err) {
326 3efd8e31 2022-10-23 thomas if (*obj) {
327 3efd8e31 2022-10-23 thomas got_object_raw_close(*obj);
328 3efd8e31 2022-10-23 thomas *obj = NULL;
330 3efd8e31 2022-10-23 thomas free(outbuf);
331 3efd8e31 2022-10-23 thomas if (tempfile_idx != -1)
332 3efd8e31 2022-10-23 thomas got_repo_temp_fds_put(tempfile_idx, repo);
334 3efd8e31 2022-10-23 thomas (*obj)->tempfile_idx = tempfile_idx;
335 3efd8e31 2022-10-23 thomas (*obj)->close_cb = put_raw_object_tempfile;
336 3efd8e31 2022-10-23 thomas (*obj)->close_arg = repo;
338 3efd8e31 2022-10-23 thomas return err;
341 3efd8e31 2022-10-23 thomas static const struct got_error *
342 3efd8e31 2022-10-23 thomas open_commit(struct got_commit_object **commit,
343 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id, int check_cache)
345 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
346 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
348 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
350 3efd8e31 2022-10-23 thomas if (check_cache) {
351 3efd8e31 2022-10-23 thomas *commit = got_repo_get_cached_commit(repo, id);
352 3efd8e31 2022-10-23 thomas if (*commit != NULL) {
353 3efd8e31 2022-10-23 thomas (*commit)->refcnt++;
354 3efd8e31 2022-10-23 thomas return NULL;
357 3efd8e31 2022-10-23 thomas *commit = NULL;
359 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
360 3efd8e31 2022-10-23 thomas if (err == NULL) {
361 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
362 3efd8e31 2022-10-23 thomas struct got_object *obj;
363 3efd8e31 2022-10-23 thomas uint8_t *buf;
364 3efd8e31 2022-10-23 thomas size_t len;
366 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
367 3efd8e31 2022-10-23 thomas packidx->path_packidx);
369 3efd8e31 2022-10-23 thomas return err;
371 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
372 3efd8e31 2022-10-23 thomas if (pack == NULL) {
373 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
374 3efd8e31 2022-10-23 thomas packidx);
376 3efd8e31 2022-10-23 thomas goto done;
378 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
380 3efd8e31 2022-10-23 thomas goto done;
381 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(&buf, &len,
382 3efd8e31 2022-10-23 thomas obj, pack);
383 3efd8e31 2022-10-23 thomas got_object_close(obj);
385 3efd8e31 2022-10-23 thomas goto done;
386 3efd8e31 2022-10-23 thomas err = got_object_parse_commit(commit, buf, len);
387 3efd8e31 2022-10-23 thomas free(buf);
388 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
391 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
393 3efd8e31 2022-10-23 thomas return err;
394 3efd8e31 2022-10-23 thomas err = got_object_read_commit(commit, fd, id, 0);
395 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
396 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
398 3efd8e31 2022-10-23 thomas return err;
401 3efd8e31 2022-10-23 thomas if (err == NULL) {
402 3efd8e31 2022-10-23 thomas (*commit)->refcnt++;
403 3efd8e31 2022-10-23 thomas err = got_repo_cache_commit(repo, id, *commit);
404 3efd8e31 2022-10-23 thomas if (err) {
405 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
406 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
407 3efd8e31 2022-10-23 thomas err = NULL;
411 3efd8e31 2022-10-23 thomas free(path_packfile);
412 3efd8e31 2022-10-23 thomas return err;
415 3efd8e31 2022-10-23 thomas const struct got_error *
416 3efd8e31 2022-10-23 thomas got_object_open_as_commit(struct got_commit_object **commit,
417 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
419 3efd8e31 2022-10-23 thomas *commit = got_repo_get_cached_commit(repo, id);
420 3efd8e31 2022-10-23 thomas if (*commit != NULL) {
421 3efd8e31 2022-10-23 thomas (*commit)->refcnt++;
422 3efd8e31 2022-10-23 thomas return NULL;
425 3efd8e31 2022-10-23 thomas return open_commit(commit, repo, id, 0);
428 3efd8e31 2022-10-23 thomas const struct got_error *
429 3efd8e31 2022-10-23 thomas got_object_commit_open(struct got_commit_object **commit,
430 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj)
432 3efd8e31 2022-10-23 thomas return open_commit(commit, repo, got_object_get_id(obj), 1);
435 3efd8e31 2022-10-23 thomas static const struct got_error *
436 3efd8e31 2022-10-23 thomas open_tree(struct got_tree_object **tree,
437 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id, int check_cache)
439 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
440 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
442 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
443 3efd8e31 2022-10-23 thomas struct got_parsed_tree_entry *entries = NULL;
444 3efd8e31 2022-10-23 thomas size_t nentries = 0, nentries_alloc = 0, i;
445 3efd8e31 2022-10-23 thomas uint8_t *buf = NULL;
447 3efd8e31 2022-10-23 thomas if (check_cache) {
448 3efd8e31 2022-10-23 thomas *tree = got_repo_get_cached_tree(repo, id);
449 3efd8e31 2022-10-23 thomas if (*tree != NULL) {
450 3efd8e31 2022-10-23 thomas (*tree)->refcnt++;
451 3efd8e31 2022-10-23 thomas return NULL;
454 3efd8e31 2022-10-23 thomas *tree = NULL;
456 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
457 3efd8e31 2022-10-23 thomas if (err == NULL) {
458 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
459 3efd8e31 2022-10-23 thomas struct got_object *obj;
460 3efd8e31 2022-10-23 thomas size_t len;
462 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
463 3efd8e31 2022-10-23 thomas packidx->path_packidx);
465 3efd8e31 2022-10-23 thomas return err;
467 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
468 3efd8e31 2022-10-23 thomas if (pack == NULL) {
469 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
470 3efd8e31 2022-10-23 thomas packidx);
472 3efd8e31 2022-10-23 thomas goto done;
474 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
476 3efd8e31 2022-10-23 thomas goto done;
477 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(&buf, &len,
478 3efd8e31 2022-10-23 thomas obj, pack);
479 3efd8e31 2022-10-23 thomas got_object_close(obj);
481 3efd8e31 2022-10-23 thomas goto done;
482 3efd8e31 2022-10-23 thomas err = got_object_parse_tree(&entries, &nentries,
483 3efd8e31 2022-10-23 thomas &nentries_alloc, buf, len);
485 3efd8e31 2022-10-23 thomas goto done;
486 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
489 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
491 3efd8e31 2022-10-23 thomas return err;
492 3efd8e31 2022-10-23 thomas err = got_object_read_tree(&entries, &nentries,
493 3efd8e31 2022-10-23 thomas &nentries_alloc, &buf, fd, id);
494 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
495 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
497 3efd8e31 2022-10-23 thomas goto done;
499 3efd8e31 2022-10-23 thomas goto done;
501 3efd8e31 2022-10-23 thomas *tree = malloc(sizeof(**tree));
502 3efd8e31 2022-10-23 thomas if (*tree == NULL) {
503 3efd8e31 2022-10-23 thomas err = got_error_from_errno("malloc");
504 3efd8e31 2022-10-23 thomas goto done;
506 3efd8e31 2022-10-23 thomas (*tree)->entries = calloc(nentries, sizeof(struct got_tree_entry));
507 3efd8e31 2022-10-23 thomas if ((*tree)->entries == NULL) {
508 3efd8e31 2022-10-23 thomas err = got_error_from_errno("malloc");
509 3efd8e31 2022-10-23 thomas goto done;
511 3efd8e31 2022-10-23 thomas (*tree)->nentries = nentries;
512 3efd8e31 2022-10-23 thomas (*tree)->refcnt = 0;
514 3efd8e31 2022-10-23 thomas for (i = 0; i < nentries; i++) {
515 3efd8e31 2022-10-23 thomas struct got_parsed_tree_entry *pe = &entries[i];
516 3efd8e31 2022-10-23 thomas struct got_tree_entry *te = &(*tree)->entries[i];
518 3efd8e31 2022-10-23 thomas if (strlcpy(te->name, pe->name,
519 3efd8e31 2022-10-23 thomas sizeof(te->name)) >= sizeof(te->name)) {
520 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_NO_SPACE);
521 3efd8e31 2022-10-23 thomas goto done;
523 3efd8e31 2022-10-23 thomas memcpy(te->id.sha1, pe->id, SHA1_DIGEST_LENGTH);
524 3efd8e31 2022-10-23 thomas te->mode = pe->mode;
525 3efd8e31 2022-10-23 thomas te->idx = i;
528 3efd8e31 2022-10-23 thomas free(path_packfile);
529 3efd8e31 2022-10-23 thomas free(entries);
530 3efd8e31 2022-10-23 thomas free(buf);
531 3efd8e31 2022-10-23 thomas if (err == NULL) {
532 3efd8e31 2022-10-23 thomas (*tree)->refcnt++;
533 3efd8e31 2022-10-23 thomas err = got_repo_cache_tree(repo, id, *tree);
534 3efd8e31 2022-10-23 thomas if (err) {
535 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
536 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
537 3efd8e31 2022-10-23 thomas err = NULL;
540 3efd8e31 2022-10-23 thomas if (err) {
541 3efd8e31 2022-10-23 thomas if (*tree)
542 3efd8e31 2022-10-23 thomas free((*tree)->entries);
543 3efd8e31 2022-10-23 thomas free(*tree);
544 3efd8e31 2022-10-23 thomas *tree = NULL;
546 3efd8e31 2022-10-23 thomas return err;
549 3efd8e31 2022-10-23 thomas const struct got_error *
550 3efd8e31 2022-10-23 thomas got_object_open_as_tree(struct got_tree_object **tree,
551 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
553 3efd8e31 2022-10-23 thomas *tree = got_repo_get_cached_tree(repo, id);
554 3efd8e31 2022-10-23 thomas if (*tree != NULL) {
555 3efd8e31 2022-10-23 thomas (*tree)->refcnt++;
556 3efd8e31 2022-10-23 thomas return NULL;
559 3efd8e31 2022-10-23 thomas return open_tree(tree, repo, id, 0);
562 3efd8e31 2022-10-23 thomas const struct got_error *
563 3efd8e31 2022-10-23 thomas got_object_tree_open(struct got_tree_object **tree,
564 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj)
566 3efd8e31 2022-10-23 thomas return open_tree(tree, repo, got_object_get_id(obj), 1);
569 3efd8e31 2022-10-23 thomas const struct got_error *
570 3efd8e31 2022-10-23 thomas got_object_open_as_blob(struct got_blob_object **blob,
571 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id, size_t blocksize,
572 3efd8e31 2022-10-23 thomas int outfd)
574 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
577 3efd8e31 2022-10-23 thomas const struct got_error *
578 3efd8e31 2022-10-23 thomas got_object_blob_open(struct got_blob_object **blob,
579 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj, size_t blocksize,
580 3efd8e31 2022-10-23 thomas int outfd)
582 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_NOT_IMPL);
585 3efd8e31 2022-10-23 thomas static const struct got_error *
586 3efd8e31 2022-10-23 thomas open_tag(struct got_tag_object **tag, struct got_repository *repo,
587 3efd8e31 2022-10-23 thomas struct got_object_id *id, int check_cache)
589 3efd8e31 2022-10-23 thomas const struct got_error *err = NULL;
590 3efd8e31 2022-10-23 thomas struct got_packidx *packidx = NULL;
592 3efd8e31 2022-10-23 thomas char *path_packfile = NULL;
593 3efd8e31 2022-10-23 thomas struct got_object *obj = NULL;
594 3efd8e31 2022-10-23 thomas int obj_type = GOT_OBJ_TYPE_ANY;
596 3efd8e31 2022-10-23 thomas if (check_cache) {
597 3efd8e31 2022-10-23 thomas *tag = got_repo_get_cached_tag(repo, id);
598 3efd8e31 2022-10-23 thomas if (*tag != NULL) {
599 3efd8e31 2022-10-23 thomas (*tag)->refcnt++;
600 3efd8e31 2022-10-23 thomas return NULL;
603 3efd8e31 2022-10-23 thomas *tag = NULL;
605 3efd8e31 2022-10-23 thomas err = got_repo_search_packidx(&packidx, &idx, repo, id);
606 3efd8e31 2022-10-23 thomas if (err == NULL) {
607 3efd8e31 2022-10-23 thomas struct got_pack *pack = NULL;
608 3efd8e31 2022-10-23 thomas uint8_t *buf = NULL;
609 3efd8e31 2022-10-23 thomas size_t len;
611 3efd8e31 2022-10-23 thomas err = got_packidx_get_packfile_path(&path_packfile,
612 3efd8e31 2022-10-23 thomas packidx->path_packidx);
614 3efd8e31 2022-10-23 thomas return err;
616 3efd8e31 2022-10-23 thomas pack = got_repo_get_cached_pack(repo, path_packfile);
617 3efd8e31 2022-10-23 thomas if (pack == NULL) {
618 3efd8e31 2022-10-23 thomas err = got_repo_cache_pack(&pack, repo, path_packfile,
619 3efd8e31 2022-10-23 thomas packidx);
621 3efd8e31 2022-10-23 thomas goto done;
624 3efd8e31 2022-10-23 thomas /* Beware of "lightweight" tags: Check object type first. */
625 3efd8e31 2022-10-23 thomas err = got_packfile_open_object(&obj, pack, packidx, idx, id);
627 3efd8e31 2022-10-23 thomas goto done;
628 3efd8e31 2022-10-23 thomas obj_type = obj->type;
629 3efd8e31 2022-10-23 thomas if (obj_type != GOT_OBJ_TYPE_TAG) {
630 3efd8e31 2022-10-23 thomas err = got_error(GOT_ERR_OBJ_TYPE);
631 3efd8e31 2022-10-23 thomas got_object_close(obj);
632 3efd8e31 2022-10-23 thomas goto done;
634 3efd8e31 2022-10-23 thomas err = got_packfile_extract_object_to_mem(&buf, &len,
635 3efd8e31 2022-10-23 thomas obj, pack);
636 3efd8e31 2022-10-23 thomas got_object_close(obj);
638 3efd8e31 2022-10-23 thomas goto done;
639 3efd8e31 2022-10-23 thomas err = got_object_parse_tag(tag, buf, len);
640 3efd8e31 2022-10-23 thomas free(buf);
641 3efd8e31 2022-10-23 thomas } else if (err->code == GOT_ERR_NO_OBJ) {
644 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
646 3efd8e31 2022-10-23 thomas return err;
647 3efd8e31 2022-10-23 thomas err = got_object_read_header(&obj, fd);
648 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
649 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
651 3efd8e31 2022-10-23 thomas return err;
652 3efd8e31 2022-10-23 thomas obj_type = obj->type;
653 3efd8e31 2022-10-23 thomas got_object_close(obj);
654 3efd8e31 2022-10-23 thomas if (obj_type != GOT_OBJ_TYPE_TAG)
655 3efd8e31 2022-10-23 thomas return got_error(GOT_ERR_OBJ_TYPE);
657 3efd8e31 2022-10-23 thomas err = got_object_open_loose_fd(&fd, id, repo);
659 3efd8e31 2022-10-23 thomas return err;
660 3efd8e31 2022-10-23 thomas err = got_object_read_tag(tag, fd, id, 0);
661 3efd8e31 2022-10-23 thomas if (close(fd) == -1 && err == NULL)
662 3efd8e31 2022-10-23 thomas err = got_error_from_errno("close");
664 3efd8e31 2022-10-23 thomas return err;
667 3efd8e31 2022-10-23 thomas if (err == NULL) {
668 3efd8e31 2022-10-23 thomas (*tag)->refcnt++;
669 3efd8e31 2022-10-23 thomas err = got_repo_cache_tag(repo, id, *tag);
670 3efd8e31 2022-10-23 thomas if (err) {
671 3efd8e31 2022-10-23 thomas if (err->code == GOT_ERR_OBJ_EXISTS ||
672 3efd8e31 2022-10-23 thomas err->code == GOT_ERR_OBJ_TOO_LARGE)
673 3efd8e31 2022-10-23 thomas err = NULL;
677 3efd8e31 2022-10-23 thomas free(path_packfile);
678 3efd8e31 2022-10-23 thomas return err;
681 3efd8e31 2022-10-23 thomas const struct got_error *
682 3efd8e31 2022-10-23 thomas got_object_open_as_tag(struct got_tag_object **tag,
683 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object_id *id)
685 3efd8e31 2022-10-23 thomas *tag = got_repo_get_cached_tag(repo, id);
686 3efd8e31 2022-10-23 thomas if (*tag != NULL) {
687 3efd8e31 2022-10-23 thomas (*tag)->refcnt++;
688 3efd8e31 2022-10-23 thomas return NULL;
691 3efd8e31 2022-10-23 thomas return open_tag(tag, repo, id, 0);
694 3efd8e31 2022-10-23 thomas const struct got_error *
695 3efd8e31 2022-10-23 thomas got_object_tag_open(struct got_tag_object **tag,
696 3efd8e31 2022-10-23 thomas struct got_repository *repo, struct got_object *obj)
698 3efd8e31 2022-10-23 thomas return open_tag(tag, repo, got_object_get_id(obj), 1);