2 3b339b2f 2018-02-12 stsp * Copyright (c) 2018 Stefan Sperling <stsp@openbsd.org>
4 7b19e0f1 2017-11-05 stsp * Permission to use, copy, modify, and distribute this software for any
5 7b19e0f1 2017-11-05 stsp * purpose with or without fee is hereby granted, provided that the above
6 7b19e0f1 2017-11-05 stsp * copyright notice and this permission notice appear in all copies.
8 7b19e0f1 2017-11-05 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 7b19e0f1 2017-11-05 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 7b19e0f1 2017-11-05 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 7b19e0f1 2017-11-05 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 7b19e0f1 2017-11-05 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 7b19e0f1 2017-11-05 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 7b19e0f1 2017-11-05 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 ad242220 2018-09-08 stsp #include <sys/types.h>
18 79b11c62 2018-03-09 stsp #include <sys/queue.h>
19 ad242220 2018-09-08 stsp #include <sys/uio.h>
20 deeca238 2018-03-12 stsp #include <sys/stat.h>
21 1510f469 2018-09-09 stsp #include <sys/mman.h>
22 876c234b 2018-09-10 stsp #include <sys/syslimits.h>
24 1510f469 2018-09-09 stsp #include <fcntl.h>
25 4027f31a 2017-11-04 stsp #include <limits.h>
26 1510f469 2018-09-09 stsp #include <dirent.h>
27 4027f31a 2017-11-04 stsp #include <stdlib.h>
28 4027f31a 2017-11-04 stsp #include <stdio.h>
29 4027f31a 2017-11-04 stsp #include <sha1.h>
30 4027f31a 2017-11-04 stsp #include <string.h>
31 79b11c62 2018-03-09 stsp #include <zlib.h>
32 85f51bba 2018-07-16 stsp #include <errno.h>
33 85f51bba 2018-07-16 stsp #include <libgen.h>
34 ad242220 2018-09-08 stsp #include <stdint.h>
35 ad242220 2018-09-08 stsp #include <imsg.h>
37 4027f31a 2017-11-04 stsp #include "got_error.h"
38 5261c201 2018-04-01 stsp #include "got_reference.h"
39 4027f31a 2017-11-04 stsp #include "got_repository.h"
40 442a3ddc 2018-04-23 stsp #include "got_worktree.h"
41 7bb0daa1 2018-06-21 stsp #include "got_object.h"
43 718b3ab0 2018-03-17 stsp #include "got_lib_path.h"
44 718b3ab0 2018-03-17 stsp #include "got_lib_delta.h"
45 63581804 2018-07-09 stsp #include "got_lib_inflate.h"
46 718b3ab0 2018-03-17 stsp #include "got_lib_object.h"
47 718b3ab0 2018-03-17 stsp #include "got_lib_pack.h"
48 876c234b 2018-09-10 stsp #include "got_lib_privsep.h"
49 442a3ddc 2018-04-23 stsp #include "got_lib_worktree.h"
50 6bef87be 2018-09-11 stsp #include "got_lib_object_cache.h"
51 6bef87be 2018-09-11 stsp #include "got_lib_repository.h"
53 79b11c62 2018-03-09 stsp #ifndef nitems
54 79b11c62 2018-03-09 stsp #define nitems(_a) (sizeof(_a) / sizeof((_a)[0]))
57 4027f31a 2017-11-04 stsp #define GOT_GIT_DIR ".git"
59 4027f31a 2017-11-04 stsp /* Mandatory files and directories inside the git directory. */
60 4df642d9 2017-11-05 stsp #define GOT_OBJECTS_DIR "objects"
61 4df642d9 2017-11-05 stsp #define GOT_REFS_DIR "refs"
62 4df642d9 2017-11-05 stsp #define GOT_HEAD_FILE "HEAD"
64 a1fd68d8 2018-01-12 stsp /* Other files and directories inside the git directory. */
65 4df642d9 2017-11-05 stsp #define GOT_FETCH_HEAD_FILE "FETCH_HEAD"
66 4df642d9 2017-11-05 stsp #define GOT_ORIG_HEAD_FILE "ORIG_HEAD"
67 a1fd68d8 2018-01-12 stsp #define GOT_OBJECTS_PACK_DIR "objects/pack"
70 86c3caaf 2018-03-09 stsp got_repo_get_path(struct got_repository *repo)
72 86c3caaf 2018-03-09 stsp return strdup(repo->path);
76 11995603 2017-11-05 stsp got_repo_get_path_git_dir(struct got_repository *repo)
78 4986b9d5 2018-03-12 stsp return strdup(repo->path_git_dir);
82 04ca23f4 2018-07-16 stsp got_repo_is_bare(struct got_repository *repo)
84 04ca23f4 2018-07-16 stsp return (strcmp(repo->path, repo->path_git_dir) == 0);
87 4027f31a 2017-11-04 stsp static char *
88 4027f31a 2017-11-04 stsp get_path_git_child(struct got_repository *repo, const char *basename)
90 4027f31a 2017-11-04 stsp char *path_child;
92 4986b9d5 2018-03-12 stsp if (asprintf(&path_child, "%s/%s", repo->path_git_dir,
93 4027f31a 2017-11-04 stsp basename) == -1)
94 4027f31a 2017-11-04 stsp return NULL;
96 4027f31a 2017-11-04 stsp return path_child;
100 11995603 2017-11-05 stsp got_repo_get_path_objects(struct got_repository *repo)
102 4027f31a 2017-11-04 stsp return get_path_git_child(repo, GOT_OBJECTS_DIR);
106 a1fd68d8 2018-01-12 stsp got_repo_get_path_objects_pack(struct got_repository *repo)
108 a1fd68d8 2018-01-12 stsp return get_path_git_child(repo, GOT_OBJECTS_PACK_DIR);
112 11995603 2017-11-05 stsp got_repo_get_path_refs(struct got_repository *repo)
114 4027f31a 2017-11-04 stsp return get_path_git_child(repo, GOT_REFS_DIR);
117 4027f31a 2017-11-04 stsp static char *
118 4027f31a 2017-11-04 stsp get_path_head(struct got_repository *repo)
120 4027f31a 2017-11-04 stsp return get_path_git_child(repo, GOT_HEAD_FILE);
124 4027f31a 2017-11-04 stsp is_git_repo(struct got_repository *repo)
126 11995603 2017-11-05 stsp char *path_git = got_repo_get_path_git_dir(repo);
127 11995603 2017-11-05 stsp char *path_objects = got_repo_get_path_objects(repo);
128 11995603 2017-11-05 stsp char *path_refs = got_repo_get_path_refs(repo);
129 4027f31a 2017-11-04 stsp char *path_head = get_path_head(repo);
130 deeca238 2018-03-12 stsp int ret = 0;
131 deeca238 2018-03-12 stsp struct stat sb;
132 4847cca1 2018-03-12 stsp struct got_reference *head_ref;
134 deeca238 2018-03-12 stsp if (lstat(path_git, &sb) == -1)
136 deeca238 2018-03-12 stsp if (!S_ISDIR(sb.st_mode))
139 deeca238 2018-03-12 stsp if (lstat(path_objects, &sb) == -1)
141 deeca238 2018-03-12 stsp if (!S_ISDIR(sb.st_mode))
144 deeca238 2018-03-12 stsp if (lstat(path_refs, &sb) == -1)
146 deeca238 2018-03-12 stsp if (!S_ISDIR(sb.st_mode))
149 deeca238 2018-03-12 stsp if (lstat(path_head, &sb) == -1)
151 deeca238 2018-03-12 stsp if (!S_ISREG(sb.st_mode))
154 4847cca1 2018-03-12 stsp /* Check if the HEAD reference can be opened. */
155 4847cca1 2018-03-12 stsp if (got_ref_open(&head_ref, repo, GOT_REF_HEAD) != NULL)
157 4847cca1 2018-03-12 stsp got_ref_close(head_ref);
161 4027f31a 2017-11-04 stsp free(path_git);
162 4027f31a 2017-11-04 stsp free(path_objects);
163 4027f31a 2017-11-04 stsp free(path_refs);
164 4027f31a 2017-11-04 stsp free(path_head);
165 4027f31a 2017-11-04 stsp return ret;
169 f6be5c30 2018-06-22 stsp const struct got_error *
170 f6be5c30 2018-06-22 stsp got_repo_cache_object(struct got_repository *repo, struct got_object_id *id,
171 f6be5c30 2018-06-22 stsp struct got_object *obj)
173 ccfe88e6 2018-07-12 stsp #ifndef GOT_NO_OBJ_CACHE
174 f6be5c30 2018-06-22 stsp const struct got_error *err = NULL;
175 6bef87be 2018-09-11 stsp err = got_object_cache_add(&repo->objcache, id, obj);
177 f6be5c30 2018-06-22 stsp return err;
178 f6be5c30 2018-06-22 stsp obj->refcnt++;
180 f6be5c30 2018-06-22 stsp return NULL;
183 7bb0daa1 2018-06-21 stsp struct got_object *
184 7bb0daa1 2018-06-21 stsp got_repo_get_cached_object(struct got_repository *repo,
185 7bb0daa1 2018-06-21 stsp struct got_object_id *id)
187 6bef87be 2018-09-11 stsp return (struct got_object *)got_object_cache_get(&repo->objcache, id);
190 4027f31a 2017-11-04 stsp const struct got_error *
191 f6be5c30 2018-06-22 stsp got_repo_cache_tree(struct got_repository *repo, struct got_object_id *id,
192 f6be5c30 2018-06-22 stsp struct got_tree_object *tree)
194 ccfe88e6 2018-07-12 stsp #ifndef GOT_NO_OBJ_CACHE
195 f6be5c30 2018-06-22 stsp const struct got_error *err = NULL;
196 6bef87be 2018-09-11 stsp err = got_object_cache_add(&repo->treecache, id, tree);
198 f6be5c30 2018-06-22 stsp return err;
199 f6be5c30 2018-06-22 stsp tree->refcnt++;
201 f6be5c30 2018-06-22 stsp return NULL;
204 f6be5c30 2018-06-22 stsp struct got_tree_object *
205 f6be5c30 2018-06-22 stsp got_repo_get_cached_tree(struct got_repository *repo,
206 f6be5c30 2018-06-22 stsp struct got_object_id *id)
208 6bef87be 2018-09-11 stsp return (struct got_tree_object *)got_object_cache_get(
209 6bef87be 2018-09-11 stsp &repo->treecache, id);
212 1943de01 2018-06-22 stsp const struct got_error *
213 1943de01 2018-06-22 stsp got_repo_cache_commit(struct got_repository *repo, struct got_object_id *id,
214 1943de01 2018-06-22 stsp struct got_commit_object *commit)
216 ccfe88e6 2018-07-12 stsp #ifndef GOT_NO_OBJ_CACHE
217 1943de01 2018-06-22 stsp const struct got_error *err = NULL;
218 6bef87be 2018-09-11 stsp err = got_object_cache_add(&repo->commitcache, id, commit);
220 1943de01 2018-06-22 stsp return err;
221 1943de01 2018-06-22 stsp commit->refcnt++;
223 f6be5c30 2018-06-22 stsp return NULL;
226 1943de01 2018-06-22 stsp struct got_commit_object *
227 1943de01 2018-06-22 stsp got_repo_get_cached_commit(struct got_repository *repo,
228 1943de01 2018-06-22 stsp struct got_object_id *id)
230 6bef87be 2018-09-11 stsp return (struct got_commit_object *)got_object_cache_get(
231 6bef87be 2018-09-11 stsp &repo->commitcache, id);
234 f4a881ce 2018-11-17 stsp const struct got_error *
235 f4a881ce 2018-11-17 stsp got_repo_cache_tag(struct got_repository *repo, struct got_object_id *id,
236 f4a881ce 2018-11-17 stsp struct got_tag_object *tag)
238 f4a881ce 2018-11-17 stsp #ifndef GOT_NO_OBJ_CACHE
239 f4a881ce 2018-11-17 stsp const struct got_error *err = NULL;
240 f4a881ce 2018-11-17 stsp err = got_object_cache_add(&repo->tagcache, id, tag);
242 f4a881ce 2018-11-17 stsp return err;
243 f4a881ce 2018-11-17 stsp tag->refcnt++;
245 f4a881ce 2018-11-17 stsp return NULL;
248 f4a881ce 2018-11-17 stsp struct got_tag_object *
249 f4a881ce 2018-11-17 stsp got_repo_get_cached_tag(struct got_repository *repo, struct got_object_id *id)
251 f4a881ce 2018-11-17 stsp return (struct got_tag_object *)got_object_cache_get(
252 f4a881ce 2018-11-17 stsp &repo->tagcache, id);
255 f6be5c30 2018-06-22 stsp const struct got_error *
256 85f51bba 2018-07-16 stsp open_repo(struct got_repository *repo, const char *path)
258 85f51bba 2018-07-16 stsp const struct got_error *err = NULL;
259 85f51bba 2018-07-16 stsp struct got_worktree *worktree = NULL;
261 85f51bba 2018-07-16 stsp /* bare git repository? */
262 85f51bba 2018-07-16 stsp repo->path_git_dir = strdup(path);
263 85f51bba 2018-07-16 stsp if (repo->path_git_dir == NULL) {
264 85f51bba 2018-07-16 stsp err = got_error_from_errno();
267 85f51bba 2018-07-16 stsp if (is_git_repo(repo)) {
268 85f51bba 2018-07-16 stsp repo->path = strdup(repo->path_git_dir);
269 85f51bba 2018-07-16 stsp if (repo->path == NULL) {
270 85f51bba 2018-07-16 stsp err = got_error_from_errno();
273 85f51bba 2018-07-16 stsp return NULL;
276 85f51bba 2018-07-16 stsp /* git repository with working tree? */
277 85f51bba 2018-07-16 stsp free(repo->path_git_dir);
278 85f51bba 2018-07-16 stsp if (asprintf(&repo->path_git_dir, "%s/%s", path, GOT_GIT_DIR) == -1) {
279 85f51bba 2018-07-16 stsp err = got_error_from_errno();
282 85f51bba 2018-07-16 stsp if (is_git_repo(repo)) {
283 85f51bba 2018-07-16 stsp repo->path = strdup(path);
284 85f51bba 2018-07-16 stsp if (repo->path == NULL) {
285 85f51bba 2018-07-16 stsp err = got_error_from_errno();
288 85f51bba 2018-07-16 stsp return NULL;
291 85f51bba 2018-07-16 stsp /* got work tree checked out from bare git repository? */
292 85f51bba 2018-07-16 stsp free(repo->path_git_dir);
293 85f51bba 2018-07-16 stsp repo->path_git_dir = NULL;
294 85f51bba 2018-07-16 stsp err = got_worktree_open(&worktree, path);
296 85f51bba 2018-07-16 stsp if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
297 85f51bba 2018-07-16 stsp err = got_error(GOT_ERR_NOT_GIT_REPO);
300 85f51bba 2018-07-16 stsp repo->path_git_dir = strdup(worktree->repo_path);
301 85f51bba 2018-07-16 stsp if (repo->path_git_dir == NULL) {
302 85f51bba 2018-07-16 stsp err = got_error_from_errno();
306 85f51bba 2018-07-16 stsp /* got work tree checked out from git repository with working tree? */
307 85f51bba 2018-07-16 stsp if (!is_git_repo(repo)) {
308 85f51bba 2018-07-16 stsp free(repo->path_git_dir);
309 85f51bba 2018-07-16 stsp if (asprintf(&repo->path_git_dir, "%s/%s", worktree->repo_path,
310 85f51bba 2018-07-16 stsp GOT_GIT_DIR) == -1) {
311 85f51bba 2018-07-16 stsp err = got_error_from_errno();
312 85f51bba 2018-07-16 stsp repo->path_git_dir = NULL;
315 85f51bba 2018-07-16 stsp if (!is_git_repo(repo)) {
316 85f51bba 2018-07-16 stsp err = got_error(GOT_ERR_NOT_GIT_REPO);
319 85f51bba 2018-07-16 stsp repo->path = strdup(worktree->repo_path);
320 85f51bba 2018-07-16 stsp if (repo->path == NULL) {
321 85f51bba 2018-07-16 stsp err = got_error_from_errno();
325 85f51bba 2018-07-16 stsp repo->path = strdup(repo->path_git_dir);
326 85f51bba 2018-07-16 stsp if (repo->path == NULL) {
327 85f51bba 2018-07-16 stsp err = got_error_from_errno();
332 85f51bba 2018-07-16 stsp if (worktree)
333 85f51bba 2018-07-16 stsp got_worktree_close(worktree);
334 85f51bba 2018-07-16 stsp return err;
337 85f51bba 2018-07-16 stsp const struct got_error *
338 85f51bba 2018-07-16 stsp got_repo_open(struct got_repository **repop, const char *path)
340 92af5469 2017-11-05 stsp struct got_repository *repo = NULL;
341 92af5469 2017-11-05 stsp const struct got_error *err = NULL;
342 85f51bba 2018-07-16 stsp char *abspath, *normpath = NULL;
343 ad242220 2018-09-08 stsp int i, tried_root = 0;
345 85f51bba 2018-07-16 stsp *repop = NULL;
347 2393f13b 2018-03-09 stsp if (got_path_is_absolute(path))
348 2393f13b 2018-03-09 stsp abspath = strdup(path);
350 2393f13b 2018-03-09 stsp abspath = got_path_get_absolute(path);
351 92af5469 2017-11-05 stsp if (abspath == NULL)
352 92af5469 2017-11-05 stsp return got_error(GOT_ERR_BAD_PATH);
354 4027f31a 2017-11-04 stsp repo = calloc(1, sizeof(*repo));
355 92af5469 2017-11-05 stsp if (repo == NULL) {
356 0a585a0d 2018-03-17 stsp err = got_error_from_errno();
360 ad242220 2018-09-08 stsp for (i = 0; i < nitems(repo->privsep_children); i++) {
361 3516b818 2018-09-08 stsp memset(&repo->privsep_children[i], 0,
362 3516b818 2018-09-08 stsp sizeof(repo->privsep_children[0]));
363 ad242220 2018-09-08 stsp repo->privsep_children[i].imsg_fd = -1;
366 6bef87be 2018-09-11 stsp err = got_object_cache_init(&repo->objcache,
367 6bef87be 2018-09-11 stsp GOT_OBJECT_CACHE_TYPE_OBJ);
370 6bef87be 2018-09-11 stsp err = got_object_cache_init(&repo->treecache,
371 6bef87be 2018-09-11 stsp GOT_OBJECT_CACHE_TYPE_TREE);
374 6bef87be 2018-09-11 stsp err = got_object_cache_init(&repo->commitcache,
375 6bef87be 2018-09-11 stsp GOT_OBJECT_CACHE_TYPE_COMMIT);
378 f4a881ce 2018-11-17 stsp err = got_object_cache_init(&repo->tagcache,
379 f4a881ce 2018-11-17 stsp GOT_OBJECT_CACHE_TYPE_TAG);
383 85f51bba 2018-07-16 stsp normpath = got_path_normalize(abspath);
384 85f51bba 2018-07-16 stsp if (normpath == NULL) {
385 92af5469 2017-11-05 stsp err = got_error(GOT_ERR_BAD_PATH);
389 85f51bba 2018-07-16 stsp path = normpath;
391 85f51bba 2018-07-16 stsp err = open_repo(repo, path);
392 85f51bba 2018-07-16 stsp if (err == NULL)
394 85f51bba 2018-07-16 stsp if (err->code != GOT_ERR_NOT_GIT_REPO)
396 85f51bba 2018-07-16 stsp if (path[0] == '/' && path[1] == '\0') {
397 85f51bba 2018-07-16 stsp if (tried_root) {
398 85f51bba 2018-07-16 stsp err = got_error(GOT_ERR_NOT_GIT_REPO);
401 85f51bba 2018-07-16 stsp tried_root = 1;
403 85f51bba 2018-07-16 stsp path = dirname(path);
404 85f51bba 2018-07-16 stsp if (path == NULL)
405 85f51bba 2018-07-16 stsp err = got_error_from_errno();
406 85f51bba 2018-07-16 stsp } while (path);
409 5c2f5761 2018-09-19 stsp got_repo_close(repo);
411 85f51bba 2018-07-16 stsp *repop = repo;
412 92af5469 2017-11-05 stsp free(abspath);
413 85f51bba 2018-07-16 stsp free(normpath);
414 92af5469 2017-11-05 stsp return err;
417 ad242220 2018-09-08 stsp const struct got_error *
418 4027f31a 2017-11-04 stsp got_repo_close(struct got_repository *repo)
420 ad242220 2018-09-08 stsp const struct got_error *err = NULL, *child_err;
423 65cf1e80 2018-03-16 stsp for (i = 0; i < nitems(repo->packidx_cache); i++) {
424 65cf1e80 2018-03-16 stsp if (repo->packidx_cache[i] == NULL)
426 65cf1e80 2018-03-16 stsp got_packidx_close(repo->packidx_cache[i]);
429 7e656b93 2018-03-17 stsp for (i = 0; i < nitems(repo->packs); i++) {
430 7e656b93 2018-03-17 stsp if (repo->packs[i].path_packfile == NULL)
432 7e656b93 2018-03-17 stsp got_pack_close(&repo->packs[i]);
435 4027f31a 2017-11-04 stsp free(repo->path);
436 4986b9d5 2018-03-12 stsp free(repo->path_git_dir);
438 6bef87be 2018-09-11 stsp got_object_cache_close(&repo->objcache);
439 6bef87be 2018-09-11 stsp got_object_cache_close(&repo->treecache);
440 6bef87be 2018-09-11 stsp got_object_cache_close(&repo->commitcache);
441 f4a881ce 2018-11-17 stsp got_object_cache_close(&repo->tagcache);
443 ad242220 2018-09-08 stsp for (i = 0; i < nitems(repo->privsep_children); i++) {
444 ad242220 2018-09-08 stsp if (repo->privsep_children[i].imsg_fd == -1)
446 3516b818 2018-09-08 stsp imsg_clear(repo->privsep_children[i].ibuf);
447 3516b818 2018-09-08 stsp free(repo->privsep_children[i].ibuf);
448 ad242220 2018-09-08 stsp err = got_privsep_send_stop(repo->privsep_children[i].imsg_fd);
449 876c234b 2018-09-10 stsp child_err = got_privsep_wait_for_child(
450 876c234b 2018-09-10 stsp repo->privsep_children[i].pid);
451 ad242220 2018-09-08 stsp if (child_err && err == NULL)
452 ad242220 2018-09-08 stsp err = child_err;
453 ad242220 2018-09-08 stsp close(repo->privsep_children[i].imsg_fd);
455 4027f31a 2017-11-04 stsp free(repo);
457 ad242220 2018-09-08 stsp return err;
460 04ca23f4 2018-07-16 stsp const struct got_error *
461 04ca23f4 2018-07-16 stsp got_repo_map_path(char **in_repo_path, struct got_repository *repo,
462 23721109 2018-10-22 stsp const char *input_path, int check_disk)
464 04ca23f4 2018-07-16 stsp const struct got_error *err = NULL;
465 04ca23f4 2018-07-16 stsp char *repo_abspath = NULL, *cwd = NULL;
466 04ca23f4 2018-07-16 stsp struct stat sb;
467 04ca23f4 2018-07-16 stsp size_t repolen, cwdlen, len;
468 23721109 2018-10-22 stsp char *canonpath, *path = NULL;
470 04ca23f4 2018-07-16 stsp *in_repo_path = NULL;
472 04ca23f4 2018-07-16 stsp cwd = getcwd(NULL, 0);
473 04ca23f4 2018-07-16 stsp if (cwd == NULL)
474 04ca23f4 2018-07-16 stsp return got_error_from_errno();
476 04ca23f4 2018-07-16 stsp canonpath = strdup(input_path);
477 04ca23f4 2018-07-16 stsp if (canonpath == NULL) {
478 04ca23f4 2018-07-16 stsp err = got_error_from_errno();
481 04ca23f4 2018-07-16 stsp err = got_canonpath(input_path, canonpath, strlen(canonpath) + 1);
485 04ca23f4 2018-07-16 stsp repo_abspath = got_repo_get_path(repo);
486 04ca23f4 2018-07-16 stsp if (repo_abspath == NULL) {
487 04ca23f4 2018-07-16 stsp err = got_error_from_errno();
491 04ca23f4 2018-07-16 stsp /* TODO: Call "get in-repository path of work-tree node" API. */
493 23721109 2018-10-22 stsp if (!check_disk)
494 23721109 2018-10-22 stsp path = strdup(canonpath);
495 23721109 2018-10-22 stsp else if (lstat(canonpath, &sb) != 0) {
496 04ca23f4 2018-07-16 stsp if (errno != ENOENT) {
497 04ca23f4 2018-07-16 stsp err = got_error_from_errno();
501 04ca23f4 2018-07-16 stsp * Path is not on disk.
502 04ca23f4 2018-07-16 stsp * Assume it is already relative to repository root.
504 04ca23f4 2018-07-16 stsp path = strdup(canonpath);
506 04ca23f4 2018-07-16 stsp int is_repo_child = 0, is_cwd_child = 0;
508 04ca23f4 2018-07-16 stsp path = realpath(canonpath, NULL);
509 04ca23f4 2018-07-16 stsp if (path == NULL) {
510 04ca23f4 2018-07-16 stsp err = got_error_from_errno();
514 04ca23f4 2018-07-16 stsp repolen = strlen(repo_abspath);
515 04ca23f4 2018-07-16 stsp cwdlen = strlen(cwd);
516 04ca23f4 2018-07-16 stsp len = strlen(path);
518 04ca23f4 2018-07-16 stsp if (len > repolen && strncmp(path, repo_abspath, repolen) == 0)
519 04ca23f4 2018-07-16 stsp is_repo_child = 1;
520 04ca23f4 2018-07-16 stsp if (len > cwdlen && strncmp(path, cwd, cwdlen) == 0)
521 04ca23f4 2018-07-16 stsp is_cwd_child = 1;
523 04ca23f4 2018-07-16 stsp if (strcmp(path, repo_abspath) == 0) {
524 04ca23f4 2018-07-16 stsp free(path);
525 04ca23f4 2018-07-16 stsp path = strdup("");
526 04ca23f4 2018-07-16 stsp if (path == NULL) {
527 04ca23f4 2018-07-16 stsp err = got_error_from_errno();
530 04ca23f4 2018-07-16 stsp } else if (is_repo_child && is_cwd_child) {
531 04ca23f4 2018-07-16 stsp char *child;
532 04ca23f4 2018-07-16 stsp /* TODO: Is path inside a got worktree? */
533 04ca23f4 2018-07-16 stsp /* Strip common prefix with repository path. */
534 04ca23f4 2018-07-16 stsp err = got_path_skip_common_ancestor(&child,
535 04ca23f4 2018-07-16 stsp repo_abspath, path);
538 04ca23f4 2018-07-16 stsp free(path);
539 04ca23f4 2018-07-16 stsp path = child;
540 04ca23f4 2018-07-16 stsp } else if (is_repo_child) {
541 04ca23f4 2018-07-16 stsp /* Matched an on-disk path inside repository. */
542 04ca23f4 2018-07-16 stsp if (got_repo_is_bare(repo)) {
544 04ca23f4 2018-07-16 stsp * Matched an on-disk path inside repository
545 04ca23f4 2018-07-16 stsp * database. Treat as repository-relative.
548 04ca23f4 2018-07-16 stsp char *child;
549 04ca23f4 2018-07-16 stsp /* Strip common prefix with repository path. */
550 04ca23f4 2018-07-16 stsp err = got_path_skip_common_ancestor(&child,
551 04ca23f4 2018-07-16 stsp repo_abspath, path);
554 04ca23f4 2018-07-16 stsp free(path);
555 04ca23f4 2018-07-16 stsp path = child;
557 04ca23f4 2018-07-16 stsp } else if (is_cwd_child) {
558 04ca23f4 2018-07-16 stsp char *child;
559 04ca23f4 2018-07-16 stsp /* TODO: Is path inside a got worktree? */
560 04ca23f4 2018-07-16 stsp /* Strip common prefix with cwd. */
561 04ca23f4 2018-07-16 stsp err = got_path_skip_common_ancestor(&child, cwd,
565 04ca23f4 2018-07-16 stsp free(path);
566 04ca23f4 2018-07-16 stsp path = child;
569 04ca23f4 2018-07-16 stsp * Matched unrelated on-disk path.
570 04ca23f4 2018-07-16 stsp * Treat it as repository-relative.
575 04ca23f4 2018-07-16 stsp /* Make in-repository path absolute */
576 04ca23f4 2018-07-16 stsp if (path[0] != '/') {
577 04ca23f4 2018-07-16 stsp char *abspath;
578 04ca23f4 2018-07-16 stsp if (asprintf(&abspath, "/%s", path) == -1) {
579 04ca23f4 2018-07-16 stsp err = got_error_from_errno();
582 04ca23f4 2018-07-16 stsp free(path);
583 04ca23f4 2018-07-16 stsp path = abspath;
587 04ca23f4 2018-07-16 stsp free(repo_abspath);
589 04ca23f4 2018-07-16 stsp free(canonpath);
591 04ca23f4 2018-07-16 stsp free(path);
593 04ca23f4 2018-07-16 stsp *in_repo_path = path;
594 1510f469 2018-09-09 stsp return err;
597 1510f469 2018-09-09 stsp const struct got_error *
598 1510f469 2018-09-09 stsp got_repo_cache_packidx(struct got_repository *repo, struct got_packidx *packidx)
600 1510f469 2018-09-09 stsp const struct got_error *err = NULL;
603 1510f469 2018-09-09 stsp for (i = 0; i < nitems(repo->packidx_cache); i++) {
604 1510f469 2018-09-09 stsp if (repo->packidx_cache[i] == NULL)
607 1510f469 2018-09-09 stsp if (i == nitems(repo->packidx_cache)) {
608 1510f469 2018-09-09 stsp err = got_packidx_close(repo->packidx_cache[i - 1]);
610 1510f469 2018-09-09 stsp return err;
614 15fe583f 2018-11-05 stsp * Insert the new pack index at the front so it will
615 15fe583f 2018-11-05 stsp * be searched first in the future.
617 15fe583f 2018-11-05 stsp memmove(&repo->packidx_cache[1], &repo->packidx_cache[0],
618 15fe583f 2018-11-05 stsp sizeof(repo->packidx_cache) -
619 15fe583f 2018-11-05 stsp sizeof(repo->packidx_cache[0]));
620 15fe583f 2018-11-05 stsp repo->packidx_cache[0] = packidx;
622 1510f469 2018-09-09 stsp return NULL;
626 1510f469 2018-09-09 stsp is_packidx_filename(const char *name, size_t len)
628 1510f469 2018-09-09 stsp if (len != GOT_PACKIDX_NAMELEN)
631 1510f469 2018-09-09 stsp if (strncmp(name, GOT_PACK_PREFIX, strlen(GOT_PACK_PREFIX)) != 0)
634 1510f469 2018-09-09 stsp if (strcmp(name + strlen(GOT_PACK_PREFIX) +
635 1510f469 2018-09-09 stsp SHA1_DIGEST_STRING_LENGTH - 1, GOT_PACKIDX_SUFFIX) != 0)
641 1510f469 2018-09-09 stsp const struct got_error *
642 1510f469 2018-09-09 stsp got_repo_search_packidx(struct got_packidx **packidx, int *idx,
643 1510f469 2018-09-09 stsp struct got_repository *repo, struct got_object_id *id)
645 1510f469 2018-09-09 stsp const struct got_error *err;
646 1510f469 2018-09-09 stsp char *path_packdir;
647 1510f469 2018-09-09 stsp DIR *packdir;
648 1510f469 2018-09-09 stsp struct dirent *dent;
649 1510f469 2018-09-09 stsp char *path_packidx;
652 1510f469 2018-09-09 stsp /* Search pack index cache. */
653 1510f469 2018-09-09 stsp for (i = 0; i < nitems(repo->packidx_cache); i++) {
654 1510f469 2018-09-09 stsp if (repo->packidx_cache[i] == NULL)
656 1510f469 2018-09-09 stsp *idx = got_packidx_get_object_idx(repo->packidx_cache[i], id);
657 1510f469 2018-09-09 stsp if (*idx != -1) {
658 1510f469 2018-09-09 stsp *packidx = repo->packidx_cache[i];
659 1510f469 2018-09-09 stsp return NULL;
662 1510f469 2018-09-09 stsp /* No luck. Search the filesystem. */
664 1510f469 2018-09-09 stsp path_packdir = got_repo_get_path_objects_pack(repo);
665 1510f469 2018-09-09 stsp if (path_packdir == NULL)
666 1510f469 2018-09-09 stsp return got_error_from_errno();
668 1510f469 2018-09-09 stsp packdir = opendir(path_packdir);
669 1510f469 2018-09-09 stsp if (packdir == NULL) {
670 1510f469 2018-09-09 stsp err = got_error_from_errno();
674 1510f469 2018-09-09 stsp while ((dent = readdir(packdir)) != NULL) {
675 1510f469 2018-09-09 stsp if (!is_packidx_filename(dent->d_name, dent->d_namlen))
678 1510f469 2018-09-09 stsp if (asprintf(&path_packidx, "%s/%s", path_packdir,
679 1510f469 2018-09-09 stsp dent->d_name) == -1) {
680 1510f469 2018-09-09 stsp err = got_error_from_errno();
684 1510f469 2018-09-09 stsp err = got_packidx_open(packidx, path_packidx, 0);
685 1510f469 2018-09-09 stsp free(path_packidx);
689 1510f469 2018-09-09 stsp *idx = got_packidx_get_object_idx(*packidx, id);
690 1510f469 2018-09-09 stsp if (*idx != -1) {
691 1510f469 2018-09-09 stsp err = NULL; /* found the object */
692 1510f469 2018-09-09 stsp err = got_repo_cache_packidx(repo, *packidx);
696 1510f469 2018-09-09 stsp err = got_packidx_close(*packidx);
697 1510f469 2018-09-09 stsp *packidx = NULL;
702 91a3d81f 2018-11-11 stsp err = got_error_no_obj(id);
704 1510f469 2018-09-09 stsp free(path_packdir);
705 1510f469 2018-09-09 stsp if (packdir && closedir(packdir) != 0 && err == 0)
706 1510f469 2018-09-09 stsp err = got_error_from_errno();
707 04ca23f4 2018-07-16 stsp return err;
710 1510f469 2018-09-09 stsp static const struct got_error *
711 1510f469 2018-09-09 stsp read_packfile_hdr(int fd, struct got_packidx *packidx)
713 1510f469 2018-09-09 stsp const struct got_error *err = NULL;
714 1510f469 2018-09-09 stsp uint32_t totobj = betoh32(packidx->hdr.fanout_table[0xff]);
715 1510f469 2018-09-09 stsp struct got_packfile_hdr hdr;
718 1510f469 2018-09-09 stsp n = read(fd, &hdr, sizeof(hdr));
720 1510f469 2018-09-09 stsp return got_error_from_errno();
721 1510f469 2018-09-09 stsp if (n != sizeof(hdr))
722 1510f469 2018-09-09 stsp return got_error(GOT_ERR_BAD_PACKFILE);
724 1510f469 2018-09-09 stsp if (betoh32(hdr.signature) != GOT_PACKFILE_SIGNATURE ||
725 1510f469 2018-09-09 stsp betoh32(hdr.version) != GOT_PACKFILE_VERSION ||
726 1510f469 2018-09-09 stsp betoh32(hdr.nobjects) != totobj)
727 1510f469 2018-09-09 stsp err = got_error(GOT_ERR_BAD_PACKFILE);
729 1510f469 2018-09-09 stsp return err;
732 1510f469 2018-09-09 stsp static const struct got_error *
733 1510f469 2018-09-09 stsp open_packfile(int *fd, const char *path_packfile, struct got_packidx *packidx)
735 1510f469 2018-09-09 stsp const struct got_error *err = NULL;
737 1510f469 2018-09-09 stsp *fd = open(path_packfile, O_RDONLY | O_NOFOLLOW, GOT_DEFAULT_FILE_MODE);
738 1510f469 2018-09-09 stsp if (*fd == -1)
739 1510f469 2018-09-09 stsp return got_error_from_errno();
741 1510f469 2018-09-09 stsp if (packidx) {
742 1510f469 2018-09-09 stsp err = read_packfile_hdr(*fd, packidx);
744 1510f469 2018-09-09 stsp close(*fd);
749 1510f469 2018-09-09 stsp return err;
752 1510f469 2018-09-09 stsp const struct got_error *
753 1510f469 2018-09-09 stsp got_repo_cache_pack(struct got_pack **packp, struct got_repository *repo,
754 1510f469 2018-09-09 stsp const char *path_packfile, struct got_packidx *packidx)
756 1510f469 2018-09-09 stsp const struct got_error *err = NULL;
757 1510f469 2018-09-09 stsp struct got_pack *pack = NULL;
761 1510f469 2018-09-09 stsp *packp = NULL;
763 1510f469 2018-09-09 stsp for (i = 0; i < nitems(repo->packs); i++) {
764 1510f469 2018-09-09 stsp pack = &repo->packs[i];
765 1510f469 2018-09-09 stsp if (pack->path_packfile == NULL)
767 1510f469 2018-09-09 stsp if (strcmp(pack->path_packfile, path_packfile) == 0)
768 1510f469 2018-09-09 stsp return NULL;
771 1510f469 2018-09-09 stsp if (i == nitems(repo->packs) - 1) {
772 1510f469 2018-09-09 stsp err = got_pack_close(&repo->packs[i - 1]);
774 1510f469 2018-09-09 stsp return err;
775 1510f469 2018-09-09 stsp memmove(&repo->packs[1], &repo->packs[0],
776 1510f469 2018-09-09 stsp sizeof(repo->packs) - sizeof(repo->packs[0]));
780 1510f469 2018-09-09 stsp pack = &repo->packs[i];
782 1510f469 2018-09-09 stsp pack->path_packfile = strdup(path_packfile);
783 1510f469 2018-09-09 stsp if (pack->path_packfile == NULL) {
784 1510f469 2018-09-09 stsp err = got_error_from_errno();
788 1510f469 2018-09-09 stsp err = open_packfile(&pack->fd, path_packfile, packidx);
792 1510f469 2018-09-09 stsp err = got_pack_get_packfile_size(&pack->filesize, path_packfile);
796 90636195 2018-09-11 stsp pack->privsep_child = NULL;
798 1510f469 2018-09-09 stsp #ifndef GOT_PACK_NO_MMAP
799 1510f469 2018-09-09 stsp pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
800 1510f469 2018-09-09 stsp pack->fd, 0);
801 1510f469 2018-09-09 stsp if (pack->map == MAP_FAILED)
802 1510f469 2018-09-09 stsp pack->map = NULL; /* fall back to read(2) */
806 1510f469 2018-09-09 stsp if (pack) {
807 1510f469 2018-09-09 stsp free(pack->path_packfile);
808 1510f469 2018-09-09 stsp memset(pack, 0, sizeof(*pack));
810 1510f469 2018-09-09 stsp } else if (packp)
811 1510f469 2018-09-09 stsp *packp = pack;
812 1510f469 2018-09-09 stsp return err;
815 1510f469 2018-09-09 stsp struct got_pack *
816 1510f469 2018-09-09 stsp got_repo_get_cached_pack(struct got_repository *repo, const char *path_packfile)
818 1510f469 2018-09-09 stsp struct got_pack *pack = NULL;
821 1510f469 2018-09-09 stsp for (i = 0; i < nitems(repo->packs); i++) {
822 1510f469 2018-09-09 stsp pack = &repo->packs[i];
823 1510f469 2018-09-09 stsp if (pack->path_packfile == NULL)
825 1510f469 2018-09-09 stsp if (strcmp(pack->path_packfile, path_packfile) == 0)
826 1510f469 2018-09-09 stsp return pack;
829 1510f469 2018-09-09 stsp return NULL;