2 20662ea0 2021-04-10 stsp * Copyright (c) 2021 Stefan Sperling <stsp@openbsd.org>
4 20662ea0 2021-04-10 stsp * Permission to use, copy, modify, and distribute this software for any
5 20662ea0 2021-04-10 stsp * purpose with or without fee is hereby granted, provided that the above
6 20662ea0 2021-04-10 stsp * copyright notice and this permission notice appear in all copies.
8 20662ea0 2021-04-10 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 20662ea0 2021-04-10 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 20662ea0 2021-04-10 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 20662ea0 2021-04-10 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 20662ea0 2021-04-10 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 20662ea0 2021-04-10 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 20662ea0 2021-04-10 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 05118f5a 2021-06-22 stsp #include <sys/types.h>
19 05118f5a 2021-06-22 stsp #include <ctype.h>
20 20662ea0 2021-04-10 stsp #include <getopt.h>
21 20662ea0 2021-04-10 stsp #include <err.h>
22 20662ea0 2021-04-10 stsp #include <errno.h>
23 20662ea0 2021-04-10 stsp #include <locale.h>
24 05118f5a 2021-06-22 stsp #include <inttypes.h>
25 20662ea0 2021-04-10 stsp #include <stdio.h>
26 20662ea0 2021-04-10 stsp #include <stdlib.h>
27 20662ea0 2021-04-10 stsp #include <signal.h>
28 20662ea0 2021-04-10 stsp #include <string.h>
29 20662ea0 2021-04-10 stsp #include <unistd.h>
31 2b0eee35 2021-09-21 thomas.ad #include "got_compat.h"
33 20662ea0 2021-04-10 stsp #include "got_version.h"
34 20662ea0 2021-04-10 stsp #include "got_error.h"
35 20662ea0 2021-04-10 stsp #include "got_object.h"
36 20662ea0 2021-04-10 stsp #include "got_reference.h"
37 05118f5a 2021-06-22 stsp #include "got_cancel.h"
38 20662ea0 2021-04-10 stsp #include "got_repository.h"
39 05118f5a 2021-06-22 stsp #include "got_repository_admin.h"
40 20662ea0 2021-04-10 stsp #include "got_gotconfig.h"
41 20662ea0 2021-04-10 stsp #include "got_path.h"
42 20662ea0 2021-04-10 stsp #include "got_privsep.h"
43 20662ea0 2021-04-10 stsp #include "got_opentemp.h"
44 1ea7ccc6 2021-11-15 thomas #include "got_worktree.h"
46 20662ea0 2021-04-10 stsp #ifndef nitems
47 20662ea0 2021-04-10 stsp #define nitems(_a) (sizeof((_a)) / sizeof((_a)[0]))
50 20662ea0 2021-04-10 stsp static volatile sig_atomic_t sigint_received;
51 20662ea0 2021-04-10 stsp static volatile sig_atomic_t sigpipe_received;
54 20662ea0 2021-04-10 stsp catch_sigint(int signo)
56 20662ea0 2021-04-10 stsp sigint_received = 1;
60 20662ea0 2021-04-10 stsp catch_sigpipe(int signo)
62 20662ea0 2021-04-10 stsp sigpipe_received = 1;
65 05118f5a 2021-06-22 stsp static const struct got_error *
66 05118f5a 2021-06-22 stsp check_cancelled(void *arg)
68 05118f5a 2021-06-22 stsp if (sigint_received || sigpipe_received)
69 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_CANCELLED);
70 05118f5a 2021-06-22 stsp return NULL;
73 20662ea0 2021-04-10 stsp struct gotadmin_cmd {
74 20662ea0 2021-04-10 stsp const char *cmd_name;
75 20662ea0 2021-04-10 stsp const struct got_error *(*cmd_main)(int, char *[]);
76 20662ea0 2021-04-10 stsp void (*cmd_usage)(void);
77 20662ea0 2021-04-10 stsp const char *cmd_alias;
80 20662ea0 2021-04-10 stsp __dead static void usage(int, int);
81 20662ea0 2021-04-10 stsp __dead static void usage_info(void);
82 05118f5a 2021-06-22 stsp __dead static void usage_pack(void);
83 05118f5a 2021-06-22 stsp __dead static void usage_indexpack(void);
84 05118f5a 2021-06-22 stsp __dead static void usage_listpack(void);
85 b3d68e7f 2021-07-03 stsp __dead static void usage_cleanup(void);
87 20662ea0 2021-04-10 stsp static const struct got_error* cmd_info(int, char *[]);
88 05118f5a 2021-06-22 stsp static const struct got_error* cmd_pack(int, char *[]);
89 05118f5a 2021-06-22 stsp static const struct got_error* cmd_indexpack(int, char *[]);
90 05118f5a 2021-06-22 stsp static const struct got_error* cmd_listpack(int, char *[]);
91 b3d68e7f 2021-07-03 stsp static const struct got_error* cmd_cleanup(int, char *[]);
93 641a8ee6 2022-02-16 thomas static const struct gotadmin_cmd gotadmin_commands[] = {
94 20662ea0 2021-04-10 stsp { "info", cmd_info, usage_info, "" },
95 05118f5a 2021-06-22 stsp { "pack", cmd_pack, usage_pack, "" },
96 05118f5a 2021-06-22 stsp { "indexpack", cmd_indexpack, usage_indexpack,"ix" },
97 05118f5a 2021-06-22 stsp { "listpack", cmd_listpack, usage_listpack, "ls" },
98 b3d68e7f 2021-07-03 stsp { "cleanup", cmd_cleanup, usage_cleanup, "cl" },
101 20662ea0 2021-04-10 stsp static void
102 20662ea0 2021-04-10 stsp list_commands(FILE *fp)
106 20662ea0 2021-04-10 stsp fprintf(fp, "commands:");
107 20662ea0 2021-04-10 stsp for (i = 0; i < nitems(gotadmin_commands); i++) {
108 641a8ee6 2022-02-16 thomas const struct gotadmin_cmd *cmd = &gotadmin_commands[i];
109 20662ea0 2021-04-10 stsp fprintf(fp, " %s", cmd->cmd_name);
111 20662ea0 2021-04-10 stsp fputc('\n', fp);
115 20662ea0 2021-04-10 stsp main(int argc, char *argv[])
117 641a8ee6 2022-02-16 thomas const struct gotadmin_cmd *cmd;
120 20662ea0 2021-04-10 stsp int hflag = 0, Vflag = 0;
121 641a8ee6 2022-02-16 thomas static const struct option longopts[] = {
122 20662ea0 2021-04-10 stsp { "version", no_argument, NULL, 'V' },
123 20662ea0 2021-04-10 stsp { NULL, 0, NULL, 0 }
126 20662ea0 2021-04-10 stsp setlocale(LC_CTYPE, "");
128 20662ea0 2021-04-10 stsp while ((ch = getopt_long(argc, argv, "+hV", longopts, NULL)) != -1) {
129 20662ea0 2021-04-10 stsp switch (ch) {
137 20662ea0 2021-04-10 stsp usage(hflag, 1);
138 20662ea0 2021-04-10 stsp /* NOTREACHED */
142 20662ea0 2021-04-10 stsp argc -= optind;
143 20662ea0 2021-04-10 stsp argv += optind;
144 20662ea0 2021-04-10 stsp optind = 1;
145 20662ea0 2021-04-10 stsp optreset = 1;
147 20662ea0 2021-04-10 stsp if (Vflag) {
148 20662ea0 2021-04-10 stsp got_version_print_str();
152 20662ea0 2021-04-10 stsp if (argc <= 0)
153 20662ea0 2021-04-10 stsp usage(hflag, hflag ? 0 : 1);
155 20662ea0 2021-04-10 stsp signal(SIGINT, catch_sigint);
156 20662ea0 2021-04-10 stsp signal(SIGPIPE, catch_sigpipe);
158 20662ea0 2021-04-10 stsp for (i = 0; i < nitems(gotadmin_commands); i++) {
159 20662ea0 2021-04-10 stsp const struct got_error *error;
161 20662ea0 2021-04-10 stsp cmd = &gotadmin_commands[i];
163 20662ea0 2021-04-10 stsp if (strcmp(cmd->cmd_name, argv[0]) != 0 &&
164 20662ea0 2021-04-10 stsp strcmp(cmd->cmd_alias, argv[0]) != 0)
168 641a8ee6 2022-02-16 thomas cmd->cmd_usage();
170 641a8ee6 2022-02-16 thomas error = cmd->cmd_main(argc, argv);
171 20662ea0 2021-04-10 stsp if (error && error->code != GOT_ERR_CANCELLED &&
172 20662ea0 2021-04-10 stsp error->code != GOT_ERR_PRIVSEP_EXIT &&
173 20662ea0 2021-04-10 stsp !(sigpipe_received &&
174 20662ea0 2021-04-10 stsp error->code == GOT_ERR_ERRNO && errno == EPIPE) &&
175 20662ea0 2021-04-10 stsp !(sigint_received &&
176 20662ea0 2021-04-10 stsp error->code == GOT_ERR_ERRNO && errno == EINTR)) {
177 20662ea0 2021-04-10 stsp fprintf(stderr, "%s: %s\n", getprogname(), error->msg);
184 20662ea0 2021-04-10 stsp fprintf(stderr, "%s: unknown command '%s'\n", getprogname(), argv[0]);
185 20662ea0 2021-04-10 stsp list_commands(stderr);
189 20662ea0 2021-04-10 stsp __dead static void
190 20662ea0 2021-04-10 stsp usage(int hflag, int status)
192 20662ea0 2021-04-10 stsp FILE *fp = (status == 0) ? stdout : stderr;
194 20662ea0 2021-04-10 stsp fprintf(fp, "usage: %s [-h] [-V | --version] command [arg ...]\n",
195 20662ea0 2021-04-10 stsp getprogname());
197 20662ea0 2021-04-10 stsp list_commands(fp);
198 20662ea0 2021-04-10 stsp exit(status);
201 20662ea0 2021-04-10 stsp static const struct got_error *
202 20662ea0 2021-04-10 stsp apply_unveil(const char *repo_path, int repo_read_only)
204 20662ea0 2021-04-10 stsp const struct got_error *err;
206 20662ea0 2021-04-10 stsp #ifdef PROFILE
207 20662ea0 2021-04-10 stsp if (unveil("gmon.out", "rwc") != 0)
208 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", "gmon.out");
210 20662ea0 2021-04-10 stsp if (repo_path && unveil(repo_path, repo_read_only ? "r" : "rwc") != 0)
211 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", repo_path);
213 20662ea0 2021-04-10 stsp if (unveil(GOT_TMPDIR_STR, "rwc") != 0)
214 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", GOT_TMPDIR_STR);
216 20662ea0 2021-04-10 stsp err = got_privsep_unveil_exec_helpers();
217 20662ea0 2021-04-10 stsp if (err != NULL)
218 20662ea0 2021-04-10 stsp return err;
220 20662ea0 2021-04-10 stsp if (unveil(NULL, NULL) != 0)
221 20662ea0 2021-04-10 stsp return got_error_from_errno("unveil");
223 20662ea0 2021-04-10 stsp return NULL;
226 20662ea0 2021-04-10 stsp __dead static void
227 20662ea0 2021-04-10 stsp usage_info(void)
229 20662ea0 2021-04-10 stsp fprintf(stderr, "usage: %s info [-r repository-path]\n",
230 20662ea0 2021-04-10 stsp getprogname());
234 20662ea0 2021-04-10 stsp static const struct got_error *
235 1ea7ccc6 2021-11-15 thomas get_repo_path(char **repo_path)
237 1ea7ccc6 2021-11-15 thomas const struct got_error *err = NULL;
238 1ea7ccc6 2021-11-15 thomas struct got_worktree *worktree = NULL;
239 1ea7ccc6 2021-11-15 thomas char *cwd;
241 1ea7ccc6 2021-11-15 thomas *repo_path = NULL;
243 1ea7ccc6 2021-11-15 thomas cwd = getcwd(NULL, 0);
244 1ea7ccc6 2021-11-15 thomas if (cwd == NULL)
245 1ea7ccc6 2021-11-15 thomas return got_error_from_errno("getcwd");
247 1ea7ccc6 2021-11-15 thomas err = got_worktree_open(&worktree, cwd);
248 1ea7ccc6 2021-11-15 thomas if (err) {
249 1ea7ccc6 2021-11-15 thomas if (err->code != GOT_ERR_NOT_WORKTREE)
250 1ea7ccc6 2021-11-15 thomas goto done;
251 1ea7ccc6 2021-11-15 thomas err = NULL;
254 1ea7ccc6 2021-11-15 thomas if (worktree)
255 1ea7ccc6 2021-11-15 thomas *repo_path = strdup(got_worktree_get_repo_path(worktree));
257 1ea7ccc6 2021-11-15 thomas *repo_path = strdup(cwd);
258 1ea7ccc6 2021-11-15 thomas if (*repo_path == NULL)
259 1ea7ccc6 2021-11-15 thomas err = got_error_from_errno("strdup");
261 1ea7ccc6 2021-11-15 thomas if (worktree)
262 1ea7ccc6 2021-11-15 thomas got_worktree_close(worktree);
263 1ea7ccc6 2021-11-15 thomas free(cwd);
264 1ea7ccc6 2021-11-15 thomas return err;
267 1ea7ccc6 2021-11-15 thomas static const struct got_error *
268 20662ea0 2021-04-10 stsp cmd_info(int argc, char *argv[])
270 20662ea0 2021-04-10 stsp const struct got_error *error = NULL;
271 1ea7ccc6 2021-11-15 thomas char *repo_path = NULL;
272 20662ea0 2021-04-10 stsp struct got_repository *repo = NULL;
273 20662ea0 2021-04-10 stsp const struct got_gotconfig *gotconfig = NULL;
274 20662ea0 2021-04-10 stsp int ch, npackfiles, npackedobj, nobj;
275 20662ea0 2021-04-10 stsp off_t packsize, loose_size;
276 20662ea0 2021-04-10 stsp char scaled[FMT_SCALED_STRSIZE];
278 20662ea0 2021-04-10 stsp while ((ch = getopt(argc, argv, "r:")) != -1) {
279 20662ea0 2021-04-10 stsp switch (ch) {
281 20662ea0 2021-04-10 stsp repo_path = realpath(optarg, NULL);
282 20662ea0 2021-04-10 stsp if (repo_path == NULL)
283 20662ea0 2021-04-10 stsp return got_error_from_errno2("realpath",
285 20662ea0 2021-04-10 stsp got_path_strip_trailing_slashes(repo_path);
288 20662ea0 2021-04-10 stsp usage_info();
289 20662ea0 2021-04-10 stsp /* NOTREACHED */
293 20662ea0 2021-04-10 stsp argc -= optind;
294 20662ea0 2021-04-10 stsp argv += optind;
296 20662ea0 2021-04-10 stsp #ifndef PROFILE
297 20662ea0 2021-04-10 stsp if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
298 20662ea0 2021-04-10 stsp NULL) == -1)
299 20662ea0 2021-04-10 stsp err(1, "pledge");
301 1ea7ccc6 2021-11-15 thomas if (repo_path == NULL) {
302 1ea7ccc6 2021-11-15 thomas error = get_repo_path(&repo_path);
303 1ea7ccc6 2021-11-15 thomas if (error)
304 1ea7ccc6 2021-11-15 thomas goto done;
306 1ea7ccc6 2021-11-15 thomas error = got_repo_open(&repo, repo_path, NULL);
310 20662ea0 2021-04-10 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
314 20662ea0 2021-04-10 stsp printf("repository: %s\n", got_repo_get_path_git_dir(repo));
316 20662ea0 2021-04-10 stsp gotconfig = got_repo_get_gotconfig(repo);
317 20662ea0 2021-04-10 stsp if (gotconfig) {
318 20662ea0 2021-04-10 stsp const struct got_remote_repo *remotes;
319 20662ea0 2021-04-10 stsp int i, nremotes;
320 20662ea0 2021-04-10 stsp if (got_gotconfig_get_author(gotconfig)) {
321 20662ea0 2021-04-10 stsp printf("default author: %s\n",
322 20662ea0 2021-04-10 stsp got_gotconfig_get_author(gotconfig));
324 20662ea0 2021-04-10 stsp got_gotconfig_get_remotes(&nremotes, &remotes, gotconfig);
325 20662ea0 2021-04-10 stsp for (i = 0; i < nremotes; i++) {
326 13b2084e 2021-09-06 stsp const char *fetch_url = remotes[i].fetch_url;
327 13b2084e 2021-09-06 stsp const char *send_url = remotes[i].send_url;
328 13b2084e 2021-09-06 stsp if (strcmp(fetch_url, send_url) == 0) {
329 13b2084e 2021-09-06 stsp printf("remote \"%s\": %s\n", remotes[i].name,
330 13b2084e 2021-09-06 stsp remotes[i].fetch_url);
332 13b2084e 2021-09-06 stsp printf("remote \"%s\" (fetch): %s\n",
333 13b2084e 2021-09-06 stsp remotes[i].name, remotes[i].fetch_url);
334 13b2084e 2021-09-06 stsp printf("remote \"%s\" (send): %s\n",
335 13b2084e 2021-09-06 stsp remotes[i].name, remotes[i].send_url);
340 20662ea0 2021-04-10 stsp error = got_repo_get_packfile_info(&npackfiles, &npackedobj,
341 20662ea0 2021-04-10 stsp &packsize, repo);
344 20662ea0 2021-04-10 stsp printf("pack files: %d\n", npackfiles);
345 20662ea0 2021-04-10 stsp if (npackfiles > 0) {
346 20662ea0 2021-04-10 stsp if (fmt_scaled(packsize, scaled) == -1) {
347 20662ea0 2021-04-10 stsp error = got_error_from_errno("fmt_scaled");
350 20662ea0 2021-04-10 stsp printf("packed objects: %d\n", npackedobj);
351 20662ea0 2021-04-10 stsp printf("packed total size: %s\n", scaled);
354 20662ea0 2021-04-10 stsp error = got_repo_get_loose_object_info(&nobj, &loose_size, repo);
357 20662ea0 2021-04-10 stsp printf("loose objects: %d\n", nobj);
358 20662ea0 2021-04-10 stsp if (nobj > 0) {
359 20662ea0 2021-04-10 stsp if (fmt_scaled(loose_size, scaled) == -1) {
360 20662ea0 2021-04-10 stsp error = got_error_from_errno("fmt_scaled");
363 20662ea0 2021-04-10 stsp printf("loose total size: %s\n", scaled);
367 20662ea0 2021-04-10 stsp got_repo_close(repo);
368 1ea7ccc6 2021-11-15 thomas free(repo_path);
369 20662ea0 2021-04-10 stsp return error;
372 05118f5a 2021-06-22 stsp __dead static void
373 05118f5a 2021-06-22 stsp usage_pack(void)
375 05118f5a 2021-06-22 stsp fprintf(stderr, "usage: %s pack [-a] [-r repository-path] "
376 05118f5a 2021-06-22 stsp "[-x reference] [reference ...]\n",
377 05118f5a 2021-06-22 stsp getprogname());
381 05118f5a 2021-06-22 stsp struct got_pack_progress_arg {
382 05118f5a 2021-06-22 stsp char last_scaled_size[FMT_SCALED_STRSIZE];
383 85220b0e 2022-03-22 thomas int last_ncolored;
384 85220b0e 2022-03-22 thomas int last_nfound;
385 85220b0e 2022-03-22 thomas int last_ntrees;
386 85220b0e 2022-03-22 thomas int loading_done;
387 05118f5a 2021-06-22 stsp int last_ncommits;
388 05118f5a 2021-06-22 stsp int last_nobj_total;
389 05118f5a 2021-06-22 stsp int last_p_deltify;
390 05118f5a 2021-06-22 stsp int last_p_written;
391 05118f5a 2021-06-22 stsp int last_p_indexed;
392 05118f5a 2021-06-22 stsp int last_p_resolved;
393 05118f5a 2021-06-22 stsp int verbosity;
394 05118f5a 2021-06-22 stsp int printed_something;
397 85220b0e 2022-03-22 thomas static void
398 85220b0e 2022-03-22 thomas print_load_info(int print_colored, int print_found, int print_trees,
399 85220b0e 2022-03-22 thomas int ncolored, int nfound, int ntrees)
401 85220b0e 2022-03-22 thomas if (print_colored) {
402 85220b0e 2022-03-22 thomas printf("%d commit%s colored", ncolored,
403 85220b0e 2022-03-22 thomas ncolored == 1 ? "" : "s");
405 85220b0e 2022-03-22 thomas if (print_found) {
406 85220b0e 2022-03-22 thomas printf("%s%d object%s found",
407 85220b0e 2022-03-22 thomas ncolored > 0 ? "; " : "",
408 85220b0e 2022-03-22 thomas nfound, nfound == 1 ? "" : "s");
410 85220b0e 2022-03-22 thomas if (print_trees) {
411 85220b0e 2022-03-22 thomas printf("; %d tree%s scanned", ntrees,
412 85220b0e 2022-03-22 thomas ntrees == 1 ? "" : "s");
416 05118f5a 2021-06-22 stsp static const struct got_error *
417 85220b0e 2022-03-22 thomas pack_progress(void *arg, int ncolored, int nfound, int ntrees,
418 85220b0e 2022-03-22 thomas off_t packfile_size, int ncommits, int nobj_total, int nobj_deltify,
419 85220b0e 2022-03-22 thomas int nobj_written)
421 05118f5a 2021-06-22 stsp struct got_pack_progress_arg *a = arg;
422 05118f5a 2021-06-22 stsp char scaled_size[FMT_SCALED_STRSIZE];
423 05118f5a 2021-06-22 stsp int p_deltify, p_written;
424 85220b0e 2022-03-22 thomas int print_colored = 0, print_found = 0, print_trees = 0;
425 05118f5a 2021-06-22 stsp int print_searching = 0, print_total = 0;
426 05118f5a 2021-06-22 stsp int print_deltify = 0, print_written = 0;
428 05118f5a 2021-06-22 stsp if (a->verbosity < 0)
429 85220b0e 2022-03-22 thomas return NULL;
431 85220b0e 2022-03-22 thomas if (a->last_ncolored != ncolored) {
432 85220b0e 2022-03-22 thomas print_colored = 1;
433 85220b0e 2022-03-22 thomas a->last_ncolored = ncolored;
436 85220b0e 2022-03-22 thomas if (a->last_nfound != nfound) {
437 85220b0e 2022-03-22 thomas print_colored = 1;
438 85220b0e 2022-03-22 thomas print_found = 1;
439 85220b0e 2022-03-22 thomas a->last_nfound = nfound;
442 85220b0e 2022-03-22 thomas if (a->last_ntrees != ntrees) {
443 85220b0e 2022-03-22 thomas print_colored = 1;
444 85220b0e 2022-03-22 thomas print_found = 1;
445 85220b0e 2022-03-22 thomas print_trees = 1;
446 85220b0e 2022-03-22 thomas a->last_ntrees = ntrees;
449 85220b0e 2022-03-22 thomas if ((print_colored || print_found || print_trees) &&
450 85220b0e 2022-03-22 thomas !a->loading_done) {
451 85220b0e 2022-03-22 thomas printf("\r");
452 85220b0e 2022-03-22 thomas print_load_info(print_colored, print_found, print_trees,
453 85220b0e 2022-03-22 thomas ncolored, nfound, ntrees);
454 85220b0e 2022-03-22 thomas a->printed_something = 1;
455 85220b0e 2022-03-22 thomas fflush(stdout);
456 05118f5a 2021-06-22 stsp return NULL;
457 85220b0e 2022-03-22 thomas } else if (!a->loading_done) {
458 85220b0e 2022-03-22 thomas printf("\r");
459 85220b0e 2022-03-22 thomas print_load_info(1, 1, 1, ncolored, nfound, ntrees);
460 85220b0e 2022-03-22 thomas printf("\n");
461 85220b0e 2022-03-22 thomas a->loading_done = 1;
464 05118f5a 2021-06-22 stsp if (fmt_scaled(packfile_size, scaled_size) == -1)
465 05118f5a 2021-06-22 stsp return got_error_from_errno("fmt_scaled");
467 05118f5a 2021-06-22 stsp if (a->last_ncommits != ncommits) {
468 05118f5a 2021-06-22 stsp print_searching = 1;
469 05118f5a 2021-06-22 stsp a->last_ncommits = ncommits;
472 05118f5a 2021-06-22 stsp if (a->last_nobj_total != nobj_total) {
473 05118f5a 2021-06-22 stsp print_searching = 1;
474 05118f5a 2021-06-22 stsp print_total = 1;
475 05118f5a 2021-06-22 stsp a->last_nobj_total = nobj_total;
478 05118f5a 2021-06-22 stsp if (packfile_size > 0 && (a->last_scaled_size[0] == '\0' ||
479 05118f5a 2021-06-22 stsp strcmp(scaled_size, a->last_scaled_size)) != 0) {
480 05118f5a 2021-06-22 stsp if (strlcpy(a->last_scaled_size, scaled_size,
481 05118f5a 2021-06-22 stsp FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
482 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_NO_SPACE);
485 05118f5a 2021-06-22 stsp if (nobj_deltify > 0 || nobj_written > 0) {
486 05118f5a 2021-06-22 stsp if (nobj_deltify > 0) {
487 05118f5a 2021-06-22 stsp p_deltify = (nobj_deltify * 100) / nobj_total;
488 05118f5a 2021-06-22 stsp if (p_deltify != a->last_p_deltify) {
489 05118f5a 2021-06-22 stsp a->last_p_deltify = p_deltify;
490 05118f5a 2021-06-22 stsp print_searching = 1;
491 05118f5a 2021-06-22 stsp print_total = 1;
492 05118f5a 2021-06-22 stsp print_deltify = 1;
495 05118f5a 2021-06-22 stsp if (nobj_written > 0) {
496 05118f5a 2021-06-22 stsp p_written = (nobj_written * 100) / nobj_total;
497 05118f5a 2021-06-22 stsp if (p_written != a->last_p_written) {
498 05118f5a 2021-06-22 stsp a->last_p_written = p_written;
499 05118f5a 2021-06-22 stsp print_searching = 1;
500 05118f5a 2021-06-22 stsp print_total = 1;
501 05118f5a 2021-06-22 stsp print_deltify = 1;
502 05118f5a 2021-06-22 stsp print_written = 1;
507 05118f5a 2021-06-22 stsp if (print_searching || print_total || print_deltify || print_written)
508 05118f5a 2021-06-22 stsp printf("\r");
509 05118f5a 2021-06-22 stsp if (print_searching)
510 05118f5a 2021-06-22 stsp printf("packing %d reference%s", ncommits,
511 05118f5a 2021-06-22 stsp ncommits == 1 ? "" : "s");
512 05118f5a 2021-06-22 stsp if (print_total)
513 05118f5a 2021-06-22 stsp printf("; %d object%s", nobj_total,
514 05118f5a 2021-06-22 stsp nobj_total == 1 ? "" : "s");
515 05118f5a 2021-06-22 stsp if (print_deltify)
516 05118f5a 2021-06-22 stsp printf("; deltify: %d%%", p_deltify);
517 05118f5a 2021-06-22 stsp if (print_written)
518 d2f35ef7 2022-02-13 thomas printf("; writing pack: %*s %d%%", FMT_SCALED_STRSIZE - 2,
519 05118f5a 2021-06-22 stsp scaled_size, p_written);
520 05118f5a 2021-06-22 stsp if (print_searching || print_total || print_deltify ||
521 05118f5a 2021-06-22 stsp print_written) {
522 05118f5a 2021-06-22 stsp a->printed_something = 1;
523 05118f5a 2021-06-22 stsp fflush(stdout);
525 05118f5a 2021-06-22 stsp return NULL;
528 05118f5a 2021-06-22 stsp static const struct got_error *
529 05118f5a 2021-06-22 stsp pack_index_progress(void *arg, off_t packfile_size, int nobj_total,
530 05118f5a 2021-06-22 stsp int nobj_indexed, int nobj_loose, int nobj_resolved)
532 05118f5a 2021-06-22 stsp struct got_pack_progress_arg *a = arg;
533 05118f5a 2021-06-22 stsp char scaled_size[FMT_SCALED_STRSIZE];
534 05118f5a 2021-06-22 stsp int p_indexed, p_resolved;
535 05118f5a 2021-06-22 stsp int print_size = 0, print_indexed = 0, print_resolved = 0;
537 05118f5a 2021-06-22 stsp if (a->verbosity < 0)
538 05118f5a 2021-06-22 stsp return NULL;
540 05118f5a 2021-06-22 stsp if (packfile_size > 0 || nobj_indexed > 0) {
541 05118f5a 2021-06-22 stsp if (fmt_scaled(packfile_size, scaled_size) == 0 &&
542 05118f5a 2021-06-22 stsp (a->last_scaled_size[0] == '\0' ||
543 05118f5a 2021-06-22 stsp strcmp(scaled_size, a->last_scaled_size)) != 0) {
544 05118f5a 2021-06-22 stsp print_size = 1;
545 05118f5a 2021-06-22 stsp if (strlcpy(a->last_scaled_size, scaled_size,
546 05118f5a 2021-06-22 stsp FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
547 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_NO_SPACE);
549 05118f5a 2021-06-22 stsp if (nobj_indexed > 0) {
550 05118f5a 2021-06-22 stsp p_indexed = (nobj_indexed * 100) / nobj_total;
551 05118f5a 2021-06-22 stsp if (p_indexed != a->last_p_indexed) {
552 05118f5a 2021-06-22 stsp a->last_p_indexed = p_indexed;
553 05118f5a 2021-06-22 stsp print_indexed = 1;
554 05118f5a 2021-06-22 stsp print_size = 1;
557 05118f5a 2021-06-22 stsp if (nobj_resolved > 0) {
558 05118f5a 2021-06-22 stsp p_resolved = (nobj_resolved * 100) /
559 05118f5a 2021-06-22 stsp (nobj_total - nobj_loose);
560 05118f5a 2021-06-22 stsp if (p_resolved != a->last_p_resolved) {
561 05118f5a 2021-06-22 stsp a->last_p_resolved = p_resolved;
562 05118f5a 2021-06-22 stsp print_resolved = 1;
563 05118f5a 2021-06-22 stsp print_indexed = 1;
564 05118f5a 2021-06-22 stsp print_size = 1;
569 05118f5a 2021-06-22 stsp if (print_size || print_indexed || print_resolved)
570 05118f5a 2021-06-22 stsp printf("\r");
571 05118f5a 2021-06-22 stsp if (print_size)
572 d2f35ef7 2022-02-13 thomas printf("%*s packed", FMT_SCALED_STRSIZE - 2, scaled_size);
573 05118f5a 2021-06-22 stsp if (print_indexed)
574 05118f5a 2021-06-22 stsp printf("; indexing %d%%", p_indexed);
575 05118f5a 2021-06-22 stsp if (print_resolved)
576 05118f5a 2021-06-22 stsp printf("; resolving deltas %d%%", p_resolved);
577 05118f5a 2021-06-22 stsp if (print_size || print_indexed || print_resolved)
578 05118f5a 2021-06-22 stsp fflush(stdout);
580 05118f5a 2021-06-22 stsp return NULL;
583 05118f5a 2021-06-22 stsp static const struct got_error *
584 05118f5a 2021-06-22 stsp add_ref(struct got_reflist_entry **new, struct got_reflist_head *refs,
585 05118f5a 2021-06-22 stsp const char *refname, struct got_repository *repo)
587 05118f5a 2021-06-22 stsp const struct got_error *err;
588 05118f5a 2021-06-22 stsp struct got_reference *ref;
590 05118f5a 2021-06-22 stsp *new = NULL;
592 05118f5a 2021-06-22 stsp err = got_ref_open(&ref, repo, refname, 0);
594 05118f5a 2021-06-22 stsp if (err->code != GOT_ERR_NOT_REF)
595 05118f5a 2021-06-22 stsp return err;
597 05118f5a 2021-06-22 stsp /* Treat argument as a reference prefix. */
598 05118f5a 2021-06-22 stsp err = got_ref_list(refs, repo, refname,
599 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
601 72acb3d8 2021-08-06 stsp err = got_reflist_insert(new, refs, ref,
602 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
603 05118f5a 2021-06-22 stsp if (err || *new == NULL /* duplicate */)
604 05118f5a 2021-06-22 stsp got_ref_close(ref);
607 05118f5a 2021-06-22 stsp return err;
610 05118f5a 2021-06-22 stsp static const struct got_error *
611 05118f5a 2021-06-22 stsp cmd_pack(int argc, char *argv[])
613 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
614 1ea7ccc6 2021-11-15 thomas char *repo_path = NULL;
615 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
616 c8fc6d14 2022-04-16 thomas int ch, i, loose_obj_only = 1, verbosity = 0;
617 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
618 05118f5a 2021-06-22 stsp char *id_str = NULL;
619 05118f5a 2021-06-22 stsp struct got_pack_progress_arg ppa;
620 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
621 05118f5a 2021-06-22 stsp struct got_pathlist_head exclude_args;
622 05118f5a 2021-06-22 stsp struct got_pathlist_entry *pe;
623 05118f5a 2021-06-22 stsp struct got_reflist_head exclude_refs;
624 05118f5a 2021-06-22 stsp struct got_reflist_head include_refs;
625 05118f5a 2021-06-22 stsp struct got_reflist_entry *re, *new;
627 05118f5a 2021-06-22 stsp TAILQ_INIT(&exclude_args);
628 05118f5a 2021-06-22 stsp TAILQ_INIT(&exclude_refs);
629 05118f5a 2021-06-22 stsp TAILQ_INIT(&include_refs);
631 c8fc6d14 2022-04-16 thomas while ((ch = getopt(argc, argv, "ar:x:q")) != -1) {
632 05118f5a 2021-06-22 stsp switch (ch) {
634 05118f5a 2021-06-22 stsp loose_obj_only = 0;
637 05118f5a 2021-06-22 stsp repo_path = realpath(optarg, NULL);
638 05118f5a 2021-06-22 stsp if (repo_path == NULL)
639 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath",
641 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(repo_path);
644 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(optarg);
645 05118f5a 2021-06-22 stsp error = got_pathlist_append(&exclude_args,
646 05118f5a 2021-06-22 stsp optarg, NULL);
648 05118f5a 2021-06-22 stsp return error;
650 c8fc6d14 2022-04-16 thomas case 'q':
651 c8fc6d14 2022-04-16 thomas verbosity = -1;
654 05118f5a 2021-06-22 stsp usage_pack();
655 05118f5a 2021-06-22 stsp /* NOTREACHED */
659 05118f5a 2021-06-22 stsp argc -= optind;
660 05118f5a 2021-06-22 stsp argv += optind;
662 05118f5a 2021-06-22 stsp #ifndef PROFILE
663 05118f5a 2021-06-22 stsp if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
664 05118f5a 2021-06-22 stsp NULL) == -1)
665 05118f5a 2021-06-22 stsp err(1, "pledge");
667 1ea7ccc6 2021-11-15 thomas if (repo_path == NULL) {
668 1ea7ccc6 2021-11-15 thomas error = get_repo_path(&repo_path);
669 1ea7ccc6 2021-11-15 thomas if (error)
670 1ea7ccc6 2021-11-15 thomas goto done;
672 1ea7ccc6 2021-11-15 thomas error = got_repo_open(&repo, repo_path, NULL);
676 bb5126ea 2021-06-22 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
680 05118f5a 2021-06-22 stsp TAILQ_FOREACH(pe, &exclude_args, entry) {
681 05118f5a 2021-06-22 stsp const char *refname = pe->path;
682 05118f5a 2021-06-22 stsp error = add_ref(&new, &exclude_refs, refname, repo);
688 05118f5a 2021-06-22 stsp if (argc == 0) {
689 05118f5a 2021-06-22 stsp error = got_ref_list(&include_refs, repo, "",
690 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
694 05118f5a 2021-06-22 stsp for (i = 0; i < argc; i++) {
695 05118f5a 2021-06-22 stsp const char *refname;
696 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(argv[i]);
697 05118f5a 2021-06-22 stsp refname = argv[i];
698 05118f5a 2021-06-22 stsp error = add_ref(&new, &include_refs, refname, repo);
704 05118f5a 2021-06-22 stsp /* Ignore references in the refs/got/ namespace. */
705 05118f5a 2021-06-22 stsp TAILQ_FOREACH_SAFE(re, &include_refs, entry, new) {
706 05118f5a 2021-06-22 stsp const char *refname = got_ref_get_name(re->ref);
707 05118f5a 2021-06-22 stsp if (strncmp("refs/got/", refname, 9) != 0)
709 05118f5a 2021-06-22 stsp TAILQ_REMOVE(&include_refs, re, entry);
710 05118f5a 2021-06-22 stsp got_ref_close(re->ref);
714 05118f5a 2021-06-22 stsp memset(&ppa, 0, sizeof(ppa));
715 05118f5a 2021-06-22 stsp ppa.last_scaled_size[0] = '\0';
716 05118f5a 2021-06-22 stsp ppa.last_p_indexed = -1;
717 05118f5a 2021-06-22 stsp ppa.last_p_resolved = -1;
718 c8fc6d14 2022-04-16 thomas ppa.verbosity = verbosity;
720 05118f5a 2021-06-22 stsp error = got_repo_pack_objects(&packfile, &pack_hash,
721 05118f5a 2021-06-22 stsp &include_refs, &exclude_refs, repo, loose_obj_only,
722 05118f5a 2021-06-22 stsp pack_progress, &ppa, check_cancelled, NULL);
723 05118f5a 2021-06-22 stsp if (error) {
724 05118f5a 2021-06-22 stsp if (ppa.printed_something)
725 05118f5a 2021-06-22 stsp printf("\n");
729 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
732 c8fc6d14 2022-04-16 thomas if (verbosity >= 0)
733 c8fc6d14 2022-04-16 thomas printf("\nWrote %s.pack\n", id_str);
735 05118f5a 2021-06-22 stsp error = got_repo_index_pack(packfile, pack_hash, repo,
736 05118f5a 2021-06-22 stsp pack_index_progress, &ppa, check_cancelled, NULL);
739 c8fc6d14 2022-04-16 thomas if (verbosity >= 0)
740 c8fc6d14 2022-04-16 thomas printf("\nIndexed %s.pack\n", id_str);
742 c75a6067 2021-10-15 thomas if (repo)
743 c75a6067 2021-10-15 thomas got_repo_close(repo);
744 05118f5a 2021-06-22 stsp got_pathlist_free(&exclude_args);
745 05118f5a 2021-06-22 stsp got_ref_list_free(&exclude_refs);
746 05118f5a 2021-06-22 stsp got_ref_list_free(&include_refs);
747 05118f5a 2021-06-22 stsp free(id_str);
748 05118f5a 2021-06-22 stsp free(pack_hash);
749 1ea7ccc6 2021-11-15 thomas free(repo_path);
750 05118f5a 2021-06-22 stsp return error;
753 05118f5a 2021-06-22 stsp __dead static void
754 05118f5a 2021-06-22 stsp usage_indexpack(void)
756 05118f5a 2021-06-22 stsp fprintf(stderr, "usage: %s indexpack packfile-path\n",
757 05118f5a 2021-06-22 stsp getprogname());
761 05118f5a 2021-06-22 stsp static const struct got_error *
762 05118f5a 2021-06-22 stsp cmd_indexpack(int argc, char *argv[])
764 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
765 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
767 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
768 05118f5a 2021-06-22 stsp char *packfile_path = NULL;
769 05118f5a 2021-06-22 stsp char *id_str = NULL;
770 05118f5a 2021-06-22 stsp struct got_pack_progress_arg ppa;
771 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
773 05118f5a 2021-06-22 stsp while ((ch = getopt(argc, argv, "")) != -1) {
774 05118f5a 2021-06-22 stsp switch (ch) {
776 05118f5a 2021-06-22 stsp usage_indexpack();
777 05118f5a 2021-06-22 stsp /* NOTREACHED */
781 05118f5a 2021-06-22 stsp argc -= optind;
782 05118f5a 2021-06-22 stsp argv += optind;
784 05118f5a 2021-06-22 stsp if (argc != 1)
785 05118f5a 2021-06-22 stsp usage_indexpack();
787 05118f5a 2021-06-22 stsp packfile_path = realpath(argv[0], NULL);
788 05118f5a 2021-06-22 stsp if (packfile_path == NULL)
789 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath", argv[0]);
791 05118f5a 2021-06-22 stsp #ifndef PROFILE
792 05118f5a 2021-06-22 stsp if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
793 05118f5a 2021-06-22 stsp NULL) == -1)
794 05118f5a 2021-06-22 stsp err(1, "pledge");
797 05118f5a 2021-06-22 stsp error = got_repo_open(&repo, packfile_path, NULL);
801 001a95cd 2021-10-15 thomas error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
805 05118f5a 2021-06-22 stsp memset(&ppa, 0, sizeof(ppa));
806 05118f5a 2021-06-22 stsp ppa.last_scaled_size[0] = '\0';
807 05118f5a 2021-06-22 stsp ppa.last_p_indexed = -1;
808 05118f5a 2021-06-22 stsp ppa.last_p_resolved = -1;
810 05118f5a 2021-06-22 stsp error = got_repo_find_pack(&packfile, &pack_hash, repo,
811 05118f5a 2021-06-22 stsp packfile_path);
815 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
819 05118f5a 2021-06-22 stsp error = got_repo_index_pack(packfile, pack_hash, repo,
820 05118f5a 2021-06-22 stsp pack_index_progress, &ppa, check_cancelled, NULL);
823 05118f5a 2021-06-22 stsp printf("\nIndexed %s.pack\n", id_str);
825 c75a6067 2021-10-15 thomas if (repo)
826 c75a6067 2021-10-15 thomas got_repo_close(repo);
827 05118f5a 2021-06-22 stsp free(id_str);
828 05118f5a 2021-06-22 stsp free(pack_hash);
829 05118f5a 2021-06-22 stsp return error;
832 05118f5a 2021-06-22 stsp __dead static void
833 05118f5a 2021-06-22 stsp usage_listpack(void)
835 05118f5a 2021-06-22 stsp fprintf(stderr, "usage: %s listpack [-h] [-s] packfile-path\n",
836 05118f5a 2021-06-22 stsp getprogname());
840 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args {
841 05118f5a 2021-06-22 stsp int nblobs;
842 05118f5a 2021-06-22 stsp int ntrees;
843 05118f5a 2021-06-22 stsp int ncommits;
845 05118f5a 2021-06-22 stsp int noffdeltas;
846 05118f5a 2021-06-22 stsp int nrefdeltas;
847 05118f5a 2021-06-22 stsp int human_readable;
850 05118f5a 2021-06-22 stsp static const struct got_error *
851 05118f5a 2021-06-22 stsp list_pack_cb(void *arg, struct got_object_id *id, int type, off_t offset,
852 05118f5a 2021-06-22 stsp off_t size, off_t base_offset, struct got_object_id *base_id)
854 05118f5a 2021-06-22 stsp const struct got_error *err;
855 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args *a = arg;
856 05118f5a 2021-06-22 stsp char *id_str, *delta_str = NULL, *base_id_str = NULL;
857 05118f5a 2021-06-22 stsp const char *type_str;
859 05118f5a 2021-06-22 stsp err = got_object_id_str(&id_str, id);
861 05118f5a 2021-06-22 stsp return err;
863 05118f5a 2021-06-22 stsp switch (type) {
864 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_BLOB:
865 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_BLOB;
866 05118f5a 2021-06-22 stsp a->nblobs++;
868 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_TREE:
869 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_TREE;
870 05118f5a 2021-06-22 stsp a->ntrees++;
872 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_COMMIT:
873 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_COMMIT;
874 05118f5a 2021-06-22 stsp a->ncommits++;
876 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_TAG:
877 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_TAG;
878 05118f5a 2021-06-22 stsp a->ntags++;
880 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_OFFSET_DELTA:
881 05118f5a 2021-06-22 stsp type_str = "offset-delta";
882 c414a013 2021-09-25 thomas.ad if (asprintf(&delta_str, " base-offset %lld",
883 c414a013 2021-09-25 thomas.ad (long long)base_offset) == -1) {
884 05118f5a 2021-06-22 stsp err = got_error_from_errno("asprintf");
887 05118f5a 2021-06-22 stsp a->noffdeltas++;
889 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_REF_DELTA:
890 05118f5a 2021-06-22 stsp type_str = "ref-delta";
891 05118f5a 2021-06-22 stsp err = got_object_id_str(&base_id_str, base_id);
894 05118f5a 2021-06-22 stsp if (asprintf(&delta_str, " base-id %s", base_id_str) == -1) {
895 05118f5a 2021-06-22 stsp err = got_error_from_errno("asprintf");
898 05118f5a 2021-06-22 stsp a->nrefdeltas++;
901 05118f5a 2021-06-22 stsp err = got_error(GOT_ERR_OBJ_TYPE);
904 05118f5a 2021-06-22 stsp if (a->human_readable) {
905 05118f5a 2021-06-22 stsp char scaled[FMT_SCALED_STRSIZE];
907 05118f5a 2021-06-22 stsp if (fmt_scaled(size, scaled) == -1) {
908 05118f5a 2021-06-22 stsp err = got_error_from_errno("fmt_scaled");
911 05118f5a 2021-06-22 stsp s = scaled;
912 05118f5a 2021-06-22 stsp while (isspace((unsigned char)*s))
914 c414a013 2021-09-25 thomas.ad printf("%s %s at %lld size %s%s\n", id_str, type_str,
915 c414a013 2021-09-25 thomas.ad (long long)offset, s, delta_str ? delta_str : "");
917 c414a013 2021-09-25 thomas.ad printf("%s %s at %lld size %lld%s\n", id_str, type_str,
918 c414a013 2021-09-25 thomas.ad (long long)offset, (long long)size,
919 c414a013 2021-09-25 thomas.ad delta_str ? delta_str : "");
922 05118f5a 2021-06-22 stsp free(id_str);
923 05118f5a 2021-06-22 stsp free(base_id_str);
924 05118f5a 2021-06-22 stsp free(delta_str);
925 05118f5a 2021-06-22 stsp return err;
928 05118f5a 2021-06-22 stsp static const struct got_error *
929 05118f5a 2021-06-22 stsp cmd_listpack(int argc, char *argv[])
931 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
932 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
934 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
935 05118f5a 2021-06-22 stsp char *packfile_path = NULL;
936 05118f5a 2021-06-22 stsp char *id_str = NULL;
937 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args lpa;
938 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
939 05118f5a 2021-06-22 stsp int show_stats = 0, human_readable = 0;
941 05118f5a 2021-06-22 stsp while ((ch = getopt(argc, argv, "hs")) != -1) {
942 05118f5a 2021-06-22 stsp switch (ch) {
944 05118f5a 2021-06-22 stsp human_readable = 1;
947 05118f5a 2021-06-22 stsp show_stats = 1;
950 05118f5a 2021-06-22 stsp usage_listpack();
951 05118f5a 2021-06-22 stsp /* NOTREACHED */
955 05118f5a 2021-06-22 stsp argc -= optind;
956 05118f5a 2021-06-22 stsp argv += optind;
958 05118f5a 2021-06-22 stsp if (argc != 1)
959 05118f5a 2021-06-22 stsp usage_listpack();
960 05118f5a 2021-06-22 stsp packfile_path = realpath(argv[0], NULL);
961 05118f5a 2021-06-22 stsp if (packfile_path == NULL)
962 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath", argv[0]);
964 05118f5a 2021-06-22 stsp #ifndef PROFILE
965 05118f5a 2021-06-22 stsp if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
966 05118f5a 2021-06-22 stsp NULL) == -1)
967 05118f5a 2021-06-22 stsp err(1, "pledge");
969 05118f5a 2021-06-22 stsp error = got_repo_open(&repo, packfile_path, NULL);
973 05118f5a 2021-06-22 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
977 05118f5a 2021-06-22 stsp error = got_repo_find_pack(&packfile, &pack_hash, repo,
978 05118f5a 2021-06-22 stsp packfile_path);
981 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
985 05118f5a 2021-06-22 stsp memset(&lpa, 0, sizeof(lpa));
986 05118f5a 2021-06-22 stsp lpa.human_readable = human_readable;
987 05118f5a 2021-06-22 stsp error = got_repo_list_pack(packfile, pack_hash, repo,
988 05118f5a 2021-06-22 stsp list_pack_cb, &lpa, check_cancelled, NULL);
991 05118f5a 2021-06-22 stsp if (show_stats) {
992 05118f5a 2021-06-22 stsp printf("objects: %d\n blobs: %d\n trees: %d\n commits: %d\n"
993 05118f5a 2021-06-22 stsp " tags: %d\n offset-deltas: %d\n ref-deltas: %d\n",
994 05118f5a 2021-06-22 stsp lpa.nblobs + lpa.ntrees + lpa.ncommits + lpa.ntags +
995 05118f5a 2021-06-22 stsp lpa.noffdeltas + lpa.nrefdeltas,
996 05118f5a 2021-06-22 stsp lpa.nblobs, lpa.ntrees, lpa.ncommits, lpa.ntags,
997 05118f5a 2021-06-22 stsp lpa.noffdeltas, lpa.nrefdeltas);
1000 c75a6067 2021-10-15 thomas if (repo)
1001 c75a6067 2021-10-15 thomas got_repo_close(repo);
1002 05118f5a 2021-06-22 stsp free(id_str);
1003 05118f5a 2021-06-22 stsp free(pack_hash);
1004 05118f5a 2021-06-22 stsp free(packfile_path);
1005 05118f5a 2021-06-22 stsp return error;
1008 b3d68e7f 2021-07-03 stsp __dead static void
1009 b3d68e7f 2021-07-03 stsp usage_cleanup(void)
1011 ef8ec606 2021-07-27 stsp fprintf(stderr, "usage: %s cleanup [-a] [-p] [-n] [-r repository-path] "
1012 1124fe40 2021-07-07 stsp "[-q]\n", getprogname());
1016 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg {
1017 b3d68e7f 2021-07-03 stsp int last_nloose;
1018 b3d68e7f 2021-07-03 stsp int last_ncommits;
1019 b3d68e7f 2021-07-03 stsp int last_npurged;
1020 b3d68e7f 2021-07-03 stsp int verbosity;
1021 b3d68e7f 2021-07-03 stsp int printed_something;
1022 b3d68e7f 2021-07-03 stsp int dry_run;
1025 b3d68e7f 2021-07-03 stsp static const struct got_error *
1026 b3d68e7f 2021-07-03 stsp cleanup_progress(void *arg, int nloose, int ncommits, int npurged)
1028 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg *a = arg;
1029 b3d68e7f 2021-07-03 stsp int print_loose = 0, print_commits = 0, print_purged = 0;
1031 b3d68e7f 2021-07-03 stsp if (a->last_nloose != nloose) {
1032 b3d68e7f 2021-07-03 stsp print_loose = 1;
1033 b3d68e7f 2021-07-03 stsp a->last_nloose = nloose;
1035 b3d68e7f 2021-07-03 stsp if (a->last_ncommits != ncommits) {
1036 b3d68e7f 2021-07-03 stsp print_loose = 1;
1037 b3d68e7f 2021-07-03 stsp print_commits = 1;
1038 b3d68e7f 2021-07-03 stsp a->last_ncommits = ncommits;
1040 b3d68e7f 2021-07-03 stsp if (a->last_npurged != npurged) {
1041 b3d68e7f 2021-07-03 stsp print_loose = 1;
1042 b3d68e7f 2021-07-03 stsp print_commits = 1;
1043 b3d68e7f 2021-07-03 stsp print_purged = 1;
1044 b3d68e7f 2021-07-03 stsp a->last_npurged = npurged;
1047 b3d68e7f 2021-07-03 stsp if (a->verbosity < 0)
1048 b3d68e7f 2021-07-03 stsp return NULL;
1050 b3d68e7f 2021-07-03 stsp if (print_loose || print_commits || print_purged)
1051 b3d68e7f 2021-07-03 stsp printf("\r");
1052 b3d68e7f 2021-07-03 stsp if (print_loose)
1053 b3d68e7f 2021-07-03 stsp printf("%d loose object%s", nloose, nloose == 1 ? "" : "s");
1054 b3d68e7f 2021-07-03 stsp if (print_commits)
1055 b3d68e7f 2021-07-03 stsp printf("; %d commit%s scanned", ncommits,
1056 b3d68e7f 2021-07-03 stsp ncommits == 1 ? "" : "s");
1057 b3d68e7f 2021-07-03 stsp if (print_purged) {
1058 b3d68e7f 2021-07-03 stsp if (a->dry_run) {
1059 b3d68e7f 2021-07-03 stsp printf("; %d object%s could be purged", npurged,
1060 b3d68e7f 2021-07-03 stsp npurged == 1 ? "" : "s");
1062 b3d68e7f 2021-07-03 stsp printf("; %d object%s purged", npurged,
1063 b3d68e7f 2021-07-03 stsp npurged == 1 ? "" : "s");
1066 b3d68e7f 2021-07-03 stsp if (print_loose || print_commits || print_purged) {
1067 b3d68e7f 2021-07-03 stsp a->printed_something = 1;
1068 b3d68e7f 2021-07-03 stsp fflush(stdout);
1070 b3d68e7f 2021-07-03 stsp return NULL;
1073 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg {
1074 1124fe40 2021-07-07 stsp int verbosity;
1075 1124fe40 2021-07-07 stsp int printed_something;
1076 1124fe40 2021-07-07 stsp int dry_run;
1079 b3d68e7f 2021-07-03 stsp static const struct got_error *
1080 1124fe40 2021-07-07 stsp lonely_packidx_progress(void *arg, const char *path)
1082 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg *a = arg;
1084 1124fe40 2021-07-07 stsp if (a->verbosity < 0)
1085 1124fe40 2021-07-07 stsp return NULL;
1087 1124fe40 2021-07-07 stsp if (a->dry_run)
1088 1124fe40 2021-07-07 stsp printf("%s could be removed\n", path);
1090 1124fe40 2021-07-07 stsp printf("%s removed\n", path);
1092 1124fe40 2021-07-07 stsp a->printed_something = 1;
1093 1124fe40 2021-07-07 stsp return NULL;
1096 1124fe40 2021-07-07 stsp static const struct got_error *
1097 b3d68e7f 2021-07-03 stsp cmd_cleanup(int argc, char *argv[])
1099 b3d68e7f 2021-07-03 stsp const struct got_error *error = NULL;
1100 1ea7ccc6 2021-11-15 thomas char *repo_path = NULL;
1101 b3d68e7f 2021-07-03 stsp struct got_repository *repo = NULL;
1102 b3d68e7f 2021-07-03 stsp int ch, dry_run = 0, npacked = 0, verbosity = 0;
1103 ef8ec606 2021-07-27 stsp int remove_lonely_packidx = 0, ignore_mtime = 0;
1104 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg cpa;
1105 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg lpa;
1106 b3d68e7f 2021-07-03 stsp off_t size_before, size_after;
1107 b3d68e7f 2021-07-03 stsp char scaled_before[FMT_SCALED_STRSIZE];
1108 b3d68e7f 2021-07-03 stsp char scaled_after[FMT_SCALED_STRSIZE];
1109 b3d68e7f 2021-07-03 stsp char scaled_diff[FMT_SCALED_STRSIZE];
1110 9188bd78 2021-07-03 stsp char **extensions;
1111 9188bd78 2021-07-03 stsp int nextensions, i;
1113 ef8ec606 2021-07-27 stsp while ((ch = getopt(argc, argv, "apr:nq")) != -1) {
1114 b3d68e7f 2021-07-03 stsp switch (ch) {
1116 ef8ec606 2021-07-27 stsp ignore_mtime = 1;
1119 1124fe40 2021-07-07 stsp remove_lonely_packidx = 1;
1122 b3d68e7f 2021-07-03 stsp repo_path = realpath(optarg, NULL);
1123 b3d68e7f 2021-07-03 stsp if (repo_path == NULL)
1124 b3d68e7f 2021-07-03 stsp return got_error_from_errno2("realpath",
1126 b3d68e7f 2021-07-03 stsp got_path_strip_trailing_slashes(repo_path);
1129 b3d68e7f 2021-07-03 stsp dry_run = 1;
1132 b3d68e7f 2021-07-03 stsp verbosity = -1;
1135 b3d68e7f 2021-07-03 stsp usage_cleanup();
1136 b3d68e7f 2021-07-03 stsp /* NOTREACHED */
1140 b3d68e7f 2021-07-03 stsp argc -= optind;
1141 b3d68e7f 2021-07-03 stsp argv += optind;
1143 b3d68e7f 2021-07-03 stsp #ifndef PROFILE
1144 b3d68e7f 2021-07-03 stsp if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
1145 b3d68e7f 2021-07-03 stsp NULL) == -1)
1146 b3d68e7f 2021-07-03 stsp err(1, "pledge");
1148 1ea7ccc6 2021-11-15 thomas if (repo_path == NULL) {
1149 1ea7ccc6 2021-11-15 thomas error = get_repo_path(&repo_path);
1150 1ea7ccc6 2021-11-15 thomas if (error)
1151 1ea7ccc6 2021-11-15 thomas goto done;
1153 1ea7ccc6 2021-11-15 thomas error = got_repo_open(&repo, repo_path, NULL);
1154 b3d68e7f 2021-07-03 stsp if (error)
1155 b3d68e7f 2021-07-03 stsp goto done;
1157 b3d68e7f 2021-07-03 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
1158 b3d68e7f 2021-07-03 stsp if (error)
1159 b3d68e7f 2021-07-03 stsp goto done;
1161 9188bd78 2021-07-03 stsp got_repo_get_gitconfig_extensions(&extensions, &nextensions,
1163 9188bd78 2021-07-03 stsp for (i = 0; i < nextensions; i++) {
1164 9188bd78 2021-07-03 stsp if (strcasecmp(extensions[i], "preciousObjects") == 0) {
1165 9188bd78 2021-07-03 stsp error = got_error_msg(GOT_ERR_GIT_REPO_EXT,
1166 9188bd78 2021-07-03 stsp "the preciousObjects Git extension is enabled; "
1167 9188bd78 2021-07-03 stsp "this implies that objects must not be deleted");
1168 9188bd78 2021-07-03 stsp goto done;
1172 1124fe40 2021-07-07 stsp if (remove_lonely_packidx) {
1173 1124fe40 2021-07-07 stsp memset(&lpa, 0, sizeof(lpa));
1174 1124fe40 2021-07-07 stsp lpa.dry_run = dry_run;
1175 1124fe40 2021-07-07 stsp lpa.verbosity = verbosity;
1176 1124fe40 2021-07-07 stsp error = got_repo_remove_lonely_packidx(repo, dry_run,
1177 1124fe40 2021-07-07 stsp lonely_packidx_progress, &lpa, check_cancelled, NULL);
1178 1124fe40 2021-07-07 stsp goto done;
1181 b3d68e7f 2021-07-03 stsp memset(&cpa, 0, sizeof(cpa));
1182 b3d68e7f 2021-07-03 stsp cpa.last_ncommits = -1;
1183 b3d68e7f 2021-07-03 stsp cpa.last_npurged = -1;
1184 b3d68e7f 2021-07-03 stsp cpa.dry_run = dry_run;
1185 b3d68e7f 2021-07-03 stsp cpa.verbosity = verbosity;
1186 b3d68e7f 2021-07-03 stsp error = got_repo_purge_unreferenced_loose_objects(repo,
1187 abc59930 2021-09-05 naddy &size_before, &size_after, &npacked, dry_run, ignore_mtime,
1188 abc59930 2021-09-05 naddy cleanup_progress, &cpa, check_cancelled, NULL);
1189 b3d68e7f 2021-07-03 stsp if (cpa.printed_something)
1190 b3d68e7f 2021-07-03 stsp printf("\n");
1191 b3d68e7f 2021-07-03 stsp if (error)
1192 b3d68e7f 2021-07-03 stsp goto done;
1193 b3d68e7f 2021-07-03 stsp if (cpa.printed_something) {
1194 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_before, scaled_before) == -1) {
1195 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1196 b3d68e7f 2021-07-03 stsp goto done;
1198 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_after, scaled_after) == -1) {
1199 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1200 b3d68e7f 2021-07-03 stsp goto done;
1202 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_before - size_after, scaled_diff) == -1) {
1203 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1204 b3d68e7f 2021-07-03 stsp goto done;
1206 b3d68e7f 2021-07-03 stsp printf("loose total size before: %s\n", scaled_before);
1207 b3d68e7f 2021-07-03 stsp printf("loose total size after: %s\n", scaled_after);
1208 b3d68e7f 2021-07-03 stsp if (dry_run) {
1209 b3d68e7f 2021-07-03 stsp printf("disk space which would be freed: %s\n",
1210 b3d68e7f 2021-07-03 stsp scaled_diff);
1212 b3d68e7f 2021-07-03 stsp printf("disk space freed: %s\n", scaled_diff);
1213 b3d68e7f 2021-07-03 stsp printf("loose objects also found in pack files: %d\n", npacked);
1217 b3d68e7f 2021-07-03 stsp got_repo_close(repo);
1218 1ea7ccc6 2021-11-15 thomas free(repo_path);
1219 b3d68e7f 2021-07-03 stsp return error;
