Blame


1 20662ea0 2021-04-10 stsp /*
2 20662ea0 2021-04-10 stsp * Copyright (c) 2021 Stefan Sperling <stsp@openbsd.org>
3 20662ea0 2021-04-10 stsp *
4 20662ea0 2021-04-10 stsp * Permission to use, copy, modify, and distribute this software for any
5 20662ea0 2021-04-10 stsp * purpose with or without fee is hereby granted, provided that the above
6 20662ea0 2021-04-10 stsp * copyright notice and this permission notice appear in all copies.
7 20662ea0 2021-04-10 stsp *
8 20662ea0 2021-04-10 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 20662ea0 2021-04-10 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 20662ea0 2021-04-10 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 20662ea0 2021-04-10 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 20662ea0 2021-04-10 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 20662ea0 2021-04-10 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 20662ea0 2021-04-10 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 20662ea0 2021-04-10 stsp */
16 4fccd2fe 2023-03-08 thomas
17 4fccd2fe 2023-03-08 thomas #include "got_compat.h"
18 20662ea0 2021-04-10 stsp
19 8b925c6c 2022-07-16 thomas #include <sys/queue.h>
20 05118f5a 2021-06-22 stsp #include <sys/types.h>
21 20662ea0 2021-04-10 stsp
22 05118f5a 2021-06-22 stsp #include <ctype.h>
23 20662ea0 2021-04-10 stsp #include <getopt.h>
24 20662ea0 2021-04-10 stsp #include <err.h>
25 20662ea0 2021-04-10 stsp #include <errno.h>
26 20662ea0 2021-04-10 stsp #include <locale.h>
27 05118f5a 2021-06-22 stsp #include <inttypes.h>
28 20662ea0 2021-04-10 stsp #include <stdio.h>
29 20662ea0 2021-04-10 stsp #include <stdlib.h>
30 20662ea0 2021-04-10 stsp #include <signal.h>
31 20662ea0 2021-04-10 stsp #include <string.h>
32 20662ea0 2021-04-10 stsp #include <unistd.h>
33 20662ea0 2021-04-10 stsp
34 20662ea0 2021-04-10 stsp #include "got_version.h"
35 20662ea0 2021-04-10 stsp #include "got_error.h"
36 20662ea0 2021-04-10 stsp #include "got_object.h"
37 20662ea0 2021-04-10 stsp #include "got_reference.h"
38 05118f5a 2021-06-22 stsp #include "got_cancel.h"
39 20662ea0 2021-04-10 stsp #include "got_repository.h"
40 05118f5a 2021-06-22 stsp #include "got_repository_admin.h"
41 20662ea0 2021-04-10 stsp #include "got_gotconfig.h"
42 20662ea0 2021-04-10 stsp #include "got_path.h"
43 20662ea0 2021-04-10 stsp #include "got_privsep.h"
44 20662ea0 2021-04-10 stsp #include "got_opentemp.h"
45 1ea7ccc6 2021-11-15 thomas #include "got_worktree.h"
46 20662ea0 2021-04-10 stsp
47 20662ea0 2021-04-10 stsp #ifndef nitems
48 20662ea0 2021-04-10 stsp #define nitems(_a) (sizeof((_a)) / sizeof((_a)[0]))
49 20662ea0 2021-04-10 stsp #endif
50 20662ea0 2021-04-10 stsp
51 20662ea0 2021-04-10 stsp static volatile sig_atomic_t sigint_received;
52 20662ea0 2021-04-10 stsp static volatile sig_atomic_t sigpipe_received;
53 20662ea0 2021-04-10 stsp
54 20662ea0 2021-04-10 stsp static void
55 20662ea0 2021-04-10 stsp catch_sigint(int signo)
56 20662ea0 2021-04-10 stsp {
57 20662ea0 2021-04-10 stsp sigint_received = 1;
58 20662ea0 2021-04-10 stsp }
59 20662ea0 2021-04-10 stsp
60 20662ea0 2021-04-10 stsp static void
61 20662ea0 2021-04-10 stsp catch_sigpipe(int signo)
62 20662ea0 2021-04-10 stsp {
63 20662ea0 2021-04-10 stsp sigpipe_received = 1;
64 20662ea0 2021-04-10 stsp }
65 20662ea0 2021-04-10 stsp
66 05118f5a 2021-06-22 stsp static const struct got_error *
67 05118f5a 2021-06-22 stsp check_cancelled(void *arg)
68 05118f5a 2021-06-22 stsp {
69 05118f5a 2021-06-22 stsp if (sigint_received || sigpipe_received)
70 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_CANCELLED);
71 05118f5a 2021-06-22 stsp return NULL;
72 05118f5a 2021-06-22 stsp }
73 20662ea0 2021-04-10 stsp
74 20662ea0 2021-04-10 stsp struct gotadmin_cmd {
75 20662ea0 2021-04-10 stsp const char *cmd_name;
76 20662ea0 2021-04-10 stsp const struct got_error *(*cmd_main)(int, char *[]);
77 20662ea0 2021-04-10 stsp void (*cmd_usage)(void);
78 20662ea0 2021-04-10 stsp const char *cmd_alias;
79 20662ea0 2021-04-10 stsp };
80 20662ea0 2021-04-10 stsp
81 20662ea0 2021-04-10 stsp __dead static void usage(int, int);
82 27b10c3c 2022-07-04 thomas __dead static void usage_init(void);
83 20662ea0 2021-04-10 stsp __dead static void usage_info(void);
84 05118f5a 2021-06-22 stsp __dead static void usage_pack(void);
85 05118f5a 2021-06-22 stsp __dead static void usage_indexpack(void);
86 05118f5a 2021-06-22 stsp __dead static void usage_listpack(void);
87 b3d68e7f 2021-07-03 stsp __dead static void usage_cleanup(void);
88 20662ea0 2021-04-10 stsp
89 27b10c3c 2022-07-04 thomas static const struct got_error* cmd_init(int, char *[]);
90 20662ea0 2021-04-10 stsp static const struct got_error* cmd_info(int, char *[]);
91 05118f5a 2021-06-22 stsp static const struct got_error* cmd_pack(int, char *[]);
92 05118f5a 2021-06-22 stsp static const struct got_error* cmd_indexpack(int, char *[]);
93 05118f5a 2021-06-22 stsp static const struct got_error* cmd_listpack(int, char *[]);
94 b3d68e7f 2021-07-03 stsp static const struct got_error* cmd_cleanup(int, char *[]);
95 20662ea0 2021-04-10 stsp
96 641a8ee6 2022-02-16 thomas static const struct gotadmin_cmd gotadmin_commands[] = {
97 27b10c3c 2022-07-04 thomas { "init", cmd_init, usage_init, "" },
98 20662ea0 2021-04-10 stsp { "info", cmd_info, usage_info, "" },
99 05118f5a 2021-06-22 stsp { "pack", cmd_pack, usage_pack, "" },
100 05118f5a 2021-06-22 stsp { "indexpack", cmd_indexpack, usage_indexpack,"ix" },
101 05118f5a 2021-06-22 stsp { "listpack", cmd_listpack, usage_listpack, "ls" },
102 b3d68e7f 2021-07-03 stsp { "cleanup", cmd_cleanup, usage_cleanup, "cl" },
103 20662ea0 2021-04-10 stsp };
104 20662ea0 2021-04-10 stsp
105 20662ea0 2021-04-10 stsp static void
106 20662ea0 2021-04-10 stsp list_commands(FILE *fp)
107 20662ea0 2021-04-10 stsp {
108 20662ea0 2021-04-10 stsp size_t i;
109 20662ea0 2021-04-10 stsp
110 20662ea0 2021-04-10 stsp fprintf(fp, "commands:");
111 20662ea0 2021-04-10 stsp for (i = 0; i < nitems(gotadmin_commands); i++) {
112 641a8ee6 2022-02-16 thomas const struct gotadmin_cmd *cmd = &gotadmin_commands[i];
113 20662ea0 2021-04-10 stsp fprintf(fp, " %s", cmd->cmd_name);
114 20662ea0 2021-04-10 stsp }
115 20662ea0 2021-04-10 stsp fputc('\n', fp);
116 20662ea0 2021-04-10 stsp }
117 20662ea0 2021-04-10 stsp
118 20662ea0 2021-04-10 stsp int
119 20662ea0 2021-04-10 stsp main(int argc, char *argv[])
120 20662ea0 2021-04-10 stsp {
121 641a8ee6 2022-02-16 thomas const struct gotadmin_cmd *cmd;
122 20662ea0 2021-04-10 stsp size_t i;
123 20662ea0 2021-04-10 stsp int ch;
124 20662ea0 2021-04-10 stsp int hflag = 0, Vflag = 0;
125 641a8ee6 2022-02-16 thomas static const struct option longopts[] = {
126 20662ea0 2021-04-10 stsp { "version", no_argument, NULL, 'V' },
127 20662ea0 2021-04-10 stsp { NULL, 0, NULL, 0 }
128 20662ea0 2021-04-10 stsp };
129 20662ea0 2021-04-10 stsp
130 20662ea0 2021-04-10 stsp setlocale(LC_CTYPE, "");
131 20662ea0 2021-04-10 stsp
132 20662ea0 2021-04-10 stsp while ((ch = getopt_long(argc, argv, "+hV", longopts, NULL)) != -1) {
133 20662ea0 2021-04-10 stsp switch (ch) {
134 20662ea0 2021-04-10 stsp case 'h':
135 20662ea0 2021-04-10 stsp hflag = 1;
136 20662ea0 2021-04-10 stsp break;
137 20662ea0 2021-04-10 stsp case 'V':
138 20662ea0 2021-04-10 stsp Vflag = 1;
139 20662ea0 2021-04-10 stsp break;
140 20662ea0 2021-04-10 stsp default:
141 20662ea0 2021-04-10 stsp usage(hflag, 1);
142 20662ea0 2021-04-10 stsp /* NOTREACHED */
143 20662ea0 2021-04-10 stsp }
144 20662ea0 2021-04-10 stsp }
145 20662ea0 2021-04-10 stsp
146 20662ea0 2021-04-10 stsp argc -= optind;
147 20662ea0 2021-04-10 stsp argv += optind;
148 20662ea0 2021-04-10 stsp optind = 1;
149 20662ea0 2021-04-10 stsp optreset = 1;
150 20662ea0 2021-04-10 stsp
151 20662ea0 2021-04-10 stsp if (Vflag) {
152 20662ea0 2021-04-10 stsp got_version_print_str();
153 20662ea0 2021-04-10 stsp return 0;
154 20662ea0 2021-04-10 stsp }
155 20662ea0 2021-04-10 stsp
156 20662ea0 2021-04-10 stsp if (argc <= 0)
157 20662ea0 2021-04-10 stsp usage(hflag, hflag ? 0 : 1);
158 20662ea0 2021-04-10 stsp
159 20662ea0 2021-04-10 stsp signal(SIGINT, catch_sigint);
160 20662ea0 2021-04-10 stsp signal(SIGPIPE, catch_sigpipe);
161 20662ea0 2021-04-10 stsp
162 20662ea0 2021-04-10 stsp for (i = 0; i < nitems(gotadmin_commands); i++) {
163 20662ea0 2021-04-10 stsp const struct got_error *error;
164 20662ea0 2021-04-10 stsp
165 20662ea0 2021-04-10 stsp cmd = &gotadmin_commands[i];
166 20662ea0 2021-04-10 stsp
167 20662ea0 2021-04-10 stsp if (strcmp(cmd->cmd_name, argv[0]) != 0 &&
168 20662ea0 2021-04-10 stsp strcmp(cmd->cmd_alias, argv[0]) != 0)
169 20662ea0 2021-04-10 stsp continue;
170 20662ea0 2021-04-10 stsp
171 20662ea0 2021-04-10 stsp if (hflag)
172 641a8ee6 2022-02-16 thomas cmd->cmd_usage();
173 20662ea0 2021-04-10 stsp
174 641a8ee6 2022-02-16 thomas error = cmd->cmd_main(argc, argv);
175 20662ea0 2021-04-10 stsp if (error && error->code != GOT_ERR_CANCELLED &&
176 20662ea0 2021-04-10 stsp error->code != GOT_ERR_PRIVSEP_EXIT &&
177 20662ea0 2021-04-10 stsp !(sigpipe_received &&
178 20662ea0 2021-04-10 stsp error->code == GOT_ERR_ERRNO && errno == EPIPE) &&
179 20662ea0 2021-04-10 stsp !(sigint_received &&
180 20662ea0 2021-04-10 stsp error->code == GOT_ERR_ERRNO && errno == EINTR)) {
181 20662ea0 2021-04-10 stsp fprintf(stderr, "%s: %s\n", getprogname(), error->msg);
182 20662ea0 2021-04-10 stsp return 1;
183 20662ea0 2021-04-10 stsp }
184 20662ea0 2021-04-10 stsp
185 20662ea0 2021-04-10 stsp return 0;
186 20662ea0 2021-04-10 stsp }
187 20662ea0 2021-04-10 stsp
188 20662ea0 2021-04-10 stsp fprintf(stderr, "%s: unknown command '%s'\n", getprogname(), argv[0]);
189 20662ea0 2021-04-10 stsp list_commands(stderr);
190 20662ea0 2021-04-10 stsp return 1;
191 20662ea0 2021-04-10 stsp }
192 20662ea0 2021-04-10 stsp
193 20662ea0 2021-04-10 stsp __dead static void
194 20662ea0 2021-04-10 stsp usage(int hflag, int status)
195 20662ea0 2021-04-10 stsp {
196 20662ea0 2021-04-10 stsp FILE *fp = (status == 0) ? stdout : stderr;
197 20662ea0 2021-04-10 stsp
198 0a58e722 2022-10-04 thomas fprintf(fp, "usage: %s [-hV] command [arg ...]\n",
199 20662ea0 2021-04-10 stsp getprogname());
200 20662ea0 2021-04-10 stsp if (hflag)
201 20662ea0 2021-04-10 stsp list_commands(fp);
202 20662ea0 2021-04-10 stsp exit(status);
203 20662ea0 2021-04-10 stsp }
204 20662ea0 2021-04-10 stsp
205 20662ea0 2021-04-10 stsp static const struct got_error *
206 20662ea0 2021-04-10 stsp apply_unveil(const char *repo_path, int repo_read_only)
207 20662ea0 2021-04-10 stsp {
208 20662ea0 2021-04-10 stsp const struct got_error *err;
209 20662ea0 2021-04-10 stsp
210 20662ea0 2021-04-10 stsp #ifdef PROFILE
211 20662ea0 2021-04-10 stsp if (unveil("gmon.out", "rwc") != 0)
212 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", "gmon.out");
213 20662ea0 2021-04-10 stsp #endif
214 20662ea0 2021-04-10 stsp if (repo_path && unveil(repo_path, repo_read_only ? "r" : "rwc") != 0)
215 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", repo_path);
216 20662ea0 2021-04-10 stsp
217 20662ea0 2021-04-10 stsp if (unveil(GOT_TMPDIR_STR, "rwc") != 0)
218 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", GOT_TMPDIR_STR);
219 20662ea0 2021-04-10 stsp
220 20662ea0 2021-04-10 stsp err = got_privsep_unveil_exec_helpers();
221 20662ea0 2021-04-10 stsp if (err != NULL)
222 20662ea0 2021-04-10 stsp return err;
223 20662ea0 2021-04-10 stsp
224 20662ea0 2021-04-10 stsp if (unveil(NULL, NULL) != 0)
225 20662ea0 2021-04-10 stsp return got_error_from_errno("unveil");
226 20662ea0 2021-04-10 stsp
227 20662ea0 2021-04-10 stsp return NULL;
228 20662ea0 2021-04-10 stsp }
229 20662ea0 2021-04-10 stsp
230 20662ea0 2021-04-10 stsp __dead static void
231 20662ea0 2021-04-10 stsp usage_info(void)
232 20662ea0 2021-04-10 stsp {
233 20662ea0 2021-04-10 stsp fprintf(stderr, "usage: %s info [-r repository-path]\n",
234 20662ea0 2021-04-10 stsp getprogname());
235 20662ea0 2021-04-10 stsp exit(1);
236 20662ea0 2021-04-10 stsp }
237 20662ea0 2021-04-10 stsp
238 20662ea0 2021-04-10 stsp static const struct got_error *
239 1ea7ccc6 2021-11-15 thomas get_repo_path(char **repo_path)
240 1ea7ccc6 2021-11-15 thomas {
241 1ea7ccc6 2021-11-15 thomas const struct got_error *err = NULL;
242 1ea7ccc6 2021-11-15 thomas struct got_worktree *worktree = NULL;
243 1ea7ccc6 2021-11-15 thomas char *cwd;
244 1ea7ccc6 2021-11-15 thomas
245 1ea7ccc6 2021-11-15 thomas *repo_path = NULL;
246 1ea7ccc6 2021-11-15 thomas
247 1ea7ccc6 2021-11-15 thomas cwd = getcwd(NULL, 0);
248 1ea7ccc6 2021-11-15 thomas if (cwd == NULL)
249 1ea7ccc6 2021-11-15 thomas return got_error_from_errno("getcwd");
250 1ea7ccc6 2021-11-15 thomas
251 1ea7ccc6 2021-11-15 thomas err = got_worktree_open(&worktree, cwd);
252 1ea7ccc6 2021-11-15 thomas if (err) {
253 1ea7ccc6 2021-11-15 thomas if (err->code != GOT_ERR_NOT_WORKTREE)
254 1ea7ccc6 2021-11-15 thomas goto done;
255 1ea7ccc6 2021-11-15 thomas err = NULL;
256 1ea7ccc6 2021-11-15 thomas }
257 1ea7ccc6 2021-11-15 thomas
258 1ea7ccc6 2021-11-15 thomas if (worktree)
259 1ea7ccc6 2021-11-15 thomas *repo_path = strdup(got_worktree_get_repo_path(worktree));
260 1ea7ccc6 2021-11-15 thomas else
261 1ea7ccc6 2021-11-15 thomas *repo_path = strdup(cwd);
262 1ea7ccc6 2021-11-15 thomas if (*repo_path == NULL)
263 1ea7ccc6 2021-11-15 thomas err = got_error_from_errno("strdup");
264 1ea7ccc6 2021-11-15 thomas done:
265 1ea7ccc6 2021-11-15 thomas if (worktree)
266 1ea7ccc6 2021-11-15 thomas got_worktree_close(worktree);
267 1ea7ccc6 2021-11-15 thomas free(cwd);
268 1ea7ccc6 2021-11-15 thomas return err;
269 27b10c3c 2022-07-04 thomas }
270 27b10c3c 2022-07-04 thomas
271 27b10c3c 2022-07-04 thomas __dead static void
272 27b10c3c 2022-07-04 thomas usage_init(void)
273 27b10c3c 2022-07-04 thomas {
274 e9424ba1 2022-09-20 thomas fprintf(stderr, "usage: %s init [-b branch] repository-path\n",
275 e9424ba1 2022-09-20 thomas getprogname());
276 27b10c3c 2022-07-04 thomas exit(1);
277 27b10c3c 2022-07-04 thomas }
278 27b10c3c 2022-07-04 thomas
279 27b10c3c 2022-07-04 thomas static const struct got_error *
280 27b10c3c 2022-07-04 thomas cmd_init(int argc, char *argv[])
281 27b10c3c 2022-07-04 thomas {
282 27b10c3c 2022-07-04 thomas const struct got_error *error = NULL;
283 e9424ba1 2022-09-20 thomas const char *head_name = NULL;
284 27b10c3c 2022-07-04 thomas char *repo_path = NULL;
285 27b10c3c 2022-07-04 thomas int ch;
286 a0abeae5 2023-02-17 thomas
287 a0abeae5 2023-02-17 thomas #ifndef PROFILE
288 a0abeae5 2023-02-17 thomas if (pledge("stdio rpath wpath cpath unveil", NULL) == -1)
289 a0abeae5 2023-02-17 thomas err(1, "pledge");
290 a0abeae5 2023-02-17 thomas #endif
291 27b10c3c 2022-07-04 thomas
292 e9424ba1 2022-09-20 thomas while ((ch = getopt(argc, argv, "b:")) != -1) {
293 27b10c3c 2022-07-04 thomas switch (ch) {
294 e9424ba1 2022-09-20 thomas case 'b':
295 e9424ba1 2022-09-20 thomas head_name = optarg;
296 e9424ba1 2022-09-20 thomas break;
297 27b10c3c 2022-07-04 thomas default:
298 27b10c3c 2022-07-04 thomas usage_init();
299 27b10c3c 2022-07-04 thomas /* NOTREACHED */
300 27b10c3c 2022-07-04 thomas }
301 27b10c3c 2022-07-04 thomas }
302 27b10c3c 2022-07-04 thomas
303 27b10c3c 2022-07-04 thomas argc -= optind;
304 27b10c3c 2022-07-04 thomas argv += optind;
305 27b10c3c 2022-07-04 thomas
306 27b10c3c 2022-07-04 thomas if (argc != 1)
307 27b10c3c 2022-07-04 thomas usage_init();
308 27b10c3c 2022-07-04 thomas
309 27b10c3c 2022-07-04 thomas repo_path = strdup(argv[0]);
310 27b10c3c 2022-07-04 thomas if (repo_path == NULL)
311 27b10c3c 2022-07-04 thomas return got_error_from_errno("strdup");
312 27b10c3c 2022-07-04 thomas
313 27b10c3c 2022-07-04 thomas got_path_strip_trailing_slashes(repo_path);
314 27b10c3c 2022-07-04 thomas
315 27b10c3c 2022-07-04 thomas error = got_path_mkdir(repo_path);
316 27b10c3c 2022-07-04 thomas if (error &&
317 27b10c3c 2022-07-04 thomas !(error->code == GOT_ERR_ERRNO && errno == EEXIST))
318 27b10c3c 2022-07-04 thomas goto done;
319 27b10c3c 2022-07-04 thomas
320 27b10c3c 2022-07-04 thomas error = apply_unveil(repo_path, 0);
321 27b10c3c 2022-07-04 thomas if (error)
322 27b10c3c 2022-07-04 thomas goto done;
323 27b10c3c 2022-07-04 thomas
324 e9424ba1 2022-09-20 thomas error = got_repo_init(repo_path, head_name);
325 27b10c3c 2022-07-04 thomas done:
326 27b10c3c 2022-07-04 thomas free(repo_path);
327 27b10c3c 2022-07-04 thomas return error;
328 1ea7ccc6 2021-11-15 thomas }
329 1ea7ccc6 2021-11-15 thomas
330 1ea7ccc6 2021-11-15 thomas static const struct got_error *
331 20662ea0 2021-04-10 stsp cmd_info(int argc, char *argv[])
332 20662ea0 2021-04-10 stsp {
333 20662ea0 2021-04-10 stsp const struct got_error *error = NULL;
334 1ea7ccc6 2021-11-15 thomas char *repo_path = NULL;
335 20662ea0 2021-04-10 stsp struct got_repository *repo = NULL;
336 20662ea0 2021-04-10 stsp const struct got_gotconfig *gotconfig = NULL;
337 20662ea0 2021-04-10 stsp int ch, npackfiles, npackedobj, nobj;
338 20662ea0 2021-04-10 stsp off_t packsize, loose_size;
339 20662ea0 2021-04-10 stsp char scaled[FMT_SCALED_STRSIZE];
340 7cd52833 2022-06-23 thomas int *pack_fds = NULL;
341 a0abeae5 2023-02-17 thomas
342 a0abeae5 2023-02-17 thomas #ifndef PROFILE
343 a0abeae5 2023-02-17 thomas if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
344 a0abeae5 2023-02-17 thomas NULL) == -1)
345 a0abeae5 2023-02-17 thomas err(1, "pledge");
346 a0abeae5 2023-02-17 thomas #endif
347 20662ea0 2021-04-10 stsp
348 20662ea0 2021-04-10 stsp while ((ch = getopt(argc, argv, "r:")) != -1) {
349 20662ea0 2021-04-10 stsp switch (ch) {
350 20662ea0 2021-04-10 stsp case 'r':
351 20662ea0 2021-04-10 stsp repo_path = realpath(optarg, NULL);
352 20662ea0 2021-04-10 stsp if (repo_path == NULL)
353 20662ea0 2021-04-10 stsp return got_error_from_errno2("realpath",
354 20662ea0 2021-04-10 stsp optarg);
355 20662ea0 2021-04-10 stsp got_path_strip_trailing_slashes(repo_path);
356 20662ea0 2021-04-10 stsp break;
357 20662ea0 2021-04-10 stsp default:
358 20662ea0 2021-04-10 stsp usage_info();
359 20662ea0 2021-04-10 stsp /* NOTREACHED */
360 20662ea0 2021-04-10 stsp }
361 20662ea0 2021-04-10 stsp }
362 20662ea0 2021-04-10 stsp
363 20662ea0 2021-04-10 stsp argc -= optind;
364 20662ea0 2021-04-10 stsp argv += optind;
365 20662ea0 2021-04-10 stsp
366 1ea7ccc6 2021-11-15 thomas if (repo_path == NULL) {
367 1ea7ccc6 2021-11-15 thomas error = get_repo_path(&repo_path);
368 1ea7ccc6 2021-11-15 thomas if (error)
369 1ea7ccc6 2021-11-15 thomas goto done;
370 20662ea0 2021-04-10 stsp }
371 7cd52833 2022-06-23 thomas error = got_repo_pack_fds_open(&pack_fds);
372 7cd52833 2022-06-23 thomas if (error != NULL)
373 7cd52833 2022-06-23 thomas goto done;
374 7cd52833 2022-06-23 thomas error = got_repo_open(&repo, repo_path, NULL, pack_fds);
375 20662ea0 2021-04-10 stsp if (error)
376 20662ea0 2021-04-10 stsp goto done;
377 bfb5ee0b 2022-05-31 thomas #ifndef PROFILE
378 bfb5ee0b 2022-05-31 thomas /* Remove "cpath" promise. */
379 bfb5ee0b 2022-05-31 thomas if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
380 bfb5ee0b 2022-05-31 thomas NULL) == -1)
381 bfb5ee0b 2022-05-31 thomas err(1, "pledge");
382 bfb5ee0b 2022-05-31 thomas #endif
383 20662ea0 2021-04-10 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
384 20662ea0 2021-04-10 stsp if (error)
385 20662ea0 2021-04-10 stsp goto done;
386 20662ea0 2021-04-10 stsp
387 20662ea0 2021-04-10 stsp printf("repository: %s\n", got_repo_get_path_git_dir(repo));
388 20662ea0 2021-04-10 stsp
389 20662ea0 2021-04-10 stsp gotconfig = got_repo_get_gotconfig(repo);
390 20662ea0 2021-04-10 stsp if (gotconfig) {
391 20662ea0 2021-04-10 stsp const struct got_remote_repo *remotes;
392 20662ea0 2021-04-10 stsp int i, nremotes;
393 20662ea0 2021-04-10 stsp if (got_gotconfig_get_author(gotconfig)) {
394 20662ea0 2021-04-10 stsp printf("default author: %s\n",
395 20662ea0 2021-04-10 stsp got_gotconfig_get_author(gotconfig));
396 20662ea0 2021-04-10 stsp }
397 20662ea0 2021-04-10 stsp got_gotconfig_get_remotes(&nremotes, &remotes, gotconfig);
398 20662ea0 2021-04-10 stsp for (i = 0; i < nremotes; i++) {
399 13b2084e 2021-09-06 stsp const char *fetch_url = remotes[i].fetch_url;
400 13b2084e 2021-09-06 stsp const char *send_url = remotes[i].send_url;
401 13b2084e 2021-09-06 stsp if (strcmp(fetch_url, send_url) == 0) {
402 13b2084e 2021-09-06 stsp printf("remote \"%s\": %s\n", remotes[i].name,
403 13b2084e 2021-09-06 stsp remotes[i].fetch_url);
404 13b2084e 2021-09-06 stsp } else {
405 13b2084e 2021-09-06 stsp printf("remote \"%s\" (fetch): %s\n",
406 13b2084e 2021-09-06 stsp remotes[i].name, remotes[i].fetch_url);
407 13b2084e 2021-09-06 stsp printf("remote \"%s\" (send): %s\n",
408 13b2084e 2021-09-06 stsp remotes[i].name, remotes[i].send_url);
409 13b2084e 2021-09-06 stsp }
410 20662ea0 2021-04-10 stsp }
411 20662ea0 2021-04-10 stsp }
412 20662ea0 2021-04-10 stsp
413 20662ea0 2021-04-10 stsp error = got_repo_get_packfile_info(&npackfiles, &npackedobj,
414 20662ea0 2021-04-10 stsp &packsize, repo);
415 20662ea0 2021-04-10 stsp if (error)
416 20662ea0 2021-04-10 stsp goto done;
417 20662ea0 2021-04-10 stsp printf("pack files: %d\n", npackfiles);
418 20662ea0 2021-04-10 stsp if (npackfiles > 0) {
419 20662ea0 2021-04-10 stsp if (fmt_scaled(packsize, scaled) == -1) {
420 20662ea0 2021-04-10 stsp error = got_error_from_errno("fmt_scaled");
421 20662ea0 2021-04-10 stsp goto done;
422 20662ea0 2021-04-10 stsp }
423 20662ea0 2021-04-10 stsp printf("packed objects: %d\n", npackedobj);
424 20662ea0 2021-04-10 stsp printf("packed total size: %s\n", scaled);
425 20662ea0 2021-04-10 stsp }
426 20662ea0 2021-04-10 stsp
427 20662ea0 2021-04-10 stsp error = got_repo_get_loose_object_info(&nobj, &loose_size, repo);
428 20662ea0 2021-04-10 stsp if (error)
429 20662ea0 2021-04-10 stsp goto done;
430 20662ea0 2021-04-10 stsp printf("loose objects: %d\n", nobj);
431 20662ea0 2021-04-10 stsp if (nobj > 0) {
432 20662ea0 2021-04-10 stsp if (fmt_scaled(loose_size, scaled) == -1) {
433 20662ea0 2021-04-10 stsp error = got_error_from_errno("fmt_scaled");
434 20662ea0 2021-04-10 stsp goto done;
435 20662ea0 2021-04-10 stsp }
436 20662ea0 2021-04-10 stsp printf("loose total size: %s\n", scaled);
437 20662ea0 2021-04-10 stsp }
438 20662ea0 2021-04-10 stsp done:
439 20662ea0 2021-04-10 stsp if (repo)
440 20662ea0 2021-04-10 stsp got_repo_close(repo);
441 7cd52833 2022-06-23 thomas if (pack_fds) {
442 7cd52833 2022-06-23 thomas const struct got_error *pack_err =
443 7cd52833 2022-06-23 thomas got_repo_pack_fds_close(pack_fds);
444 7cd52833 2022-06-23 thomas if (error == NULL)
445 7cd52833 2022-06-23 thomas error = pack_err;
446 7cd52833 2022-06-23 thomas }
447 7cd52833 2022-06-23 thomas
448 1ea7ccc6 2021-11-15 thomas free(repo_path);
449 20662ea0 2021-04-10 stsp return error;
450 05118f5a 2021-06-22 stsp }
451 05118f5a 2021-06-22 stsp
452 05118f5a 2021-06-22 stsp __dead static void
453 05118f5a 2021-06-22 stsp usage_pack(void)
454 05118f5a 2021-06-22 stsp {
455 d8253374 2023-02-17 thomas fprintf(stderr, "usage: %s pack [-aDq] [-r repository-path] "
456 d6506a3d 2022-08-16 thomas "[-x reference] [reference ...]\n", getprogname());
457 05118f5a 2021-06-22 stsp exit(1);
458 05118f5a 2021-06-22 stsp }
459 05118f5a 2021-06-22 stsp
460 05118f5a 2021-06-22 stsp struct got_pack_progress_arg {
461 05118f5a 2021-06-22 stsp char last_scaled_size[FMT_SCALED_STRSIZE];
462 85220b0e 2022-03-22 thomas int last_ncolored;
463 85220b0e 2022-03-22 thomas int last_nfound;
464 85220b0e 2022-03-22 thomas int last_ntrees;
465 85220b0e 2022-03-22 thomas int loading_done;
466 05118f5a 2021-06-22 stsp int last_ncommits;
467 05118f5a 2021-06-22 stsp int last_nobj_total;
468 05118f5a 2021-06-22 stsp int last_p_deltify;
469 05118f5a 2021-06-22 stsp int last_p_written;
470 05118f5a 2021-06-22 stsp int last_p_indexed;
471 05118f5a 2021-06-22 stsp int last_p_resolved;
472 05118f5a 2021-06-22 stsp int verbosity;
473 05118f5a 2021-06-22 stsp int printed_something;
474 05118f5a 2021-06-22 stsp };
475 05118f5a 2021-06-22 stsp
476 85220b0e 2022-03-22 thomas static void
477 85220b0e 2022-03-22 thomas print_load_info(int print_colored, int print_found, int print_trees,
478 85220b0e 2022-03-22 thomas int ncolored, int nfound, int ntrees)
479 85220b0e 2022-03-22 thomas {
480 85220b0e 2022-03-22 thomas if (print_colored) {
481 85220b0e 2022-03-22 thomas printf("%d commit%s colored", ncolored,
482 85220b0e 2022-03-22 thomas ncolored == 1 ? "" : "s");
483 85220b0e 2022-03-22 thomas }
484 85220b0e 2022-03-22 thomas if (print_found) {
485 85220b0e 2022-03-22 thomas printf("%s%d object%s found",
486 85220b0e 2022-03-22 thomas ncolored > 0 ? "; " : "",
487 85220b0e 2022-03-22 thomas nfound, nfound == 1 ? "" : "s");
488 85220b0e 2022-03-22 thomas }
489 85220b0e 2022-03-22 thomas if (print_trees) {
490 85220b0e 2022-03-22 thomas printf("; %d tree%s scanned", ntrees,
491 85220b0e 2022-03-22 thomas ntrees == 1 ? "" : "s");
492 85220b0e 2022-03-22 thomas }
493 85220b0e 2022-03-22 thomas }
494 85220b0e 2022-03-22 thomas
495 05118f5a 2021-06-22 stsp static const struct got_error *
496 85220b0e 2022-03-22 thomas pack_progress(void *arg, int ncolored, int nfound, int ntrees,
497 85220b0e 2022-03-22 thomas off_t packfile_size, int ncommits, int nobj_total, int nobj_deltify,
498 85220b0e 2022-03-22 thomas int nobj_written)
499 05118f5a 2021-06-22 stsp {
500 05118f5a 2021-06-22 stsp struct got_pack_progress_arg *a = arg;
501 05118f5a 2021-06-22 stsp char scaled_size[FMT_SCALED_STRSIZE];
502 05118f5a 2021-06-22 stsp int p_deltify, p_written;
503 85220b0e 2022-03-22 thomas int print_colored = 0, print_found = 0, print_trees = 0;
504 05118f5a 2021-06-22 stsp int print_searching = 0, print_total = 0;
505 05118f5a 2021-06-22 stsp int print_deltify = 0, print_written = 0;
506 05118f5a 2021-06-22 stsp
507 05118f5a 2021-06-22 stsp if (a->verbosity < 0)
508 85220b0e 2022-03-22 thomas return NULL;
509 85220b0e 2022-03-22 thomas
510 85220b0e 2022-03-22 thomas if (a->last_ncolored != ncolored) {
511 85220b0e 2022-03-22 thomas print_colored = 1;
512 85220b0e 2022-03-22 thomas a->last_ncolored = ncolored;
513 85220b0e 2022-03-22 thomas }
514 85220b0e 2022-03-22 thomas
515 85220b0e 2022-03-22 thomas if (a->last_nfound != nfound) {
516 85220b0e 2022-03-22 thomas print_colored = 1;
517 85220b0e 2022-03-22 thomas print_found = 1;
518 85220b0e 2022-03-22 thomas a->last_nfound = nfound;
519 85220b0e 2022-03-22 thomas }
520 85220b0e 2022-03-22 thomas
521 85220b0e 2022-03-22 thomas if (a->last_ntrees != ntrees) {
522 85220b0e 2022-03-22 thomas print_colored = 1;
523 85220b0e 2022-03-22 thomas print_found = 1;
524 85220b0e 2022-03-22 thomas print_trees = 1;
525 85220b0e 2022-03-22 thomas a->last_ntrees = ntrees;
526 85220b0e 2022-03-22 thomas }
527 85220b0e 2022-03-22 thomas
528 85220b0e 2022-03-22 thomas if ((print_colored || print_found || print_trees) &&
529 85220b0e 2022-03-22 thomas !a->loading_done) {
530 85220b0e 2022-03-22 thomas printf("\r");
531 85220b0e 2022-03-22 thomas print_load_info(print_colored, print_found, print_trees,
532 85220b0e 2022-03-22 thomas ncolored, nfound, ntrees);
533 85220b0e 2022-03-22 thomas a->printed_something = 1;
534 85220b0e 2022-03-22 thomas fflush(stdout);
535 05118f5a 2021-06-22 stsp return NULL;
536 85220b0e 2022-03-22 thomas } else if (!a->loading_done) {
537 85220b0e 2022-03-22 thomas printf("\r");
538 85220b0e 2022-03-22 thomas print_load_info(1, 1, 1, ncolored, nfound, ntrees);
539 85220b0e 2022-03-22 thomas printf("\n");
540 85220b0e 2022-03-22 thomas a->loading_done = 1;
541 85220b0e 2022-03-22 thomas }
542 05118f5a 2021-06-22 stsp
543 05118f5a 2021-06-22 stsp if (fmt_scaled(packfile_size, scaled_size) == -1)
544 05118f5a 2021-06-22 stsp return got_error_from_errno("fmt_scaled");
545 05118f5a 2021-06-22 stsp
546 05118f5a 2021-06-22 stsp if (a->last_ncommits != ncommits) {
547 05118f5a 2021-06-22 stsp print_searching = 1;
548 05118f5a 2021-06-22 stsp a->last_ncommits = ncommits;
549 05118f5a 2021-06-22 stsp }
550 05118f5a 2021-06-22 stsp
551 05118f5a 2021-06-22 stsp if (a->last_nobj_total != nobj_total) {
552 05118f5a 2021-06-22 stsp print_searching = 1;
553 05118f5a 2021-06-22 stsp print_total = 1;
554 05118f5a 2021-06-22 stsp a->last_nobj_total = nobj_total;
555 05118f5a 2021-06-22 stsp }
556 05118f5a 2021-06-22 stsp
557 05118f5a 2021-06-22 stsp if (packfile_size > 0 && (a->last_scaled_size[0] == '\0' ||
558 05118f5a 2021-06-22 stsp strcmp(scaled_size, a->last_scaled_size)) != 0) {
559 05118f5a 2021-06-22 stsp if (strlcpy(a->last_scaled_size, scaled_size,
560 05118f5a 2021-06-22 stsp FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
561 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_NO_SPACE);
562 05118f5a 2021-06-22 stsp }
563 05118f5a 2021-06-22 stsp
564 05118f5a 2021-06-22 stsp if (nobj_deltify > 0 || nobj_written > 0) {
565 05118f5a 2021-06-22 stsp if (nobj_deltify > 0) {
566 05118f5a 2021-06-22 stsp p_deltify = (nobj_deltify * 100) / nobj_total;
567 05118f5a 2021-06-22 stsp if (p_deltify != a->last_p_deltify) {
568 05118f5a 2021-06-22 stsp a->last_p_deltify = p_deltify;
569 05118f5a 2021-06-22 stsp print_searching = 1;
570 05118f5a 2021-06-22 stsp print_total = 1;
571 05118f5a 2021-06-22 stsp print_deltify = 1;
572 05118f5a 2021-06-22 stsp }
573 05118f5a 2021-06-22 stsp }
574 05118f5a 2021-06-22 stsp if (nobj_written > 0) {
575 05118f5a 2021-06-22 stsp p_written = (nobj_written * 100) / nobj_total;
576 05118f5a 2021-06-22 stsp if (p_written != a->last_p_written) {
577 05118f5a 2021-06-22 stsp a->last_p_written = p_written;
578 05118f5a 2021-06-22 stsp print_searching = 1;
579 05118f5a 2021-06-22 stsp print_total = 1;
580 05118f5a 2021-06-22 stsp print_deltify = 1;
581 05118f5a 2021-06-22 stsp print_written = 1;
582 05118f5a 2021-06-22 stsp }
583 05118f5a 2021-06-22 stsp }
584 05118f5a 2021-06-22 stsp }
585 05118f5a 2021-06-22 stsp
586 05118f5a 2021-06-22 stsp if (print_searching || print_total || print_deltify || print_written)
587 05118f5a 2021-06-22 stsp printf("\r");
588 05118f5a 2021-06-22 stsp if (print_searching)
589 05118f5a 2021-06-22 stsp printf("packing %d reference%s", ncommits,
590 05118f5a 2021-06-22 stsp ncommits == 1 ? "" : "s");
591 05118f5a 2021-06-22 stsp if (print_total)
592 05118f5a 2021-06-22 stsp printf("; %d object%s", nobj_total,
593 05118f5a 2021-06-22 stsp nobj_total == 1 ? "" : "s");
594 05118f5a 2021-06-22 stsp if (print_deltify)
595 05118f5a 2021-06-22 stsp printf("; deltify: %d%%", p_deltify);
596 05118f5a 2021-06-22 stsp if (print_written)
597 d2f35ef7 2022-02-13 thomas printf("; writing pack: %*s %d%%", FMT_SCALED_STRSIZE - 2,
598 05118f5a 2021-06-22 stsp scaled_size, p_written);
599 05118f5a 2021-06-22 stsp if (print_searching || print_total || print_deltify ||
600 05118f5a 2021-06-22 stsp print_written) {
601 05118f5a 2021-06-22 stsp a->printed_something = 1;
602 05118f5a 2021-06-22 stsp fflush(stdout);
603 05118f5a 2021-06-22 stsp }
604 05118f5a 2021-06-22 stsp return NULL;
605 05118f5a 2021-06-22 stsp }
606 05118f5a 2021-06-22 stsp
607 05118f5a 2021-06-22 stsp static const struct got_error *
608 05118f5a 2021-06-22 stsp pack_index_progress(void *arg, off_t packfile_size, int nobj_total,
609 05118f5a 2021-06-22 stsp int nobj_indexed, int nobj_loose, int nobj_resolved)
610 05118f5a 2021-06-22 stsp {
611 05118f5a 2021-06-22 stsp struct got_pack_progress_arg *a = arg;
612 05118f5a 2021-06-22 stsp char scaled_size[FMT_SCALED_STRSIZE];
613 05118f5a 2021-06-22 stsp int p_indexed, p_resolved;
614 05118f5a 2021-06-22 stsp int print_size = 0, print_indexed = 0, print_resolved = 0;
615 05118f5a 2021-06-22 stsp
616 05118f5a 2021-06-22 stsp if (a->verbosity < 0)
617 05118f5a 2021-06-22 stsp return NULL;
618 05118f5a 2021-06-22 stsp
619 05118f5a 2021-06-22 stsp if (packfile_size > 0 || nobj_indexed > 0) {
620 05118f5a 2021-06-22 stsp if (fmt_scaled(packfile_size, scaled_size) == 0 &&
621 05118f5a 2021-06-22 stsp (a->last_scaled_size[0] == '\0' ||
622 05118f5a 2021-06-22 stsp strcmp(scaled_size, a->last_scaled_size)) != 0) {
623 05118f5a 2021-06-22 stsp print_size = 1;
624 05118f5a 2021-06-22 stsp if (strlcpy(a->last_scaled_size, scaled_size,
625 05118f5a 2021-06-22 stsp FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
626 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_NO_SPACE);
627 05118f5a 2021-06-22 stsp }
628 05118f5a 2021-06-22 stsp if (nobj_indexed > 0) {
629 05118f5a 2021-06-22 stsp p_indexed = (nobj_indexed * 100) / nobj_total;
630 05118f5a 2021-06-22 stsp if (p_indexed != a->last_p_indexed) {
631 05118f5a 2021-06-22 stsp a->last_p_indexed = p_indexed;
632 05118f5a 2021-06-22 stsp print_indexed = 1;
633 05118f5a 2021-06-22 stsp print_size = 1;
634 05118f5a 2021-06-22 stsp }
635 05118f5a 2021-06-22 stsp }
636 05118f5a 2021-06-22 stsp if (nobj_resolved > 0) {
637 05118f5a 2021-06-22 stsp p_resolved = (nobj_resolved * 100) /
638 05118f5a 2021-06-22 stsp (nobj_total - nobj_loose);
639 05118f5a 2021-06-22 stsp if (p_resolved != a->last_p_resolved) {
640 05118f5a 2021-06-22 stsp a->last_p_resolved = p_resolved;
641 05118f5a 2021-06-22 stsp print_resolved = 1;
642 05118f5a 2021-06-22 stsp print_indexed = 1;
643 05118f5a 2021-06-22 stsp print_size = 1;
644 05118f5a 2021-06-22 stsp }
645 05118f5a 2021-06-22 stsp }
646 05118f5a 2021-06-22 stsp
647 05118f5a 2021-06-22 stsp }
648 05118f5a 2021-06-22 stsp if (print_size || print_indexed || print_resolved)
649 05118f5a 2021-06-22 stsp printf("\r");
650 05118f5a 2021-06-22 stsp if (print_size)
651 d2f35ef7 2022-02-13 thomas printf("%*s packed", FMT_SCALED_STRSIZE - 2, scaled_size);
652 05118f5a 2021-06-22 stsp if (print_indexed)
653 05118f5a 2021-06-22 stsp printf("; indexing %d%%", p_indexed);
654 05118f5a 2021-06-22 stsp if (print_resolved)
655 05118f5a 2021-06-22 stsp printf("; resolving deltas %d%%", p_resolved);
656 05118f5a 2021-06-22 stsp if (print_size || print_indexed || print_resolved)
657 05118f5a 2021-06-22 stsp fflush(stdout);
658 05118f5a 2021-06-22 stsp
659 05118f5a 2021-06-22 stsp return NULL;
660 20662ea0 2021-04-10 stsp }
661 05118f5a 2021-06-22 stsp
662 05118f5a 2021-06-22 stsp static const struct got_error *
663 05118f5a 2021-06-22 stsp add_ref(struct got_reflist_entry **new, struct got_reflist_head *refs,
664 05118f5a 2021-06-22 stsp const char *refname, struct got_repository *repo)
665 05118f5a 2021-06-22 stsp {
666 05118f5a 2021-06-22 stsp const struct got_error *err;
667 05118f5a 2021-06-22 stsp struct got_reference *ref;
668 05118f5a 2021-06-22 stsp
669 05118f5a 2021-06-22 stsp *new = NULL;
670 05118f5a 2021-06-22 stsp
671 05118f5a 2021-06-22 stsp err = got_ref_open(&ref, repo, refname, 0);
672 05118f5a 2021-06-22 stsp if (err) {
673 05118f5a 2021-06-22 stsp if (err->code != GOT_ERR_NOT_REF)
674 05118f5a 2021-06-22 stsp return err;
675 05118f5a 2021-06-22 stsp
676 05118f5a 2021-06-22 stsp /* Treat argument as a reference prefix. */
677 05118f5a 2021-06-22 stsp err = got_ref_list(refs, repo, refname,
678 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
679 05118f5a 2021-06-22 stsp } else {
680 72acb3d8 2021-08-06 stsp err = got_reflist_insert(new, refs, ref,
681 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
682 05118f5a 2021-06-22 stsp if (err || *new == NULL /* duplicate */)
683 05118f5a 2021-06-22 stsp got_ref_close(ref);
684 05118f5a 2021-06-22 stsp }
685 05118f5a 2021-06-22 stsp
686 05118f5a 2021-06-22 stsp return err;
687 05118f5a 2021-06-22 stsp }
688 05118f5a 2021-06-22 stsp
689 05118f5a 2021-06-22 stsp static const struct got_error *
690 05118f5a 2021-06-22 stsp cmd_pack(int argc, char *argv[])
691 05118f5a 2021-06-22 stsp {
692 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
693 1ea7ccc6 2021-11-15 thomas char *repo_path = NULL;
694 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
695 d8253374 2023-02-17 thomas int ch, i, loose_obj_only = 1, force_refdelta = 0, verbosity = 0;
696 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
697 05118f5a 2021-06-22 stsp char *id_str = NULL;
698 05118f5a 2021-06-22 stsp struct got_pack_progress_arg ppa;
699 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
700 05118f5a 2021-06-22 stsp struct got_pathlist_head exclude_args;
701 05118f5a 2021-06-22 stsp struct got_pathlist_entry *pe;
702 05118f5a 2021-06-22 stsp struct got_reflist_head exclude_refs;
703 05118f5a 2021-06-22 stsp struct got_reflist_head include_refs;
704 05118f5a 2021-06-22 stsp struct got_reflist_entry *re, *new;
705 7cd52833 2022-06-23 thomas int *pack_fds = NULL;
706 05118f5a 2021-06-22 stsp
707 05118f5a 2021-06-22 stsp TAILQ_INIT(&exclude_args);
708 05118f5a 2021-06-22 stsp TAILQ_INIT(&exclude_refs);
709 05118f5a 2021-06-22 stsp TAILQ_INIT(&include_refs);
710 05118f5a 2021-06-22 stsp
711 a0abeae5 2023-02-17 thomas #ifndef PROFILE
712 a0abeae5 2023-02-17 thomas if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
713 a0abeae5 2023-02-17 thomas NULL) == -1)
714 a0abeae5 2023-02-17 thomas err(1, "pledge");
715 a0abeae5 2023-02-17 thomas #endif
716 a0abeae5 2023-02-17 thomas
717 d8253374 2023-02-17 thomas while ((ch = getopt(argc, argv, "aDqr:x:")) != -1) {
718 05118f5a 2021-06-22 stsp switch (ch) {
719 05118f5a 2021-06-22 stsp case 'a':
720 05118f5a 2021-06-22 stsp loose_obj_only = 0;
721 05118f5a 2021-06-22 stsp break;
722 d8253374 2023-02-17 thomas case 'D':
723 d8253374 2023-02-17 thomas force_refdelta = 1;
724 d8253374 2023-02-17 thomas break;
725 f7065961 2022-10-27 thomas case 'q':
726 f7065961 2022-10-27 thomas verbosity = -1;
727 f7065961 2022-10-27 thomas break;
728 05118f5a 2021-06-22 stsp case 'r':
729 05118f5a 2021-06-22 stsp repo_path = realpath(optarg, NULL);
730 05118f5a 2021-06-22 stsp if (repo_path == NULL)
731 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath",
732 05118f5a 2021-06-22 stsp optarg);
733 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(repo_path);
734 05118f5a 2021-06-22 stsp break;
735 05118f5a 2021-06-22 stsp case 'x':
736 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(optarg);
737 05118f5a 2021-06-22 stsp error = got_pathlist_append(&exclude_args,
738 05118f5a 2021-06-22 stsp optarg, NULL);
739 05118f5a 2021-06-22 stsp if (error)
740 05118f5a 2021-06-22 stsp return error;
741 c8fc6d14 2022-04-16 thomas break;
742 05118f5a 2021-06-22 stsp default:
743 05118f5a 2021-06-22 stsp usage_pack();
744 05118f5a 2021-06-22 stsp /* NOTREACHED */
745 05118f5a 2021-06-22 stsp }
746 05118f5a 2021-06-22 stsp }
747 05118f5a 2021-06-22 stsp
748 05118f5a 2021-06-22 stsp argc -= optind;
749 05118f5a 2021-06-22 stsp argv += optind;
750 05118f5a 2021-06-22 stsp
751 1ea7ccc6 2021-11-15 thomas if (repo_path == NULL) {
752 1ea7ccc6 2021-11-15 thomas error = get_repo_path(&repo_path);
753 1ea7ccc6 2021-11-15 thomas if (error)
754 1ea7ccc6 2021-11-15 thomas goto done;
755 05118f5a 2021-06-22 stsp }
756 7cd52833 2022-06-23 thomas error = got_repo_pack_fds_open(&pack_fds);
757 7cd52833 2022-06-23 thomas if (error != NULL)
758 7cd52833 2022-06-23 thomas goto done;
759 7cd52833 2022-06-23 thomas error = got_repo_open(&repo, repo_path, NULL, pack_fds);
760 05118f5a 2021-06-22 stsp if (error)
761 05118f5a 2021-06-22 stsp goto done;
762 05118f5a 2021-06-22 stsp
763 bb5126ea 2021-06-22 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
764 05118f5a 2021-06-22 stsp if (error)
765 05118f5a 2021-06-22 stsp goto done;
766 05118f5a 2021-06-22 stsp
767 05118f5a 2021-06-22 stsp TAILQ_FOREACH(pe, &exclude_args, entry) {
768 05118f5a 2021-06-22 stsp const char *refname = pe->path;
769 05118f5a 2021-06-22 stsp error = add_ref(&new, &exclude_refs, refname, repo);
770 05118f5a 2021-06-22 stsp if (error)
771 05118f5a 2021-06-22 stsp goto done;
772 05118f5a 2021-06-22 stsp }
773 05118f5a 2021-06-22 stsp
774 05118f5a 2021-06-22 stsp if (argc == 0) {
775 05118f5a 2021-06-22 stsp error = got_ref_list(&include_refs, repo, "",
776 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
777 05118f5a 2021-06-22 stsp if (error)
778 05118f5a 2021-06-22 stsp goto done;
779 05118f5a 2021-06-22 stsp } else {
780 05118f5a 2021-06-22 stsp for (i = 0; i < argc; i++) {
781 05118f5a 2021-06-22 stsp const char *refname;
782 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(argv[i]);
783 05118f5a 2021-06-22 stsp refname = argv[i];
784 05118f5a 2021-06-22 stsp error = add_ref(&new, &include_refs, refname, repo);
785 05118f5a 2021-06-22 stsp if (error)
786 05118f5a 2021-06-22 stsp goto done;
787 05118f5a 2021-06-22 stsp }
788 05118f5a 2021-06-22 stsp }
789 05118f5a 2021-06-22 stsp
790 05118f5a 2021-06-22 stsp /* Ignore references in the refs/got/ namespace. */
791 05118f5a 2021-06-22 stsp TAILQ_FOREACH_SAFE(re, &include_refs, entry, new) {
792 05118f5a 2021-06-22 stsp const char *refname = got_ref_get_name(re->ref);
793 05118f5a 2021-06-22 stsp if (strncmp("refs/got/", refname, 9) != 0)
794 05118f5a 2021-06-22 stsp continue;
795 05118f5a 2021-06-22 stsp TAILQ_REMOVE(&include_refs, re, entry);
796 05118f5a 2021-06-22 stsp got_ref_close(re->ref);
797 05118f5a 2021-06-22 stsp free(re);
798 05118f5a 2021-06-22 stsp }
799 05118f5a 2021-06-22 stsp
800 05118f5a 2021-06-22 stsp memset(&ppa, 0, sizeof(ppa));
801 05118f5a 2021-06-22 stsp ppa.last_scaled_size[0] = '\0';
802 05118f5a 2021-06-22 stsp ppa.last_p_indexed = -1;
803 05118f5a 2021-06-22 stsp ppa.last_p_resolved = -1;
804 c8fc6d14 2022-04-16 thomas ppa.verbosity = verbosity;
805 05118f5a 2021-06-22 stsp
806 05118f5a 2021-06-22 stsp error = got_repo_pack_objects(&packfile, &pack_hash,
807 05118f5a 2021-06-22 stsp &include_refs, &exclude_refs, repo, loose_obj_only,
808 d8253374 2023-02-17 thomas force_refdelta, pack_progress, &ppa, check_cancelled, NULL);
809 05118f5a 2021-06-22 stsp if (error) {
810 05118f5a 2021-06-22 stsp if (ppa.printed_something)
811 05118f5a 2021-06-22 stsp printf("\n");
812 05118f5a 2021-06-22 stsp goto done;
813 05118f5a 2021-06-22 stsp }
814 05118f5a 2021-06-22 stsp
815 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
816 05118f5a 2021-06-22 stsp if (error)
817 05118f5a 2021-06-22 stsp goto done;
818 c8fc6d14 2022-04-16 thomas if (verbosity >= 0)
819 c8fc6d14 2022-04-16 thomas printf("\nWrote %s.pack\n", id_str);
820 05118f5a 2021-06-22 stsp
821 05118f5a 2021-06-22 stsp error = got_repo_index_pack(packfile, pack_hash, repo,
822 05118f5a 2021-06-22 stsp pack_index_progress, &ppa, check_cancelled, NULL);
823 05118f5a 2021-06-22 stsp if (error)
824 05118f5a 2021-06-22 stsp goto done;
825 c8fc6d14 2022-04-16 thomas if (verbosity >= 0)
826 c8fc6d14 2022-04-16 thomas printf("\nIndexed %s.pack\n", id_str);
827 05118f5a 2021-06-22 stsp done:
828 c75a6067 2021-10-15 thomas if (repo)
829 c75a6067 2021-10-15 thomas got_repo_close(repo);
830 7cd52833 2022-06-23 thomas if (pack_fds) {
831 7cd52833 2022-06-23 thomas const struct got_error *pack_err =
832 7cd52833 2022-06-23 thomas got_repo_pack_fds_close(pack_fds);
833 7cd52833 2022-06-23 thomas if (error == NULL)
834 7cd52833 2022-06-23 thomas error = pack_err;
835 7cd52833 2022-06-23 thomas }
836 21c2d8be 2023-01-10 thomas got_pathlist_free(&exclude_args, GOT_PATHLIST_FREE_NONE);
837 05118f5a 2021-06-22 stsp got_ref_list_free(&exclude_refs);
838 05118f5a 2021-06-22 stsp got_ref_list_free(&include_refs);
839 05118f5a 2021-06-22 stsp free(id_str);
840 05118f5a 2021-06-22 stsp free(pack_hash);
841 1ea7ccc6 2021-11-15 thomas free(repo_path);
842 05118f5a 2021-06-22 stsp return error;
843 05118f5a 2021-06-22 stsp }
844 05118f5a 2021-06-22 stsp
845 05118f5a 2021-06-22 stsp __dead static void
846 05118f5a 2021-06-22 stsp usage_indexpack(void)
847 05118f5a 2021-06-22 stsp {
848 05118f5a 2021-06-22 stsp fprintf(stderr, "usage: %s indexpack packfile-path\n",
849 05118f5a 2021-06-22 stsp getprogname());
850 05118f5a 2021-06-22 stsp exit(1);
851 05118f5a 2021-06-22 stsp }
852 05118f5a 2021-06-22 stsp
853 05118f5a 2021-06-22 stsp static const struct got_error *
854 05118f5a 2021-06-22 stsp cmd_indexpack(int argc, char *argv[])
855 05118f5a 2021-06-22 stsp {
856 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
857 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
858 05118f5a 2021-06-22 stsp int ch;
859 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
860 05118f5a 2021-06-22 stsp char *packfile_path = NULL;
861 05118f5a 2021-06-22 stsp char *id_str = NULL;
862 05118f5a 2021-06-22 stsp struct got_pack_progress_arg ppa;
863 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
864 7cd52833 2022-06-23 thomas int *pack_fds = NULL;
865 05118f5a 2021-06-22 stsp
866 05118f5a 2021-06-22 stsp while ((ch = getopt(argc, argv, "")) != -1) {
867 05118f5a 2021-06-22 stsp switch (ch) {
868 05118f5a 2021-06-22 stsp default:
869 05118f5a 2021-06-22 stsp usage_indexpack();
870 05118f5a 2021-06-22 stsp /* NOTREACHED */
871 05118f5a 2021-06-22 stsp }
872 05118f5a 2021-06-22 stsp }
873 05118f5a 2021-06-22 stsp
874 05118f5a 2021-06-22 stsp argc -= optind;
875 05118f5a 2021-06-22 stsp argv += optind;
876 05118f5a 2021-06-22 stsp
877 05118f5a 2021-06-22 stsp if (argc != 1)
878 05118f5a 2021-06-22 stsp usage_indexpack();
879 05118f5a 2021-06-22 stsp
880 05118f5a 2021-06-22 stsp packfile_path = realpath(argv[0], NULL);
881 05118f5a 2021-06-22 stsp if (packfile_path == NULL)
882 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath", argv[0]);
883 05118f5a 2021-06-22 stsp
884 05118f5a 2021-06-22 stsp #ifndef PROFILE
885 05118f5a 2021-06-22 stsp if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
886 05118f5a 2021-06-22 stsp NULL) == -1)
887 05118f5a 2021-06-22 stsp err(1, "pledge");
888 05118f5a 2021-06-22 stsp #endif
889 05118f5a 2021-06-22 stsp
890 7cd52833 2022-06-23 thomas error = got_repo_pack_fds_open(&pack_fds);
891 7cd52833 2022-06-23 thomas if (error != NULL)
892 7cd52833 2022-06-23 thomas goto done;
893 7cd52833 2022-06-23 thomas error = got_repo_open(&repo, packfile_path, NULL, pack_fds);
894 05118f5a 2021-06-22 stsp if (error)
895 05118f5a 2021-06-22 stsp goto done;
896 05118f5a 2021-06-22 stsp
897 001a95cd 2021-10-15 thomas error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
898 05118f5a 2021-06-22 stsp if (error)
899 05118f5a 2021-06-22 stsp goto done;
900 05118f5a 2021-06-22 stsp
901 05118f5a 2021-06-22 stsp memset(&ppa, 0, sizeof(ppa));
902 05118f5a 2021-06-22 stsp ppa.last_scaled_size[0] = '\0';
903 05118f5a 2021-06-22 stsp ppa.last_p_indexed = -1;
904 05118f5a 2021-06-22 stsp ppa.last_p_resolved = -1;
905 05118f5a 2021-06-22 stsp
906 05118f5a 2021-06-22 stsp error = got_repo_find_pack(&packfile, &pack_hash, repo,
907 05118f5a 2021-06-22 stsp packfile_path);
908 05118f5a 2021-06-22 stsp if (error)
909 05118f5a 2021-06-22 stsp goto done;
910 05118f5a 2021-06-22 stsp
911 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
912 05118f5a 2021-06-22 stsp if (error)
913 05118f5a 2021-06-22 stsp goto done;
914 05118f5a 2021-06-22 stsp
915 05118f5a 2021-06-22 stsp error = got_repo_index_pack(packfile, pack_hash, repo,
916 05118f5a 2021-06-22 stsp pack_index_progress, &ppa, check_cancelled, NULL);
917 05118f5a 2021-06-22 stsp if (error)
918 05118f5a 2021-06-22 stsp goto done;
919 05118f5a 2021-06-22 stsp printf("\nIndexed %s.pack\n", id_str);
920 05118f5a 2021-06-22 stsp done:
921 c75a6067 2021-10-15 thomas if (repo)
922 c75a6067 2021-10-15 thomas got_repo_close(repo);
923 7cd52833 2022-06-23 thomas if (pack_fds) {
924 7cd52833 2022-06-23 thomas const struct got_error *pack_err =
925 7cd52833 2022-06-23 thomas got_repo_pack_fds_close(pack_fds);
926 7cd52833 2022-06-23 thomas if (error == NULL)
927 7cd52833 2022-06-23 thomas error = pack_err;
928 7cd52833 2022-06-23 thomas }
929 05118f5a 2021-06-22 stsp free(id_str);
930 05118f5a 2021-06-22 stsp free(pack_hash);
931 05118f5a 2021-06-22 stsp return error;
932 05118f5a 2021-06-22 stsp }
933 05118f5a 2021-06-22 stsp
934 05118f5a 2021-06-22 stsp __dead static void
935 05118f5a 2021-06-22 stsp usage_listpack(void)
936 05118f5a 2021-06-22 stsp {
937 d6506a3d 2022-08-16 thomas fprintf(stderr, "usage: %s listpack [-hs] packfile-path\n",
938 05118f5a 2021-06-22 stsp getprogname());
939 05118f5a 2021-06-22 stsp exit(1);
940 05118f5a 2021-06-22 stsp }
941 05118f5a 2021-06-22 stsp
942 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args {
943 05118f5a 2021-06-22 stsp int nblobs;
944 05118f5a 2021-06-22 stsp int ntrees;
945 05118f5a 2021-06-22 stsp int ncommits;
946 05118f5a 2021-06-22 stsp int ntags;
947 05118f5a 2021-06-22 stsp int noffdeltas;
948 05118f5a 2021-06-22 stsp int nrefdeltas;
949 05118f5a 2021-06-22 stsp int human_readable;
950 05118f5a 2021-06-22 stsp };
951 05118f5a 2021-06-22 stsp
952 05118f5a 2021-06-22 stsp static const struct got_error *
953 05118f5a 2021-06-22 stsp list_pack_cb(void *arg, struct got_object_id *id, int type, off_t offset,
954 05118f5a 2021-06-22 stsp off_t size, off_t base_offset, struct got_object_id *base_id)
955 05118f5a 2021-06-22 stsp {
956 05118f5a 2021-06-22 stsp const struct got_error *err;
957 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args *a = arg;
958 05118f5a 2021-06-22 stsp char *id_str, *delta_str = NULL, *base_id_str = NULL;
959 05118f5a 2021-06-22 stsp const char *type_str;
960 05118f5a 2021-06-22 stsp
961 7cd52833 2022-06-23 thomas err = got_object_id_str(&id_str, id);
962 05118f5a 2021-06-22 stsp if (err)
963 05118f5a 2021-06-22 stsp return err;
964 05118f5a 2021-06-22 stsp
965 05118f5a 2021-06-22 stsp switch (type) {
966 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_BLOB:
967 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_BLOB;
968 05118f5a 2021-06-22 stsp a->nblobs++;
969 05118f5a 2021-06-22 stsp break;
970 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_TREE:
971 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_TREE;
972 05118f5a 2021-06-22 stsp a->ntrees++;
973 05118f5a 2021-06-22 stsp break;
974 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_COMMIT:
975 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_COMMIT;
976 05118f5a 2021-06-22 stsp a->ncommits++;
977 05118f5a 2021-06-22 stsp break;
978 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_TAG:
979 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_TAG;
980 05118f5a 2021-06-22 stsp a->ntags++;
981 05118f5a 2021-06-22 stsp break;
982 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_OFFSET_DELTA:
983 05118f5a 2021-06-22 stsp type_str = "offset-delta";
984 c414a013 2021-09-25 thomas.ad if (asprintf(&delta_str, " base-offset %lld",
985 c414a013 2021-09-25 thomas.ad (long long)base_offset) == -1) {
986 05118f5a 2021-06-22 stsp err = got_error_from_errno("asprintf");
987 05118f5a 2021-06-22 stsp goto done;
988 05118f5a 2021-06-22 stsp }
989 05118f5a 2021-06-22 stsp a->noffdeltas++;
990 05118f5a 2021-06-22 stsp break;
991 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_REF_DELTA:
992 05118f5a 2021-06-22 stsp type_str = "ref-delta";
993 b6b86fd1 2022-08-30 thomas err = got_object_id_str(&base_id_str, base_id);
994 05118f5a 2021-06-22 stsp if (err)
995 05118f5a 2021-06-22 stsp goto done;
996 05118f5a 2021-06-22 stsp if (asprintf(&delta_str, " base-id %s", base_id_str) == -1) {
997 05118f5a 2021-06-22 stsp err = got_error_from_errno("asprintf");
998 05118f5a 2021-06-22 stsp goto done;
999 05118f5a 2021-06-22 stsp }
1000 05118f5a 2021-06-22 stsp a->nrefdeltas++;
1001 05118f5a 2021-06-22 stsp break;
1002 05118f5a 2021-06-22 stsp default:
1003 05118f5a 2021-06-22 stsp err = got_error(GOT_ERR_OBJ_TYPE);
1004 05118f5a 2021-06-22 stsp goto done;
1005 05118f5a 2021-06-22 stsp }
1006 05118f5a 2021-06-22 stsp if (a->human_readable) {
1007 05118f5a 2021-06-22 stsp char scaled[FMT_SCALED_STRSIZE];
1008 05118f5a 2021-06-22 stsp char *s;;
1009 05118f5a 2021-06-22 stsp if (fmt_scaled(size, scaled) == -1) {
1010 05118f5a 2021-06-22 stsp err = got_error_from_errno("fmt_scaled");
1011 05118f5a 2021-06-22 stsp goto done;
1012 05118f5a 2021-06-22 stsp }
1013 05118f5a 2021-06-22 stsp s = scaled;
1014 05118f5a 2021-06-22 stsp while (isspace((unsigned char)*s))
1015 05118f5a 2021-06-22 stsp s++;
1016 c414a013 2021-09-25 thomas.ad printf("%s %s at %lld size %s%s\n", id_str, type_str,
1017 c414a013 2021-09-25 thomas.ad (long long)offset, s, delta_str ? delta_str : "");
1018 05118f5a 2021-06-22 stsp } else {
1019 c414a013 2021-09-25 thomas.ad printf("%s %s at %lld size %lld%s\n", id_str, type_str,
1020 c414a013 2021-09-25 thomas.ad (long long)offset, (long long)size,
1021 c414a013 2021-09-25 thomas.ad delta_str ? delta_str : "");
1022 05118f5a 2021-06-22 stsp }
1023 05118f5a 2021-06-22 stsp done:
1024 05118f5a 2021-06-22 stsp free(id_str);
1025 05118f5a 2021-06-22 stsp free(base_id_str);
1026 05118f5a 2021-06-22 stsp free(delta_str);
1027 05118f5a 2021-06-22 stsp return err;
1028 05118f5a 2021-06-22 stsp }
1029 05118f5a 2021-06-22 stsp
1030 05118f5a 2021-06-22 stsp static const struct got_error *
1031 05118f5a 2021-06-22 stsp cmd_listpack(int argc, char *argv[])
1032 05118f5a 2021-06-22 stsp {
1033 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
1034 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
1035 05118f5a 2021-06-22 stsp int ch;
1036 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
1037 05118f5a 2021-06-22 stsp char *packfile_path = NULL;
1038 05118f5a 2021-06-22 stsp char *id_str = NULL;
1039 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args lpa;
1040 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
1041 05118f5a 2021-06-22 stsp int show_stats = 0, human_readable = 0;
1042 7cd52833 2022-06-23 thomas int *pack_fds = NULL;
1043 05118f5a 2021-06-22 stsp
1044 a0abeae5 2023-02-17 thomas #ifndef PROFILE
1045 a0abeae5 2023-02-17 thomas if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
1046 a0abeae5 2023-02-17 thomas NULL) == -1)
1047 a0abeae5 2023-02-17 thomas err(1, "pledge");
1048 a0abeae5 2023-02-17 thomas #endif
1049 a0abeae5 2023-02-17 thomas
1050 05118f5a 2021-06-22 stsp while ((ch = getopt(argc, argv, "hs")) != -1) {
1051 05118f5a 2021-06-22 stsp switch (ch) {
1052 05118f5a 2021-06-22 stsp case 'h':
1053 05118f5a 2021-06-22 stsp human_readable = 1;
1054 05118f5a 2021-06-22 stsp break;
1055 05118f5a 2021-06-22 stsp case 's':
1056 05118f5a 2021-06-22 stsp show_stats = 1;
1057 05118f5a 2021-06-22 stsp break;
1058 05118f5a 2021-06-22 stsp default:
1059 05118f5a 2021-06-22 stsp usage_listpack();
1060 05118f5a 2021-06-22 stsp /* NOTREACHED */
1061 05118f5a 2021-06-22 stsp }
1062 05118f5a 2021-06-22 stsp }
1063 05118f5a 2021-06-22 stsp
1064 05118f5a 2021-06-22 stsp argc -= optind;
1065 05118f5a 2021-06-22 stsp argv += optind;
1066 05118f5a 2021-06-22 stsp
1067 05118f5a 2021-06-22 stsp if (argc != 1)
1068 05118f5a 2021-06-22 stsp usage_listpack();
1069 05118f5a 2021-06-22 stsp packfile_path = realpath(argv[0], NULL);
1070 05118f5a 2021-06-22 stsp if (packfile_path == NULL)
1071 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath", argv[0]);
1072 05118f5a 2021-06-22 stsp
1073 7cd52833 2022-06-23 thomas error = got_repo_pack_fds_open(&pack_fds);
1074 7cd52833 2022-06-23 thomas if (error != NULL)
1075 7cd52833 2022-06-23 thomas goto done;
1076 7cd52833 2022-06-23 thomas error = got_repo_open(&repo, packfile_path, NULL, pack_fds);
1077 05118f5a 2021-06-22 stsp if (error)
1078 05118f5a 2021-06-22 stsp goto done;
1079 bfb5ee0b 2022-05-31 thomas #ifndef PROFILE
1080 bfb5ee0b 2022-05-31 thomas /* Remove "cpath" promise. */
1081 bfb5ee0b 2022-05-31 thomas if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
1082 bfb5ee0b 2022-05-31 thomas NULL) == -1)
1083 bfb5ee0b 2022-05-31 thomas err(1, "pledge");
1084 bfb5ee0b 2022-05-31 thomas #endif
1085 05118f5a 2021-06-22 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
1086 05118f5a 2021-06-22 stsp if (error)
1087 05118f5a 2021-06-22 stsp goto done;
1088 05118f5a 2021-06-22 stsp
1089 05118f5a 2021-06-22 stsp error = got_repo_find_pack(&packfile, &pack_hash, repo,
1090 05118f5a 2021-06-22 stsp packfile_path);
1091 05118f5a 2021-06-22 stsp if (error)
1092 05118f5a 2021-06-22 stsp goto done;
1093 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
1094 05118f5a 2021-06-22 stsp if (error)
1095 05118f5a 2021-06-22 stsp goto done;
1096 05118f5a 2021-06-22 stsp
1097 05118f5a 2021-06-22 stsp memset(&lpa, 0, sizeof(lpa));
1098 05118f5a 2021-06-22 stsp lpa.human_readable = human_readable;
1099 05118f5a 2021-06-22 stsp error = got_repo_list_pack(packfile, pack_hash, repo,
1100 05118f5a 2021-06-22 stsp list_pack_cb, &lpa, check_cancelled, NULL);
1101 05118f5a 2021-06-22 stsp if (error)
1102 05118f5a 2021-06-22 stsp goto done;
1103 05118f5a 2021-06-22 stsp if (show_stats) {
1104 05118f5a 2021-06-22 stsp printf("objects: %d\n blobs: %d\n trees: %d\n commits: %d\n"
1105 05118f5a 2021-06-22 stsp " tags: %d\n offset-deltas: %d\n ref-deltas: %d\n",
1106 05118f5a 2021-06-22 stsp lpa.nblobs + lpa.ntrees + lpa.ncommits + lpa.ntags +
1107 05118f5a 2021-06-22 stsp lpa.noffdeltas + lpa.nrefdeltas,
1108 05118f5a 2021-06-22 stsp lpa.nblobs, lpa.ntrees, lpa.ncommits, lpa.ntags,
1109 05118f5a 2021-06-22 stsp lpa.noffdeltas, lpa.nrefdeltas);
1110 05118f5a 2021-06-22 stsp }
1111 05118f5a 2021-06-22 stsp done:
1112 c75a6067 2021-10-15 thomas if (repo)
1113 c75a6067 2021-10-15 thomas got_repo_close(repo);
1114 7cd52833 2022-06-23 thomas if (pack_fds) {
1115 7cd52833 2022-06-23 thomas const struct got_error *pack_err =
1116 7cd52833 2022-06-23 thomas got_repo_pack_fds_close(pack_fds);
1117 7cd52833 2022-06-23 thomas if (error == NULL)
1118 7cd52833 2022-06-23 thomas error = pack_err;
1119 7cd52833 2022-06-23 thomas }
1120 05118f5a 2021-06-22 stsp free(id_str);
1121 05118f5a 2021-06-22 stsp free(pack_hash);
1122 05118f5a 2021-06-22 stsp free(packfile_path);
1123 05118f5a 2021-06-22 stsp return error;
1124 b3d68e7f 2021-07-03 stsp }
1125 b3d68e7f 2021-07-03 stsp
1126 b3d68e7f 2021-07-03 stsp __dead static void
1127 b3d68e7f 2021-07-03 stsp usage_cleanup(void)
1128 b3d68e7f 2021-07-03 stsp {
1129 d6506a3d 2022-08-16 thomas fprintf(stderr, "usage: %s cleanup [-anpq] [-r repository-path]\n",
1130 d6506a3d 2022-08-16 thomas getprogname());
1131 b3d68e7f 2021-07-03 stsp exit(1);
1132 b3d68e7f 2021-07-03 stsp }
1133 b3d68e7f 2021-07-03 stsp
1134 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg {
1135 b3d68e7f 2021-07-03 stsp int last_nloose;
1136 b3d68e7f 2021-07-03 stsp int last_ncommits;
1137 b3d68e7f 2021-07-03 stsp int last_npurged;
1138 b3d68e7f 2021-07-03 stsp int verbosity;
1139 b3d68e7f 2021-07-03 stsp int printed_something;
1140 b3d68e7f 2021-07-03 stsp int dry_run;
1141 b3d68e7f 2021-07-03 stsp };
1142 b3d68e7f 2021-07-03 stsp
1143 b3d68e7f 2021-07-03 stsp static const struct got_error *
1144 b3d68e7f 2021-07-03 stsp cleanup_progress(void *arg, int nloose, int ncommits, int npurged)
1145 b3d68e7f 2021-07-03 stsp {
1146 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg *a = arg;
1147 b3d68e7f 2021-07-03 stsp int print_loose = 0, print_commits = 0, print_purged = 0;
1148 b3d68e7f 2021-07-03 stsp
1149 b3d68e7f 2021-07-03 stsp if (a->last_nloose != nloose) {
1150 b3d68e7f 2021-07-03 stsp print_loose = 1;
1151 b3d68e7f 2021-07-03 stsp a->last_nloose = nloose;
1152 b3d68e7f 2021-07-03 stsp }
1153 b3d68e7f 2021-07-03 stsp if (a->last_ncommits != ncommits) {
1154 b3d68e7f 2021-07-03 stsp print_loose = 1;
1155 b3d68e7f 2021-07-03 stsp print_commits = 1;
1156 b3d68e7f 2021-07-03 stsp a->last_ncommits = ncommits;
1157 b3d68e7f 2021-07-03 stsp }
1158 b3d68e7f 2021-07-03 stsp if (a->last_npurged != npurged) {
1159 b3d68e7f 2021-07-03 stsp print_loose = 1;
1160 b3d68e7f 2021-07-03 stsp print_commits = 1;
1161 b3d68e7f 2021-07-03 stsp print_purged = 1;
1162 b3d68e7f 2021-07-03 stsp a->last_npurged = npurged;
1163 b3d68e7f 2021-07-03 stsp }
1164 b3d68e7f 2021-07-03 stsp
1165 b3d68e7f 2021-07-03 stsp if (a->verbosity < 0)
1166 b3d68e7f 2021-07-03 stsp return NULL;
1167 b3d68e7f 2021-07-03 stsp
1168 b3d68e7f 2021-07-03 stsp if (print_loose || print_commits || print_purged)
1169 b3d68e7f 2021-07-03 stsp printf("\r");
1170 b3d68e7f 2021-07-03 stsp if (print_loose)
1171 b3d68e7f 2021-07-03 stsp printf("%d loose object%s", nloose, nloose == 1 ? "" : "s");
1172 b3d68e7f 2021-07-03 stsp if (print_commits)
1173 b3d68e7f 2021-07-03 stsp printf("; %d commit%s scanned", ncommits,
1174 b3d68e7f 2021-07-03 stsp ncommits == 1 ? "" : "s");
1175 b3d68e7f 2021-07-03 stsp if (print_purged) {
1176 b3d68e7f 2021-07-03 stsp if (a->dry_run) {
1177 b3d68e7f 2021-07-03 stsp printf("; %d object%s could be purged", npurged,
1178 b3d68e7f 2021-07-03 stsp npurged == 1 ? "" : "s");
1179 b3d68e7f 2021-07-03 stsp } else {
1180 b3d68e7f 2021-07-03 stsp printf("; %d object%s purged", npurged,
1181 b3d68e7f 2021-07-03 stsp npurged == 1 ? "" : "s");
1182 b3d68e7f 2021-07-03 stsp }
1183 b3d68e7f 2021-07-03 stsp }
1184 b3d68e7f 2021-07-03 stsp if (print_loose || print_commits || print_purged) {
1185 b3d68e7f 2021-07-03 stsp a->printed_something = 1;
1186 b3d68e7f 2021-07-03 stsp fflush(stdout);
1187 b3d68e7f 2021-07-03 stsp }
1188 b3d68e7f 2021-07-03 stsp return NULL;
1189 05118f5a 2021-06-22 stsp }
1190 b3d68e7f 2021-07-03 stsp
1191 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg {
1192 1124fe40 2021-07-07 stsp int verbosity;
1193 1124fe40 2021-07-07 stsp int printed_something;
1194 1124fe40 2021-07-07 stsp int dry_run;
1195 1124fe40 2021-07-07 stsp };
1196 1124fe40 2021-07-07 stsp
1197 b3d68e7f 2021-07-03 stsp static const struct got_error *
1198 1124fe40 2021-07-07 stsp lonely_packidx_progress(void *arg, const char *path)
1199 1124fe40 2021-07-07 stsp {
1200 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg *a = arg;
1201 1124fe40 2021-07-07 stsp
1202 1124fe40 2021-07-07 stsp if (a->verbosity < 0)
1203 1124fe40 2021-07-07 stsp return NULL;
1204 1124fe40 2021-07-07 stsp
1205 1124fe40 2021-07-07 stsp if (a->dry_run)
1206 1124fe40 2021-07-07 stsp printf("%s could be removed\n", path);
1207 1124fe40 2021-07-07 stsp else
1208 1124fe40 2021-07-07 stsp printf("%s removed\n", path);
1209 1124fe40 2021-07-07 stsp
1210 1124fe40 2021-07-07 stsp a->printed_something = 1;
1211 1124fe40 2021-07-07 stsp return NULL;
1212 1124fe40 2021-07-07 stsp }
1213 1124fe40 2021-07-07 stsp
1214 1124fe40 2021-07-07 stsp static const struct got_error *
1215 b3d68e7f 2021-07-03 stsp cmd_cleanup(int argc, char *argv[])
1216 b3d68e7f 2021-07-03 stsp {
1217 b3d68e7f 2021-07-03 stsp const struct got_error *error = NULL;
1218 1ea7ccc6 2021-11-15 thomas char *repo_path = NULL;
1219 b3d68e7f 2021-07-03 stsp struct got_repository *repo = NULL;
1220 b3d68e7f 2021-07-03 stsp int ch, dry_run = 0, npacked = 0, verbosity = 0;
1221 ef8ec606 2021-07-27 stsp int remove_lonely_packidx = 0, ignore_mtime = 0;
1222 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg cpa;
1223 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg lpa;
1224 b3d68e7f 2021-07-03 stsp off_t size_before, size_after;
1225 b3d68e7f 2021-07-03 stsp char scaled_before[FMT_SCALED_STRSIZE];
1226 b3d68e7f 2021-07-03 stsp char scaled_after[FMT_SCALED_STRSIZE];
1227 b3d68e7f 2021-07-03 stsp char scaled_diff[FMT_SCALED_STRSIZE];
1228 7cd52833 2022-06-23 thomas int *pack_fds = NULL;
1229 a0abeae5 2023-02-17 thomas
1230 a0abeae5 2023-02-17 thomas #ifndef PROFILE
1231 a0abeae5 2023-02-17 thomas if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
1232 a0abeae5 2023-02-17 thomas NULL) == -1)
1233 a0abeae5 2023-02-17 thomas err(1, "pledge");
1234 a0abeae5 2023-02-17 thomas #endif
1235 b3d68e7f 2021-07-03 stsp
1236 f7065961 2022-10-27 thomas while ((ch = getopt(argc, argv, "anpqr:")) != -1) {
1237 b3d68e7f 2021-07-03 stsp switch (ch) {
1238 ef8ec606 2021-07-27 stsp case 'a':
1239 ef8ec606 2021-07-27 stsp ignore_mtime = 1;
1240 ef8ec606 2021-07-27 stsp break;
1241 f7065961 2022-10-27 thomas case 'n':
1242 f7065961 2022-10-27 thomas dry_run = 1;
1243 f7065961 2022-10-27 thomas break;
1244 1124fe40 2021-07-07 stsp case 'p':
1245 1124fe40 2021-07-07 stsp remove_lonely_packidx = 1;
1246 1124fe40 2021-07-07 stsp break;
1247 f7065961 2022-10-27 thomas case 'q':
1248 f7065961 2022-10-27 thomas verbosity = -1;
1249 f7065961 2022-10-27 thomas break;
1250 b3d68e7f 2021-07-03 stsp case 'r':
1251 b3d68e7f 2021-07-03 stsp repo_path = realpath(optarg, NULL);
1252 b3d68e7f 2021-07-03 stsp if (repo_path == NULL)
1253 b3d68e7f 2021-07-03 stsp return got_error_from_errno2("realpath",
1254 b3d68e7f 2021-07-03 stsp optarg);
1255 b3d68e7f 2021-07-03 stsp got_path_strip_trailing_slashes(repo_path);
1256 b3d68e7f 2021-07-03 stsp break;
1257 b3d68e7f 2021-07-03 stsp default:
1258 b3d68e7f 2021-07-03 stsp usage_cleanup();
1259 b3d68e7f 2021-07-03 stsp /* NOTREACHED */
1260 b3d68e7f 2021-07-03 stsp }
1261 b3d68e7f 2021-07-03 stsp }
1262 b3d68e7f 2021-07-03 stsp
1263 b3d68e7f 2021-07-03 stsp argc -= optind;
1264 b3d68e7f 2021-07-03 stsp argv += optind;
1265 b3d68e7f 2021-07-03 stsp
1266 1ea7ccc6 2021-11-15 thomas if (repo_path == NULL) {
1267 1ea7ccc6 2021-11-15 thomas error = get_repo_path(&repo_path);
1268 1ea7ccc6 2021-11-15 thomas if (error)
1269 1ea7ccc6 2021-11-15 thomas goto done;
1270 b3d68e7f 2021-07-03 stsp }
1271 7cd52833 2022-06-23 thomas error = got_repo_pack_fds_open(&pack_fds);
1272 7cd52833 2022-06-23 thomas if (error != NULL)
1273 7cd52833 2022-06-23 thomas goto done;
1274 7cd52833 2022-06-23 thomas error = got_repo_open(&repo, repo_path, NULL, pack_fds);
1275 b3d68e7f 2021-07-03 stsp if (error)
1276 b3d68e7f 2021-07-03 stsp goto done;
1277 b3d68e7f 2021-07-03 stsp
1278 b3d68e7f 2021-07-03 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
1279 b3d68e7f 2021-07-03 stsp if (error)
1280 b3d68e7f 2021-07-03 stsp goto done;
1281 b3d68e7f 2021-07-03 stsp
1282 2624d165 2023-02-07 thomas if (got_repo_has_extension(repo, "preciousObjects")) {
1283 2624d165 2023-02-07 thomas error = got_error_msg(GOT_ERR_GIT_REPO_EXT,
1284 2624d165 2023-02-07 thomas "the preciousObjects Git extension is enabled; "
1285 2624d165 2023-02-07 thomas "this implies that objects must not be deleted");
1286 2624d165 2023-02-07 thomas goto done;
1287 9188bd78 2021-07-03 stsp }
1288 9188bd78 2021-07-03 stsp
1289 1124fe40 2021-07-07 stsp if (remove_lonely_packidx) {
1290 1124fe40 2021-07-07 stsp memset(&lpa, 0, sizeof(lpa));
1291 1124fe40 2021-07-07 stsp lpa.dry_run = dry_run;
1292 1124fe40 2021-07-07 stsp lpa.verbosity = verbosity;
1293 1124fe40 2021-07-07 stsp error = got_repo_remove_lonely_packidx(repo, dry_run,
1294 1124fe40 2021-07-07 stsp lonely_packidx_progress, &lpa, check_cancelled, NULL);
1295 1124fe40 2021-07-07 stsp goto done;
1296 1124fe40 2021-07-07 stsp }
1297 1124fe40 2021-07-07 stsp
1298 b3d68e7f 2021-07-03 stsp memset(&cpa, 0, sizeof(cpa));
1299 b3d68e7f 2021-07-03 stsp cpa.last_ncommits = -1;
1300 b3d68e7f 2021-07-03 stsp cpa.last_npurged = -1;
1301 b3d68e7f 2021-07-03 stsp cpa.dry_run = dry_run;
1302 b3d68e7f 2021-07-03 stsp cpa.verbosity = verbosity;
1303 b3d68e7f 2021-07-03 stsp error = got_repo_purge_unreferenced_loose_objects(repo,
1304 abc59930 2021-09-05 naddy &size_before, &size_after, &npacked, dry_run, ignore_mtime,
1305 abc59930 2021-09-05 naddy cleanup_progress, &cpa, check_cancelled, NULL);
1306 b3d68e7f 2021-07-03 stsp if (cpa.printed_something)
1307 b3d68e7f 2021-07-03 stsp printf("\n");
1308 b3d68e7f 2021-07-03 stsp if (error)
1309 b3d68e7f 2021-07-03 stsp goto done;
1310 b3d68e7f 2021-07-03 stsp if (cpa.printed_something) {
1311 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_before, scaled_before) == -1) {
1312 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1313 b3d68e7f 2021-07-03 stsp goto done;
1314 b3d68e7f 2021-07-03 stsp }
1315 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_after, scaled_after) == -1) {
1316 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1317 b3d68e7f 2021-07-03 stsp goto done;
1318 b3d68e7f 2021-07-03 stsp }
1319 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_before - size_after, scaled_diff) == -1) {
1320 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1321 b3d68e7f 2021-07-03 stsp goto done;
1322 b3d68e7f 2021-07-03 stsp }
1323 b3d68e7f 2021-07-03 stsp printf("loose total size before: %s\n", scaled_before);
1324 b3d68e7f 2021-07-03 stsp printf("loose total size after: %s\n", scaled_after);
1325 b3d68e7f 2021-07-03 stsp if (dry_run) {
1326 b3d68e7f 2021-07-03 stsp printf("disk space which would be freed: %s\n",
1327 b3d68e7f 2021-07-03 stsp scaled_diff);
1328 b3d68e7f 2021-07-03 stsp } else
1329 b3d68e7f 2021-07-03 stsp printf("disk space freed: %s\n", scaled_diff);
1330 b3d68e7f 2021-07-03 stsp printf("loose objects also found in pack files: %d\n", npacked);
1331 b3d68e7f 2021-07-03 stsp }
1332 b3d68e7f 2021-07-03 stsp done:
1333 b3d68e7f 2021-07-03 stsp if (repo)
1334 b3d68e7f 2021-07-03 stsp got_repo_close(repo);
1335 7cd52833 2022-06-23 thomas if (pack_fds) {
1336 7cd52833 2022-06-23 thomas const struct got_error *pack_err =
1337 7cd52833 2022-06-23 thomas got_repo_pack_fds_close(pack_fds);
1338 7cd52833 2022-06-23 thomas if (error == NULL)
1339 7cd52833 2022-06-23 thomas error = pack_err;
1340 7cd52833 2022-06-23 thomas }
1341 1ea7ccc6 2021-11-15 thomas free(repo_path);
1342 b3d68e7f 2021-07-03 stsp return error;
1343 b3d68e7f 2021-07-03 stsp }