2 20662ea0 2021-04-10 stsp * Copyright (c) 2021 Stefan Sperling <stsp@openbsd.org>
4 20662ea0 2021-04-10 stsp * Permission to use, copy, modify, and distribute this software for any
5 20662ea0 2021-04-10 stsp * purpose with or without fee is hereby granted, provided that the above
6 20662ea0 2021-04-10 stsp * copyright notice and this permission notice appear in all copies.
8 20662ea0 2021-04-10 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 20662ea0 2021-04-10 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 20662ea0 2021-04-10 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 20662ea0 2021-04-10 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 20662ea0 2021-04-10 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 20662ea0 2021-04-10 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 20662ea0 2021-04-10 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 20662ea0 2021-04-10 stsp #include <sys/queue.h>
18 05118f5a 2021-06-22 stsp #include <sys/types.h>
20 05118f5a 2021-06-22 stsp #include <ctype.h>
21 20662ea0 2021-04-10 stsp #include <getopt.h>
22 20662ea0 2021-04-10 stsp #include <err.h>
23 20662ea0 2021-04-10 stsp #include <errno.h>
24 20662ea0 2021-04-10 stsp #include <locale.h>
25 05118f5a 2021-06-22 stsp #include <inttypes.h>
26 05118f5a 2021-06-22 stsp #include <sha1.h>
27 20662ea0 2021-04-10 stsp #include <stdio.h>
28 20662ea0 2021-04-10 stsp #include <stdlib.h>
29 20662ea0 2021-04-10 stsp #include <signal.h>
30 20662ea0 2021-04-10 stsp #include <string.h>
31 20662ea0 2021-04-10 stsp #include <unistd.h>
32 20662ea0 2021-04-10 stsp #include <util.h>
34 20662ea0 2021-04-10 stsp #include "got_version.h"
35 20662ea0 2021-04-10 stsp #include "got_error.h"
36 20662ea0 2021-04-10 stsp #include "got_object.h"
37 20662ea0 2021-04-10 stsp #include "got_reference.h"
38 05118f5a 2021-06-22 stsp #include "got_cancel.h"
39 20662ea0 2021-04-10 stsp #include "got_repository.h"
40 05118f5a 2021-06-22 stsp #include "got_repository_admin.h"
41 20662ea0 2021-04-10 stsp #include "got_gotconfig.h"
42 20662ea0 2021-04-10 stsp #include "got_path.h"
43 20662ea0 2021-04-10 stsp #include "got_privsep.h"
44 20662ea0 2021-04-10 stsp #include "got_opentemp.h"
45 7d69d862 2021-11-15 stsp #include "got_worktree.h"
47 20662ea0 2021-04-10 stsp #ifndef nitems
48 20662ea0 2021-04-10 stsp #define nitems(_a) (sizeof((_a)) / sizeof((_a)[0]))
51 20662ea0 2021-04-10 stsp static volatile sig_atomic_t sigint_received;
52 20662ea0 2021-04-10 stsp static volatile sig_atomic_t sigpipe_received;
55 20662ea0 2021-04-10 stsp catch_sigint(int signo)
57 20662ea0 2021-04-10 stsp sigint_received = 1;
61 20662ea0 2021-04-10 stsp catch_sigpipe(int signo)
63 20662ea0 2021-04-10 stsp sigpipe_received = 1;
66 05118f5a 2021-06-22 stsp static const struct got_error *
67 05118f5a 2021-06-22 stsp check_cancelled(void *arg)
69 05118f5a 2021-06-22 stsp if (sigint_received || sigpipe_received)
70 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_CANCELLED);
71 05118f5a 2021-06-22 stsp return NULL;
74 20662ea0 2021-04-10 stsp struct gotadmin_cmd {
75 20662ea0 2021-04-10 stsp const char *cmd_name;
76 20662ea0 2021-04-10 stsp const struct got_error *(*cmd_main)(int, char *[]);
77 20662ea0 2021-04-10 stsp void (*cmd_usage)(void);
78 20662ea0 2021-04-10 stsp const char *cmd_alias;
81 20662ea0 2021-04-10 stsp __dead static void usage(int, int);
82 02a5c5d0 2022-07-04 stsp __dead static void usage_init(void);
83 20662ea0 2021-04-10 stsp __dead static void usage_info(void);
84 05118f5a 2021-06-22 stsp __dead static void usage_pack(void);
85 05118f5a 2021-06-22 stsp __dead static void usage_indexpack(void);
86 05118f5a 2021-06-22 stsp __dead static void usage_listpack(void);
87 b3d68e7f 2021-07-03 stsp __dead static void usage_cleanup(void);
89 02a5c5d0 2022-07-04 stsp static const struct got_error* cmd_init(int, char *[]);
90 20662ea0 2021-04-10 stsp static const struct got_error* cmd_info(int, char *[]);
91 05118f5a 2021-06-22 stsp static const struct got_error* cmd_pack(int, char *[]);
92 05118f5a 2021-06-22 stsp static const struct got_error* cmd_indexpack(int, char *[]);
93 05118f5a 2021-06-22 stsp static const struct got_error* cmd_listpack(int, char *[]);
94 b3d68e7f 2021-07-03 stsp static const struct got_error* cmd_cleanup(int, char *[]);
96 3e166534 2022-02-16 naddy static const struct gotadmin_cmd gotadmin_commands[] = {
97 02a5c5d0 2022-07-04 stsp { "init", cmd_init, usage_init, "" },
98 20662ea0 2021-04-10 stsp { "info", cmd_info, usage_info, "" },
99 05118f5a 2021-06-22 stsp { "pack", cmd_pack, usage_pack, "" },
100 05118f5a 2021-06-22 stsp { "indexpack", cmd_indexpack, usage_indexpack,"ix" },
101 05118f5a 2021-06-22 stsp { "listpack", cmd_listpack, usage_listpack, "ls" },
102 b3d68e7f 2021-07-03 stsp { "cleanup", cmd_cleanup, usage_cleanup, "cl" },
105 20662ea0 2021-04-10 stsp static void
106 20662ea0 2021-04-10 stsp list_commands(FILE *fp)
110 20662ea0 2021-04-10 stsp fprintf(fp, "commands:");
111 20662ea0 2021-04-10 stsp for (i = 0; i < nitems(gotadmin_commands); i++) {
112 3e166534 2022-02-16 naddy const struct gotadmin_cmd *cmd = &gotadmin_commands[i];
113 20662ea0 2021-04-10 stsp fprintf(fp, " %s", cmd->cmd_name);
115 20662ea0 2021-04-10 stsp fputc('\n', fp);
119 20662ea0 2021-04-10 stsp main(int argc, char *argv[])
121 3e166534 2022-02-16 naddy const struct gotadmin_cmd *cmd;
124 20662ea0 2021-04-10 stsp int hflag = 0, Vflag = 0;
125 3e166534 2022-02-16 naddy static const struct option longopts[] = {
126 20662ea0 2021-04-10 stsp { "version", no_argument, NULL, 'V' },
127 20662ea0 2021-04-10 stsp { NULL, 0, NULL, 0 }
130 20662ea0 2021-04-10 stsp setlocale(LC_CTYPE, "");
132 20662ea0 2021-04-10 stsp while ((ch = getopt_long(argc, argv, "+hV", longopts, NULL)) != -1) {
133 20662ea0 2021-04-10 stsp switch (ch) {
141 20662ea0 2021-04-10 stsp usage(hflag, 1);
142 20662ea0 2021-04-10 stsp /* NOTREACHED */
146 20662ea0 2021-04-10 stsp argc -= optind;
147 20662ea0 2021-04-10 stsp argv += optind;
148 20662ea0 2021-04-10 stsp optind = 1;
149 20662ea0 2021-04-10 stsp optreset = 1;
151 20662ea0 2021-04-10 stsp if (Vflag) {
152 20662ea0 2021-04-10 stsp got_version_print_str();
156 20662ea0 2021-04-10 stsp if (argc <= 0)
157 20662ea0 2021-04-10 stsp usage(hflag, hflag ? 0 : 1);
159 20662ea0 2021-04-10 stsp signal(SIGINT, catch_sigint);
160 20662ea0 2021-04-10 stsp signal(SIGPIPE, catch_sigpipe);
162 20662ea0 2021-04-10 stsp for (i = 0; i < nitems(gotadmin_commands); i++) {
163 20662ea0 2021-04-10 stsp const struct got_error *error;
165 20662ea0 2021-04-10 stsp cmd = &gotadmin_commands[i];
167 20662ea0 2021-04-10 stsp if (strcmp(cmd->cmd_name, argv[0]) != 0 &&
168 20662ea0 2021-04-10 stsp strcmp(cmd->cmd_alias, argv[0]) != 0)
172 3e166534 2022-02-16 naddy cmd->cmd_usage();
174 3e166534 2022-02-16 naddy error = cmd->cmd_main(argc, argv);
175 20662ea0 2021-04-10 stsp if (error && error->code != GOT_ERR_CANCELLED &&
176 20662ea0 2021-04-10 stsp error->code != GOT_ERR_PRIVSEP_EXIT &&
177 20662ea0 2021-04-10 stsp !(sigpipe_received &&
178 20662ea0 2021-04-10 stsp error->code == GOT_ERR_ERRNO && errno == EPIPE) &&
179 20662ea0 2021-04-10 stsp !(sigint_received &&
180 20662ea0 2021-04-10 stsp error->code == GOT_ERR_ERRNO && errno == EINTR)) {
181 20662ea0 2021-04-10 stsp fprintf(stderr, "%s: %s\n", getprogname(), error->msg);
188 20662ea0 2021-04-10 stsp fprintf(stderr, "%s: unknown command '%s'\n", getprogname(), argv[0]);
189 20662ea0 2021-04-10 stsp list_commands(stderr);
193 20662ea0 2021-04-10 stsp __dead static void
194 20662ea0 2021-04-10 stsp usage(int hflag, int status)
196 20662ea0 2021-04-10 stsp FILE *fp = (status == 0) ? stdout : stderr;
198 20662ea0 2021-04-10 stsp fprintf(fp, "usage: %s [-h] [-V | --version] command [arg ...]\n",
199 20662ea0 2021-04-10 stsp getprogname());
201 20662ea0 2021-04-10 stsp list_commands(fp);
202 20662ea0 2021-04-10 stsp exit(status);
205 20662ea0 2021-04-10 stsp static const struct got_error *
206 20662ea0 2021-04-10 stsp apply_unveil(const char *repo_path, int repo_read_only)
208 20662ea0 2021-04-10 stsp const struct got_error *err;
210 20662ea0 2021-04-10 stsp #ifdef PROFILE
211 20662ea0 2021-04-10 stsp if (unveil("gmon.out", "rwc") != 0)
212 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", "gmon.out");
214 20662ea0 2021-04-10 stsp if (repo_path && unveil(repo_path, repo_read_only ? "r" : "rwc") != 0)
215 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", repo_path);
217 20662ea0 2021-04-10 stsp if (unveil(GOT_TMPDIR_STR, "rwc") != 0)
218 20662ea0 2021-04-10 stsp return got_error_from_errno2("unveil", GOT_TMPDIR_STR);
220 20662ea0 2021-04-10 stsp err = got_privsep_unveil_exec_helpers();
221 20662ea0 2021-04-10 stsp if (err != NULL)
222 20662ea0 2021-04-10 stsp return err;
224 20662ea0 2021-04-10 stsp if (unveil(NULL, NULL) != 0)
225 20662ea0 2021-04-10 stsp return got_error_from_errno("unveil");
227 20662ea0 2021-04-10 stsp return NULL;
230 20662ea0 2021-04-10 stsp __dead static void
231 20662ea0 2021-04-10 stsp usage_info(void)
233 20662ea0 2021-04-10 stsp fprintf(stderr, "usage: %s info [-r repository-path]\n",
234 20662ea0 2021-04-10 stsp getprogname());
238 20662ea0 2021-04-10 stsp static const struct got_error *
239 7d69d862 2021-11-15 stsp get_repo_path(char **repo_path)
241 7d69d862 2021-11-15 stsp const struct got_error *err = NULL;
242 7d69d862 2021-11-15 stsp struct got_worktree *worktree = NULL;
245 7d69d862 2021-11-15 stsp *repo_path = NULL;
247 7d69d862 2021-11-15 stsp cwd = getcwd(NULL, 0);
248 7d69d862 2021-11-15 stsp if (cwd == NULL)
249 7d69d862 2021-11-15 stsp return got_error_from_errno("getcwd");
251 7d69d862 2021-11-15 stsp err = got_worktree_open(&worktree, cwd);
253 7d69d862 2021-11-15 stsp if (err->code != GOT_ERR_NOT_WORKTREE)
255 7d69d862 2021-11-15 stsp err = NULL;
258 7d69d862 2021-11-15 stsp if (worktree)
259 7d69d862 2021-11-15 stsp *repo_path = strdup(got_worktree_get_repo_path(worktree));
261 7d69d862 2021-11-15 stsp *repo_path = strdup(cwd);
262 7d69d862 2021-11-15 stsp if (*repo_path == NULL)
263 7d69d862 2021-11-15 stsp err = got_error_from_errno("strdup");
265 7d69d862 2021-11-15 stsp if (worktree)
266 7d69d862 2021-11-15 stsp got_worktree_close(worktree);
268 7d69d862 2021-11-15 stsp return err;
271 02a5c5d0 2022-07-04 stsp __dead static void
272 02a5c5d0 2022-07-04 stsp usage_init(void)
274 02a5c5d0 2022-07-04 stsp fprintf(stderr, "usage: %s init repository-path\n", getprogname());
278 02a5c5d0 2022-07-04 stsp static const struct got_error *
279 02a5c5d0 2022-07-04 stsp cmd_init(int argc, char *argv[])
281 02a5c5d0 2022-07-04 stsp const struct got_error *error = NULL;
282 02a5c5d0 2022-07-04 stsp char *repo_path = NULL;
285 02a5c5d0 2022-07-04 stsp while ((ch = getopt(argc, argv, "")) != -1) {
286 02a5c5d0 2022-07-04 stsp switch (ch) {
288 02a5c5d0 2022-07-04 stsp usage_init();
289 02a5c5d0 2022-07-04 stsp /* NOTREACHED */
293 02a5c5d0 2022-07-04 stsp argc -= optind;
294 02a5c5d0 2022-07-04 stsp argv += optind;
296 02a5c5d0 2022-07-04 stsp #ifndef PROFILE
297 02a5c5d0 2022-07-04 stsp if (pledge("stdio rpath wpath cpath unveil", NULL) == -1)
298 02a5c5d0 2022-07-04 stsp err(1, "pledge");
300 02a5c5d0 2022-07-04 stsp if (argc != 1)
301 02a5c5d0 2022-07-04 stsp usage_init();
303 02a5c5d0 2022-07-04 stsp repo_path = strdup(argv[0]);
304 02a5c5d0 2022-07-04 stsp if (repo_path == NULL)
305 02a5c5d0 2022-07-04 stsp return got_error_from_errno("strdup");
307 02a5c5d0 2022-07-04 stsp got_path_strip_trailing_slashes(repo_path);
309 02a5c5d0 2022-07-04 stsp error = got_path_mkdir(repo_path);
310 02a5c5d0 2022-07-04 stsp if (error &&
311 02a5c5d0 2022-07-04 stsp !(error->code == GOT_ERR_ERRNO && errno == EEXIST))
314 02a5c5d0 2022-07-04 stsp error = apply_unveil(repo_path, 0);
318 02a5c5d0 2022-07-04 stsp error = got_repo_init(repo_path);
320 02a5c5d0 2022-07-04 stsp free(repo_path);
321 02a5c5d0 2022-07-04 stsp return error;
324 7d69d862 2021-11-15 stsp static const struct got_error *
325 20662ea0 2021-04-10 stsp cmd_info(int argc, char *argv[])
327 20662ea0 2021-04-10 stsp const struct got_error *error = NULL;
328 7d69d862 2021-11-15 stsp char *repo_path = NULL;
329 20662ea0 2021-04-10 stsp struct got_repository *repo = NULL;
330 20662ea0 2021-04-10 stsp const struct got_gotconfig *gotconfig = NULL;
331 20662ea0 2021-04-10 stsp int ch, npackfiles, npackedobj, nobj;
332 20662ea0 2021-04-10 stsp off_t packsize, loose_size;
333 20662ea0 2021-04-10 stsp char scaled[FMT_SCALED_STRSIZE];
334 0ae84acc 2022-06-15 tracey int *pack_fds = NULL;
336 20662ea0 2021-04-10 stsp while ((ch = getopt(argc, argv, "r:")) != -1) {
337 20662ea0 2021-04-10 stsp switch (ch) {
339 20662ea0 2021-04-10 stsp repo_path = realpath(optarg, NULL);
340 20662ea0 2021-04-10 stsp if (repo_path == NULL)
341 20662ea0 2021-04-10 stsp return got_error_from_errno2("realpath",
343 20662ea0 2021-04-10 stsp got_path_strip_trailing_slashes(repo_path);
346 20662ea0 2021-04-10 stsp usage_info();
347 20662ea0 2021-04-10 stsp /* NOTREACHED */
351 20662ea0 2021-04-10 stsp argc -= optind;
352 20662ea0 2021-04-10 stsp argv += optind;
354 20662ea0 2021-04-10 stsp #ifndef PROFILE
355 57160834 2022-05-31 stsp if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
356 20662ea0 2021-04-10 stsp NULL) == -1)
357 20662ea0 2021-04-10 stsp err(1, "pledge");
359 7d69d862 2021-11-15 stsp if (repo_path == NULL) {
360 7d69d862 2021-11-15 stsp error = get_repo_path(&repo_path);
364 0ae84acc 2022-06-15 tracey error = got_repo_pack_fds_open(&pack_fds);
365 0ae84acc 2022-06-15 tracey if (error != NULL)
366 0ae84acc 2022-06-15 tracey goto done;
367 0ae84acc 2022-06-15 tracey error = got_repo_open(&repo, repo_path, NULL, pack_fds);
370 57160834 2022-05-31 stsp #ifndef PROFILE
371 57160834 2022-05-31 stsp /* Remove "cpath" promise. */
372 57160834 2022-05-31 stsp if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
373 57160834 2022-05-31 stsp NULL) == -1)
374 57160834 2022-05-31 stsp err(1, "pledge");
376 20662ea0 2021-04-10 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
380 20662ea0 2021-04-10 stsp printf("repository: %s\n", got_repo_get_path_git_dir(repo));
382 20662ea0 2021-04-10 stsp gotconfig = got_repo_get_gotconfig(repo);
383 20662ea0 2021-04-10 stsp if (gotconfig) {
384 20662ea0 2021-04-10 stsp const struct got_remote_repo *remotes;
385 20662ea0 2021-04-10 stsp int i, nremotes;
386 20662ea0 2021-04-10 stsp if (got_gotconfig_get_author(gotconfig)) {
387 20662ea0 2021-04-10 stsp printf("default author: %s\n",
388 20662ea0 2021-04-10 stsp got_gotconfig_get_author(gotconfig));
390 20662ea0 2021-04-10 stsp got_gotconfig_get_remotes(&nremotes, &remotes, gotconfig);
391 20662ea0 2021-04-10 stsp for (i = 0; i < nremotes; i++) {
392 13b2084e 2021-09-06 stsp const char *fetch_url = remotes[i].fetch_url;
393 13b2084e 2021-09-06 stsp const char *send_url = remotes[i].send_url;
394 13b2084e 2021-09-06 stsp if (strcmp(fetch_url, send_url) == 0) {
395 13b2084e 2021-09-06 stsp printf("remote \"%s\": %s\n", remotes[i].name,
396 13b2084e 2021-09-06 stsp remotes[i].fetch_url);
398 13b2084e 2021-09-06 stsp printf("remote \"%s\" (fetch): %s\n",
399 13b2084e 2021-09-06 stsp remotes[i].name, remotes[i].fetch_url);
400 13b2084e 2021-09-06 stsp printf("remote \"%s\" (send): %s\n",
401 13b2084e 2021-09-06 stsp remotes[i].name, remotes[i].send_url);
406 20662ea0 2021-04-10 stsp error = got_repo_get_packfile_info(&npackfiles, &npackedobj,
407 20662ea0 2021-04-10 stsp &packsize, repo);
410 20662ea0 2021-04-10 stsp printf("pack files: %d\n", npackfiles);
411 20662ea0 2021-04-10 stsp if (npackfiles > 0) {
412 20662ea0 2021-04-10 stsp if (fmt_scaled(packsize, scaled) == -1) {
413 20662ea0 2021-04-10 stsp error = got_error_from_errno("fmt_scaled");
416 20662ea0 2021-04-10 stsp printf("packed objects: %d\n", npackedobj);
417 20662ea0 2021-04-10 stsp printf("packed total size: %s\n", scaled);
420 20662ea0 2021-04-10 stsp error = got_repo_get_loose_object_info(&nobj, &loose_size, repo);
423 20662ea0 2021-04-10 stsp printf("loose objects: %d\n", nobj);
424 20662ea0 2021-04-10 stsp if (nobj > 0) {
425 20662ea0 2021-04-10 stsp if (fmt_scaled(loose_size, scaled) == -1) {
426 20662ea0 2021-04-10 stsp error = got_error_from_errno("fmt_scaled");
429 20662ea0 2021-04-10 stsp printf("loose total size: %s\n", scaled);
433 20662ea0 2021-04-10 stsp got_repo_close(repo);
434 0ae84acc 2022-06-15 tracey if (pack_fds) {
435 0ae84acc 2022-06-15 tracey const struct got_error *pack_err =
436 0ae84acc 2022-06-15 tracey got_repo_pack_fds_close(pack_fds);
437 0ae84acc 2022-06-15 tracey if (error == NULL)
438 0ae84acc 2022-06-15 tracey error = pack_err;
441 7d69d862 2021-11-15 stsp free(repo_path);
442 20662ea0 2021-04-10 stsp return error;
445 05118f5a 2021-06-22 stsp __dead static void
446 05118f5a 2021-06-22 stsp usage_pack(void)
448 827a167b 2022-08-16 stsp fprintf(stderr, "usage: %s pack [-aq] [-r repository-path] "
449 827a167b 2022-08-16 stsp "[-x reference] [reference ...]\n", getprogname());
453 05118f5a 2021-06-22 stsp struct got_pack_progress_arg {
454 05118f5a 2021-06-22 stsp char last_scaled_size[FMT_SCALED_STRSIZE];
455 b8af7c06 2022-03-15 stsp int last_ncolored;
456 b8af7c06 2022-03-15 stsp int last_nfound;
457 b8af7c06 2022-03-15 stsp int last_ntrees;
458 b8af7c06 2022-03-15 stsp int loading_done;
459 05118f5a 2021-06-22 stsp int last_ncommits;
460 05118f5a 2021-06-22 stsp int last_nobj_total;
461 05118f5a 2021-06-22 stsp int last_p_deltify;
462 05118f5a 2021-06-22 stsp int last_p_written;
463 05118f5a 2021-06-22 stsp int last_p_indexed;
464 05118f5a 2021-06-22 stsp int last_p_resolved;
465 05118f5a 2021-06-22 stsp int verbosity;
466 05118f5a 2021-06-22 stsp int printed_something;
469 b8af7c06 2022-03-15 stsp static void
470 b8af7c06 2022-03-15 stsp print_load_info(int print_colored, int print_found, int print_trees,
471 b8af7c06 2022-03-15 stsp int ncolored, int nfound, int ntrees)
473 b8af7c06 2022-03-15 stsp if (print_colored) {
474 b8af7c06 2022-03-15 stsp printf("%d commit%s colored", ncolored,
475 b8af7c06 2022-03-15 stsp ncolored == 1 ? "" : "s");
477 b8af7c06 2022-03-15 stsp if (print_found) {
478 b8af7c06 2022-03-15 stsp printf("%s%d object%s found",
479 b8af7c06 2022-03-15 stsp ncolored > 0 ? "; " : "",
480 b8af7c06 2022-03-15 stsp nfound, nfound == 1 ? "" : "s");
482 b8af7c06 2022-03-15 stsp if (print_trees) {
483 b8af7c06 2022-03-15 stsp printf("; %d tree%s scanned", ntrees,
484 b8af7c06 2022-03-15 stsp ntrees == 1 ? "" : "s");
488 05118f5a 2021-06-22 stsp static const struct got_error *
489 b8af7c06 2022-03-15 stsp pack_progress(void *arg, int ncolored, int nfound, int ntrees,
490 b8af7c06 2022-03-15 stsp off_t packfile_size, int ncommits, int nobj_total, int nobj_deltify,
491 b8af7c06 2022-03-15 stsp int nobj_written)
493 05118f5a 2021-06-22 stsp struct got_pack_progress_arg *a = arg;
494 05118f5a 2021-06-22 stsp char scaled_size[FMT_SCALED_STRSIZE];
495 05118f5a 2021-06-22 stsp int p_deltify, p_written;
496 b8af7c06 2022-03-15 stsp int print_colored = 0, print_found = 0, print_trees = 0;
497 05118f5a 2021-06-22 stsp int print_searching = 0, print_total = 0;
498 05118f5a 2021-06-22 stsp int print_deltify = 0, print_written = 0;
500 05118f5a 2021-06-22 stsp if (a->verbosity < 0)
501 b8af7c06 2022-03-15 stsp return NULL;
503 b8af7c06 2022-03-15 stsp if (a->last_ncolored != ncolored) {
504 b8af7c06 2022-03-15 stsp print_colored = 1;
505 b8af7c06 2022-03-15 stsp a->last_ncolored = ncolored;
508 b8af7c06 2022-03-15 stsp if (a->last_nfound != nfound) {
509 b8af7c06 2022-03-15 stsp print_colored = 1;
510 b8af7c06 2022-03-15 stsp print_found = 1;
511 b8af7c06 2022-03-15 stsp a->last_nfound = nfound;
514 b8af7c06 2022-03-15 stsp if (a->last_ntrees != ntrees) {
515 b8af7c06 2022-03-15 stsp print_colored = 1;
516 b8af7c06 2022-03-15 stsp print_found = 1;
517 b8af7c06 2022-03-15 stsp print_trees = 1;
518 b8af7c06 2022-03-15 stsp a->last_ntrees = ntrees;
521 b8af7c06 2022-03-15 stsp if ((print_colored || print_found || print_trees) &&
522 b8af7c06 2022-03-15 stsp !a->loading_done) {
523 b8af7c06 2022-03-15 stsp printf("\r");
524 b8af7c06 2022-03-15 stsp print_load_info(print_colored, print_found, print_trees,
525 b8af7c06 2022-03-15 stsp ncolored, nfound, ntrees);
526 b8af7c06 2022-03-15 stsp a->printed_something = 1;
527 b8af7c06 2022-03-15 stsp fflush(stdout);
528 05118f5a 2021-06-22 stsp return NULL;
529 b8af7c06 2022-03-15 stsp } else if (!a->loading_done) {
530 b8af7c06 2022-03-15 stsp printf("\r");
531 b8af7c06 2022-03-15 stsp print_load_info(1, 1, 1, ncolored, nfound, ntrees);
532 b8af7c06 2022-03-15 stsp printf("\n");
533 b8af7c06 2022-03-15 stsp a->loading_done = 1;
536 05118f5a 2021-06-22 stsp if (fmt_scaled(packfile_size, scaled_size) == -1)
537 05118f5a 2021-06-22 stsp return got_error_from_errno("fmt_scaled");
539 05118f5a 2021-06-22 stsp if (a->last_ncommits != ncommits) {
540 05118f5a 2021-06-22 stsp print_searching = 1;
541 05118f5a 2021-06-22 stsp a->last_ncommits = ncommits;
544 05118f5a 2021-06-22 stsp if (a->last_nobj_total != nobj_total) {
545 05118f5a 2021-06-22 stsp print_searching = 1;
546 05118f5a 2021-06-22 stsp print_total = 1;
547 05118f5a 2021-06-22 stsp a->last_nobj_total = nobj_total;
550 05118f5a 2021-06-22 stsp if (packfile_size > 0 && (a->last_scaled_size[0] == '\0' ||
551 05118f5a 2021-06-22 stsp strcmp(scaled_size, a->last_scaled_size)) != 0) {
552 05118f5a 2021-06-22 stsp if (strlcpy(a->last_scaled_size, scaled_size,
553 05118f5a 2021-06-22 stsp FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
554 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_NO_SPACE);
557 05118f5a 2021-06-22 stsp if (nobj_deltify > 0 || nobj_written > 0) {
558 05118f5a 2021-06-22 stsp if (nobj_deltify > 0) {
559 05118f5a 2021-06-22 stsp p_deltify = (nobj_deltify * 100) / nobj_total;
560 05118f5a 2021-06-22 stsp if (p_deltify != a->last_p_deltify) {
561 05118f5a 2021-06-22 stsp a->last_p_deltify = p_deltify;
562 05118f5a 2021-06-22 stsp print_searching = 1;
563 05118f5a 2021-06-22 stsp print_total = 1;
564 05118f5a 2021-06-22 stsp print_deltify = 1;
567 05118f5a 2021-06-22 stsp if (nobj_written > 0) {
568 05118f5a 2021-06-22 stsp p_written = (nobj_written * 100) / nobj_total;
569 05118f5a 2021-06-22 stsp if (p_written != a->last_p_written) {
570 05118f5a 2021-06-22 stsp a->last_p_written = p_written;
571 05118f5a 2021-06-22 stsp print_searching = 1;
572 05118f5a 2021-06-22 stsp print_total = 1;
573 05118f5a 2021-06-22 stsp print_deltify = 1;
574 05118f5a 2021-06-22 stsp print_written = 1;
579 05118f5a 2021-06-22 stsp if (print_searching || print_total || print_deltify || print_written)
580 05118f5a 2021-06-22 stsp printf("\r");
581 05118f5a 2021-06-22 stsp if (print_searching)
582 05118f5a 2021-06-22 stsp printf("packing %d reference%s", ncommits,
583 05118f5a 2021-06-22 stsp ncommits == 1 ? "" : "s");
584 05118f5a 2021-06-22 stsp if (print_total)
585 05118f5a 2021-06-22 stsp printf("; %d object%s", nobj_total,
586 05118f5a 2021-06-22 stsp nobj_total == 1 ? "" : "s");
587 05118f5a 2021-06-22 stsp if (print_deltify)
588 05118f5a 2021-06-22 stsp printf("; deltify: %d%%", p_deltify);
589 05118f5a 2021-06-22 stsp if (print_written)
590 b5934965 2022-02-12 naddy printf("; writing pack: %*s %d%%", FMT_SCALED_STRSIZE - 2,
591 05118f5a 2021-06-22 stsp scaled_size, p_written);
592 05118f5a 2021-06-22 stsp if (print_searching || print_total || print_deltify ||
593 05118f5a 2021-06-22 stsp print_written) {
594 05118f5a 2021-06-22 stsp a->printed_something = 1;
595 05118f5a 2021-06-22 stsp fflush(stdout);
597 05118f5a 2021-06-22 stsp return NULL;
600 05118f5a 2021-06-22 stsp static const struct got_error *
601 05118f5a 2021-06-22 stsp pack_index_progress(void *arg, off_t packfile_size, int nobj_total,
602 05118f5a 2021-06-22 stsp int nobj_indexed, int nobj_loose, int nobj_resolved)
604 05118f5a 2021-06-22 stsp struct got_pack_progress_arg *a = arg;
605 05118f5a 2021-06-22 stsp char scaled_size[FMT_SCALED_STRSIZE];
606 05118f5a 2021-06-22 stsp int p_indexed, p_resolved;
607 05118f5a 2021-06-22 stsp int print_size = 0, print_indexed = 0, print_resolved = 0;
609 05118f5a 2021-06-22 stsp if (a->verbosity < 0)
610 05118f5a 2021-06-22 stsp return NULL;
612 05118f5a 2021-06-22 stsp if (packfile_size > 0 || nobj_indexed > 0) {
613 05118f5a 2021-06-22 stsp if (fmt_scaled(packfile_size, scaled_size) == 0 &&
614 05118f5a 2021-06-22 stsp (a->last_scaled_size[0] == '\0' ||
615 05118f5a 2021-06-22 stsp strcmp(scaled_size, a->last_scaled_size)) != 0) {
616 05118f5a 2021-06-22 stsp print_size = 1;
617 05118f5a 2021-06-22 stsp if (strlcpy(a->last_scaled_size, scaled_size,
618 05118f5a 2021-06-22 stsp FMT_SCALED_STRSIZE) >= FMT_SCALED_STRSIZE)
619 05118f5a 2021-06-22 stsp return got_error(GOT_ERR_NO_SPACE);
621 05118f5a 2021-06-22 stsp if (nobj_indexed > 0) {
622 05118f5a 2021-06-22 stsp p_indexed = (nobj_indexed * 100) / nobj_total;
623 05118f5a 2021-06-22 stsp if (p_indexed != a->last_p_indexed) {
624 05118f5a 2021-06-22 stsp a->last_p_indexed = p_indexed;
625 05118f5a 2021-06-22 stsp print_indexed = 1;
626 05118f5a 2021-06-22 stsp print_size = 1;
629 05118f5a 2021-06-22 stsp if (nobj_resolved > 0) {
630 05118f5a 2021-06-22 stsp p_resolved = (nobj_resolved * 100) /
631 05118f5a 2021-06-22 stsp (nobj_total - nobj_loose);
632 05118f5a 2021-06-22 stsp if (p_resolved != a->last_p_resolved) {
633 05118f5a 2021-06-22 stsp a->last_p_resolved = p_resolved;
634 05118f5a 2021-06-22 stsp print_resolved = 1;
635 05118f5a 2021-06-22 stsp print_indexed = 1;
636 05118f5a 2021-06-22 stsp print_size = 1;
641 05118f5a 2021-06-22 stsp if (print_size || print_indexed || print_resolved)
642 05118f5a 2021-06-22 stsp printf("\r");
643 05118f5a 2021-06-22 stsp if (print_size)
644 b5934965 2022-02-12 naddy printf("%*s packed", FMT_SCALED_STRSIZE - 2, scaled_size);
645 05118f5a 2021-06-22 stsp if (print_indexed)
646 05118f5a 2021-06-22 stsp printf("; indexing %d%%", p_indexed);
647 05118f5a 2021-06-22 stsp if (print_resolved)
648 05118f5a 2021-06-22 stsp printf("; resolving deltas %d%%", p_resolved);
649 05118f5a 2021-06-22 stsp if (print_size || print_indexed || print_resolved)
650 05118f5a 2021-06-22 stsp fflush(stdout);
652 05118f5a 2021-06-22 stsp return NULL;
655 05118f5a 2021-06-22 stsp static const struct got_error *
656 05118f5a 2021-06-22 stsp add_ref(struct got_reflist_entry **new, struct got_reflist_head *refs,
657 05118f5a 2021-06-22 stsp const char *refname, struct got_repository *repo)
659 05118f5a 2021-06-22 stsp const struct got_error *err;
660 05118f5a 2021-06-22 stsp struct got_reference *ref;
662 05118f5a 2021-06-22 stsp *new = NULL;
664 05118f5a 2021-06-22 stsp err = got_ref_open(&ref, repo, refname, 0);
666 05118f5a 2021-06-22 stsp if (err->code != GOT_ERR_NOT_REF)
667 05118f5a 2021-06-22 stsp return err;
669 05118f5a 2021-06-22 stsp /* Treat argument as a reference prefix. */
670 05118f5a 2021-06-22 stsp err = got_ref_list(refs, repo, refname,
671 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
673 72acb3d8 2021-08-06 stsp err = got_reflist_insert(new, refs, ref,
674 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
675 05118f5a 2021-06-22 stsp if (err || *new == NULL /* duplicate */)
676 05118f5a 2021-06-22 stsp got_ref_close(ref);
679 05118f5a 2021-06-22 stsp return err;
682 05118f5a 2021-06-22 stsp static const struct got_error *
683 05118f5a 2021-06-22 stsp cmd_pack(int argc, char *argv[])
685 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
686 7d69d862 2021-11-15 stsp char *repo_path = NULL;
687 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
688 20e420c8 2022-04-11 stsp int ch, i, loose_obj_only = 1, verbosity = 0;
689 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
690 05118f5a 2021-06-22 stsp char *id_str = NULL;
691 05118f5a 2021-06-22 stsp struct got_pack_progress_arg ppa;
692 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
693 05118f5a 2021-06-22 stsp struct got_pathlist_head exclude_args;
694 05118f5a 2021-06-22 stsp struct got_pathlist_entry *pe;
695 05118f5a 2021-06-22 stsp struct got_reflist_head exclude_refs;
696 05118f5a 2021-06-22 stsp struct got_reflist_head include_refs;
697 05118f5a 2021-06-22 stsp struct got_reflist_entry *re, *new;
698 0ae84acc 2022-06-15 tracey int *pack_fds = NULL;
700 05118f5a 2021-06-22 stsp TAILQ_INIT(&exclude_args);
701 05118f5a 2021-06-22 stsp TAILQ_INIT(&exclude_refs);
702 05118f5a 2021-06-22 stsp TAILQ_INIT(&include_refs);
704 20e420c8 2022-04-11 stsp while ((ch = getopt(argc, argv, "ar:x:q")) != -1) {
705 05118f5a 2021-06-22 stsp switch (ch) {
707 05118f5a 2021-06-22 stsp loose_obj_only = 0;
710 05118f5a 2021-06-22 stsp repo_path = realpath(optarg, NULL);
711 05118f5a 2021-06-22 stsp if (repo_path == NULL)
712 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath",
714 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(repo_path);
717 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(optarg);
718 05118f5a 2021-06-22 stsp error = got_pathlist_append(&exclude_args,
719 05118f5a 2021-06-22 stsp optarg, NULL);
721 05118f5a 2021-06-22 stsp return error;
724 20e420c8 2022-04-11 stsp verbosity = -1;
727 05118f5a 2021-06-22 stsp usage_pack();
728 05118f5a 2021-06-22 stsp /* NOTREACHED */
732 05118f5a 2021-06-22 stsp argc -= optind;
733 05118f5a 2021-06-22 stsp argv += optind;
735 05118f5a 2021-06-22 stsp #ifndef PROFILE
736 05118f5a 2021-06-22 stsp if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
737 05118f5a 2021-06-22 stsp NULL) == -1)
738 05118f5a 2021-06-22 stsp err(1, "pledge");
740 7d69d862 2021-11-15 stsp if (repo_path == NULL) {
741 7d69d862 2021-11-15 stsp error = get_repo_path(&repo_path);
745 0ae84acc 2022-06-15 tracey error = got_repo_pack_fds_open(&pack_fds);
746 0ae84acc 2022-06-15 tracey if (error != NULL)
747 0ae84acc 2022-06-15 tracey goto done;
748 0ae84acc 2022-06-15 tracey error = got_repo_open(&repo, repo_path, NULL, pack_fds);
752 bb5126ea 2021-06-22 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
756 05118f5a 2021-06-22 stsp TAILQ_FOREACH(pe, &exclude_args, entry) {
757 05118f5a 2021-06-22 stsp const char *refname = pe->path;
758 05118f5a 2021-06-22 stsp error = add_ref(&new, &exclude_refs, refname, repo);
764 05118f5a 2021-06-22 stsp if (argc == 0) {
765 05118f5a 2021-06-22 stsp error = got_ref_list(&include_refs, repo, "",
766 05118f5a 2021-06-22 stsp got_ref_cmp_by_name, NULL);
770 05118f5a 2021-06-22 stsp for (i = 0; i < argc; i++) {
771 05118f5a 2021-06-22 stsp const char *refname;
772 05118f5a 2021-06-22 stsp got_path_strip_trailing_slashes(argv[i]);
773 05118f5a 2021-06-22 stsp refname = argv[i];
774 05118f5a 2021-06-22 stsp error = add_ref(&new, &include_refs, refname, repo);
780 05118f5a 2021-06-22 stsp /* Ignore references in the refs/got/ namespace. */
781 05118f5a 2021-06-22 stsp TAILQ_FOREACH_SAFE(re, &include_refs, entry, new) {
782 05118f5a 2021-06-22 stsp const char *refname = got_ref_get_name(re->ref);
783 05118f5a 2021-06-22 stsp if (strncmp("refs/got/", refname, 9) != 0)
785 05118f5a 2021-06-22 stsp TAILQ_REMOVE(&include_refs, re, entry);
786 05118f5a 2021-06-22 stsp got_ref_close(re->ref);
790 05118f5a 2021-06-22 stsp memset(&ppa, 0, sizeof(ppa));
791 05118f5a 2021-06-22 stsp ppa.last_scaled_size[0] = '\0';
792 05118f5a 2021-06-22 stsp ppa.last_p_indexed = -1;
793 05118f5a 2021-06-22 stsp ppa.last_p_resolved = -1;
794 20e420c8 2022-04-11 stsp ppa.verbosity = verbosity;
796 05118f5a 2021-06-22 stsp error = got_repo_pack_objects(&packfile, &pack_hash,
797 05118f5a 2021-06-22 stsp &include_refs, &exclude_refs, repo, loose_obj_only,
798 05118f5a 2021-06-22 stsp pack_progress, &ppa, check_cancelled, NULL);
799 05118f5a 2021-06-22 stsp if (error) {
800 05118f5a 2021-06-22 stsp if (ppa.printed_something)
801 05118f5a 2021-06-22 stsp printf("\n");
805 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
808 20e420c8 2022-04-11 stsp if (verbosity >= 0)
809 20e420c8 2022-04-11 stsp printf("\nWrote %s.pack\n", id_str);
811 05118f5a 2021-06-22 stsp error = got_repo_index_pack(packfile, pack_hash, repo,
812 05118f5a 2021-06-22 stsp pack_index_progress, &ppa, check_cancelled, NULL);
815 20e420c8 2022-04-11 stsp if (verbosity >= 0)
816 20e420c8 2022-04-11 stsp printf("\nIndexed %s.pack\n", id_str);
819 f8eebdd4 2021-10-15 stsp got_repo_close(repo);
820 0ae84acc 2022-06-15 tracey if (pack_fds) {
821 0ae84acc 2022-06-15 tracey const struct got_error *pack_err =
822 0ae84acc 2022-06-15 tracey got_repo_pack_fds_close(pack_fds);
823 0ae84acc 2022-06-15 tracey if (error == NULL)
824 0ae84acc 2022-06-15 tracey error = pack_err;
826 05118f5a 2021-06-22 stsp got_pathlist_free(&exclude_args);
827 05118f5a 2021-06-22 stsp got_ref_list_free(&exclude_refs);
828 05118f5a 2021-06-22 stsp got_ref_list_free(&include_refs);
829 05118f5a 2021-06-22 stsp free(id_str);
830 05118f5a 2021-06-22 stsp free(pack_hash);
831 7d69d862 2021-11-15 stsp free(repo_path);
832 05118f5a 2021-06-22 stsp return error;
835 05118f5a 2021-06-22 stsp __dead static void
836 05118f5a 2021-06-22 stsp usage_indexpack(void)
838 05118f5a 2021-06-22 stsp fprintf(stderr, "usage: %s indexpack packfile-path\n",
839 05118f5a 2021-06-22 stsp getprogname());
843 05118f5a 2021-06-22 stsp static const struct got_error *
844 05118f5a 2021-06-22 stsp cmd_indexpack(int argc, char *argv[])
846 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
847 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
849 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
850 05118f5a 2021-06-22 stsp char *packfile_path = NULL;
851 05118f5a 2021-06-22 stsp char *id_str = NULL;
852 05118f5a 2021-06-22 stsp struct got_pack_progress_arg ppa;
853 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
854 0ae84acc 2022-06-15 tracey int *pack_fds = NULL;
856 05118f5a 2021-06-22 stsp while ((ch = getopt(argc, argv, "")) != -1) {
857 05118f5a 2021-06-22 stsp switch (ch) {
859 05118f5a 2021-06-22 stsp usage_indexpack();
860 05118f5a 2021-06-22 stsp /* NOTREACHED */
864 05118f5a 2021-06-22 stsp argc -= optind;
865 05118f5a 2021-06-22 stsp argv += optind;
867 05118f5a 2021-06-22 stsp if (argc != 1)
868 05118f5a 2021-06-22 stsp usage_indexpack();
870 05118f5a 2021-06-22 stsp packfile_path = realpath(argv[0], NULL);
871 05118f5a 2021-06-22 stsp if (packfile_path == NULL)
872 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath", argv[0]);
874 05118f5a 2021-06-22 stsp #ifndef PROFILE
875 05118f5a 2021-06-22 stsp if (pledge("stdio rpath wpath cpath fattr flock proc exec sendfd unveil",
876 05118f5a 2021-06-22 stsp NULL) == -1)
877 05118f5a 2021-06-22 stsp err(1, "pledge");
880 0ae84acc 2022-06-15 tracey error = got_repo_pack_fds_open(&pack_fds);
881 0ae84acc 2022-06-15 tracey if (error != NULL)
882 0ae84acc 2022-06-15 tracey goto done;
883 0ae84acc 2022-06-15 tracey error = got_repo_open(&repo, packfile_path, NULL, pack_fds);
887 802c0f04 2021-10-15 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
891 05118f5a 2021-06-22 stsp memset(&ppa, 0, sizeof(ppa));
892 05118f5a 2021-06-22 stsp ppa.last_scaled_size[0] = '\0';
893 05118f5a 2021-06-22 stsp ppa.last_p_indexed = -1;
894 05118f5a 2021-06-22 stsp ppa.last_p_resolved = -1;
896 05118f5a 2021-06-22 stsp error = got_repo_find_pack(&packfile, &pack_hash, repo,
897 05118f5a 2021-06-22 stsp packfile_path);
901 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
905 05118f5a 2021-06-22 stsp error = got_repo_index_pack(packfile, pack_hash, repo,
906 05118f5a 2021-06-22 stsp pack_index_progress, &ppa, check_cancelled, NULL);
909 05118f5a 2021-06-22 stsp printf("\nIndexed %s.pack\n", id_str);
912 f8eebdd4 2021-10-15 stsp got_repo_close(repo);
913 0ae84acc 2022-06-15 tracey if (pack_fds) {
914 0ae84acc 2022-06-15 tracey const struct got_error *pack_err =
915 0ae84acc 2022-06-15 tracey got_repo_pack_fds_close(pack_fds);
916 0ae84acc 2022-06-15 tracey if (error == NULL)
917 0ae84acc 2022-06-15 tracey error = pack_err;
919 05118f5a 2021-06-22 stsp free(id_str);
920 05118f5a 2021-06-22 stsp free(pack_hash);
921 05118f5a 2021-06-22 stsp return error;
924 05118f5a 2021-06-22 stsp __dead static void
925 05118f5a 2021-06-22 stsp usage_listpack(void)
927 827a167b 2022-08-16 stsp fprintf(stderr, "usage: %s listpack [-hs] packfile-path\n",
928 05118f5a 2021-06-22 stsp getprogname());
932 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args {
933 05118f5a 2021-06-22 stsp int nblobs;
934 05118f5a 2021-06-22 stsp int ntrees;
935 05118f5a 2021-06-22 stsp int ncommits;
937 05118f5a 2021-06-22 stsp int noffdeltas;
938 05118f5a 2021-06-22 stsp int nrefdeltas;
939 05118f5a 2021-06-22 stsp int human_readable;
942 05118f5a 2021-06-22 stsp static const struct got_error *
943 05118f5a 2021-06-22 stsp list_pack_cb(void *arg, struct got_object_id *id, int type, off_t offset,
944 05118f5a 2021-06-22 stsp off_t size, off_t base_offset, struct got_object_id *base_id)
946 05118f5a 2021-06-22 stsp const struct got_error *err;
947 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args *a = arg;
948 05118f5a 2021-06-22 stsp char *id_str, *delta_str = NULL, *base_id_str = NULL;
949 05118f5a 2021-06-22 stsp const char *type_str;
951 0ae84acc 2022-06-15 tracey err = got_object_id_str(&id_str, id);
953 05118f5a 2021-06-22 stsp return err;
955 05118f5a 2021-06-22 stsp switch (type) {
956 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_BLOB:
957 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_BLOB;
958 05118f5a 2021-06-22 stsp a->nblobs++;
960 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_TREE:
961 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_TREE;
962 05118f5a 2021-06-22 stsp a->ntrees++;
964 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_COMMIT:
965 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_COMMIT;
966 05118f5a 2021-06-22 stsp a->ncommits++;
968 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_TAG:
969 05118f5a 2021-06-22 stsp type_str = GOT_OBJ_LABEL_TAG;
970 05118f5a 2021-06-22 stsp a->ntags++;
972 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_OFFSET_DELTA:
973 05118f5a 2021-06-22 stsp type_str = "offset-delta";
974 963ac08a 2021-09-25 naddy if (asprintf(&delta_str, " base-offset %lld",
975 963ac08a 2021-09-25 naddy (long long)base_offset) == -1) {
976 05118f5a 2021-06-22 stsp err = got_error_from_errno("asprintf");
979 05118f5a 2021-06-22 stsp a->noffdeltas++;
981 05118f5a 2021-06-22 stsp case GOT_OBJ_TYPE_REF_DELTA:
982 05118f5a 2021-06-22 stsp type_str = "ref-delta";
983 5e91dae4 2022-08-30 stsp err = got_object_id_str(&base_id_str, base_id);
986 05118f5a 2021-06-22 stsp if (asprintf(&delta_str, " base-id %s", base_id_str) == -1) {
987 05118f5a 2021-06-22 stsp err = got_error_from_errno("asprintf");
990 05118f5a 2021-06-22 stsp a->nrefdeltas++;
993 05118f5a 2021-06-22 stsp err = got_error(GOT_ERR_OBJ_TYPE);
996 05118f5a 2021-06-22 stsp if (a->human_readable) {
997 05118f5a 2021-06-22 stsp char scaled[FMT_SCALED_STRSIZE];
999 05118f5a 2021-06-22 stsp if (fmt_scaled(size, scaled) == -1) {
1000 05118f5a 2021-06-22 stsp err = got_error_from_errno("fmt_scaled");
1001 05118f5a 2021-06-22 stsp goto done;
1003 05118f5a 2021-06-22 stsp s = scaled;
1004 05118f5a 2021-06-22 stsp while (isspace((unsigned char)*s))
1006 963ac08a 2021-09-25 naddy printf("%s %s at %lld size %s%s\n", id_str, type_str,
1007 963ac08a 2021-09-25 naddy (long long)offset, s, delta_str ? delta_str : "");
1009 963ac08a 2021-09-25 naddy printf("%s %s at %lld size %lld%s\n", id_str, type_str,
1010 963ac08a 2021-09-25 naddy (long long)offset, (long long)size,
1011 963ac08a 2021-09-25 naddy delta_str ? delta_str : "");
1014 05118f5a 2021-06-22 stsp free(id_str);
1015 05118f5a 2021-06-22 stsp free(base_id_str);
1016 05118f5a 2021-06-22 stsp free(delta_str);
1017 05118f5a 2021-06-22 stsp return err;
1020 05118f5a 2021-06-22 stsp static const struct got_error *
1021 05118f5a 2021-06-22 stsp cmd_listpack(int argc, char *argv[])
1023 05118f5a 2021-06-22 stsp const struct got_error *error = NULL;
1024 05118f5a 2021-06-22 stsp struct got_repository *repo = NULL;
1026 05118f5a 2021-06-22 stsp struct got_object_id *pack_hash = NULL;
1027 05118f5a 2021-06-22 stsp char *packfile_path = NULL;
1028 05118f5a 2021-06-22 stsp char *id_str = NULL;
1029 05118f5a 2021-06-22 stsp struct gotadmin_list_pack_cb_args lpa;
1030 05118f5a 2021-06-22 stsp FILE *packfile = NULL;
1031 05118f5a 2021-06-22 stsp int show_stats = 0, human_readable = 0;
1032 0ae84acc 2022-06-15 tracey int *pack_fds = NULL;
1034 05118f5a 2021-06-22 stsp while ((ch = getopt(argc, argv, "hs")) != -1) {
1035 05118f5a 2021-06-22 stsp switch (ch) {
1037 05118f5a 2021-06-22 stsp human_readable = 1;
1040 05118f5a 2021-06-22 stsp show_stats = 1;
1043 05118f5a 2021-06-22 stsp usage_listpack();
1044 05118f5a 2021-06-22 stsp /* NOTREACHED */
1048 05118f5a 2021-06-22 stsp argc -= optind;
1049 05118f5a 2021-06-22 stsp argv += optind;
1051 05118f5a 2021-06-22 stsp if (argc != 1)
1052 05118f5a 2021-06-22 stsp usage_listpack();
1053 05118f5a 2021-06-22 stsp packfile_path = realpath(argv[0], NULL);
1054 05118f5a 2021-06-22 stsp if (packfile_path == NULL)
1055 05118f5a 2021-06-22 stsp return got_error_from_errno2("realpath", argv[0]);
1057 05118f5a 2021-06-22 stsp #ifndef PROFILE
1058 57160834 2022-05-31 stsp if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
1059 05118f5a 2021-06-22 stsp NULL) == -1)
1060 05118f5a 2021-06-22 stsp err(1, "pledge");
1062 0ae84acc 2022-06-15 tracey error = got_repo_pack_fds_open(&pack_fds);
1063 0ae84acc 2022-06-15 tracey if (error != NULL)
1064 0ae84acc 2022-06-15 tracey goto done;
1065 0ae84acc 2022-06-15 tracey error = got_repo_open(&repo, packfile_path, NULL, pack_fds);
1066 05118f5a 2021-06-22 stsp if (error)
1067 05118f5a 2021-06-22 stsp goto done;
1068 57160834 2022-05-31 stsp #ifndef PROFILE
1069 57160834 2022-05-31 stsp /* Remove "cpath" promise. */
1070 57160834 2022-05-31 stsp if (pledge("stdio rpath wpath flock proc exec sendfd unveil",
1071 57160834 2022-05-31 stsp NULL) == -1)
1072 57160834 2022-05-31 stsp err(1, "pledge");
1074 05118f5a 2021-06-22 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 1);
1075 05118f5a 2021-06-22 stsp if (error)
1076 05118f5a 2021-06-22 stsp goto done;
1078 05118f5a 2021-06-22 stsp error = got_repo_find_pack(&packfile, &pack_hash, repo,
1079 05118f5a 2021-06-22 stsp packfile_path);
1080 05118f5a 2021-06-22 stsp if (error)
1081 05118f5a 2021-06-22 stsp goto done;
1082 05118f5a 2021-06-22 stsp error = got_object_id_str(&id_str, pack_hash);
1083 05118f5a 2021-06-22 stsp if (error)
1084 05118f5a 2021-06-22 stsp goto done;
1086 05118f5a 2021-06-22 stsp memset(&lpa, 0, sizeof(lpa));
1087 05118f5a 2021-06-22 stsp lpa.human_readable = human_readable;
1088 05118f5a 2021-06-22 stsp error = got_repo_list_pack(packfile, pack_hash, repo,
1089 05118f5a 2021-06-22 stsp list_pack_cb, &lpa, check_cancelled, NULL);
1090 05118f5a 2021-06-22 stsp if (error)
1091 05118f5a 2021-06-22 stsp goto done;
1092 05118f5a 2021-06-22 stsp if (show_stats) {
1093 05118f5a 2021-06-22 stsp printf("objects: %d\n blobs: %d\n trees: %d\n commits: %d\n"
1094 05118f5a 2021-06-22 stsp " tags: %d\n offset-deltas: %d\n ref-deltas: %d\n",
1095 05118f5a 2021-06-22 stsp lpa.nblobs + lpa.ntrees + lpa.ncommits + lpa.ntags +
1096 05118f5a 2021-06-22 stsp lpa.noffdeltas + lpa.nrefdeltas,
1097 05118f5a 2021-06-22 stsp lpa.nblobs, lpa.ntrees, lpa.ncommits, lpa.ntags,
1098 05118f5a 2021-06-22 stsp lpa.noffdeltas, lpa.nrefdeltas);
1102 f8eebdd4 2021-10-15 stsp got_repo_close(repo);
1103 0ae84acc 2022-06-15 tracey if (pack_fds) {
1104 0ae84acc 2022-06-15 tracey const struct got_error *pack_err =
1105 0ae84acc 2022-06-15 tracey got_repo_pack_fds_close(pack_fds);
1106 0ae84acc 2022-06-15 tracey if (error == NULL)
1107 0ae84acc 2022-06-15 tracey error = pack_err;
1109 05118f5a 2021-06-22 stsp free(id_str);
1110 05118f5a 2021-06-22 stsp free(pack_hash);
1111 05118f5a 2021-06-22 stsp free(packfile_path);
1112 05118f5a 2021-06-22 stsp return error;
1115 b3d68e7f 2021-07-03 stsp __dead static void
1116 b3d68e7f 2021-07-03 stsp usage_cleanup(void)
1118 827a167b 2022-08-16 stsp fprintf(stderr, "usage: %s cleanup [-anpq] [-r repository-path]\n",
1119 827a167b 2022-08-16 stsp getprogname());
1123 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg {
1124 b3d68e7f 2021-07-03 stsp int last_nloose;
1125 b3d68e7f 2021-07-03 stsp int last_ncommits;
1126 b3d68e7f 2021-07-03 stsp int last_npurged;
1127 b3d68e7f 2021-07-03 stsp int verbosity;
1128 b3d68e7f 2021-07-03 stsp int printed_something;
1129 b3d68e7f 2021-07-03 stsp int dry_run;
1132 b3d68e7f 2021-07-03 stsp static const struct got_error *
1133 b3d68e7f 2021-07-03 stsp cleanup_progress(void *arg, int nloose, int ncommits, int npurged)
1135 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg *a = arg;
1136 b3d68e7f 2021-07-03 stsp int print_loose = 0, print_commits = 0, print_purged = 0;
1138 b3d68e7f 2021-07-03 stsp if (a->last_nloose != nloose) {
1139 b3d68e7f 2021-07-03 stsp print_loose = 1;
1140 b3d68e7f 2021-07-03 stsp a->last_nloose = nloose;
1142 b3d68e7f 2021-07-03 stsp if (a->last_ncommits != ncommits) {
1143 b3d68e7f 2021-07-03 stsp print_loose = 1;
1144 b3d68e7f 2021-07-03 stsp print_commits = 1;
1145 b3d68e7f 2021-07-03 stsp a->last_ncommits = ncommits;
1147 b3d68e7f 2021-07-03 stsp if (a->last_npurged != npurged) {
1148 b3d68e7f 2021-07-03 stsp print_loose = 1;
1149 b3d68e7f 2021-07-03 stsp print_commits = 1;
1150 b3d68e7f 2021-07-03 stsp print_purged = 1;
1151 b3d68e7f 2021-07-03 stsp a->last_npurged = npurged;
1154 b3d68e7f 2021-07-03 stsp if (a->verbosity < 0)
1155 b3d68e7f 2021-07-03 stsp return NULL;
1157 b3d68e7f 2021-07-03 stsp if (print_loose || print_commits || print_purged)
1158 b3d68e7f 2021-07-03 stsp printf("\r");
1159 b3d68e7f 2021-07-03 stsp if (print_loose)
1160 b3d68e7f 2021-07-03 stsp printf("%d loose object%s", nloose, nloose == 1 ? "" : "s");
1161 b3d68e7f 2021-07-03 stsp if (print_commits)
1162 b3d68e7f 2021-07-03 stsp printf("; %d commit%s scanned", ncommits,
1163 b3d68e7f 2021-07-03 stsp ncommits == 1 ? "" : "s");
1164 b3d68e7f 2021-07-03 stsp if (print_purged) {
1165 b3d68e7f 2021-07-03 stsp if (a->dry_run) {
1166 b3d68e7f 2021-07-03 stsp printf("; %d object%s could be purged", npurged,
1167 b3d68e7f 2021-07-03 stsp npurged == 1 ? "" : "s");
1169 b3d68e7f 2021-07-03 stsp printf("; %d object%s purged", npurged,
1170 b3d68e7f 2021-07-03 stsp npurged == 1 ? "" : "s");
1173 b3d68e7f 2021-07-03 stsp if (print_loose || print_commits || print_purged) {
1174 b3d68e7f 2021-07-03 stsp a->printed_something = 1;
1175 b3d68e7f 2021-07-03 stsp fflush(stdout);
1177 b3d68e7f 2021-07-03 stsp return NULL;
1180 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg {
1181 1124fe40 2021-07-07 stsp int verbosity;
1182 1124fe40 2021-07-07 stsp int printed_something;
1183 1124fe40 2021-07-07 stsp int dry_run;
1186 b3d68e7f 2021-07-03 stsp static const struct got_error *
1187 1124fe40 2021-07-07 stsp lonely_packidx_progress(void *arg, const char *path)
1189 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg *a = arg;
1191 1124fe40 2021-07-07 stsp if (a->verbosity < 0)
1192 1124fe40 2021-07-07 stsp return NULL;
1194 1124fe40 2021-07-07 stsp if (a->dry_run)
1195 1124fe40 2021-07-07 stsp printf("%s could be removed\n", path);
1197 1124fe40 2021-07-07 stsp printf("%s removed\n", path);
1199 1124fe40 2021-07-07 stsp a->printed_something = 1;
1200 1124fe40 2021-07-07 stsp return NULL;
1203 1124fe40 2021-07-07 stsp static const struct got_error *
1204 b3d68e7f 2021-07-03 stsp cmd_cleanup(int argc, char *argv[])
1206 b3d68e7f 2021-07-03 stsp const struct got_error *error = NULL;
1207 7d69d862 2021-11-15 stsp char *repo_path = NULL;
1208 b3d68e7f 2021-07-03 stsp struct got_repository *repo = NULL;
1209 b3d68e7f 2021-07-03 stsp int ch, dry_run = 0, npacked = 0, verbosity = 0;
1210 ef8ec606 2021-07-27 stsp int remove_lonely_packidx = 0, ignore_mtime = 0;
1211 b3d68e7f 2021-07-03 stsp struct got_cleanup_progress_arg cpa;
1212 1124fe40 2021-07-07 stsp struct got_lonely_packidx_progress_arg lpa;
1213 b3d68e7f 2021-07-03 stsp off_t size_before, size_after;
1214 b3d68e7f 2021-07-03 stsp char scaled_before[FMT_SCALED_STRSIZE];
1215 b3d68e7f 2021-07-03 stsp char scaled_after[FMT_SCALED_STRSIZE];
1216 b3d68e7f 2021-07-03 stsp char scaled_diff[FMT_SCALED_STRSIZE];
1217 9188bd78 2021-07-03 stsp char **extensions;
1218 9188bd78 2021-07-03 stsp int nextensions, i;
1219 0ae84acc 2022-06-15 tracey int *pack_fds = NULL;
1221 ef8ec606 2021-07-27 stsp while ((ch = getopt(argc, argv, "apr:nq")) != -1) {
1222 b3d68e7f 2021-07-03 stsp switch (ch) {
1224 ef8ec606 2021-07-27 stsp ignore_mtime = 1;
1227 1124fe40 2021-07-07 stsp remove_lonely_packidx = 1;
1230 b3d68e7f 2021-07-03 stsp repo_path = realpath(optarg, NULL);
1231 b3d68e7f 2021-07-03 stsp if (repo_path == NULL)
1232 b3d68e7f 2021-07-03 stsp return got_error_from_errno2("realpath",
1234 b3d68e7f 2021-07-03 stsp got_path_strip_trailing_slashes(repo_path);
1237 b3d68e7f 2021-07-03 stsp dry_run = 1;
1240 b3d68e7f 2021-07-03 stsp verbosity = -1;
1243 b3d68e7f 2021-07-03 stsp usage_cleanup();
1244 b3d68e7f 2021-07-03 stsp /* NOTREACHED */
1248 b3d68e7f 2021-07-03 stsp argc -= optind;
1249 b3d68e7f 2021-07-03 stsp argv += optind;
1251 b3d68e7f 2021-07-03 stsp #ifndef PROFILE
1252 b3d68e7f 2021-07-03 stsp if (pledge("stdio rpath wpath cpath flock proc exec sendfd unveil",
1253 b3d68e7f 2021-07-03 stsp NULL) == -1)
1254 b3d68e7f 2021-07-03 stsp err(1, "pledge");
1256 7d69d862 2021-11-15 stsp if (repo_path == NULL) {
1257 7d69d862 2021-11-15 stsp error = get_repo_path(&repo_path);
1258 7d69d862 2021-11-15 stsp if (error)
1259 7d69d862 2021-11-15 stsp goto done;
1261 0ae84acc 2022-06-15 tracey error = got_repo_pack_fds_open(&pack_fds);
1262 0ae84acc 2022-06-15 tracey if (error != NULL)
1263 0ae84acc 2022-06-15 tracey goto done;
1264 0ae84acc 2022-06-15 tracey error = got_repo_open(&repo, repo_path, NULL, pack_fds);
1265 b3d68e7f 2021-07-03 stsp if (error)
1266 b3d68e7f 2021-07-03 stsp goto done;
1268 b3d68e7f 2021-07-03 stsp error = apply_unveil(got_repo_get_path_git_dir(repo), 0);
1269 b3d68e7f 2021-07-03 stsp if (error)
1270 b3d68e7f 2021-07-03 stsp goto done;
1272 9188bd78 2021-07-03 stsp got_repo_get_gitconfig_extensions(&extensions, &nextensions,
1274 9188bd78 2021-07-03 stsp for (i = 0; i < nextensions; i++) {
1275 9188bd78 2021-07-03 stsp if (strcasecmp(extensions[i], "preciousObjects") == 0) {
1276 9188bd78 2021-07-03 stsp error = got_error_msg(GOT_ERR_GIT_REPO_EXT,
1277 9188bd78 2021-07-03 stsp "the preciousObjects Git extension is enabled; "
1278 9188bd78 2021-07-03 stsp "this implies that objects must not be deleted");
1279 9188bd78 2021-07-03 stsp goto done;
1283 1124fe40 2021-07-07 stsp if (remove_lonely_packidx) {
1284 1124fe40 2021-07-07 stsp memset(&lpa, 0, sizeof(lpa));
1285 1124fe40 2021-07-07 stsp lpa.dry_run = dry_run;
1286 1124fe40 2021-07-07 stsp lpa.verbosity = verbosity;
1287 1124fe40 2021-07-07 stsp error = got_repo_remove_lonely_packidx(repo, dry_run,
1288 1124fe40 2021-07-07 stsp lonely_packidx_progress, &lpa, check_cancelled, NULL);
1289 1124fe40 2021-07-07 stsp goto done;
1292 b3d68e7f 2021-07-03 stsp memset(&cpa, 0, sizeof(cpa));
1293 b3d68e7f 2021-07-03 stsp cpa.last_ncommits = -1;
1294 b3d68e7f 2021-07-03 stsp cpa.last_npurged = -1;
1295 b3d68e7f 2021-07-03 stsp cpa.dry_run = dry_run;
1296 b3d68e7f 2021-07-03 stsp cpa.verbosity = verbosity;
1297 b3d68e7f 2021-07-03 stsp error = got_repo_purge_unreferenced_loose_objects(repo,
1298 abc59930 2021-09-05 naddy &size_before, &size_after, &npacked, dry_run, ignore_mtime,
1299 abc59930 2021-09-05 naddy cleanup_progress, &cpa, check_cancelled, NULL);
1300 b3d68e7f 2021-07-03 stsp if (cpa.printed_something)
1301 b3d68e7f 2021-07-03 stsp printf("\n");
1302 b3d68e7f 2021-07-03 stsp if (error)
1303 b3d68e7f 2021-07-03 stsp goto done;
1304 b3d68e7f 2021-07-03 stsp if (cpa.printed_something) {
1305 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_before, scaled_before) == -1) {
1306 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1307 b3d68e7f 2021-07-03 stsp goto done;
1309 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_after, scaled_after) == -1) {
1310 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1311 b3d68e7f 2021-07-03 stsp goto done;
1313 b3d68e7f 2021-07-03 stsp if (fmt_scaled(size_before - size_after, scaled_diff) == -1) {
1314 b3d68e7f 2021-07-03 stsp error = got_error_from_errno("fmt_scaled");
1315 b3d68e7f 2021-07-03 stsp goto done;
1317 b3d68e7f 2021-07-03 stsp printf("loose total size before: %s\n", scaled_before);
1318 b3d68e7f 2021-07-03 stsp printf("loose total size after: %s\n", scaled_after);
1319 b3d68e7f 2021-07-03 stsp if (dry_run) {
1320 b3d68e7f 2021-07-03 stsp printf("disk space which would be freed: %s\n",
1321 b3d68e7f 2021-07-03 stsp scaled_diff);
1323 b3d68e7f 2021-07-03 stsp printf("disk space freed: %s\n", scaled_diff);
1324 b3d68e7f 2021-07-03 stsp printf("loose objects also found in pack files: %d\n", npacked);
1328 b3d68e7f 2021-07-03 stsp got_repo_close(repo);
1329 0ae84acc 2022-06-15 tracey if (pack_fds) {
1330 0ae84acc 2022-06-15 tracey const struct got_error *pack_err =
1331 0ae84acc 2022-06-15 tracey got_repo_pack_fds_close(pack_fds);
1332 0ae84acc 2022-06-15 tracey if (error == NULL)
1333 0ae84acc 2022-06-15 tracey error = pack_err;
1335 7d69d862 2021-11-15 stsp free(repo_path);
1336 b3d68e7f 2021-07-03 stsp return error;
