2 * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
4 * Permission to use, copy, modify, and distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 #include <sys/types.h>
18 #include <sys/queue.h>
21 #include <sys/syslimits.h>
34 #include "got_error.h"
35 #include "got_object.h"
38 #include "got_lib_delta.h"
39 #include "got_lib_delta_cache.h"
40 #include "got_lib_object.h"
41 #include "got_lib_object_cache.h"
42 #include "got_lib_object_parse.h"
43 #include "got_lib_privsep.h"
44 #include "got_lib_pack.h"
46 static volatile sig_atomic_t sigint_received;
49 catch_sigint(int signo)
54 static const struct got_error *
55 open_object(struct got_object **obj, struct got_pack *pack,
56 struct got_packidx *packidx, int idx, struct got_object_id *id,
57 struct got_object_cache *objcache)
59 const struct got_error *err;
61 err = got_packfile_open_object(obj, pack, packidx, idx, id);
66 err = got_object_cache_add(objcache, id, *obj);
68 if (err->code == GOT_ERR_OBJ_EXISTS ||
69 err->code == GOT_ERR_OBJ_TOO_LARGE)
77 static const struct got_error *
78 object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
79 struct got_packidx *packidx, struct got_object_cache *objcache)
81 const struct got_error *err = NULL;
82 struct got_imsg_packed_object iobj;
83 struct got_object *obj;
84 struct got_object_id id;
87 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
88 if (datalen != sizeof(iobj))
89 return got_error(GOT_ERR_PRIVSEP_LEN);
90 memcpy(&iobj, imsg->data, sizeof(iobj));
91 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
93 obj = got_object_cache_get(objcache, &id);
97 err = open_object(&obj, pack, packidx, iobj.idx, &id,
103 err = got_privsep_send_obj(ibuf, obj);
105 got_object_close(obj);
109 const struct got_error *
110 open_commit(struct got_commit_object **commit, struct got_pack *pack,
111 struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
112 struct got_object_cache *objcache)
114 const struct got_error *err = NULL;
115 struct got_object *obj = NULL;
121 obj = got_object_cache_get(objcache, id);
125 err = open_object(&obj, pack, packidx, obj_idx, id,
131 err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
137 err = got_object_parse_commit(commit, buf, len);
139 got_object_close(obj);
144 static const struct got_error *
145 commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
146 struct got_packidx *packidx, struct got_object_cache *objcache)
148 const struct got_error *err = NULL;
149 struct got_imsg_packed_object iobj;
150 struct got_commit_object *commit = NULL;
151 struct got_object_id id;
154 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
155 if (datalen != sizeof(iobj))
156 return got_error(GOT_ERR_PRIVSEP_LEN);
157 memcpy(&iobj, imsg->data, sizeof(iobj));
158 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
160 err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
164 err = got_privsep_send_commit(ibuf, commit);
167 got_object_commit_close(commit);
169 if (err->code == GOT_ERR_PRIVSEP_PIPE)
172 got_privsep_send_error(ibuf, err);
178 const struct got_error *
179 open_tree(uint8_t **buf, struct got_pathlist_head *entries, int *nentries,
180 struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
181 struct got_object_id *id, struct got_object_cache *objcache)
183 const struct got_error *err = NULL;
184 struct got_object *obj = NULL;
190 obj = got_object_cache_get(objcache, id);
194 err = open_object(&obj, pack, packidx, obj_idx, id,
200 err = got_packfile_extract_object_to_mem(buf, &len, obj, pack);
206 err = got_object_parse_tree(entries, nentries, *buf, len);
208 got_object_close(obj);
216 static const struct got_error *
217 tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
218 struct got_packidx *packidx, struct got_object_cache *objcache)
220 const struct got_error *err = NULL;
221 struct got_imsg_packed_object iobj;
222 struct got_pathlist_head entries;
225 struct got_object_id id;
228 TAILQ_INIT(&entries);
230 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
231 if (datalen != sizeof(iobj))
232 return got_error(GOT_ERR_PRIVSEP_LEN);
233 memcpy(&iobj, imsg->data, sizeof(iobj));
234 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
236 err = open_tree(&buf, &entries, &nentries, pack, packidx, iobj.idx,
241 err = got_privsep_send_tree(ibuf, &entries, nentries);
242 got_object_parsed_tree_entries_free(&entries);
245 if (err->code == GOT_ERR_PRIVSEP_PIPE)
248 got_privsep_send_error(ibuf, err);
254 static const struct got_error *
255 receive_file(FILE **f, struct imsgbuf *ibuf, int imsg_code)
257 const struct got_error *err;
261 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
265 if (imsg.hdr.type != imsg_code) {
266 err = got_error(GOT_ERR_PRIVSEP_MSG);
270 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
272 err = got_error(GOT_ERR_PRIVSEP_LEN);
276 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
280 *f = fdopen(imsg.fd, "w+");
282 err = got_error_from_errno("fdopen");
291 static const struct got_error *
292 blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
293 struct got_packidx *packidx, struct got_object_cache *objcache)
295 const struct got_error *err = NULL;
296 struct got_imsg_packed_object iobj;
297 struct got_object *obj = NULL;
298 FILE *outfile = NULL, *basefile = NULL, *accumfile = NULL;
299 struct got_object_id id;
304 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
305 if (datalen != sizeof(iobj))
306 return got_error(GOT_ERR_PRIVSEP_LEN);
307 memcpy(&iobj, imsg->data, sizeof(iobj));
308 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
310 obj = got_object_cache_get(objcache, &id);
314 err = open_object(&obj, pack, packidx, iobj.idx, &id,
320 err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
323 err = receive_file(&basefile, ibuf, GOT_IMSG_TMPFD);
326 err = receive_file(&accumfile, ibuf, GOT_IMSG_TMPFD);
330 if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
331 err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
335 blob_size = obj->size;
337 if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
338 err = got_packfile_extract_object_to_mem(&buf, &obj->size,
341 err = got_packfile_extract_object(pack, obj, outfile, basefile,
346 err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
349 if (outfile && fclose(outfile) != 0 && err == NULL)
350 err = got_error_from_errno("fclose");
351 if (basefile && fclose(basefile) != 0 && err == NULL)
352 err = got_error_from_errno("fclose");
353 if (accumfile && fclose(accumfile) != 0 && err == NULL)
354 err = got_error_from_errno("fclose");
355 got_object_close(obj);
356 if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
357 got_privsep_send_error(ibuf, err);
362 static const struct got_error *
363 tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
364 struct got_packidx *packidx, struct got_object_cache *objcache)
366 const struct got_error *err = NULL;
367 struct got_imsg_packed_object iobj;
368 struct got_object *obj = NULL;
369 struct got_tag_object *tag = NULL;
372 struct got_object_id id;
375 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
376 if (datalen != sizeof(iobj))
377 return got_error(GOT_ERR_PRIVSEP_LEN);
378 memcpy(&iobj, imsg->data, sizeof(iobj));
379 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
381 obj = got_object_cache_get(objcache, &id);
385 err = open_object(&obj, pack, packidx, iobj.idx, &id,
391 err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
396 err = got_object_parse_tag(&tag, buf, len);
400 err = got_privsep_send_tag(ibuf, tag);
403 got_object_close(obj);
405 got_object_tag_close(tag);
407 if (err->code == GOT_ERR_PRIVSEP_PIPE)
410 got_privsep_send_error(ibuf, err);
416 static struct got_parsed_tree_entry *
417 find_entry_by_name(struct got_pathlist_head *entries, int nentries,
418 const char *name, size_t len)
420 struct got_pathlist_entry *pe;
422 /* Note that tree entries are sorted in strncmp() order. */
423 TAILQ_FOREACH(pe, entries, entry) {
424 int cmp = strncmp(pe->path, name, len);
429 if (pe->path[len] == '\0')
430 return (struct got_parsed_tree_entry *)pe->data;
435 const struct got_error *
436 tree_path_changed(int *changed, uint8_t **buf1, uint8_t **buf2,
437 struct got_pathlist_head *entries1, int *nentries1,
438 struct got_pathlist_head *entries2, int *nentries2,
439 const char *path, struct got_pack *pack, struct got_packidx *packidx,
440 struct imsgbuf *ibuf, struct got_object_cache *objcache)
442 const struct got_error *err = NULL;
443 struct got_parsed_tree_entry *pte1 = NULL, *pte2 = NULL;
449 /* We not do support comparing the root path. */
450 if (got_path_is_root_dir(path))
451 return got_error_path(path, GOT_ERR_BAD_PATH);
466 pte1 = find_entry_by_name(entries1, *nentries1, seg, seglen);
468 err = got_error(GOT_ERR_NO_OBJ);
472 pte2 = find_entry_by_name(entries2, *nentries2, seg, seglen);
478 if (pte1->mode != pte2->mode) {
483 if (memcmp(pte1->id, pte2->id, SHA1_DIGEST_LENGTH) == 0) {
488 if (*s == '\0') { /* final path element */
497 struct got_object_id id1, id2;
500 idx = got_packidx_get_object_idx_sha1(packidx,
503 err = got_error(GOT_ERR_NO_OBJ);
506 memcpy(id1.sha1, pte1->id, SHA1_DIGEST_LENGTH);
507 got_object_parsed_tree_entries_free(entries1);
511 err = open_tree(buf1, entries1, nentries1, pack,
512 packidx, idx, &id1, objcache);
517 idx = got_packidx_get_object_idx_sha1(packidx,
520 err = got_error(GOT_ERR_NO_OBJ);
523 memcpy(id2.sha1, pte2->id, SHA1_DIGEST_LENGTH);
524 got_object_parsed_tree_entries_free(entries2);
528 err = open_tree(buf2, entries2, nentries2, pack,
529 packidx, idx, &id2, objcache);
539 static const struct got_error *
540 commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
541 struct got_pack *pack, struct got_packidx *packidx,
542 struct got_object_cache *objcache)
544 const struct got_error *err = NULL;
545 struct got_imsg_packed_object iobj;
546 struct got_object_qid *pid;
547 struct got_commit_object *commit = NULL, *pcommit = NULL;
548 struct got_pathlist_head entries, pentries;
549 int nentries = 0, pnentries = 0;
550 struct got_object_id id;
551 size_t datalen, path_len;
553 const int min_alloc = 64;
554 int changed = 0, ncommits = 0, nallocated = 0;
555 struct got_object_id *commit_ids = NULL;
557 TAILQ_INIT(&entries);
558 TAILQ_INIT(&pentries);
560 datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
561 if (datalen < sizeof(iobj))
562 return got_error(GOT_ERR_PRIVSEP_LEN);
563 memcpy(&iobj, imsg->data, sizeof(iobj));
564 memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
566 path_len = datalen - sizeof(iobj) - 1;
568 return got_error(GOT_ERR_PRIVSEP_LEN);
570 path = imsg->data + sizeof(iobj);
571 if (path[path_len] != '\0')
572 return got_error(GOT_ERR_PRIVSEP_LEN);
575 nallocated = min_alloc;
576 commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
577 if (commit_ids == NULL)
578 return got_error_from_errno("reallocarray");
581 const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
584 if (sigint_received) {
585 err = got_error(GOT_ERR_CANCELLED);
589 if (commit == NULL) {
590 idx = got_packidx_get_object_idx(packidx, &id);
593 err = open_commit(&commit, pack, packidx,
596 if (err->code != GOT_ERR_NO_OBJ)
603 if (sizeof(struct got_imsg_traversed_commits) +
604 ncommits * SHA1_DIGEST_LENGTH >= max_datalen) {
605 err = got_privsep_send_traversed_commits(commit_ids,
612 if (ncommits > nallocated) {
613 struct got_object_id *new;
614 nallocated += min_alloc;
615 new = reallocarray(commit_ids, nallocated,
616 sizeof(*commit_ids));
618 err = got_error_from_errno("reallocarray");
623 memcpy(commit_ids[ncommits - 1].sha1, id.sha1,
626 pid = SIMPLEQ_FIRST(&commit->parent_ids);
630 idx = got_packidx_get_object_idx(packidx, pid->id);
634 err = open_commit(&pcommit, pack, packidx, idx, pid->id,
637 if (err->code != GOT_ERR_NO_OBJ)
643 if (path[0] == '/' && path[1] == '\0') {
644 if (got_object_id_cmp(pcommit->tree_id,
645 commit->tree_id) != 0) {
651 uint8_t *buf = NULL, *pbuf = NULL;
653 idx = got_packidx_get_object_idx(packidx,
657 pidx = got_packidx_get_object_idx(packidx,
662 err = open_tree(&buf, &entries, &nentries, pack,
663 packidx, idx, commit->tree_id, objcache);
666 err = open_tree(&pbuf, &pentries, &pnentries, pack,
667 packidx, pidx, pcommit->tree_id, objcache);
673 err = tree_path_changed(&changed, &buf, &pbuf,
674 &entries, &nentries, &pentries, &pnentries, path,
675 pack, packidx, ibuf, objcache);
677 got_object_parsed_tree_entries_free(&entries);
680 got_object_parsed_tree_entries_free(&pentries);
684 if (err->code != GOT_ERR_NO_OBJ)
692 memcpy(id.sha1, pid->id->sha1, SHA1_DIGEST_LENGTH);
693 got_object_commit_close(commit);
700 err = got_privsep_send_traversed_commits(commit_ids,
706 err = got_privsep_send_commit(ibuf, commit);
711 err = got_privsep_send_commit_traversal_done(ibuf);
715 got_object_commit_close(commit);
717 got_object_commit_close(pcommit);
719 got_object_parsed_tree_entries_free(&entries);
721 got_object_parsed_tree_entries_free(&pentries);
723 if (err->code == GOT_ERR_PRIVSEP_PIPE)
726 got_privsep_send_error(ibuf, err);
732 static const struct got_error *
733 receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
735 const struct got_error *err = NULL;
737 struct got_imsg_packidx ipackidx;
739 struct got_packidx *p;
743 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
747 p = calloc(1, sizeof(*p));
749 err = got_error_from_errno("calloc");
753 if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
754 err = got_error(GOT_ERR_PRIVSEP_MSG);
759 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
763 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
764 if (datalen != sizeof(ipackidx)) {
765 err = got_error(GOT_ERR_PRIVSEP_LEN);
768 memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
770 p->len = ipackidx.len;
771 p->fd = dup(imsg.fd);
773 err = got_error_from_errno("dup");
776 if (lseek(p->fd, 0, SEEK_SET) == -1) {
777 err = got_error_from_errno("lseek");
781 #ifndef GOT_PACK_NO_MMAP
782 p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
783 if (p->map == MAP_FAILED)
784 p->map = NULL; /* fall back to read(2) */
786 err = got_packidx_init_hdr(p, 1);
791 got_packidx_close(p);
798 static const struct got_error *
799 receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
801 const struct got_error *err = NULL;
803 struct got_imsg_pack ipack;
805 struct got_pack *pack;
809 err = got_privsep_recv_imsg(&imsg, ibuf, 0);
813 pack = calloc(1, sizeof(*pack));
815 err = got_error_from_errno("calloc");
819 if (imsg.hdr.type != GOT_IMSG_PACK) {
820 err = got_error(GOT_ERR_PRIVSEP_MSG);
825 err = got_error(GOT_ERR_PRIVSEP_NO_FD);
829 datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
830 if (datalen != sizeof(ipack)) {
831 err = got_error(GOT_ERR_PRIVSEP_LEN);
834 memcpy(&ipack, imsg.data, sizeof(ipack));
836 pack->filesize = ipack.filesize;
837 pack->fd = dup(imsg.fd);
838 if (pack->fd == -1) {
839 err = got_error_from_errno("dup");
842 if (lseek(pack->fd, 0, SEEK_SET) == -1) {
843 err = got_error_from_errno("lseek");
846 pack->path_packfile = strdup(ipack.path_packfile);
847 if (pack->path_packfile == NULL) {
848 err = got_error_from_errno("strdup");
852 pack->delta_cache = got_delta_cache_alloc(100,
853 GOT_DELTA_RESULT_SIZE_CACHED_MAX);
854 if (pack->delta_cache == NULL) {
855 err = got_error_from_errno("got_delta_cache_alloc");
859 #ifndef GOT_PACK_NO_MMAP
860 pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
862 if (pack->map == MAP_FAILED)
863 pack->map = NULL; /* fall back to read(2) */
877 main(int argc, char *argv[])
879 const struct got_error *err = NULL;
882 struct got_packidx *packidx = NULL;
883 struct got_pack *pack = NULL;
884 struct got_object_cache objcache;
886 //static int attached;
887 //while (!attached) sleep(1);
889 signal(SIGINT, catch_sigint);
891 imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
893 err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
895 err = got_error_from_errno("got_object_cache_init");
896 got_privsep_send_error(&ibuf, err);
901 /* revoke access to most system calls */
902 if (pledge("stdio recvfd", NULL) == -1) {
903 err = got_error_from_errno("pledge");
904 got_privsep_send_error(&ibuf, err);
909 err = receive_packidx(&packidx, &ibuf);
911 got_privsep_send_error(&ibuf, err);
915 err = receive_pack(&pack, &ibuf);
917 got_privsep_send_error(&ibuf, err);
924 if (sigint_received) {
925 err = got_error(GOT_ERR_CANCELLED);
929 err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
931 if (err->code == GOT_ERR_PRIVSEP_PIPE)
936 if (imsg.hdr.type == GOT_IMSG_STOP)
939 switch (imsg.hdr.type) {
940 case GOT_IMSG_PACKED_OBJECT_REQUEST:
941 err = object_request(&imsg, &ibuf, pack, packidx,
944 case GOT_IMSG_COMMIT_REQUEST:
945 err = commit_request(&imsg, &ibuf, pack, packidx,
948 case GOT_IMSG_TREE_REQUEST:
949 err = tree_request(&imsg, &ibuf, pack, packidx,
952 case GOT_IMSG_BLOB_REQUEST:
953 err = blob_request(&imsg, &ibuf, pack, packidx,
956 case GOT_IMSG_TAG_REQUEST:
957 err = tag_request(&imsg, &ibuf, pack, packidx,
960 case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
961 err = commit_traversal_request(&imsg, &ibuf, pack,
965 err = got_error(GOT_ERR_PRIVSEP_MSG);
969 if (imsg.fd != -1 && close(imsg.fd) != 0 && err == NULL)
970 err = got_error_from_errno("close");
977 got_packidx_close(packidx);
979 got_pack_close(pack);
980 got_object_cache_close(&objcache);
983 if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
984 fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
985 got_privsep_send_error(&ibuf, err);
988 if (close(GOT_IMSG_FD_CHILD) != 0 && err == NULL)
989 err = got_error_from_errno("close");