2 5aa81393 2020-01-06 stsp * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
4 876c234b 2018-09-10 stsp * Permission to use, copy, modify, and distribute this software for any
5 876c234b 2018-09-10 stsp * purpose with or without fee is hereby granted, provided that the above
6 876c234b 2018-09-10 stsp * copyright notice and this permission notice appear in all copies.
8 876c234b 2018-09-10 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 876c234b 2018-09-10 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 876c234b 2018-09-10 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 876c234b 2018-09-10 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 876c234b 2018-09-10 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 876c234b 2018-09-10 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 876c234b 2018-09-10 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 0ab4c957 2022-06-13 stsp #include <sys/stat.h>
18 876c234b 2018-09-10 stsp #include <sys/types.h>
19 876c234b 2018-09-10 stsp #include <sys/queue.h>
20 876c234b 2018-09-10 stsp #include <sys/uio.h>
21 876c234b 2018-09-10 stsp #include <sys/time.h>
22 876c234b 2018-09-10 stsp #include <sys/mman.h>
24 756050ac 2022-07-19 op #include <inttypes.h>
25 876c234b 2018-09-10 stsp #include <limits.h>
26 99437157 2018-11-11 stsp #include <signal.h>
27 876c234b 2018-09-10 stsp #include <stdint.h>
28 876c234b 2018-09-10 stsp #include <imsg.h>
29 876c234b 2018-09-10 stsp #include <stdio.h>
30 876c234b 2018-09-10 stsp #include <stdlib.h>
31 876c234b 2018-09-10 stsp #include <string.h>
32 876c234b 2018-09-10 stsp #include <sha1.h>
33 81a12da5 2020-09-09 naddy #include <unistd.h>
34 876c234b 2018-09-10 stsp #include <zlib.h>
36 876c234b 2018-09-10 stsp #include "got_error.h"
37 876c234b 2018-09-10 stsp #include "got_object.h"
38 3022d272 2019-11-14 stsp #include "got_path.h"
40 876c234b 2018-09-10 stsp #include "got_lib_delta.h"
41 ab2f42e7 2019-11-10 stsp #include "got_lib_delta_cache.h"
42 876c234b 2018-09-10 stsp #include "got_lib_object.h"
43 c59b3346 2018-09-11 stsp #include "got_lib_object_cache.h"
44 876c234b 2018-09-10 stsp #include "got_lib_object_parse.h"
45 fae7e038 2022-05-07 stsp #include "got_lib_object_idset.h"
46 876c234b 2018-09-10 stsp #include "got_lib_privsep.h"
47 876c234b 2018-09-10 stsp #include "got_lib_pack.h"
49 61af9b21 2022-06-28 stsp #ifndef nitems
50 61af9b21 2022-06-28 stsp #define nitems(_a) (sizeof((_a)) / sizeof((_a)[0]))
53 99437157 2018-11-11 stsp static volatile sig_atomic_t sigint_received;
56 99437157 2018-11-11 stsp catch_sigint(int signo)
58 99437157 2018-11-11 stsp sigint_received = 1;
61 876c234b 2018-09-10 stsp static const struct got_error *
62 704b89c4 2019-05-23 stsp open_object(struct got_object **obj, struct got_pack *pack,
63 704b89c4 2019-05-23 stsp struct got_packidx *packidx, int idx, struct got_object_id *id,
64 704b89c4 2019-05-23 stsp struct got_object_cache *objcache)
66 704b89c4 2019-05-23 stsp const struct got_error *err;
68 704b89c4 2019-05-23 stsp err = got_packfile_open_object(obj, pack, packidx, idx, id);
71 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
73 704b89c4 2019-05-23 stsp err = got_object_cache_add(objcache, id, *obj);
75 79c99a64 2019-05-23 stsp if (err->code == GOT_ERR_OBJ_EXISTS ||
76 79c99a64 2019-05-23 stsp err->code == GOT_ERR_OBJ_TOO_LARGE)
80 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
81 704b89c4 2019-05-23 stsp return NULL;
84 704b89c4 2019-05-23 stsp static const struct got_error *
85 876c234b 2018-09-10 stsp object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
86 c59b3346 2018-09-11 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
88 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
89 876c234b 2018-09-10 stsp struct got_imsg_packed_object iobj;
90 876c234b 2018-09-10 stsp struct got_object *obj;
91 106807b4 2018-09-15 stsp struct got_object_id id;
92 876c234b 2018-09-10 stsp size_t datalen;
94 876c234b 2018-09-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
95 876c234b 2018-09-10 stsp if (datalen != sizeof(iobj))
96 876c234b 2018-09-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
97 876c234b 2018-09-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
98 106807b4 2018-09-15 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
100 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
102 704b89c4 2019-05-23 stsp obj->refcnt++;
104 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
110 876c234b 2018-09-10 stsp err = got_privsep_send_obj(ibuf, obj);
112 876c234b 2018-09-10 stsp got_object_close(obj);
113 876c234b 2018-09-10 stsp return err;
116 50127d69 2021-09-25 stsp static const struct got_error *
117 ca6e02ac 2020-01-07 stsp open_commit(struct got_commit_object **commit, struct got_pack *pack,
118 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
119 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
121 cfd633c2 2018-09-10 stsp const struct got_error *err = NULL;
122 cb5e38fd 2019-05-23 stsp struct got_object *obj = NULL;
123 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
124 cfd633c2 2018-09-10 stsp size_t len;
126 ca6e02ac 2020-01-07 stsp *commit = NULL;
128 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
130 704b89c4 2019-05-23 stsp obj->refcnt++;
132 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
135 704b89c4 2019-05-23 stsp return err;
138 cfd633c2 2018-09-10 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
142 cfd633c2 2018-09-10 stsp obj->size = len;
144 ca6e02ac 2020-01-07 stsp err = got_object_parse_commit(commit, buf, len);
146 ca6e02ac 2020-01-07 stsp got_object_close(obj);
148 ca6e02ac 2020-01-07 stsp return err;
151 ca6e02ac 2020-01-07 stsp static const struct got_error *
152 ca6e02ac 2020-01-07 stsp commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
153 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
155 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
156 ca6e02ac 2020-01-07 stsp struct got_imsg_packed_object iobj;
157 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL;
158 ca6e02ac 2020-01-07 stsp struct got_object_id id;
159 ca6e02ac 2020-01-07 stsp size_t datalen;
161 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
162 ca6e02ac 2020-01-07 stsp if (datalen != sizeof(iobj))
163 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
164 ca6e02ac 2020-01-07 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
165 ca6e02ac 2020-01-07 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
167 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
171 cfd633c2 2018-09-10 stsp err = got_privsep_send_commit(ibuf, commit);
173 cb5e38fd 2019-05-23 stsp if (commit)
174 cb5e38fd 2019-05-23 stsp got_object_commit_close(commit);
176 7762fe12 2018-11-05 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
177 7762fe12 2018-11-05 stsp err = NULL;
179 7762fe12 2018-11-05 stsp got_privsep_send_error(ibuf, err);
182 7762fe12 2018-11-05 stsp return err;
185 50127d69 2021-09-25 stsp static const struct got_error *
186 9985f404 2022-05-19 stsp open_tree(uint8_t **buf, struct got_parsed_tree_entry **entries, int *nentries,
187 ca6e02ac 2020-01-07 stsp struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
188 ca6e02ac 2020-01-07 stsp struct got_object_id *id, struct got_object_cache *objcache)
190 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
191 ca6e02ac 2020-01-07 stsp struct got_object *obj = NULL;
192 ca6e02ac 2020-01-07 stsp size_t len;
194 ca6e02ac 2020-01-07 stsp *buf = NULL;
195 ca6e02ac 2020-01-07 stsp *nentries = 0;
197 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
199 ca6e02ac 2020-01-07 stsp obj->refcnt++;
201 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
204 ca6e02ac 2020-01-07 stsp return err;
207 ca6e02ac 2020-01-07 stsp err = got_packfile_extract_object_to_mem(buf, &len, obj, pack);
211 ca6e02ac 2020-01-07 stsp obj->size = len;
213 ca6e02ac 2020-01-07 stsp err = got_object_parse_tree(entries, nentries, *buf, len);
215 ca6e02ac 2020-01-07 stsp got_object_close(obj);
217 ca6e02ac 2020-01-07 stsp free(*buf);
218 ca6e02ac 2020-01-07 stsp *buf = NULL;
220 ca6e02ac 2020-01-07 stsp return err;
223 7762fe12 2018-11-05 stsp static const struct got_error *
224 876c234b 2018-09-10 stsp tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
225 c59b3346 2018-09-11 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
227 e7885405 2018-09-10 stsp const struct got_error *err = NULL;
228 13c729f7 2018-12-24 stsp struct got_imsg_packed_object iobj;
229 9985f404 2022-05-19 stsp struct got_parsed_tree_entry *entries = NULL;
230 3022d272 2019-11-14 stsp int nentries = 0;
231 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
232 13c729f7 2018-12-24 stsp struct got_object_id id;
233 13c729f7 2018-12-24 stsp size_t datalen;
235 13c729f7 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
236 13c729f7 2018-12-24 stsp if (datalen != sizeof(iobj))
237 13c729f7 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
238 13c729f7 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
239 13c729f7 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
241 ca6e02ac 2020-01-07 stsp err = open_tree(&buf, &entries, &nentries, pack, packidx, iobj.idx,
242 62d463ca 2020-10-20 naddy &id, objcache);
244 ca6e02ac 2020-01-07 stsp return err;
246 9985f404 2022-05-19 stsp err = got_privsep_send_tree(ibuf, entries, nentries);
247 9985f404 2022-05-19 stsp free(entries);
250 e7885405 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
251 e7885405 2018-09-10 stsp err = NULL;
253 e7885405 2018-09-10 stsp got_privsep_send_error(ibuf, err);
256 e7885405 2018-09-10 stsp return err;
259 876c234b 2018-09-10 stsp static const struct got_error *
260 030daac8 2021-09-25 stsp receive_file(FILE **f, struct imsgbuf *ibuf, uint32_t imsg_code)
262 3840f4c9 2018-09-12 stsp const struct got_error *err;
263 3840f4c9 2018-09-12 stsp struct imsg imsg;
264 55da3778 2018-09-10 stsp size_t datalen;
266 3840f4c9 2018-09-12 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
268 55da3778 2018-09-10 stsp return err;
270 3840f4c9 2018-09-12 stsp if (imsg.hdr.type != imsg_code) {
271 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
275 3840f4c9 2018-09-12 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
276 55da3778 2018-09-10 stsp if (datalen != 0) {
277 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
280 3840f4c9 2018-09-12 stsp if (imsg.fd == -1) {
281 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
285 3840f4c9 2018-09-12 stsp *f = fdopen(imsg.fd, "w+");
286 3840f4c9 2018-09-12 stsp if (*f == NULL) {
287 638f9024 2019-05-13 stsp err = got_error_from_errno("fdopen");
288 3a6ce05a 2019-02-11 stsp close(imsg.fd);
292 3840f4c9 2018-09-12 stsp imsg_free(&imsg);
293 3840f4c9 2018-09-12 stsp return err;
296 db696021 2022-01-04 stsp static const struct got_error *
297 67fd6849 2022-02-13 stsp receive_tempfile(FILE **f, const char *mode, struct imsg *imsg,
298 db696021 2022-01-04 stsp struct imsgbuf *ibuf)
300 db696021 2022-01-04 stsp size_t datalen;
302 db696021 2022-01-04 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
303 db696021 2022-01-04 stsp if (datalen != 0)
304 db696021 2022-01-04 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
306 db696021 2022-01-04 stsp if (imsg->fd == -1)
307 db696021 2022-01-04 stsp return got_error(GOT_ERR_PRIVSEP_NO_FD);
309 67fd6849 2022-02-13 stsp *f = fdopen(imsg->fd, mode);
310 db696021 2022-01-04 stsp if (*f == NULL)
311 db696021 2022-01-04 stsp return got_error_from_errno("fdopen");
312 db696021 2022-01-04 stsp imsg->fd = -1;
314 db696021 2022-01-04 stsp return NULL;
317 3840f4c9 2018-09-12 stsp static const struct got_error *
318 3840f4c9 2018-09-12 stsp blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
319 db696021 2022-01-04 stsp struct got_packidx *packidx, struct got_object_cache *objcache,
320 db696021 2022-01-04 stsp FILE *basefile, FILE *accumfile)
322 3840f4c9 2018-09-12 stsp const struct got_error *err = NULL;
323 ebc55e2d 2018-12-24 stsp struct got_imsg_packed_object iobj;
324 3840f4c9 2018-09-12 stsp struct got_object *obj = NULL;
325 db696021 2022-01-04 stsp FILE *outfile = NULL;
326 ebc55e2d 2018-12-24 stsp struct got_object_id id;
327 ebc55e2d 2018-12-24 stsp size_t datalen;
328 ac544f8c 2019-01-13 stsp uint64_t blob_size;
329 ac544f8c 2019-01-13 stsp uint8_t *buf = NULL;
331 ebc55e2d 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
332 ebc55e2d 2018-12-24 stsp if (datalen != sizeof(iobj))
333 ebc55e2d 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
334 ebc55e2d 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
335 ebc55e2d 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
337 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
339 704b89c4 2019-05-23 stsp obj->refcnt++;
341 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
344 704b89c4 2019-05-23 stsp return err;
347 3840f4c9 2018-09-12 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
351 ac544f8c 2019-01-13 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
352 42c69117 2019-11-10 stsp err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
356 ac544f8c 2019-01-13 stsp blob_size = obj->size;
358 ac544f8c 2019-01-13 stsp if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
359 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
360 ac544f8c 2019-01-13 stsp obj, pack);
362 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
363 ac544f8c 2019-01-13 stsp accumfile);
367 ac544f8c 2019-01-13 stsp err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
370 56b63ca4 2021-01-22 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
371 638f9024 2019-05-13 stsp err = got_error_from_errno("fclose");
372 cb5e38fd 2019-05-23 stsp got_object_close(obj);
373 3840f4c9 2018-09-12 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
374 3840f4c9 2018-09-12 stsp got_privsep_send_error(ibuf, err);
376 55da3778 2018-09-10 stsp return err;
379 876c234b 2018-09-10 stsp static const struct got_error *
380 f4a881ce 2018-11-17 stsp tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
381 f4a881ce 2018-11-17 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
383 f4a881ce 2018-11-17 stsp const struct got_error *err = NULL;
384 268f7291 2018-12-24 stsp struct got_imsg_packed_object iobj;
385 f4a881ce 2018-11-17 stsp struct got_object *obj = NULL;
386 f4a881ce 2018-11-17 stsp struct got_tag_object *tag = NULL;
387 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
388 f4a881ce 2018-11-17 stsp size_t len;
389 268f7291 2018-12-24 stsp struct got_object_id id;
390 268f7291 2018-12-24 stsp size_t datalen;
392 268f7291 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
393 268f7291 2018-12-24 stsp if (datalen != sizeof(iobj))
394 268f7291 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
395 268f7291 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
396 268f7291 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
398 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
400 704b89c4 2019-05-23 stsp obj->refcnt++;
402 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
405 704b89c4 2019-05-23 stsp return err;
408 f4a881ce 2018-11-17 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
412 f4a881ce 2018-11-17 stsp obj->size = len;
413 f4a881ce 2018-11-17 stsp err = got_object_parse_tag(&tag, buf, len);
417 f4a881ce 2018-11-17 stsp err = got_privsep_send_tag(ibuf, tag);
420 cb5e38fd 2019-05-23 stsp got_object_close(obj);
422 cb5e38fd 2019-05-23 stsp got_object_tag_close(tag);
424 ca6e02ac 2020-01-07 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
425 ca6e02ac 2020-01-07 stsp err = NULL;
427 ca6e02ac 2020-01-07 stsp got_privsep_send_error(ibuf, err);
430 ca6e02ac 2020-01-07 stsp return err;
433 ca6e02ac 2020-01-07 stsp static struct got_parsed_tree_entry *
434 9985f404 2022-05-19 stsp find_entry_by_name(struct got_parsed_tree_entry *entries, int nentries,
435 ca6e02ac 2020-01-07 stsp const char *name, size_t len)
437 9985f404 2022-05-19 stsp struct got_parsed_tree_entry *pte;
438 9985f404 2022-05-19 stsp int cmp, i;
440 ca6e02ac 2020-01-07 stsp /* Note that tree entries are sorted in strncmp() order. */
441 9985f404 2022-05-19 stsp for (i = 0; i < nentries; i++) {
442 9985f404 2022-05-19 stsp pte = &entries[i];
443 9985f404 2022-05-19 stsp cmp = strncmp(pte->name, name, len);
444 ca6e02ac 2020-01-07 stsp if (cmp < 0)
446 ca6e02ac 2020-01-07 stsp if (cmp > 0)
448 9985f404 2022-05-19 stsp if (pte->name[len] == '\0')
449 9985f404 2022-05-19 stsp return pte;
451 ca6e02ac 2020-01-07 stsp return NULL;
454 50127d69 2021-09-25 stsp static const struct got_error *
455 ca6e02ac 2020-01-07 stsp tree_path_changed(int *changed, uint8_t **buf1, uint8_t **buf2,
456 9985f404 2022-05-19 stsp struct got_parsed_tree_entry **entries1, int *nentries1,
457 9985f404 2022-05-19 stsp struct got_parsed_tree_entry **entries2, int *nentries2,
458 ca6e02ac 2020-01-07 stsp const char *path, struct got_pack *pack, struct got_packidx *packidx,
459 ca6e02ac 2020-01-07 stsp struct imsgbuf *ibuf, struct got_object_cache *objcache)
461 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
462 ca6e02ac 2020-01-07 stsp struct got_parsed_tree_entry *pte1 = NULL, *pte2 = NULL;
463 ca6e02ac 2020-01-07 stsp const char *seg, *s;
464 ca6e02ac 2020-01-07 stsp size_t seglen;
466 ca6e02ac 2020-01-07 stsp *changed = 0;
468 ca6e02ac 2020-01-07 stsp /* We not do support comparing the root path. */
469 61a7d79f 2020-02-29 stsp if (got_path_is_root_dir(path))
470 63f810e6 2020-02-29 stsp return got_error_path(path, GOT_ERR_BAD_PATH);
473 61a7d79f 2020-02-29 stsp while (*s == '/')
476 ca6e02ac 2020-01-07 stsp seglen = 0;
477 ca6e02ac 2020-01-07 stsp while (*s) {
478 ca6e02ac 2020-01-07 stsp if (*s != '/') {
485 9985f404 2022-05-19 stsp pte1 = find_entry_by_name(*entries1, *nentries1, seg, seglen);
486 ca6e02ac 2020-01-07 stsp if (pte1 == NULL) {
487 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_NO_OBJ);
491 9985f404 2022-05-19 stsp pte2 = find_entry_by_name(*entries2, *nentries2, seg, seglen);
492 ca6e02ac 2020-01-07 stsp if (pte2 == NULL) {
493 ca6e02ac 2020-01-07 stsp *changed = 1;
497 ca6e02ac 2020-01-07 stsp if (pte1->mode != pte2->mode) {
498 ca6e02ac 2020-01-07 stsp *changed = 1;
502 ca6e02ac 2020-01-07 stsp if (memcmp(pte1->id, pte2->id, SHA1_DIGEST_LENGTH) == 0) {
503 ca6e02ac 2020-01-07 stsp *changed = 0;
507 ca6e02ac 2020-01-07 stsp if (*s == '\0') { /* final path element */
508 ca6e02ac 2020-01-07 stsp *changed = 1;
512 ca6e02ac 2020-01-07 stsp seg = s + 1;
514 ca6e02ac 2020-01-07 stsp seglen = 0;
516 ca6e02ac 2020-01-07 stsp struct got_object_id id1, id2;
519 ded8fbb8 2020-04-19 stsp memcpy(id1.sha1, pte1->id, SHA1_DIGEST_LENGTH);
520 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id1);
521 ca6e02ac 2020-01-07 stsp if (idx == -1) {
522 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id1);
525 9985f404 2022-05-19 stsp free(*entries1);
526 ca6e02ac 2020-01-07 stsp *nentries1 = 0;
527 ca6e02ac 2020-01-07 stsp free(*buf1);
528 ca6e02ac 2020-01-07 stsp *buf1 = NULL;
529 ca6e02ac 2020-01-07 stsp err = open_tree(buf1, entries1, nentries1, pack,
530 ca6e02ac 2020-01-07 stsp packidx, idx, &id1, objcache);
531 ca6e02ac 2020-01-07 stsp pte1 = NULL;
535 ded8fbb8 2020-04-19 stsp memcpy(id2.sha1, pte2->id, SHA1_DIGEST_LENGTH);
536 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id2);
537 ca6e02ac 2020-01-07 stsp if (idx == -1) {
538 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id2);
541 9985f404 2022-05-19 stsp free(*entries2);
542 ca6e02ac 2020-01-07 stsp *nentries2 = 0;
543 ca6e02ac 2020-01-07 stsp free(*buf2);
544 ca6e02ac 2020-01-07 stsp *buf2 = NULL;
545 ca6e02ac 2020-01-07 stsp err = open_tree(buf2, entries2, nentries2, pack,
546 ca6e02ac 2020-01-07 stsp packidx, idx, &id2, objcache);
547 ca6e02ac 2020-01-07 stsp pte2 = NULL;
553 ca6e02ac 2020-01-07 stsp return err;
556 ca6e02ac 2020-01-07 stsp static const struct got_error *
557 e70bf110 2020-03-22 stsp send_traversed_commits(struct got_object_id *commit_ids, size_t ncommits,
558 e70bf110 2020-03-22 stsp struct imsgbuf *ibuf)
560 e70bf110 2020-03-22 stsp struct ibuf *wbuf;
563 e70bf110 2020-03-22 stsp wbuf = imsg_create(ibuf, GOT_IMSG_TRAVERSED_COMMITS, 0, 0,
564 e70bf110 2020-03-22 stsp sizeof(struct got_imsg_traversed_commits) +
565 e70bf110 2020-03-22 stsp ncommits * SHA1_DIGEST_LENGTH);
566 e70bf110 2020-03-22 stsp if (wbuf == NULL)
567 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_create TRAVERSED_COMMITS");
569 1453347d 2022-05-19 stsp if (imsg_add(wbuf, &ncommits, sizeof(ncommits)) == -1)
570 1453347d 2022-05-19 stsp return got_error_from_errno("imsg_add TRAVERSED_COMMITS");
572 e70bf110 2020-03-22 stsp for (i = 0; i < ncommits; i++) {
573 e70bf110 2020-03-22 stsp struct got_object_id *id = &commit_ids[i];
574 e70bf110 2020-03-22 stsp if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
575 1453347d 2022-05-19 stsp return got_error_from_errno(
576 e70bf110 2020-03-22 stsp "imsg_add TRAVERSED_COMMITS");
580 e70bf110 2020-03-22 stsp wbuf->fd = -1;
581 e70bf110 2020-03-22 stsp imsg_close(ibuf, wbuf);
583 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
586 e70bf110 2020-03-22 stsp static const struct got_error *
587 e70bf110 2020-03-22 stsp send_commit_traversal_done(struct imsgbuf *ibuf)
589 e70bf110 2020-03-22 stsp if (imsg_compose(ibuf, GOT_IMSG_COMMIT_TRAVERSAL_DONE, 0, 0, -1,
590 e70bf110 2020-03-22 stsp NULL, 0) == -1)
591 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_compose TRAVERSAL_DONE");
593 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
596 e70bf110 2020-03-22 stsp static const struct got_error *
597 ca6e02ac 2020-01-07 stsp commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
598 ca6e02ac 2020-01-07 stsp struct got_pack *pack, struct got_packidx *packidx,
599 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
601 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
602 ca6e02ac 2020-01-07 stsp struct got_imsg_packed_object iobj;
603 ca6e02ac 2020-01-07 stsp struct got_object_qid *pid;
604 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL, *pcommit = NULL;
605 9985f404 2022-05-19 stsp struct got_parsed_tree_entry *entries = NULL, *pentries = NULL;
606 ca6e02ac 2020-01-07 stsp int nentries = 0, pnentries = 0;
607 ca6e02ac 2020-01-07 stsp struct got_object_id id;
608 ca6e02ac 2020-01-07 stsp size_t datalen, path_len;
609 ca6e02ac 2020-01-07 stsp char *path = NULL;
610 ca6e02ac 2020-01-07 stsp const int min_alloc = 64;
611 ca6e02ac 2020-01-07 stsp int changed = 0, ncommits = 0, nallocated = 0;
612 ca6e02ac 2020-01-07 stsp struct got_object_id *commit_ids = NULL;
614 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
615 ca6e02ac 2020-01-07 stsp if (datalen < sizeof(iobj))
616 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
617 ca6e02ac 2020-01-07 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
618 ca6e02ac 2020-01-07 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
620 ca6e02ac 2020-01-07 stsp path_len = datalen - sizeof(iobj) - 1;
621 ca6e02ac 2020-01-07 stsp if (path_len < 0)
622 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
623 ca6e02ac 2020-01-07 stsp if (path_len > 0) {
624 ca6e02ac 2020-01-07 stsp path = imsg->data + sizeof(iobj);
625 ca6e02ac 2020-01-07 stsp if (path[path_len] != '\0')
626 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
629 ca6e02ac 2020-01-07 stsp nallocated = min_alloc;
630 ca6e02ac 2020-01-07 stsp commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
631 ca6e02ac 2020-01-07 stsp if (commit_ids == NULL)
632 ca6e02ac 2020-01-07 stsp return got_error_from_errno("reallocarray");
635 ca6e02ac 2020-01-07 stsp const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
638 ca6e02ac 2020-01-07 stsp if (sigint_received) {
639 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_CANCELLED);
643 ca6e02ac 2020-01-07 stsp if (commit == NULL) {
644 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx, &id);
645 ca6e02ac 2020-01-07 stsp if (idx == -1)
647 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx,
648 ca6e02ac 2020-01-07 stsp idx, &id, objcache);
650 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
652 ca6e02ac 2020-01-07 stsp err = NULL;
657 ca6e02ac 2020-01-07 stsp if (sizeof(struct got_imsg_traversed_commits) +
658 ca6e02ac 2020-01-07 stsp ncommits * SHA1_DIGEST_LENGTH >= max_datalen) {
659 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits,
663 ca6e02ac 2020-01-07 stsp ncommits = 0;
665 ca6e02ac 2020-01-07 stsp ncommits++;
666 ca6e02ac 2020-01-07 stsp if (ncommits > nallocated) {
667 ca6e02ac 2020-01-07 stsp struct got_object_id *new;
668 ca6e02ac 2020-01-07 stsp nallocated += min_alloc;
669 ca6e02ac 2020-01-07 stsp new = reallocarray(commit_ids, nallocated,
670 ca6e02ac 2020-01-07 stsp sizeof(*commit_ids));
671 ca6e02ac 2020-01-07 stsp if (new == NULL) {
672 ca6e02ac 2020-01-07 stsp err = got_error_from_errno("reallocarray");
675 ca6e02ac 2020-01-07 stsp commit_ids = new;
677 ca6e02ac 2020-01-07 stsp memcpy(commit_ids[ncommits - 1].sha1, id.sha1,
678 ca6e02ac 2020-01-07 stsp SHA1_DIGEST_LENGTH);
680 dbdddfee 2021-06-23 naddy pid = STAILQ_FIRST(&commit->parent_ids);
681 ca6e02ac 2020-01-07 stsp if (pid == NULL)
684 d7b5a0e8 2022-04-20 stsp idx = got_packidx_get_object_idx(packidx, &pid->id);
685 ca6e02ac 2020-01-07 stsp if (idx == -1)
688 d7b5a0e8 2022-04-20 stsp err = open_commit(&pcommit, pack, packidx, idx, &pid->id,
691 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
693 ca6e02ac 2020-01-07 stsp err = NULL;
697 ca6e02ac 2020-01-07 stsp if (path[0] == '/' && path[1] == '\0') {
698 ca6e02ac 2020-01-07 stsp if (got_object_id_cmp(pcommit->tree_id,
699 ca6e02ac 2020-01-07 stsp commit->tree_id) != 0) {
700 ca6e02ac 2020-01-07 stsp changed = 1;
705 ca6e02ac 2020-01-07 stsp uint8_t *buf = NULL, *pbuf = NULL;
707 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx,
708 ca6e02ac 2020-01-07 stsp commit->tree_id);
709 ca6e02ac 2020-01-07 stsp if (idx == -1)
711 ca6e02ac 2020-01-07 stsp pidx = got_packidx_get_object_idx(packidx,
712 ca6e02ac 2020-01-07 stsp pcommit->tree_id);
713 ca6e02ac 2020-01-07 stsp if (pidx == -1)
716 ca6e02ac 2020-01-07 stsp err = open_tree(&buf, &entries, &nentries, pack,
717 ca6e02ac 2020-01-07 stsp packidx, idx, commit->tree_id, objcache);
720 ca6e02ac 2020-01-07 stsp err = open_tree(&pbuf, &pentries, &pnentries, pack,
721 ca6e02ac 2020-01-07 stsp packidx, pidx, pcommit->tree_id, objcache);
727 ca6e02ac 2020-01-07 stsp err = tree_path_changed(&changed, &buf, &pbuf,
728 ca6e02ac 2020-01-07 stsp &entries, &nentries, &pentries, &pnentries, path,
729 ca6e02ac 2020-01-07 stsp pack, packidx, ibuf, objcache);
731 9985f404 2022-05-19 stsp free(entries);
732 9985f404 2022-05-19 stsp entries = NULL;
733 ca6e02ac 2020-01-07 stsp nentries = 0;
735 9985f404 2022-05-19 stsp free(pentries);
736 9985f404 2022-05-19 stsp pentries = NULL;
737 ca6e02ac 2020-01-07 stsp pnentries = 0;
738 ca6e02ac 2020-01-07 stsp free(pbuf);
740 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
742 ca6e02ac 2020-01-07 stsp err = NULL;
747 ca6e02ac 2020-01-07 stsp if (!changed) {
748 d7b5a0e8 2022-04-20 stsp memcpy(id.sha1, pid->id.sha1, SHA1_DIGEST_LENGTH);
749 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
750 ca6e02ac 2020-01-07 stsp commit = pcommit;
751 ca6e02ac 2020-01-07 stsp pcommit = NULL;
753 ca6e02ac 2020-01-07 stsp } while (!changed);
755 ca6e02ac 2020-01-07 stsp if (ncommits > 0) {
756 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits, ibuf);
760 ca6e02ac 2020-01-07 stsp if (changed) {
761 ca6e02ac 2020-01-07 stsp err = got_privsep_send_commit(ibuf, commit);
766 e70bf110 2020-03-22 stsp err = send_commit_traversal_done(ibuf);
768 ca6e02ac 2020-01-07 stsp free(commit_ids);
769 ca6e02ac 2020-01-07 stsp if (commit)
770 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
771 ca6e02ac 2020-01-07 stsp if (pcommit)
772 ca6e02ac 2020-01-07 stsp got_object_commit_close(pcommit);
773 9985f404 2022-05-19 stsp free(entries);
774 9985f404 2022-05-19 stsp free(pentries);
776 f4a881ce 2018-11-17 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
777 f4a881ce 2018-11-17 stsp err = NULL;
779 f4a881ce 2018-11-17 stsp got_privsep_send_error(ibuf, err);
782 f4a881ce 2018-11-17 stsp return err;
785 f4a881ce 2018-11-17 stsp static const struct got_error *
786 c0df5966 2021-12-31 stsp raw_object_request(struct imsg *imsg, struct imsgbuf *ibuf,
787 c0df5966 2021-12-31 stsp struct got_pack *pack, struct got_packidx *packidx,
788 db696021 2022-01-04 stsp struct got_object_cache *objcache, FILE *basefile, FILE *accumfile)
790 59d1e4a0 2021-03-10 stsp const struct got_error *err = NULL;
791 59d1e4a0 2021-03-10 stsp uint8_t *buf = NULL;
792 59d1e4a0 2021-03-10 stsp uint64_t size = 0;
793 db696021 2022-01-04 stsp FILE *outfile = NULL;
794 59d1e4a0 2021-03-10 stsp struct got_imsg_packed_object iobj;
795 59d1e4a0 2021-03-10 stsp struct got_object *obj;
796 59d1e4a0 2021-03-10 stsp struct got_object_id id;
797 59d1e4a0 2021-03-10 stsp size_t datalen;
799 59d1e4a0 2021-03-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
800 59d1e4a0 2021-03-10 stsp if (datalen != sizeof(iobj))
801 59d1e4a0 2021-03-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
802 59d1e4a0 2021-03-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
803 59d1e4a0 2021-03-10 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
805 59d1e4a0 2021-03-10 stsp obj = got_object_cache_get(objcache, &id);
807 59d1e4a0 2021-03-10 stsp obj->refcnt++;
809 59d1e4a0 2021-03-10 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
812 59d1e4a0 2021-03-10 stsp return err;
815 59d1e4a0 2021-03-10 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_RAW_OBJECT_OUTFD);
817 59d1e4a0 2021-03-10 stsp return err;
819 59d1e4a0 2021-03-10 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
820 59d1e4a0 2021-03-10 stsp err = got_pack_get_max_delta_object_size(&size, obj, pack);
824 59d1e4a0 2021-03-10 stsp size = obj->size;
826 59d1e4a0 2021-03-10 stsp if (size <= GOT_PRIVSEP_INLINE_OBJECT_DATA_MAX)
827 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
828 59d1e4a0 2021-03-10 stsp obj, pack);
830 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
831 59d1e4a0 2021-03-10 stsp accumfile);
835 40e3cb72 2021-06-22 stsp err = got_privsep_send_raw_obj(ibuf, obj->size, obj->hdrlen, buf);
838 59d1e4a0 2021-03-10 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
839 59d1e4a0 2021-03-10 stsp err = got_error_from_errno("fclose");
840 59d1e4a0 2021-03-10 stsp got_object_close(obj);
841 59d1e4a0 2021-03-10 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
842 59d1e4a0 2021-03-10 stsp got_privsep_send_error(ibuf, err);
844 59d1e4a0 2021-03-10 stsp return err;
847 67fd6849 2022-02-13 stsp static const struct got_error *
848 67fd6849 2022-02-13 stsp get_base_object_id(struct got_object_id *base_id, struct got_packidx *packidx,
849 67fd6849 2022-02-13 stsp off_t base_offset)
851 67fd6849 2022-02-13 stsp const struct got_error *err;
854 5e91dae4 2022-08-30 stsp err = got_packidx_get_offset_idx(&idx, packidx, base_offset);
856 67fd6849 2022-02-13 stsp return err;
857 67fd6849 2022-02-13 stsp if (idx == -1)
858 67fd6849 2022-02-13 stsp return got_error(GOT_ERR_BAD_PACKIDX);
860 67fd6849 2022-02-13 stsp return got_packidx_get_object_id(base_id, packidx, idx);
863 59d1e4a0 2021-03-10 stsp static const struct got_error *
864 67fd6849 2022-02-13 stsp raw_delta_request(struct imsg *imsg, struct imsgbuf *ibuf,
865 67fd6849 2022-02-13 stsp FILE *delta_outfile, struct got_pack *pack,
866 67fd6849 2022-02-13 stsp struct got_packidx *packidx)
868 67fd6849 2022-02-13 stsp const struct got_error *err = NULL;
869 67fd6849 2022-02-13 stsp struct got_imsg_raw_delta_request req;
870 2d9e6abf 2022-05-04 stsp size_t datalen, delta_size, delta_compressed_size;
871 67fd6849 2022-02-13 stsp off_t delta_offset;
872 67fd6849 2022-02-13 stsp uint8_t *delta_buf = NULL;
873 67fd6849 2022-02-13 stsp struct got_object_id id, base_id;
874 67fd6849 2022-02-13 stsp off_t base_offset, delta_out_offset = 0;
875 67fd6849 2022-02-13 stsp uint64_t base_size = 0, result_size = 0;
878 67fd6849 2022-02-13 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
879 67fd6849 2022-02-13 stsp if (datalen != sizeof(req))
880 67fd6849 2022-02-13 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
881 67fd6849 2022-02-13 stsp memcpy(&req, imsg->data, sizeof(req));
882 67fd6849 2022-02-13 stsp memcpy(id.sha1, req.id, SHA1_DIGEST_LENGTH);
884 67fd6849 2022-02-13 stsp imsg->fd = -1;
886 67fd6849 2022-02-13 stsp err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
887 2d9e6abf 2022-05-04 stsp &delta_compressed_size, &delta_offset, &base_offset, &base_id,
888 2d9e6abf 2022-05-04 stsp &base_size, &result_size, pack, packidx, req.idx);
893 67fd6849 2022-02-13 stsp * If this is an offset delta we must determine the base
894 67fd6849 2022-02-13 stsp * object ID ourselves.
896 67fd6849 2022-02-13 stsp if (base_offset != 0) {
897 67fd6849 2022-02-13 stsp err = get_base_object_id(&base_id, packidx, base_offset);
902 67fd6849 2022-02-13 stsp delta_out_offset = ftello(delta_outfile);
903 2d9e6abf 2022-05-04 stsp w = fwrite(delta_buf, 1, delta_compressed_size, delta_outfile);
904 2d9e6abf 2022-05-04 stsp if (w != delta_compressed_size) {
905 67fd6849 2022-02-13 stsp err = got_ferror(delta_outfile, GOT_ERR_IO);
908 67fd6849 2022-02-13 stsp if (fflush(delta_outfile) == -1) {
909 67fd6849 2022-02-13 stsp err = got_error_from_errno("fflush");
913 67fd6849 2022-02-13 stsp err = got_privsep_send_raw_delta(ibuf, base_size, result_size,
914 2d9e6abf 2022-05-04 stsp delta_size, delta_compressed_size, delta_offset, delta_out_offset,
917 67fd6849 2022-02-13 stsp free(delta_buf);
918 67fd6849 2022-02-13 stsp return err;
921 fae7e038 2022-05-07 stsp struct search_deltas_arg {
922 fae7e038 2022-05-07 stsp struct imsgbuf *ibuf;
923 fae7e038 2022-05-07 stsp struct got_packidx *packidx;
924 fae7e038 2022-05-07 stsp struct got_pack *pack;
925 fae7e038 2022-05-07 stsp struct got_object_idset *idset;
926 fae7e038 2022-05-07 stsp FILE *delta_outfile;
927 fae7e038 2022-05-07 stsp struct got_imsg_reused_delta deltas[GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS];
928 fae7e038 2022-05-07 stsp size_t ndeltas;
931 67fd6849 2022-02-13 stsp static const struct got_error *
932 fae7e038 2022-05-07 stsp search_delta_for_object(struct got_object_id *id, void *data, void *arg)
934 fae7e038 2022-05-07 stsp const struct got_error *err;
935 fae7e038 2022-05-07 stsp struct search_deltas_arg *a = arg;
936 fae7e038 2022-05-07 stsp int obj_idx;
937 fae7e038 2022-05-07 stsp uint8_t *delta_buf = NULL;
938 fae7e038 2022-05-07 stsp uint64_t base_size, result_size;
939 fae7e038 2022-05-07 stsp size_t delta_size, delta_compressed_size;
940 fae7e038 2022-05-07 stsp off_t delta_offset, base_offset;
941 fae7e038 2022-05-07 stsp struct got_object_id base_id;
943 fae7e038 2022-05-07 stsp if (sigint_received)
944 fae7e038 2022-05-07 stsp return got_error(GOT_ERR_CANCELLED);
946 fae7e038 2022-05-07 stsp obj_idx = got_packidx_get_object_idx(a->packidx, id);
947 fae7e038 2022-05-07 stsp if (obj_idx == -1)
948 fae7e038 2022-05-07 stsp return NULL; /* object not present in our pack file */
950 fae7e038 2022-05-07 stsp err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
951 fae7e038 2022-05-07 stsp &delta_compressed_size, &delta_offset, &base_offset, &base_id,
952 fae7e038 2022-05-07 stsp &base_size, &result_size, a->pack, a->packidx, obj_idx);
954 fae7e038 2022-05-07 stsp if (err->code == GOT_ERR_OBJ_TYPE)
955 fae7e038 2022-05-07 stsp return NULL; /* object not stored as a delta */
956 fae7e038 2022-05-07 stsp return err;
960 fae7e038 2022-05-07 stsp * If this is an offset delta we must determine the base
961 fae7e038 2022-05-07 stsp * object ID ourselves.
963 fae7e038 2022-05-07 stsp if (base_offset != 0) {
964 fae7e038 2022-05-07 stsp err = get_base_object_id(&base_id, a->packidx, base_offset);
969 fae7e038 2022-05-07 stsp if (got_object_idset_contains(a->idset, &base_id)) {
970 fae7e038 2022-05-07 stsp struct got_imsg_reused_delta *delta;
971 fae7e038 2022-05-07 stsp off_t delta_out_offset = ftello(a->delta_outfile);
974 fae7e038 2022-05-07 stsp w = fwrite(delta_buf, 1, delta_compressed_size,
975 fae7e038 2022-05-07 stsp a->delta_outfile);
976 fae7e038 2022-05-07 stsp if (w != delta_compressed_size) {
977 fae7e038 2022-05-07 stsp err = got_ferror(a->delta_outfile, GOT_ERR_IO);
981 fae7e038 2022-05-07 stsp delta = &a->deltas[a->ndeltas++];
982 fae7e038 2022-05-07 stsp memcpy(&delta->id, id, sizeof(delta->id));
983 fae7e038 2022-05-07 stsp memcpy(&delta->base_id, &base_id, sizeof(delta->base_id));
984 fae7e038 2022-05-07 stsp delta->base_size = base_size;
985 fae7e038 2022-05-07 stsp delta->result_size = result_size;
986 fae7e038 2022-05-07 stsp delta->delta_size = delta_size;
987 fae7e038 2022-05-07 stsp delta->delta_compressed_size = delta_compressed_size;
988 fae7e038 2022-05-07 stsp delta->delta_offset = delta_offset;
989 fae7e038 2022-05-07 stsp delta->delta_out_offset = delta_out_offset;
991 fae7e038 2022-05-07 stsp if (a->ndeltas >= GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS) {
992 fae7e038 2022-05-07 stsp err = got_privsep_send_reused_deltas(a->ibuf,
993 fae7e038 2022-05-07 stsp a->deltas, a->ndeltas);
996 fae7e038 2022-05-07 stsp a->ndeltas = 0;
1000 fae7e038 2022-05-07 stsp free(delta_buf);
1001 fae7e038 2022-05-07 stsp return err;
1004 fae7e038 2022-05-07 stsp static const struct got_error *
1005 fae7e038 2022-05-07 stsp recv_object_ids(struct got_object_idset *idset, struct imsgbuf *ibuf)
1007 fae7e038 2022-05-07 stsp const struct got_error *err = NULL;
1008 fae7e038 2022-05-07 stsp int done = 0;
1009 fae7e038 2022-05-07 stsp struct got_object_id *ids;
1010 fae7e038 2022-05-07 stsp size_t nids, i;
1012 fae7e038 2022-05-07 stsp for (;;) {
1013 fae7e038 2022-05-07 stsp err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1014 fae7e038 2022-05-07 stsp if (err || done)
1016 fae7e038 2022-05-07 stsp for (i = 0; i < nids; i++) {
1017 fae7e038 2022-05-07 stsp err = got_object_idset_add(idset, &ids[i], NULL);
1018 fae7e038 2022-05-07 stsp if (err) {
1019 fae7e038 2022-05-07 stsp free(ids);
1020 fae7e038 2022-05-07 stsp return err;
1023 fae7e038 2022-05-07 stsp free(ids);
1026 0ab4c957 2022-06-13 stsp return err;
1029 0ab4c957 2022-06-13 stsp static const struct got_error *
1030 0ab4c957 2022-06-13 stsp recv_object_id_queue(struct got_object_id_queue *queue, struct imsgbuf *ibuf)
1032 0ab4c957 2022-06-13 stsp const struct got_error *err = NULL;
1033 0ab4c957 2022-06-13 stsp int done = 0;
1034 0ab4c957 2022-06-13 stsp struct got_object_qid *qid;
1035 0ab4c957 2022-06-13 stsp struct got_object_id *ids;
1036 0ab4c957 2022-06-13 stsp size_t nids, i;
1038 0ab4c957 2022-06-13 stsp for (;;) {
1039 0ab4c957 2022-06-13 stsp err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1040 0ab4c957 2022-06-13 stsp if (err || done)
1042 0ab4c957 2022-06-13 stsp for (i = 0; i < nids; i++) {
1043 0ab4c957 2022-06-13 stsp err = got_object_qid_alloc_partial(&qid);
1045 0ab4c957 2022-06-13 stsp return err;
1046 0ab4c957 2022-06-13 stsp memcpy(&qid->id, &ids[i], sizeof(qid->id));
1047 0ab4c957 2022-06-13 stsp STAILQ_INSERT_TAIL(queue, qid, entry);
1051 cee6a7ea 2022-06-07 stsp return err;
1054 cee6a7ea 2022-06-07 stsp static const struct got_error *
1055 fae7e038 2022-05-07 stsp delta_reuse_request(struct imsg *imsg, struct imsgbuf *ibuf,
1056 fae7e038 2022-05-07 stsp FILE *delta_outfile, struct got_pack *pack, struct got_packidx *packidx)
1058 fae7e038 2022-05-07 stsp const struct got_error *err = NULL;
1059 fae7e038 2022-05-07 stsp struct got_object_idset *idset;
1060 fae7e038 2022-05-07 stsp struct search_deltas_arg sda;
1062 fae7e038 2022-05-07 stsp idset = got_object_idset_alloc();
1063 fae7e038 2022-05-07 stsp if (idset == NULL)
1064 fae7e038 2022-05-07 stsp return got_error_from_errno("got_object_idset_alloc");
1066 fae7e038 2022-05-07 stsp err = recv_object_ids(idset, ibuf);
1068 fae7e038 2022-05-07 stsp return err;
1070 fae7e038 2022-05-07 stsp memset(&sda, 0, sizeof(sda));
1071 fae7e038 2022-05-07 stsp sda.ibuf = ibuf;
1072 fae7e038 2022-05-07 stsp sda.idset = idset;
1073 fae7e038 2022-05-07 stsp sda.pack = pack;
1074 fae7e038 2022-05-07 stsp sda.packidx = packidx;
1075 fae7e038 2022-05-07 stsp sda.delta_outfile = delta_outfile;
1076 fae7e038 2022-05-07 stsp err = got_object_idset_for_each(idset, search_delta_for_object, &sda);
1078 fae7e038 2022-05-07 stsp goto done;
1080 fae7e038 2022-05-07 stsp if (sda.ndeltas > 0) {
1081 fae7e038 2022-05-07 stsp err = got_privsep_send_reused_deltas(ibuf, sda.deltas,
1082 fae7e038 2022-05-07 stsp sda.ndeltas);
1084 fae7e038 2022-05-07 stsp goto done;
1087 fae7e038 2022-05-07 stsp if (fflush(delta_outfile) == -1) {
1088 fae7e038 2022-05-07 stsp err = got_error_from_errno("fflush");
1089 fae7e038 2022-05-07 stsp goto done;
1092 fae7e038 2022-05-07 stsp err = got_privsep_send_reused_deltas_done(ibuf);
1094 fae7e038 2022-05-07 stsp got_object_idset_free(idset);
1095 fae7e038 2022-05-07 stsp return err;
1098 fae7e038 2022-05-07 stsp static const struct got_error *
1099 876c234b 2018-09-10 stsp receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
1101 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1102 876c234b 2018-09-10 stsp struct imsg imsg;
1103 876c234b 2018-09-10 stsp struct got_imsg_packidx ipackidx;
1104 876c234b 2018-09-10 stsp size_t datalen;
1105 876c234b 2018-09-10 stsp struct got_packidx *p;
1107 876c234b 2018-09-10 stsp *packidx = NULL;
1109 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1111 876c234b 2018-09-10 stsp return err;
1113 876c234b 2018-09-10 stsp p = calloc(1, sizeof(*p));
1114 876c234b 2018-09-10 stsp if (p == NULL) {
1115 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
1116 876c234b 2018-09-10 stsp goto done;
1119 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
1120 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1121 876c234b 2018-09-10 stsp goto done;
1124 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
1125 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1126 876c234b 2018-09-10 stsp goto done;
1129 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1130 876c234b 2018-09-10 stsp if (datalen != sizeof(ipackidx)) {
1131 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
1132 876c234b 2018-09-10 stsp goto done;
1134 876c234b 2018-09-10 stsp memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
1136 876c234b 2018-09-10 stsp p->len = ipackidx.len;
1137 876c234b 2018-09-10 stsp p->fd = dup(imsg.fd);
1138 876c234b 2018-09-10 stsp if (p->fd == -1) {
1139 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
1140 56bef47a 2018-09-15 stsp goto done;
1142 56bef47a 2018-09-15 stsp if (lseek(p->fd, 0, SEEK_SET) == -1) {
1143 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
1144 876c234b 2018-09-10 stsp goto done;
1147 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
1148 876c234b 2018-09-10 stsp p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
1149 876c234b 2018-09-10 stsp if (p->map == MAP_FAILED)
1150 876c234b 2018-09-10 stsp p->map = NULL; /* fall back to read(2) */
1152 c3564dfa 2021-07-15 stsp err = got_packidx_init_hdr(p, 1, ipackidx.packfile_size);
1154 876c234b 2018-09-10 stsp if (err) {
1155 876c234b 2018-09-10 stsp if (imsg.fd != -1)
1156 876c234b 2018-09-10 stsp close(imsg.fd);
1157 876c234b 2018-09-10 stsp got_packidx_close(p);
1159 876c234b 2018-09-10 stsp *packidx = p;
1160 876c234b 2018-09-10 stsp imsg_free(&imsg);
1161 0ab4c957 2022-06-13 stsp return err;
1164 0ab4c957 2022-06-13 stsp static const struct got_error *
1165 0ab4c957 2022-06-13 stsp send_tree_enumeration_done(struct imsgbuf *ibuf)
1167 0ab4c957 2022-06-13 stsp if (imsg_compose(ibuf, GOT_IMSG_TREE_ENUMERATION_DONE, 0, 0, -1,
1168 0ab4c957 2022-06-13 stsp NULL, 0) == -1)
1169 0ab4c957 2022-06-13 stsp return got_error_from_errno("imsg_compose TREE_ENUMERATION_DONE");
1171 0ab4c957 2022-06-13 stsp return got_privsep_flush_imsg(ibuf);
1174 0ab4c957 2022-06-13 stsp struct enumerated_tree {
1175 0ab4c957 2022-06-13 stsp struct got_object_id id;
1176 0ab4c957 2022-06-13 stsp char *path;
1177 0ab4c957 2022-06-13 stsp uint8_t *buf;
1178 0ab4c957 2022-06-13 stsp struct got_parsed_tree_entry *entries;
1179 0ab4c957 2022-06-13 stsp int nentries;
1182 0ab4c957 2022-06-13 stsp static const struct got_error *
1183 0ab4c957 2022-06-13 stsp enumerate_tree(int *have_all_entries, struct imsgbuf *ibuf, size_t *totlen,
1184 0ab4c957 2022-06-13 stsp struct got_object_id *tree_id,
1185 0ab4c957 2022-06-13 stsp const char *path, struct got_pack *pack, struct got_packidx *packidx,
1186 0ab4c957 2022-06-13 stsp struct got_object_cache *objcache, struct got_object_idset *idset,
1187 0ab4c957 2022-06-13 stsp struct enumerated_tree **trees, size_t *nalloc, size_t *ntrees)
1189 0ab4c957 2022-06-13 stsp const struct got_error *err = NULL;
1190 0ab4c957 2022-06-13 stsp struct got_object_id_queue ids;
1191 0ab4c957 2022-06-13 stsp struct got_object_qid *qid;
1192 0ab4c957 2022-06-13 stsp uint8_t *buf = NULL;
1193 0ab4c957 2022-06-13 stsp struct got_parsed_tree_entry *entries = NULL;
1194 0ab4c957 2022-06-13 stsp int nentries = 0, i;
1195 0ab4c957 2022-06-13 stsp struct enumerated_tree *tree;
1197 0ab4c957 2022-06-13 stsp *ntrees = 0;
1198 0ab4c957 2022-06-13 stsp *have_all_entries = 1;
1199 0ab4c957 2022-06-13 stsp STAILQ_INIT(&ids);
1201 0ab4c957 2022-06-13 stsp err = got_object_qid_alloc_partial(&qid);
1203 0ab4c957 2022-06-13 stsp return err;
1204 0ab4c957 2022-06-13 stsp memcpy(&qid->id.sha1, tree_id, SHA1_DIGEST_LENGTH);
1205 0ab4c957 2022-06-13 stsp qid->data = strdup(path);
1206 0ab4c957 2022-06-13 stsp if (qid->data == NULL) {
1207 0ab4c957 2022-06-13 stsp err = got_error_from_errno("strdup");
1208 0ab4c957 2022-06-13 stsp goto done;
1210 0ab4c957 2022-06-13 stsp STAILQ_INSERT_TAIL(&ids, qid, entry);
1211 0ab4c957 2022-06-13 stsp qid = NULL;
1213 0ab4c957 2022-06-13 stsp /* Traverse the tree hierarchy, gather tree object IDs and paths. */
1215 0ab4c957 2022-06-13 stsp const char *path;
1216 0ab4c957 2022-06-13 stsp int idx, i;
1218 0ab4c957 2022-06-13 stsp if (sigint_received) {
1219 0ab4c957 2022-06-13 stsp err = got_error(GOT_ERR_CANCELLED);
1220 0ab4c957 2022-06-13 stsp goto done;
1223 0ab4c957 2022-06-13 stsp qid = STAILQ_FIRST(&ids);
1224 0ab4c957 2022-06-13 stsp STAILQ_REMOVE_HEAD(&ids, entry);
1225 0ab4c957 2022-06-13 stsp path = qid->data;
1227 0ab4c957 2022-06-13 stsp idx = got_packidx_get_object_idx(packidx, &qid->id);
1228 0ab4c957 2022-06-13 stsp if (idx == -1) {
1229 0ab4c957 2022-06-13 stsp *have_all_entries = 0;
1233 0ab4c957 2022-06-13 stsp err = open_tree(&buf, &entries, &nentries,
1234 0ab4c957 2022-06-13 stsp pack, packidx, idx, &qid->id, objcache);
1235 0ab4c957 2022-06-13 stsp if (err) {
1236 0ab4c957 2022-06-13 stsp if (err->code != GOT_ERR_NO_OBJ)
1237 0ab4c957 2022-06-13 stsp goto done;
1240 0ab4c957 2022-06-13 stsp err = got_object_idset_add(idset, &qid->id, NULL);
1242 0ab4c957 2022-06-13 stsp goto done;
1244 0ab4c957 2022-06-13 stsp for (i = 0; i < nentries; i++) {
1245 0ab4c957 2022-06-13 stsp struct got_object_qid *eqid = NULL;
1246 0ab4c957 2022-06-13 stsp struct got_parsed_tree_entry *pte = &entries[i];
1249 0ab4c957 2022-06-13 stsp if (!S_ISDIR(pte->mode))
1252 0ab4c957 2022-06-13 stsp err = got_object_qid_alloc_partial(&eqid);
1254 0ab4c957 2022-06-13 stsp goto done;
1255 0ab4c957 2022-06-13 stsp memcpy(eqid->id.sha1, pte->id, sizeof(eqid->id.sha1));
1257 0ab4c957 2022-06-13 stsp if (got_object_idset_contains(idset, &eqid->id)) {
1258 0ab4c957 2022-06-13 stsp got_object_qid_free(eqid);
1262 0ab4c957 2022-06-13 stsp if (asprintf(&p, "%s%s%s", path,
1263 0ab4c957 2022-06-13 stsp got_path_is_root_dir(path) ? "" : "/",
1264 0ab4c957 2022-06-13 stsp pte->name) == -1) {
1265 0ab4c957 2022-06-13 stsp err = got_error_from_errno("asprintf");
1266 0ab4c957 2022-06-13 stsp got_object_qid_free(eqid);
1267 0ab4c957 2022-06-13 stsp goto done;
1269 0ab4c957 2022-06-13 stsp eqid->data = p;
1270 0ab4c957 2022-06-13 stsp STAILQ_INSERT_TAIL(&ids, eqid, entry);
1273 0ab4c957 2022-06-13 stsp if (*ntrees >= *nalloc) {
1274 0ab4c957 2022-06-13 stsp struct enumerated_tree *new;
1275 0ab4c957 2022-06-13 stsp new = recallocarray(*trees, *nalloc, *nalloc + 16,
1276 0ab4c957 2022-06-13 stsp sizeof(*new));
1277 0ab4c957 2022-06-13 stsp if (new == NULL) {
1278 0ab4c957 2022-06-13 stsp err = got_error_from_errno("malloc");
1279 0ab4c957 2022-06-13 stsp goto done;
1281 0ab4c957 2022-06-13 stsp *trees = new;
1282 0ab4c957 2022-06-13 stsp *nalloc += 16;
1284 0ab4c957 2022-06-13 stsp tree = &(*trees)[*ntrees];
1285 0ab4c957 2022-06-13 stsp (*ntrees)++;
1286 0ab4c957 2022-06-13 stsp memcpy(&tree->id, &qid->id, sizeof(tree->id));
1287 0ab4c957 2022-06-13 stsp tree->path = qid->data;
1288 0ab4c957 2022-06-13 stsp tree->buf = buf;
1289 0ab4c957 2022-06-13 stsp buf = NULL;
1290 0ab4c957 2022-06-13 stsp tree->entries = entries;
1291 0ab4c957 2022-06-13 stsp entries = NULL;
1292 0ab4c957 2022-06-13 stsp tree->nentries = nentries;
1294 0ab4c957 2022-06-13 stsp got_object_qid_free(qid);
1295 0ab4c957 2022-06-13 stsp qid = NULL;
1296 0ab4c957 2022-06-13 stsp } while (!STAILQ_EMPTY(&ids));
1298 0ab4c957 2022-06-13 stsp if (*have_all_entries) {
1301 0ab4c957 2022-06-13 stsp * We have managed to traverse all entries in the hierarchy.
1302 0ab4c957 2022-06-13 stsp * Tell the main process what we have found.
1304 0ab4c957 2022-06-13 stsp for (i = 0; i < *ntrees; i++) {
1305 0ab4c957 2022-06-13 stsp tree = &(*trees)[i];
1306 0ab4c957 2022-06-13 stsp err = got_privsep_send_enumerated_tree(totlen,
1307 0ab4c957 2022-06-13 stsp ibuf, &tree->id, tree->path, tree->entries,
1308 0ab4c957 2022-06-13 stsp tree->nentries);
1310 0ab4c957 2022-06-13 stsp goto done;
1311 0ab4c957 2022-06-13 stsp free(tree->buf);
1312 0ab4c957 2022-06-13 stsp tree->buf = NULL;
1313 0ab4c957 2022-06-13 stsp free(tree->path);
1314 0ab4c957 2022-06-13 stsp tree->path = NULL;
1315 0ab4c957 2022-06-13 stsp free(tree->entries);
1316 0ab4c957 2022-06-13 stsp tree->entries = NULL;
1318 0ab4c957 2022-06-13 stsp *ntrees = 0; /* don't loop again below to free memory */
1320 0ab4c957 2022-06-13 stsp err = send_tree_enumeration_done(ibuf);
1323 0ab4c957 2022-06-13 stsp * We can only load fully packed tree hierarchies on
1324 0ab4c957 2022-06-13 stsp * behalf of the main process, otherwise the main process
1325 0ab4c957 2022-06-13 stsp * gets a wrong idea about which tree objects have
1326 0ab4c957 2022-06-13 stsp * already been traversed.
1327 0ab4c957 2022-06-13 stsp * Indicate a missing entry for the root of this tree.
1328 0ab4c957 2022-06-13 stsp * The main process should continue by loading this
1329 0ab4c957 2022-06-13 stsp * entire tree the slow way.
1331 0ab4c957 2022-06-13 stsp err = got_privsep_send_enumerated_tree(totlen, ibuf,
1332 0ab4c957 2022-06-13 stsp tree_id, "/", NULL, -1);
1334 0ab4c957 2022-06-13 stsp goto done;
1337 0ab4c957 2022-06-13 stsp free(buf);
1338 0ab4c957 2022-06-13 stsp free(entries);
1339 0ab4c957 2022-06-13 stsp for (i = 0; i < *ntrees; i++) {
1340 0ab4c957 2022-06-13 stsp tree = &(*trees)[i];
1341 0ab4c957 2022-06-13 stsp free(tree->buf);
1342 0ab4c957 2022-06-13 stsp tree->buf = NULL;
1343 0ab4c957 2022-06-13 stsp free(tree->path);
1344 0ab4c957 2022-06-13 stsp tree->path = NULL;
1345 0ab4c957 2022-06-13 stsp free(tree->entries);
1346 0ab4c957 2022-06-13 stsp tree->entries = NULL;
1349 0ab4c957 2022-06-13 stsp free(qid->data);
1350 0ab4c957 2022-06-13 stsp got_object_qid_free(qid);
1351 0ab4c957 2022-06-13 stsp got_object_id_queue_free(&ids);
1352 0ab4c957 2022-06-13 stsp if (err) {
1353 0ab4c957 2022-06-13 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
1354 0ab4c957 2022-06-13 stsp err = NULL;
1356 0ab4c957 2022-06-13 stsp got_privsep_send_error(ibuf, err);
1359 cee6a7ea 2022-06-07 stsp return err;
1362 cee6a7ea 2022-06-07 stsp static const struct got_error *
1363 0ab4c957 2022-06-13 stsp enumeration_request(struct imsg *imsg, struct imsgbuf *ibuf,
1364 0ab4c957 2022-06-13 stsp struct got_pack *pack, struct got_packidx *packidx,
1365 0ab4c957 2022-06-13 stsp struct got_object_cache *objcache)
1367 0ab4c957 2022-06-13 stsp const struct got_error *err = NULL;
1368 0ab4c957 2022-06-13 stsp struct got_object_id_queue commit_ids;
1369 0ab4c957 2022-06-13 stsp const struct got_object_id_queue *parents = NULL;
1370 0ab4c957 2022-06-13 stsp struct got_object_qid *qid = NULL;
1371 0ab4c957 2022-06-13 stsp struct got_object *obj = NULL;
1372 0ab4c957 2022-06-13 stsp struct got_commit_object *commit = NULL;
1373 0ab4c957 2022-06-13 stsp struct got_object_id *tree_id = NULL;
1374 0ab4c957 2022-06-13 stsp size_t totlen = 0;
1375 0ab4c957 2022-06-13 stsp struct got_object_idset *idset;
1376 0ab4c957 2022-06-13 stsp int i, idx, have_all_entries = 1;
1377 0ab4c957 2022-06-13 stsp struct enumerated_tree *trees = NULL;
1378 0ab4c957 2022-06-13 stsp size_t ntrees = 0, nalloc = 16;
1380 0ab4c957 2022-06-13 stsp STAILQ_INIT(&commit_ids);
1382 ffe3518f 2022-06-14 stsp trees = calloc(nalloc, sizeof(*trees));
1383 0ab4c957 2022-06-13 stsp if (trees == NULL)
1384 0ab4c957 2022-06-13 stsp return got_error_from_errno("calloc");
1386 0ab4c957 2022-06-13 stsp idset = got_object_idset_alloc();
1387 0ab4c957 2022-06-13 stsp if (idset == NULL) {
1388 0ab4c957 2022-06-13 stsp err = got_error_from_errno("got_object_idset_alloc");
1389 0ab4c957 2022-06-13 stsp goto done;
1392 0ab4c957 2022-06-13 stsp err = recv_object_id_queue(&commit_ids, ibuf);
1394 0ab4c957 2022-06-13 stsp goto done;
1396 a5e587e0 2022-06-14 stsp if (STAILQ_EMPTY(&commit_ids)) {
1397 a5e587e0 2022-06-14 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1398 a5e587e0 2022-06-14 stsp goto done;
1401 0ab4c957 2022-06-13 stsp err = recv_object_ids(idset, ibuf);
1403 0ab4c957 2022-06-13 stsp goto done;
1405 0ab4c957 2022-06-13 stsp while (!STAILQ_EMPTY(&commit_ids)) {
1406 0ab4c957 2022-06-13 stsp if (sigint_received) {
1407 0ab4c957 2022-06-13 stsp err = got_error(GOT_ERR_CANCELLED);
1408 0ab4c957 2022-06-13 stsp goto done;
1411 0ab4c957 2022-06-13 stsp qid = STAILQ_FIRST(&commit_ids);
1412 0ab4c957 2022-06-13 stsp STAILQ_REMOVE_HEAD(&commit_ids, entry);
1414 0ab4c957 2022-06-13 stsp if (got_object_idset_contains(idset, &qid->id)) {
1415 0ab4c957 2022-06-13 stsp got_object_qid_free(qid);
1416 0ab4c957 2022-06-13 stsp qid = NULL;
1420 0ab4c957 2022-06-13 stsp idx = got_packidx_get_object_idx(packidx, &qid->id);
1421 db9b9b1c 2022-06-14 stsp if (idx == -1) {
1422 db9b9b1c 2022-06-14 stsp have_all_entries = 0;
1426 0ab4c957 2022-06-13 stsp err = open_object(&obj, pack, packidx, idx, &qid->id,
1427 0ab4c957 2022-06-13 stsp objcache);
1429 0ab4c957 2022-06-13 stsp goto done;
1430 0ab4c957 2022-06-13 stsp if (obj->type == GOT_OBJ_TYPE_TAG) {
1431 0ab4c957 2022-06-13 stsp struct got_tag_object *tag;
1432 0ab4c957 2022-06-13 stsp uint8_t *buf;
1433 0ab4c957 2022-06-13 stsp size_t len;
1434 0ab4c957 2022-06-13 stsp err = got_packfile_extract_object_to_mem(&buf,
1435 0ab4c957 2022-06-13 stsp &len, obj, pack);
1437 0ab4c957 2022-06-13 stsp goto done;
1438 0ab4c957 2022-06-13 stsp obj->size = len;
1439 0ab4c957 2022-06-13 stsp err = got_object_parse_tag(&tag, buf, len);
1440 0ab4c957 2022-06-13 stsp if (err) {
1441 0ab4c957 2022-06-13 stsp free(buf);
1442 0ab4c957 2022-06-13 stsp goto done;
1444 0ab4c957 2022-06-13 stsp idx = got_packidx_get_object_idx(packidx, &tag->id);
1445 db9b9b1c 2022-06-14 stsp if (idx == -1) {
1446 db9b9b1c 2022-06-14 stsp have_all_entries = 0;
1449 0ab4c957 2022-06-13 stsp err = open_commit(&commit, pack, packidx, idx,
1450 0ab4c957 2022-06-13 stsp &tag->id, objcache);
1451 0ab4c957 2022-06-13 stsp got_object_tag_close(tag);
1452 0ab4c957 2022-06-13 stsp free(buf);
1454 0ab4c957 2022-06-13 stsp goto done;
1455 0ab4c957 2022-06-13 stsp } else if (obj->type == GOT_OBJ_TYPE_COMMIT) {
1456 0ab4c957 2022-06-13 stsp err = open_commit(&commit, pack, packidx, idx,
1457 0ab4c957 2022-06-13 stsp &qid->id, objcache);
1459 0ab4c957 2022-06-13 stsp goto done;
1461 0ab4c957 2022-06-13 stsp err = got_error(GOT_ERR_OBJ_TYPE);
1462 0ab4c957 2022-06-13 stsp goto done;
1464 0ab4c957 2022-06-13 stsp got_object_close(obj);
1465 0ab4c957 2022-06-13 stsp obj = NULL;
1467 0ab4c957 2022-06-13 stsp err = got_privsep_send_enumerated_commit(ibuf, &qid->id,
1468 0ab4c957 2022-06-13 stsp got_object_commit_get_committer_time(commit));
1470 0ab4c957 2022-06-13 stsp goto done;
1472 0ab4c957 2022-06-13 stsp tree_id = got_object_commit_get_tree_id(commit);
1473 0ab4c957 2022-06-13 stsp idx = got_packidx_get_object_idx(packidx, tree_id);
1474 0ab4c957 2022-06-13 stsp if (idx == -1) {
1475 db9b9b1c 2022-06-14 stsp have_all_entries = 0;
1476 0ab4c957 2022-06-13 stsp err = got_privsep_send_enumerated_tree(&totlen, ibuf,
1477 0ab4c957 2022-06-13 stsp tree_id, "/", NULL, -1);
1479 0ab4c957 2022-06-13 stsp goto done;
1483 0ab4c957 2022-06-13 stsp if (got_object_idset_contains(idset, tree_id)) {
1484 0ab4c957 2022-06-13 stsp got_object_qid_free(qid);
1485 0ab4c957 2022-06-13 stsp qid = NULL;
1489 89a34d6e 2022-06-18 stsp err = enumerate_tree(&have_all_entries, ibuf, &totlen,
1490 89a34d6e 2022-06-18 stsp tree_id, "/", pack, packidx, objcache, idset,
1491 89a34d6e 2022-06-18 stsp &trees, &nalloc, &ntrees);
1493 0ab4c957 2022-06-13 stsp goto done;
1495 0ab4c957 2022-06-13 stsp if (!have_all_entries)
1498 0ab4c957 2022-06-13 stsp got_object_qid_free(qid);
1499 0ab4c957 2022-06-13 stsp qid = NULL;
1501 0ab4c957 2022-06-13 stsp parents = got_object_commit_get_parent_ids(commit);
1502 0ab4c957 2022-06-13 stsp if (parents) {
1503 0ab4c957 2022-06-13 stsp struct got_object_qid *pid;
1504 0ab4c957 2022-06-13 stsp STAILQ_FOREACH(pid, parents, entry) {
1505 0ab4c957 2022-06-13 stsp if (got_object_idset_contains(idset, &pid->id))
1507 0ab4c957 2022-06-13 stsp err = got_object_qid_alloc_partial(&qid);
1509 0ab4c957 2022-06-13 stsp goto done;
1510 0ab4c957 2022-06-13 stsp memcpy(&qid->id, &pid->id, sizeof(qid->id));
1511 0ab4c957 2022-06-13 stsp STAILQ_INSERT_TAIL(&commit_ids, qid, entry);
1512 0ab4c957 2022-06-13 stsp qid = NULL;
1516 0ab4c957 2022-06-13 stsp got_object_commit_close(commit);
1517 0ab4c957 2022-06-13 stsp commit = NULL;
1520 0ab4c957 2022-06-13 stsp if (have_all_entries) {
1521 0ab4c957 2022-06-13 stsp err = got_privsep_send_object_enumeration_done(ibuf);
1523 db9b9b1c 2022-06-14 stsp goto done;
1525 db9b9b1c 2022-06-14 stsp err = got_privsep_send_object_enumeration_incomplete(ibuf);
1527 0ab4c957 2022-06-13 stsp goto done;
1531 0ab4c957 2022-06-13 stsp got_object_close(obj);
1532 0ab4c957 2022-06-13 stsp if (commit)
1533 0ab4c957 2022-06-13 stsp got_object_commit_close(commit);
1534 0ab4c957 2022-06-13 stsp got_object_qid_free(qid);
1535 0ab4c957 2022-06-13 stsp got_object_id_queue_free(&commit_ids);
1536 0ab4c957 2022-06-13 stsp if (idset)
1537 0ab4c957 2022-06-13 stsp got_object_idset_free(idset);
1538 0ab4c957 2022-06-13 stsp for (i = 0; i < ntrees; i++) {
1539 0ab4c957 2022-06-13 stsp struct enumerated_tree *tree = &trees[i];
1540 0ab4c957 2022-06-13 stsp free(tree->buf);
1541 0ab4c957 2022-06-13 stsp free(tree->path);
1542 0ab4c957 2022-06-13 stsp free(tree->entries);
1544 0ab4c957 2022-06-13 stsp free(trees);
1545 0ab4c957 2022-06-13 stsp return err;
1548 61af9b21 2022-06-28 stsp enum findtwixt_color {
1549 61af9b21 2022-06-28 stsp COLOR_KEEP = 0,
1550 61af9b21 2022-06-28 stsp COLOR_DROP,
1551 61af9b21 2022-06-28 stsp COLOR_SKIP,
1552 61af9b21 2022-06-28 stsp COLOR_MAX,
1555 0ab4c957 2022-06-13 stsp static const struct got_error *
1556 61af9b21 2022-06-28 stsp paint_commit(struct got_object_qid *qid, intptr_t color)
1558 61af9b21 2022-06-28 stsp if (color < 0 || color >= COLOR_MAX)
1559 61af9b21 2022-06-28 stsp return got_error(GOT_ERR_RANGE);
1561 61af9b21 2022-06-28 stsp qid->data = (void *)color;
1562 61af9b21 2022-06-28 stsp return NULL;
1565 61af9b21 2022-06-28 stsp static const struct got_error *
1566 61af9b21 2022-06-28 stsp queue_commit_id(struct got_object_id_queue *ids, struct got_object_id *id,
1567 61af9b21 2022-06-28 stsp intptr_t color)
1569 61af9b21 2022-06-28 stsp const struct got_error *err;
1570 61af9b21 2022-06-28 stsp struct got_object_qid *qid;
1572 61af9b21 2022-06-28 stsp err = got_object_qid_alloc_partial(&qid);
1574 61af9b21 2022-06-28 stsp return err;
1576 61af9b21 2022-06-28 stsp memcpy(&qid->id, id, sizeof(qid->id));
1577 61af9b21 2022-06-28 stsp STAILQ_INSERT_TAIL(ids, qid, entry);
1578 61af9b21 2022-06-28 stsp return paint_commit(qid, color);
1581 61af9b21 2022-06-28 stsp static const struct got_error *
1582 61af9b21 2022-06-28 stsp paint_commits(struct got_object_id_queue *ids, int *nids,
1583 61af9b21 2022-06-28 stsp struct got_object_idset *keep, struct got_object_idset *drop,
1584 61af9b21 2022-06-28 stsp struct got_object_idset *skip, struct got_pack *pack,
1585 61af9b21 2022-06-28 stsp struct got_packidx *packidx, struct imsgbuf *ibuf,
1586 61af9b21 2022-06-28 stsp struct got_object_cache *objcache)
1588 61af9b21 2022-06-28 stsp const struct got_error *err = NULL;
1589 61af9b21 2022-06-28 stsp struct got_commit_object *commit = NULL;
1590 61af9b21 2022-06-28 stsp struct got_object_id_queue painted;
1591 61af9b21 2022-06-28 stsp const struct got_object_id_queue *parents;
1592 61af9b21 2022-06-28 stsp struct got_object_qid *qid = NULL;
1593 61af9b21 2022-06-28 stsp int nqueued = *nids, nskip = 0, npainted = 0;
1595 61af9b21 2022-06-28 stsp STAILQ_INIT(&painted);
1597 61af9b21 2022-06-28 stsp while (!STAILQ_EMPTY(ids) && nskip != nqueued) {
1599 61af9b21 2022-06-28 stsp intptr_t color;
1601 61af9b21 2022-06-28 stsp if (sigint_received) {
1602 61af9b21 2022-06-28 stsp err = got_error(GOT_ERR_CANCELLED);
1603 61af9b21 2022-06-28 stsp goto done;
1606 61af9b21 2022-06-28 stsp qid = STAILQ_FIRST(ids);
1607 61af9b21 2022-06-28 stsp idx = got_packidx_get_object_idx(packidx, &qid->id);
1608 61af9b21 2022-06-28 stsp if (idx == -1) {
1609 61af9b21 2022-06-28 stsp qid = NULL;
1613 61af9b21 2022-06-28 stsp STAILQ_REMOVE_HEAD(ids, entry);
1614 61af9b21 2022-06-28 stsp nqueued--;
1615 61af9b21 2022-06-28 stsp color = (intptr_t)qid->data;
1616 61af9b21 2022-06-28 stsp if (color == COLOR_SKIP)
1619 61af9b21 2022-06-28 stsp if (got_object_idset_contains(skip, &qid->id)) {
1620 61af9b21 2022-06-28 stsp got_object_qid_free(qid);
1621 61af9b21 2022-06-28 stsp qid = NULL;
1625 61af9b21 2022-06-28 stsp switch (color) {
1626 61af9b21 2022-06-28 stsp case COLOR_KEEP:
1627 61af9b21 2022-06-28 stsp if (got_object_idset_contains(keep, &qid->id)) {
1628 61af9b21 2022-06-28 stsp got_object_qid_free(qid);
1629 61af9b21 2022-06-28 stsp qid = NULL;
1632 61af9b21 2022-06-28 stsp if (got_object_idset_contains(drop, &qid->id)) {
1633 61af9b21 2022-06-28 stsp err = paint_commit(qid, COLOR_SKIP);
1635 61af9b21 2022-06-28 stsp goto done;
1637 61af9b21 2022-06-28 stsp err = got_object_idset_add(keep, &qid->id, NULL);
1639 61af9b21 2022-06-28 stsp goto done;
1641 61af9b21 2022-06-28 stsp case COLOR_DROP:
1642 61af9b21 2022-06-28 stsp if (got_object_idset_contains(drop, &qid->id)) {
1643 61af9b21 2022-06-28 stsp got_object_qid_free(qid);
1644 61af9b21 2022-06-28 stsp qid = NULL;
1647 61af9b21 2022-06-28 stsp if (got_object_idset_contains(keep, &qid->id)) {
1648 61af9b21 2022-06-28 stsp err = paint_commit(qid, COLOR_SKIP);
1650 61af9b21 2022-06-28 stsp goto done;
1652 61af9b21 2022-06-28 stsp err = got_object_idset_add(drop, &qid->id, NULL);
1654 61af9b21 2022-06-28 stsp goto done;
1656 61af9b21 2022-06-28 stsp case COLOR_SKIP:
1657 61af9b21 2022-06-28 stsp if (!got_object_idset_contains(skip, &qid->id)) {
1658 61af9b21 2022-06-28 stsp err = got_object_idset_add(skip, &qid->id,
1661 61af9b21 2022-06-28 stsp goto done;
1665 61af9b21 2022-06-28 stsp /* should not happen */
1666 61af9b21 2022-06-28 stsp err = got_error_fmt(GOT_ERR_NOT_IMPL,
1667 756050ac 2022-07-19 op "%s invalid commit color %"PRIdPTR, __func__,
1669 61af9b21 2022-06-28 stsp goto done;
1672 61af9b21 2022-06-28 stsp err = open_commit(&commit, pack, packidx, idx, &qid->id,
1673 61af9b21 2022-06-28 stsp objcache);
1675 61af9b21 2022-06-28 stsp goto done;
1677 61af9b21 2022-06-28 stsp parents = got_object_commit_get_parent_ids(commit);
1678 61af9b21 2022-06-28 stsp if (parents) {
1679 61af9b21 2022-06-28 stsp struct got_object_qid *pid;
1680 61af9b21 2022-06-28 stsp color = (intptr_t)qid->data;
1681 61af9b21 2022-06-28 stsp STAILQ_FOREACH(pid, parents, entry) {
1682 61af9b21 2022-06-28 stsp err = queue_commit_id(ids, &pid->id, color);
1684 61af9b21 2022-06-28 stsp goto done;
1685 61af9b21 2022-06-28 stsp nqueued++;
1686 61af9b21 2022-06-28 stsp if (color == COLOR_SKIP)
1691 61af9b21 2022-06-28 stsp got_object_commit_close(commit);
1692 61af9b21 2022-06-28 stsp commit = NULL;
1694 61af9b21 2022-06-28 stsp STAILQ_INSERT_TAIL(&painted, qid, entry);
1695 61af9b21 2022-06-28 stsp qid = NULL;
1696 61af9b21 2022-06-28 stsp npainted++;
1698 61af9b21 2022-06-28 stsp err = got_privsep_send_painted_commits(ibuf, &painted,
1699 61af9b21 2022-06-28 stsp &npainted, 1, 0);
1701 61af9b21 2022-06-28 stsp goto done;
1704 61af9b21 2022-06-28 stsp err = got_privsep_send_painted_commits(ibuf, &painted, &npainted, 1, 1);
1706 61af9b21 2022-06-28 stsp goto done;
1708 61af9b21 2022-06-28 stsp *nids = nqueued;
1710 61af9b21 2022-06-28 stsp if (commit)
1711 61af9b21 2022-06-28 stsp got_object_commit_close(commit);
1712 61af9b21 2022-06-28 stsp got_object_qid_free(qid);
1713 61af9b21 2022-06-28 stsp return err;
1716 61af9b21 2022-06-28 stsp static void
1717 61af9b21 2022-06-28 stsp commit_painting_free(struct got_object_idset **keep,
1718 61af9b21 2022-06-28 stsp struct got_object_idset **drop,
1719 61af9b21 2022-06-28 stsp struct got_object_idset **skip)
1721 61af9b21 2022-06-28 stsp if (*keep) {
1722 61af9b21 2022-06-28 stsp got_object_idset_free(*keep);
1723 61af9b21 2022-06-28 stsp *keep = NULL;
1725 61af9b21 2022-06-28 stsp if (*drop) {
1726 61af9b21 2022-06-28 stsp got_object_idset_free(*drop);
1727 61af9b21 2022-06-28 stsp *drop = NULL;
1729 61af9b21 2022-06-28 stsp if (*skip) {
1730 5e91dae4 2022-08-30 stsp got_object_idset_free(*skip);
1731 61af9b21 2022-06-28 stsp *skip = NULL;
1735 61af9b21 2022-06-28 stsp static const struct got_error *
1736 61af9b21 2022-06-28 stsp commit_painting_init(struct imsgbuf *ibuf, struct got_object_idset **keep,
1737 61af9b21 2022-06-28 stsp struct got_object_idset **drop, struct got_object_idset **skip)
1739 61af9b21 2022-06-28 stsp const struct got_error *err = NULL;
1741 61af9b21 2022-06-28 stsp *keep = got_object_idset_alloc();
1742 61af9b21 2022-06-28 stsp if (*keep == NULL) {
1743 61af9b21 2022-06-28 stsp err = got_error_from_errno("got_object_idset_alloc");
1744 61af9b21 2022-06-28 stsp goto done;
1746 61af9b21 2022-06-28 stsp *drop = got_object_idset_alloc();
1747 61af9b21 2022-06-28 stsp if (*drop == NULL) {
1748 61af9b21 2022-06-28 stsp err = got_error_from_errno("got_object_idset_alloc");
1749 61af9b21 2022-06-28 stsp goto done;
1751 61af9b21 2022-06-28 stsp *skip = got_object_idset_alloc();
1752 61af9b21 2022-06-28 stsp if (*skip == NULL) {
1753 61af9b21 2022-06-28 stsp err = got_error_from_errno("got_object_idset_alloc");
1754 61af9b21 2022-06-28 stsp goto done;
1757 61af9b21 2022-06-28 stsp err = recv_object_ids(*keep, ibuf);
1759 61af9b21 2022-06-28 stsp goto done;
1760 61af9b21 2022-06-28 stsp err = recv_object_ids(*drop, ibuf);
1762 61af9b21 2022-06-28 stsp goto done;
1763 61af9b21 2022-06-28 stsp err = recv_object_ids(*skip, ibuf);
1765 61af9b21 2022-06-28 stsp goto done;
1769 61af9b21 2022-06-28 stsp commit_painting_free(keep, drop, skip);
1771 61af9b21 2022-06-28 stsp return err;
1774 61af9b21 2022-06-28 stsp static const struct got_error *
1775 61af9b21 2022-06-28 stsp commit_painting_request(struct imsg *imsg, struct imsgbuf *ibuf,
1776 61af9b21 2022-06-28 stsp struct got_pack *pack, struct got_packidx *packidx,
1777 61af9b21 2022-06-28 stsp struct got_object_cache *objcache, struct got_object_idset *keep,
1778 61af9b21 2022-06-28 stsp struct got_object_idset *drop, struct got_object_idset *skip)
1780 61af9b21 2022-06-28 stsp const struct got_error *err = NULL;
1781 61af9b21 2022-06-28 stsp struct got_imsg_commit_painting_request ireq;
1782 61af9b21 2022-06-28 stsp struct got_object_id id;
1783 61af9b21 2022-06-28 stsp size_t datalen;
1784 61af9b21 2022-06-28 stsp struct got_object_id_queue ids;
1785 61af9b21 2022-06-28 stsp int nids = 0;
1787 61af9b21 2022-06-28 stsp STAILQ_INIT(&ids);
1789 61af9b21 2022-06-28 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1790 61af9b21 2022-06-28 stsp if (datalen != sizeof(ireq))
1791 61af9b21 2022-06-28 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
1792 61af9b21 2022-06-28 stsp memcpy(&ireq, imsg->data, sizeof(ireq));
1793 61af9b21 2022-06-28 stsp memcpy(id.sha1, ireq.id, SHA1_DIGEST_LENGTH);
1795 61af9b21 2022-06-28 stsp err = queue_commit_id(&ids, &id, ireq.color);
1797 61af9b21 2022-06-28 stsp return err;
1800 61af9b21 2022-06-28 stsp err = paint_commits(&ids, &nids, keep, drop, skip,
1801 61af9b21 2022-06-28 stsp pack, packidx, ibuf, objcache);
1803 61af9b21 2022-06-28 stsp goto done;
1805 61af9b21 2022-06-28 stsp err = got_privsep_send_painted_commits(ibuf, &ids, &nids, 0, 1);
1807 61af9b21 2022-06-28 stsp goto done;
1809 61af9b21 2022-06-28 stsp err = got_privsep_send_painting_commits_done(ibuf);
1811 61af9b21 2022-06-28 stsp got_object_id_queue_free(&ids);
1812 61af9b21 2022-06-28 stsp return err;
1815 61af9b21 2022-06-28 stsp static const struct got_error *
1816 876c234b 2018-09-10 stsp receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
1818 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1819 876c234b 2018-09-10 stsp struct imsg imsg;
1820 876c234b 2018-09-10 stsp struct got_imsg_pack ipack;
1821 876c234b 2018-09-10 stsp size_t datalen;
1822 876c234b 2018-09-10 stsp struct got_pack *pack;
1824 876c234b 2018-09-10 stsp *packp = NULL;
1826 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1828 876c234b 2018-09-10 stsp return err;
1830 876c234b 2018-09-10 stsp pack = calloc(1, sizeof(*pack));
1831 876c234b 2018-09-10 stsp if (pack == NULL) {
1832 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
1833 876c234b 2018-09-10 stsp goto done;
1836 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACK) {
1837 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1838 876c234b 2018-09-10 stsp goto done;
1841 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
1842 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1843 876c234b 2018-09-10 stsp goto done;
1846 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1847 876c234b 2018-09-10 stsp if (datalen != sizeof(ipack)) {
1848 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
1849 876c234b 2018-09-10 stsp goto done;
1851 876c234b 2018-09-10 stsp memcpy(&ipack, imsg.data, sizeof(ipack));
1853 876c234b 2018-09-10 stsp pack->filesize = ipack.filesize;
1854 876c234b 2018-09-10 stsp pack->fd = dup(imsg.fd);
1855 876c234b 2018-09-10 stsp if (pack->fd == -1) {
1856 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
1857 876c234b 2018-09-10 stsp goto done;
1859 56bef47a 2018-09-15 stsp if (lseek(pack->fd, 0, SEEK_SET) == -1) {
1860 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
1861 56bef47a 2018-09-15 stsp goto done;
1863 876c234b 2018-09-10 stsp pack->path_packfile = strdup(ipack.path_packfile);
1864 876c234b 2018-09-10 stsp if (pack->path_packfile == NULL) {
1865 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
1866 ab2f42e7 2019-11-10 stsp goto done;
1869 dac5c75e 2022-06-04 stsp err = got_delta_cache_alloc(&pack->delta_cache);
1871 876c234b 2018-09-10 stsp goto done;
1873 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
1874 876c234b 2018-09-10 stsp pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
1875 876c234b 2018-09-10 stsp pack->fd, 0);
1876 876c234b 2018-09-10 stsp if (pack->map == MAP_FAILED)
1877 876c234b 2018-09-10 stsp pack->map = NULL; /* fall back to read(2) */
1880 876c234b 2018-09-10 stsp if (err) {
1881 876c234b 2018-09-10 stsp if (imsg.fd != -1)
1882 876c234b 2018-09-10 stsp close(imsg.fd);
1883 876c234b 2018-09-10 stsp free(pack);
1885 876c234b 2018-09-10 stsp *packp = pack;
1886 876c234b 2018-09-10 stsp imsg_free(&imsg);
1887 876c234b 2018-09-10 stsp return err;
1891 876c234b 2018-09-10 stsp main(int argc, char *argv[])
1893 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1894 876c234b 2018-09-10 stsp struct imsgbuf ibuf;
1895 876c234b 2018-09-10 stsp struct imsg imsg;
1896 c59b3346 2018-09-11 stsp struct got_packidx *packidx = NULL;
1897 c59b3346 2018-09-11 stsp struct got_pack *pack = NULL;
1898 c59b3346 2018-09-11 stsp struct got_object_cache objcache;
1899 67fd6849 2022-02-13 stsp FILE *basefile = NULL, *accumfile = NULL, *delta_outfile = NULL;
1900 61af9b21 2022-06-28 stsp struct got_object_idset *keep = NULL, *drop = NULL, *skip = NULL;
1902 876c234b 2018-09-10 stsp //static int attached;
1903 876c234b 2018-09-10 stsp //while (!attached) sleep(1);
1905 99437157 2018-11-11 stsp signal(SIGINT, catch_sigint);
1907 876c234b 2018-09-10 stsp imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
1909 c59b3346 2018-09-11 stsp err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
1910 c59b3346 2018-09-11 stsp if (err) {
1911 638f9024 2019-05-13 stsp err = got_error_from_errno("got_object_cache_init");
1912 c59b3346 2018-09-11 stsp got_privsep_send_error(&ibuf, err);
1916 2ff12563 2018-09-15 stsp #ifndef PROFILE
1917 876c234b 2018-09-10 stsp /* revoke access to most system calls */
1918 876c234b 2018-09-10 stsp if (pledge("stdio recvfd", NULL) == -1) {
1919 638f9024 2019-05-13 stsp err = got_error_from_errno("pledge");
1920 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1925 876c234b 2018-09-10 stsp err = receive_packidx(&packidx, &ibuf);
1926 876c234b 2018-09-10 stsp if (err) {
1927 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1931 876c234b 2018-09-10 stsp err = receive_pack(&pack, &ibuf);
1932 876c234b 2018-09-10 stsp if (err) {
1933 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1938 876c234b 2018-09-10 stsp imsg.fd = -1;
1940 99437157 2018-11-11 stsp if (sigint_received) {
1941 99437157 2018-11-11 stsp err = got_error(GOT_ERR_CANCELLED);
1945 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
1946 876c234b 2018-09-10 stsp if (err) {
1947 876c234b 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
1948 876c234b 2018-09-10 stsp err = NULL;
1952 876c234b 2018-09-10 stsp if (imsg.hdr.type == GOT_IMSG_STOP)
1955 876c234b 2018-09-10 stsp switch (imsg.hdr.type) {
1956 db696021 2022-01-04 stsp case GOT_IMSG_TMPFD:
1957 67fd6849 2022-02-13 stsp if (basefile == NULL) {
1958 67fd6849 2022-02-13 stsp err = receive_tempfile(&basefile, "w+",
1959 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1960 67fd6849 2022-02-13 stsp } else if (accumfile == NULL) {
1961 67fd6849 2022-02-13 stsp err = receive_tempfile(&accumfile, "w+",
1962 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1964 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1966 876c234b 2018-09-10 stsp case GOT_IMSG_PACKED_OBJECT_REQUEST:
1967 c59b3346 2018-09-11 stsp err = object_request(&imsg, &ibuf, pack, packidx,
1968 c59b3346 2018-09-11 stsp &objcache);
1970 59d1e4a0 2021-03-10 stsp case GOT_IMSG_PACKED_RAW_OBJECT_REQUEST:
1971 db696021 2022-01-04 stsp if (basefile == NULL || accumfile == NULL) {
1972 db696021 2022-01-04 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1975 59d1e4a0 2021-03-10 stsp err = raw_object_request(&imsg, &ibuf, pack, packidx,
1976 db696021 2022-01-04 stsp &objcache, basefile, accumfile);
1978 67fd6849 2022-02-13 stsp case GOT_IMSG_RAW_DELTA_OUTFD:
1979 67fd6849 2022-02-13 stsp if (delta_outfile != NULL) {
1980 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1983 67fd6849 2022-02-13 stsp err = receive_tempfile(&delta_outfile, "w",
1984 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1986 67fd6849 2022-02-13 stsp case GOT_IMSG_RAW_DELTA_REQUEST:
1987 67fd6849 2022-02-13 stsp if (delta_outfile == NULL) {
1988 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1991 67fd6849 2022-02-13 stsp err = raw_delta_request(&imsg, &ibuf, delta_outfile,
1992 67fd6849 2022-02-13 stsp pack, packidx);
1994 fae7e038 2022-05-07 stsp case GOT_IMSG_DELTA_REUSE_REQUEST:
1995 fae7e038 2022-05-07 stsp if (delta_outfile == NULL) {
1996 fae7e038 2022-05-07 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1999 fae7e038 2022-05-07 stsp err = delta_reuse_request(&imsg, &ibuf,
2000 fae7e038 2022-05-07 stsp delta_outfile, pack, packidx);
2002 876c234b 2018-09-10 stsp case GOT_IMSG_COMMIT_REQUEST:
2003 c59b3346 2018-09-11 stsp err = commit_request(&imsg, &ibuf, pack, packidx,
2004 7762fe12 2018-11-05 stsp &objcache);
2006 876c234b 2018-09-10 stsp case GOT_IMSG_TREE_REQUEST:
2007 c59b3346 2018-09-11 stsp err = tree_request(&imsg, &ibuf, pack, packidx,
2008 62d463ca 2020-10-20 naddy &objcache);
2010 876c234b 2018-09-10 stsp case GOT_IMSG_BLOB_REQUEST:
2011 db696021 2022-01-04 stsp if (basefile == NULL || accumfile == NULL) {
2012 db696021 2022-01-04 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
2015 c59b3346 2018-09-11 stsp err = blob_request(&imsg, &ibuf, pack, packidx,
2016 db696021 2022-01-04 stsp &objcache, basefile, accumfile);
2018 f4a881ce 2018-11-17 stsp case GOT_IMSG_TAG_REQUEST:
2019 f4a881ce 2018-11-17 stsp err = tag_request(&imsg, &ibuf, pack, packidx,
2020 62d463ca 2020-10-20 naddy &objcache);
2022 ca6e02ac 2020-01-07 stsp case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
2023 ca6e02ac 2020-01-07 stsp err = commit_traversal_request(&imsg, &ibuf, pack,
2024 ca6e02ac 2020-01-07 stsp packidx, &objcache);
2026 0ab4c957 2022-06-13 stsp case GOT_IMSG_OBJECT_ENUMERATION_REQUEST:
2027 0ab4c957 2022-06-13 stsp err = enumeration_request(&imsg, &ibuf, pack,
2028 0ab4c957 2022-06-13 stsp packidx, &objcache);
2030 61af9b21 2022-06-28 stsp case GOT_IMSG_COMMIT_PAINTING_INIT:
2031 61af9b21 2022-06-28 stsp commit_painting_free(&keep, &drop, &skip);
2032 61af9b21 2022-06-28 stsp err = commit_painting_init(&ibuf, &keep, &drop, &skip);
2034 61af9b21 2022-06-28 stsp case GOT_IMSG_COMMIT_PAINTING_REQUEST:
2035 61af9b21 2022-06-28 stsp if (keep == NULL || drop == NULL || skip == NULL) {
2036 61af9b21 2022-06-28 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
2039 61af9b21 2022-06-28 stsp err = commit_painting_request(&imsg, &ibuf, pack,
2040 61af9b21 2022-06-28 stsp packidx, &objcache, keep, drop, skip);
2042 61af9b21 2022-06-28 stsp case GOT_IMSG_COMMIT_PAINTING_DONE:
2043 61af9b21 2022-06-28 stsp commit_painting_free(&keep, &drop, &skip);
2046 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
2050 08578a35 2021-01-22 stsp if (imsg.fd != -1 && close(imsg.fd) == -1 && err == NULL)
2051 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
2052 876c234b 2018-09-10 stsp imsg_free(&imsg);
2057 61af9b21 2022-06-28 stsp commit_painting_free(&keep, &drop, &skip);
2058 c59b3346 2018-09-11 stsp if (packidx)
2059 c59b3346 2018-09-11 stsp got_packidx_close(packidx);
2061 c59b3346 2018-09-11 stsp got_pack_close(pack);
2062 48d5fe42 2018-09-15 stsp got_object_cache_close(&objcache);
2063 876c234b 2018-09-10 stsp imsg_clear(&ibuf);
2064 db696021 2022-01-04 stsp if (basefile && fclose(basefile) == EOF && err == NULL)
2065 db696021 2022-01-04 stsp err = got_error_from_errno("fclose");
2066 db696021 2022-01-04 stsp if (accumfile && fclose(accumfile) == EOF && err == NULL)
2067 db696021 2022-01-04 stsp err = got_error_from_errno("fclose");
2068 67fd6849 2022-02-13 stsp if (delta_outfile && fclose(delta_outfile) == EOF && err == NULL)
2069 67fd6849 2022-02-13 stsp err = got_error_from_errno("fclose");
2070 99437157 2018-11-11 stsp if (err) {
2071 80d5f134 2018-11-11 stsp if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
2072 80d5f134 2018-11-11 stsp fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
2073 99437157 2018-11-11 stsp got_privsep_send_error(&ibuf, err);
2076 08578a35 2021-01-22 stsp if (close(GOT_IMSG_FD_CHILD) == -1 && err == NULL)
2077 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
2078 876c234b 2018-09-10 stsp return err ? 1 : 0;
