op public repos

Blob

Date:: Tue Oct 18 22:06:31 2022 UTC
Message:: allow got_object_parse_tree to reuse entries buffer allocations for speed ok millert@
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include <sys/stat.h>
18 #include <sys/types.h>
19 #include <sys/queue.h>
20 #include <sys/uio.h>
21 #include <sys/time.h>
22 #include <sys/mman.h>
23 
24 #include <inttypes.h>
25 #include <limits.h>
26 #include <signal.h>
27 #include <stdint.h>
28 #include <imsg.h>
29 #include <stdio.h>
30 #include <stdlib.h>
31 #include <string.h>
32 #include <sha1.h>
33 #include <unistd.h>
34 #include <zlib.h>
35 
36 #include "got_error.h"
37 #include "got_object.h"
38 #include "got_path.h"
39 
40 #include "got_lib_delta.h"
41 #include "got_lib_delta_cache.h"
42 #include "got_lib_object.h"
43 #include "got_lib_object_cache.h"
44 #include "got_lib_object_parse.h"
45 #include "got_lib_object_idset.h"
46 #include "got_lib_privsep.h"
47 #include "got_lib_pack.h"
48 
49 #ifndef nitems
50 #define nitems(_a)	(sizeof((_a)) / sizeof((_a)[0]))
51 #endif
52 
53 static volatile sig_atomic_t sigint_received;
54 
55 static void
56 catch_sigint(int signo)
57 {
58 	sigint_received = 1;
59 }
60 
61 static const struct got_error *
62 open_object(struct got_object **obj, struct got_pack *pack,
63     struct got_packidx *packidx, int idx, struct got_object_id *id,
64     struct got_object_cache *objcache)
65 {
66 	const struct got_error *err;
67 
68 	err = got_packfile_open_object(obj, pack, packidx, idx, id);
69 	if (err)
70 		return err;
71 	(*obj)->refcnt++;
72 
73 	err = got_object_cache_add(objcache, id, *obj);
74 	if (err) {
75 		if (err->code == GOT_ERR_OBJ_EXISTS ||
76 		    err->code == GOT_ERR_OBJ_TOO_LARGE)
77 			err = NULL;
78 		return err;
79 	}
80 	(*obj)->refcnt++;
81 	return NULL;
82 }
83 
84 static const struct got_error *
85 object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
86     struct got_packidx *packidx, struct got_object_cache *objcache)
87 {
88 	const struct got_error *err = NULL;
89 	struct got_imsg_packed_object iobj;
90 	struct got_object *obj;
91 	struct got_object_id id;
92 	size_t datalen;
93 
94 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
95 	if (datalen != sizeof(iobj))
96 		return got_error(GOT_ERR_PRIVSEP_LEN);
97 	memcpy(&iobj, imsg->data, sizeof(iobj));
98 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
99 
100 	obj = got_object_cache_get(objcache, &id);
101 	if (obj) {
102 		obj->refcnt++;
103 	} else {
104 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
105 		    objcache);
106 		if (err)
107 			goto done;
108 	}
109 
110 	err = got_privsep_send_obj(ibuf, obj);
111 done:
112 	got_object_close(obj);
113 	return err;
114 }
115 
116 static const struct got_error *
117 open_commit(struct got_commit_object **commit, struct got_pack *pack,
118     struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
119     struct got_object_cache *objcache)
120 {
121 	const struct got_error *err = NULL;
122 	struct got_object *obj = NULL;
123 	uint8_t *buf = NULL;
124 	size_t len;
125 
126 	*commit = NULL;
127 
128 	obj = got_object_cache_get(objcache, id);
129 	if (obj) {
130 		obj->refcnt++;
131 	} else {
132 		err = open_object(&obj, pack, packidx, obj_idx, id,
133 		    objcache);
134 		if (err)
135 			return err;
136 	}
137 
138 	err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
139 	if (err)
140 		goto done;
141 
142 	obj->size = len;
143 
144 	err = got_object_parse_commit(commit, buf, len);
145 done:
146 	got_object_close(obj);
147 	free(buf);
148 	return err;
149 }
150 
151 static const struct got_error *
152 commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
153     struct got_packidx *packidx, struct got_object_cache *objcache)
154 {
155 	const struct got_error *err = NULL;
156 	struct got_imsg_packed_object iobj;
157 	struct got_commit_object *commit = NULL;
158 	struct got_object_id id;
159 	size_t datalen;
160 
161 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
162 	if (datalen != sizeof(iobj))
163 		return got_error(GOT_ERR_PRIVSEP_LEN);
164 	memcpy(&iobj, imsg->data, sizeof(iobj));
165 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
166 
167 	err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
168 	if (err)
169 		goto done;
170 
171 	err = got_privsep_send_commit(ibuf, commit);
172 done:
173 	if (commit)
174 		got_object_commit_close(commit);
175 	if (err) {
176 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
177 			err = NULL;
178 		else
179 			got_privsep_send_error(ibuf, err);
180 	}
181 
182 	return err;
183 }
184 
185 static const struct got_error *
186 open_tree(uint8_t **buf, struct got_parsed_tree_entry **entries, size_t *nentries,
187     size_t *nentries_alloc, struct got_pack *pack, struct got_packidx *packidx,
188     int obj_idx, struct got_object_id *id, struct got_object_cache *objcache)
189 {
190 	const struct got_error *err = NULL;
191 	struct got_object *obj = NULL;
192 	size_t len;
193 
194 	*buf = NULL;
195 	*nentries = 0;
196 
197 	obj = got_object_cache_get(objcache, id);
198 	if (obj) {
199 		obj->refcnt++;
200 	} else {
201 		err = open_object(&obj, pack, packidx, obj_idx, id,
202 		    objcache);
203 		if (err)
204 			return err;
205 	}
206 
207 	err = got_packfile_extract_object_to_mem(buf, &len, obj, pack);
208 	if (err)
209 		goto done;
210 
211 	obj->size = len;
212 
213 	err = got_object_parse_tree(entries, nentries, nentries_alloc,
214 	    *buf, len);
215 done:
216 	got_object_close(obj);
217 	if (err) {
218 		free(*buf);
219 		*buf = NULL;
220 	}
221 	return err;
222 }
223 
224 static const struct got_error *
225 tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
226     struct got_packidx *packidx, struct got_object_cache *objcache,
227     struct got_parsed_tree_entry **entries, size_t *nentries,
228     size_t *nentries_alloc)
229 {
230 	const struct got_error *err = NULL;
231 	struct got_imsg_packed_object iobj;
232 	uint8_t *buf = NULL;
233 	struct got_object_id id;
234 	size_t datalen;
235 
236 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
237 	if (datalen != sizeof(iobj))
238 		return got_error(GOT_ERR_PRIVSEP_LEN);
239 	memcpy(&iobj, imsg->data, sizeof(iobj));
240 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
241 
242 	err = open_tree(&buf, entries, nentries, nentries_alloc,
243 	    pack, packidx, iobj.idx, &id, objcache);
244 	if (err)
245 		return err;
246 
247 	err = got_privsep_send_tree(ibuf, *entries, *nentries);
248 	free(buf);
249 	if (err) {
250 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
251 			err = NULL;
252 		else
253 			got_privsep_send_error(ibuf, err);
254 	}
255 
256 	return err;
257 }
258 
259 static const struct got_error *
260 receive_file(FILE **f, struct imsgbuf *ibuf, uint32_t imsg_code)
261 {
262 	const struct got_error *err;
263 	struct imsg imsg;
264 	size_t datalen;
265 
266 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
267 	if (err)
268 		return err;
269 
270 	if (imsg.hdr.type != imsg_code) {
271 		err = got_error(GOT_ERR_PRIVSEP_MSG);
272 		goto done;
273 	}
274 
275 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
276 	if (datalen != 0) {
277 		err = got_error(GOT_ERR_PRIVSEP_LEN);
278 		goto done;
279 	}
280 	if (imsg.fd == -1) {
281 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
282 		goto done;
283 	}
284 
285 	*f = fdopen(imsg.fd, "w+");
286 	if (*f == NULL) {
287 		err = got_error_from_errno("fdopen");
288 		close(imsg.fd);
289 		goto done;
290 	}
291 done:
292 	imsg_free(&imsg);
293 	return err;
294 }
295 
296 static const struct got_error *
297 receive_tempfile(FILE **f, const char *mode, struct imsg *imsg,
298     struct imsgbuf *ibuf)
299 {
300 	size_t datalen;
301 
302 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
303 	if (datalen != 0)
304 		return got_error(GOT_ERR_PRIVSEP_LEN);
305 
306 	if (imsg->fd == -1)
307 		return got_error(GOT_ERR_PRIVSEP_NO_FD);
308 
309 	*f = fdopen(imsg->fd, mode);
310 	if (*f == NULL)
311 		return got_error_from_errno("fdopen");
312 	imsg->fd = -1;
313 
314 	return NULL;
315 }
316 
317 static const struct got_error *
318 blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
319     struct got_packidx *packidx, struct got_object_cache *objcache,
320     FILE *basefile, FILE *accumfile)
321 {
322 	const struct got_error *err = NULL;
323 	struct got_imsg_packed_object iobj;
324 	struct got_object *obj = NULL;
325 	FILE *outfile = NULL;
326 	struct got_object_id id;
327 	size_t datalen;
328 	uint64_t blob_size;
329 	uint8_t *buf = NULL;
330 
331 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
332 	if (datalen != sizeof(iobj))
333 		return got_error(GOT_ERR_PRIVSEP_LEN);
334 	memcpy(&iobj, imsg->data, sizeof(iobj));
335 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
336 
337 	obj = got_object_cache_get(objcache, &id);
338 	if (obj) {
339 		obj->refcnt++;
340 	} else {
341 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
342 		    objcache);
343 		if (err)
344 			return err;
345 	}
346 
347 	err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
348 	if (err)
349 		goto done;
350 
351 	if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
352 		err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
353 		if (err)
354 			goto done;
355 	} else
356 		blob_size = obj->size;
357 
358 	if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
359 		err = got_packfile_extract_object_to_mem(&buf, &obj->size,
360 		    obj, pack);
361 	else
362 		err = got_packfile_extract_object(pack, obj, outfile, basefile,
363 		    accumfile);
364 	if (err)
365 		goto done;
366 
367 	err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
368 done:
369 	free(buf);
370 	if (outfile && fclose(outfile) == EOF && err == NULL)
371 		err = got_error_from_errno("fclose");
372 	got_object_close(obj);
373 	if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
374 		got_privsep_send_error(ibuf, err);
375 
376 	return err;
377 }
378 
379 static const struct got_error *
380 tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
381     struct got_packidx *packidx, struct got_object_cache *objcache)
382 {
383 	const struct got_error *err = NULL;
384 	struct got_imsg_packed_object iobj;
385 	struct got_object *obj = NULL;
386 	struct got_tag_object *tag = NULL;
387 	uint8_t *buf = NULL;
388 	size_t len;
389 	struct got_object_id id;
390 	size_t datalen;
391 
392 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
393 	if (datalen != sizeof(iobj))
394 		return got_error(GOT_ERR_PRIVSEP_LEN);
395 	memcpy(&iobj, imsg->data, sizeof(iobj));
396 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
397 
398 	obj = got_object_cache_get(objcache, &id);
399 	if (obj) {
400 		obj->refcnt++;
401 	} else {
402 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
403 		    objcache);
404 		if (err)
405 			return err;
406 	}
407 
408 	err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
409 	if (err)
410 		goto done;
411 
412 	obj->size = len;
413 	err = got_object_parse_tag(&tag, buf, len);
414 	if (err)
415 		goto done;
416 
417 	err = got_privsep_send_tag(ibuf, tag);
418 done:
419 	free(buf);
420 	got_object_close(obj);
421 	if (tag)
422 		got_object_tag_close(tag);
423 	if (err) {
424 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
425 			err = NULL;
426 		else
427 			got_privsep_send_error(ibuf, err);
428 	}
429 
430 	return err;
431 }
432 
433 static struct got_parsed_tree_entry *
434 find_entry_by_name(struct got_parsed_tree_entry *entries, int nentries,
435     const char *name, size_t len)
436 {
437 	struct got_parsed_tree_entry *pte;
438 	int cmp, i;
439 
440 	/* Note that tree entries are sorted in strncmp() order. */
441 	for (i = 0; i < nentries; i++) {
442 		pte = &entries[i];
443 		cmp = strncmp(pte->name, name, len);
444 		if (cmp < 0)
445 			continue;
446 		if (cmp > 0)
447 			break;
448 		if (pte->name[len] == '\0')
449 			return pte;
450 	}
451 	return NULL;
452 }
453 
454 static const struct got_error *
455 tree_path_changed(int *changed, uint8_t **buf1, uint8_t **buf2,
456     struct got_parsed_tree_entry **entries1, size_t *nentries1,
457     size_t *nentries_alloc1,
458     struct got_parsed_tree_entry **entries2, size_t *nentries2,
459     size_t *nentries_alloc2,
460     const char *path, struct got_pack *pack, struct got_packidx *packidx,
461     struct imsgbuf *ibuf, struct got_object_cache *objcache)
462 {
463 	const struct got_error *err = NULL;
464 	struct got_parsed_tree_entry *pte1 = NULL, *pte2 = NULL;
465 	const char *seg, *s;
466 	size_t seglen;
467 
468 	*changed = 0;
469 
470 	/* We not do support comparing the root path. */
471 	if (got_path_is_root_dir(path))
472 		return got_error_path(path, GOT_ERR_BAD_PATH);
473 
474 	s = path;
475 	while (*s == '/')
476 		s++;
477 	seg = s;
478 	seglen = 0;
479 	while (*s) {
480 		if (*s != '/') {
481 			s++;
482 			seglen++;
483 			if (*s)
484 				continue;
485 		}
486 
487 		pte1 = find_entry_by_name(*entries1, *nentries1, seg, seglen);
488 		if (pte1 == NULL) {
489 			err = got_error(GOT_ERR_NO_OBJ);
490 			break;
491 		}
492 
493 		pte2 = find_entry_by_name(*entries2, *nentries2, seg, seglen);
494 		if (pte2 == NULL) {
495 			*changed = 1;
496 			break;
497 		}
498 
499 		if (pte1->mode != pte2->mode) {
500 			*changed = 1;
501 			break;
502 		}
503 
504 		if (memcmp(pte1->id, pte2->id, SHA1_DIGEST_LENGTH) == 0) {
505 			*changed = 0;
506 			break;
507 		}
508 
509 		if (*s == '\0') { /* final path element */
510 			*changed = 1;
511 			break;
512 		}
513 
514 		seg = s + 1;
515 		s++;
516 		seglen = 0;
517 		if (*s) {
518 			struct got_object_id id1, id2;
519 			int idx;
520 
521 			memcpy(id1.sha1, pte1->id, SHA1_DIGEST_LENGTH);
522 			idx = got_packidx_get_object_idx(packidx, &id1);
523 			if (idx == -1) {
524 				err = got_error_no_obj(&id1);
525 				break;
526 			}
527 			*nentries1 = 0;
528 			free(*buf1);
529 			*buf1 = NULL;
530 			err = open_tree(buf1, entries1, nentries1,
531 			    nentries_alloc1, pack, packidx, idx, &id1,
532 			    objcache);
533 			pte1 = NULL;
534 			if (err)
535 				break;
536 
537 			memcpy(id2.sha1, pte2->id, SHA1_DIGEST_LENGTH);
538 			idx = got_packidx_get_object_idx(packidx, &id2);
539 			if (idx == -1) {
540 				err = got_error_no_obj(&id2);
541 				break;
542 			}
543 			*nentries2 = 0;
544 			free(*buf2);
545 			*buf2 = NULL;
546 			err = open_tree(buf2, entries2, nentries2,
547 			nentries_alloc2, pack, packidx, idx, &id2, objcache);
548 			pte2 = NULL;
549 			if (err)
550 				break;
551 		}
552 	}
553 
554 	return err;
555 }
556 
557 static const struct got_error *
558 send_traversed_commits(struct got_object_id *commit_ids, size_t ncommits,
559     struct imsgbuf *ibuf)
560 {
561 	struct ibuf *wbuf;
562 	size_t i;
563 
564 	wbuf = imsg_create(ibuf, GOT_IMSG_TRAVERSED_COMMITS, 0, 0,
565 	    sizeof(struct got_imsg_traversed_commits) +
566 	    ncommits * SHA1_DIGEST_LENGTH);
567 	if (wbuf == NULL)
568 		return got_error_from_errno("imsg_create TRAVERSED_COMMITS");
569 
570 	if (imsg_add(wbuf, &ncommits, sizeof(ncommits)) == -1)
571 		return got_error_from_errno("imsg_add TRAVERSED_COMMITS");
572 
573 	for (i = 0; i < ncommits; i++) {
574 		struct got_object_id *id = &commit_ids[i];
575 		if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
576 			return got_error_from_errno(
577 			    "imsg_add TRAVERSED_COMMITS");
578 		}
579 	}
580 
581 	wbuf->fd = -1;
582 	imsg_close(ibuf, wbuf);
583 
584 	return got_privsep_flush_imsg(ibuf);
585 }
586 
587 static const struct got_error *
588 send_commit_traversal_done(struct imsgbuf *ibuf)
589 {
590 	if (imsg_compose(ibuf, GOT_IMSG_COMMIT_TRAVERSAL_DONE, 0, 0, -1,
591 	    NULL, 0) == -1)
592 		return got_error_from_errno("imsg_compose TRAVERSAL_DONE");
593 
594 	return got_privsep_flush_imsg(ibuf);
595 }
596 
597 static const struct got_error *
598 commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
599     struct got_pack *pack, struct got_packidx *packidx,
600     struct got_object_cache *objcache)
601 {
602 	const struct got_error *err = NULL;
603 	struct got_imsg_packed_object iobj;
604 	struct got_object_qid *pid;
605 	struct got_commit_object *commit = NULL, *pcommit = NULL;
606 	struct got_parsed_tree_entry *entries = NULL, *pentries = NULL;
607 	size_t nentries = 0, nentries_alloc = 0;
608 	size_t pnentries = 0, pnentries_alloc = 0;
609 	struct got_object_id id;
610 	size_t datalen, path_len;
611 	char *path = NULL;
612 	const int min_alloc = 64;
613 	int changed = 0, ncommits = 0, nallocated = 0;
614 	struct got_object_id *commit_ids = NULL;
615 
616 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
617 	if (datalen < sizeof(iobj))
618 		return got_error(GOT_ERR_PRIVSEP_LEN);
619 	memcpy(&iobj, imsg->data, sizeof(iobj));
620 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
621 
622 	path_len = datalen - sizeof(iobj) - 1;
623 	if (path_len < 0)
624 		return got_error(GOT_ERR_PRIVSEP_LEN);
625 	if (path_len > 0) {
626 		path = imsg->data + sizeof(iobj);
627 		if (path[path_len] != '\0')
628 			return got_error(GOT_ERR_PRIVSEP_LEN);
629 	}
630 
631 	nallocated = min_alloc;
632 	commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
633 	if (commit_ids == NULL)
634 		return got_error_from_errno("reallocarray");
635 
636 	do {
637 		const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
638 		int idx;
639 
640 		if (sigint_received) {
641 			err = got_error(GOT_ERR_CANCELLED);
642 			goto done;
643 		}
644 
645 		if (commit == NULL) {
646 			idx = got_packidx_get_object_idx(packidx, &id);
647 			if (idx == -1)
648 				break;
649 			err = open_commit(&commit, pack, packidx,
650 			    idx, &id, objcache);
651 			if (err) {
652 				if (err->code != GOT_ERR_NO_OBJ)
653 					goto done;
654 				err = NULL;
655 				break;
656 			}
657 		}
658 
659 		if (sizeof(struct got_imsg_traversed_commits) +
660 		    ncommits * SHA1_DIGEST_LENGTH >= max_datalen) {
661 			err = send_traversed_commits(commit_ids, ncommits,
662 			    ibuf);
663 			if (err)
664 				goto done;
665 			ncommits = 0;
666 		}
667 		ncommits++;
668 		if (ncommits > nallocated) {
669 			struct got_object_id *new;
670 			nallocated += min_alloc;
671 			new = reallocarray(commit_ids, nallocated,
672 			    sizeof(*commit_ids));
673 			if (new == NULL) {
674 				err = got_error_from_errno("reallocarray");
675 				goto done;
676 			}
677 			commit_ids = new;
678 		}
679 		memcpy(commit_ids[ncommits - 1].sha1, id.sha1,
680 		    SHA1_DIGEST_LENGTH);
681 
682 		pid = STAILQ_FIRST(&commit->parent_ids);
683 		if (pid == NULL)
684 			break;
685 
686 		idx = got_packidx_get_object_idx(packidx, &pid->id);
687 		if (idx == -1)
688 			break;
689 
690 		err = open_commit(&pcommit, pack, packidx, idx, &pid->id,
691 		    objcache);
692 		if (err) {
693 			if (err->code != GOT_ERR_NO_OBJ)
694 				goto done;
695 			err = NULL;
696 			break;
697 		}
698 
699 		if (path[0] == '/' && path[1] == '\0') {
700 			if (got_object_id_cmp(pcommit->tree_id,
701 			    commit->tree_id) != 0) {
702 				changed = 1;
703 				break;
704 			}
705 		} else {
706 			int pidx;
707 			uint8_t *buf = NULL, *pbuf = NULL;
708 
709 			idx = got_packidx_get_object_idx(packidx,
710 			    commit->tree_id);
711 			if (idx == -1)
712 				break;
713 			pidx = got_packidx_get_object_idx(packidx,
714 			    pcommit->tree_id);
715 			if (pidx == -1)
716 				break;
717 
718 			err = open_tree(&buf, &entries, &nentries,
719 			    &nentries_alloc, pack, packidx, idx,
720 			    commit->tree_id, objcache);
721 			if (err)
722 				goto done;
723 			err = open_tree(&pbuf, &pentries, &pnentries,
724 			    &pnentries_alloc, pack, packidx, pidx,
725 			    pcommit->tree_id, objcache);
726 			if (err) {
727 				free(buf);
728 				goto done;
729 			}
730 
731 			err = tree_path_changed(&changed, &buf, &pbuf,
732 			    &entries, &nentries, &nentries_alloc,
733 			    &pentries, &pnentries, &pnentries_alloc,
734 			    path, pack, packidx, ibuf, objcache);
735 
736 			nentries = 0;
737 			free(buf);
738 			pnentries = 0;
739 			free(pbuf);
740 			if (err) {
741 				if (err->code != GOT_ERR_NO_OBJ)
742 					goto done;
743 				err = NULL;
744 				break;
745 			}
746 		}
747 
748 		if (!changed) {
749 			memcpy(id.sha1, pid->id.sha1, SHA1_DIGEST_LENGTH);
750 			got_object_commit_close(commit);
751 			commit = pcommit;
752 			pcommit = NULL;
753 		}
754 	} while (!changed);
755 
756 	if (ncommits > 0) {
757 		err = send_traversed_commits(commit_ids, ncommits, ibuf);
758 		if (err)
759 			goto done;
760 
761 		if (changed) {
762 			err = got_privsep_send_commit(ibuf, commit);
763 			if (err)
764 				goto done;
765 		}
766 	}
767 	err = send_commit_traversal_done(ibuf);
768 done:
769 	free(commit_ids);
770 	if (commit)
771 		got_object_commit_close(commit);
772 	if (pcommit)
773 		got_object_commit_close(pcommit);
774 	free(entries);
775 	free(pentries);
776 	if (err) {
777 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
778 			err = NULL;
779 		else
780 			got_privsep_send_error(ibuf, err);
781 	}
782 
783 	return err;
784 }
785 
786 static const struct got_error *
787 raw_object_request(struct imsg *imsg, struct imsgbuf *ibuf,
788     struct got_pack *pack, struct got_packidx *packidx,
789     struct got_object_cache *objcache, FILE *basefile, FILE *accumfile)
790 {
791 	const struct got_error *err = NULL;
792 	uint8_t *buf = NULL;
793 	uint64_t size = 0;
794 	FILE *outfile = NULL;
795 	struct got_imsg_packed_object iobj;
796 	struct got_object *obj;
797 	struct got_object_id id;
798 	size_t datalen;
799 
800 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
801 	if (datalen != sizeof(iobj))
802 		return got_error(GOT_ERR_PRIVSEP_LEN);
803 	memcpy(&iobj, imsg->data, sizeof(iobj));
804 	memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
805 
806 	obj = got_object_cache_get(objcache, &id);
807 	if (obj) {
808 		obj->refcnt++;
809 	} else {
810 		err = open_object(&obj, pack, packidx, iobj.idx, &id,
811 		    objcache);
812 		if (err)
813 			return err;
814 	}
815 
816 	err = receive_file(&outfile, ibuf, GOT_IMSG_RAW_OBJECT_OUTFD);
817 	if (err)
818 		return err;
819 
820 	if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
821 		err = got_pack_get_max_delta_object_size(&size, obj, pack);
822 		if (err)
823 			goto done;
824 	} else
825 		size = obj->size;
826 
827 	if (size <= GOT_PRIVSEP_INLINE_OBJECT_DATA_MAX)
828 		err = got_packfile_extract_object_to_mem(&buf, &obj->size,
829 		    obj, pack);
830 	else
831 		err = got_packfile_extract_object(pack, obj, outfile, basefile,
832 		    accumfile);
833 	if (err)
834 		goto done;
835 
836 	err = got_privsep_send_raw_obj(ibuf, obj->size, obj->hdrlen, buf);
837 done:
838 	free(buf);
839 	if (outfile && fclose(outfile) == EOF && err == NULL)
840 		err = got_error_from_errno("fclose");
841 	got_object_close(obj);
842 	if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
843 		got_privsep_send_error(ibuf, err);
844 
845 	return err;
846 }
847 
848 static const struct got_error *
849 get_base_object_id(struct got_object_id *base_id, struct got_packidx *packidx,
850     off_t base_offset)
851 {
852 	const struct got_error *err;
853 	int idx;
854 
855 	err = got_packidx_get_offset_idx(&idx, packidx, base_offset);
856 	if (err)
857 		return err;
858 	if (idx == -1)
859 		return got_error(GOT_ERR_BAD_PACKIDX);
860 
861 	return got_packidx_get_object_id(base_id, packidx, idx);
862 }
863 
864 static const struct got_error *
865 raw_delta_request(struct imsg *imsg, struct imsgbuf *ibuf,
866     FILE *delta_outfile, struct got_pack *pack,
867     struct got_packidx *packidx)
868 {
869 	const struct got_error *err = NULL;
870 	struct got_imsg_raw_delta_request req;
871 	size_t datalen, delta_size, delta_compressed_size;
872 	off_t delta_offset;
873 	uint8_t *delta_buf = NULL;
874 	struct got_object_id id, base_id;
875 	off_t base_offset, delta_out_offset = 0;
876 	uint64_t base_size = 0, result_size = 0;
877 	size_t w;
878 
879 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
880 	if (datalen != sizeof(req))
881 		return got_error(GOT_ERR_PRIVSEP_LEN);
882 	memcpy(&req, imsg->data, sizeof(req));
883 	memcpy(id.sha1, req.id, SHA1_DIGEST_LENGTH);
884 
885 	imsg->fd = -1;
886 
887 	err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
888 	    &delta_compressed_size, &delta_offset, &base_offset, &base_id,
889 	    &base_size, &result_size, pack, packidx, req.idx);
890 	if (err)
891 		goto done;
892 
893 	/*
894 	 * If this is an offset delta we must determine the base
895 	 * object ID ourselves.
896 	 */
897 	if (base_offset != 0) {
898 		err = get_base_object_id(&base_id, packidx, base_offset);
899 		if (err)
900 			goto done;
901 	}
902 
903 	delta_out_offset = ftello(delta_outfile);
904 	w = fwrite(delta_buf, 1, delta_compressed_size, delta_outfile);
905 	if (w != delta_compressed_size) {
906 		err = got_ferror(delta_outfile, GOT_ERR_IO);
907 		goto done;
908 	}
909 	if (fflush(delta_outfile) == -1) {
910 		err = got_error_from_errno("fflush");
911 		goto done;
912 	}
913 
914 	err = got_privsep_send_raw_delta(ibuf, base_size, result_size,
915 	    delta_size, delta_compressed_size, delta_offset, delta_out_offset,
916 	    &base_id);
917 done:
918 	free(delta_buf);
919 	return err;
920 }
921 
922 struct search_deltas_arg {
923 	struct imsgbuf *ibuf;
924 	struct got_packidx *packidx;
925 	struct got_pack *pack;
926 	struct got_object_idset *idset;
927 	FILE *delta_outfile;
928 	struct got_imsg_reused_delta deltas[GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS];
929 	size_t ndeltas;
930 };
931 
932 static const struct got_error *
933 search_delta_for_object(struct got_object_id *id, void *data, void *arg)
934 {
935 	const struct got_error *err;
936 	struct search_deltas_arg *a = arg;
937 	int obj_idx;
938 	uint8_t *delta_buf = NULL;
939 	uint64_t base_size, result_size;
940 	size_t delta_size, delta_compressed_size;
941 	off_t delta_offset, base_offset;
942 	struct got_object_id base_id;
943 
944 	if (sigint_received)
945 		return got_error(GOT_ERR_CANCELLED);
946 
947 	obj_idx = got_packidx_get_object_idx(a->packidx, id);
948 	if (obj_idx == -1)
949 		return NULL; /* object not present in our pack file */
950 
951 	err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
952 	    &delta_compressed_size, &delta_offset, &base_offset, &base_id,
953 	    &base_size, &result_size, a->pack, a->packidx, obj_idx);
954 	if (err) {
955 		if (err->code == GOT_ERR_OBJ_TYPE)
956 			return NULL; /* object not stored as a delta */
957 		return err;
958 	}
959 
960 	/*
961 	 * If this is an offset delta we must determine the base
962 	 * object ID ourselves.
963 	 */
964 	if (base_offset != 0) {
965 		err = get_base_object_id(&base_id, a->packidx, base_offset);
966 		if (err)
967 			goto done;
968 	}
969 
970 	if (got_object_idset_contains(a->idset, &base_id)) {
971 		struct got_imsg_reused_delta *delta;
972 		off_t delta_out_offset = ftello(a->delta_outfile);
973 		size_t w;
974 
975 		w = fwrite(delta_buf, 1, delta_compressed_size,
976 		    a->delta_outfile);
977 		if (w != delta_compressed_size) {
978 			err = got_ferror(a->delta_outfile, GOT_ERR_IO);
979 			goto done;
980 		}
981 
982 		delta = &a->deltas[a->ndeltas++];
983 		memcpy(&delta->id, id, sizeof(delta->id));
984 		memcpy(&delta->base_id, &base_id, sizeof(delta->base_id));
985 		delta->base_size = base_size;
986 		delta->result_size = result_size;
987 		delta->delta_size = delta_size;
988 		delta->delta_compressed_size = delta_compressed_size;
989 		delta->delta_offset = delta_offset;
990 		delta->delta_out_offset = delta_out_offset;
991 
992 		if (a->ndeltas >= GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS) {
993 			err = got_privsep_send_reused_deltas(a->ibuf,
994 			    a->deltas, a->ndeltas);
995 			if (err)
996 				goto done;
997 			a->ndeltas = 0;
998 		}
999 	}
1000 done:
1001 	free(delta_buf);
1002 	return err;
1003 }
1004 
1005 static const struct got_error *
1006 recv_object_ids(struct got_object_idset *idset, struct imsgbuf *ibuf)
1007 {
1008 	const struct got_error *err = NULL;
1009 	int done = 0;
1010 	struct got_object_id *ids;
1011 	size_t nids, i;
1012 
1013 	for (;;) {
1014 		err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1015 		if (err || done)
1016 			break;
1017 		for (i = 0; i < nids; i++) {
1018 			err = got_object_idset_add(idset, &ids[i], NULL);
1019 			if (err) {
1020 				free(ids);
1021 				return err;
1022 			}
1023 		}
1024 		free(ids);
1025 	}
1026 
1027 	return err;
1028 }
1029 
1030 static const struct got_error *
1031 recv_object_id_queue(struct got_object_id_queue *queue, struct imsgbuf *ibuf)
1032 {
1033 	const struct got_error *err = NULL;
1034 	int done = 0;
1035 	struct got_object_qid *qid;
1036 	struct got_object_id *ids;
1037 	size_t nids, i;
1038 
1039 	for (;;) {
1040 		err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1041 		if (err || done)
1042 			break;
1043 		for (i = 0; i < nids; i++) {
1044 			err = got_object_qid_alloc_partial(&qid);
1045 			if (err)
1046 				return err;
1047 			memcpy(&qid->id, &ids[i], sizeof(qid->id));
1048 			STAILQ_INSERT_TAIL(queue, qid, entry);
1049 		}
1050 	}
1051 
1052 	return err;
1053 }
1054 
1055 static const struct got_error *
1056 delta_reuse_request(struct imsg *imsg, struct imsgbuf *ibuf,
1057     FILE *delta_outfile, struct got_pack *pack, struct got_packidx *packidx)
1058 {
1059 	const struct got_error *err = NULL;
1060 	struct got_object_idset *idset;
1061 	struct search_deltas_arg sda;
1062 
1063 	idset = got_object_idset_alloc();
1064 	if (idset == NULL)
1065 		return got_error_from_errno("got_object_idset_alloc");
1066 
1067 	err = recv_object_ids(idset, ibuf);
1068 	if (err)
1069 		return err;
1070 
1071 	memset(&sda, 0, sizeof(sda));
1072 	sda.ibuf = ibuf;
1073 	sda.idset = idset;
1074 	sda.pack = pack;
1075 	sda.packidx = packidx;
1076 	sda.delta_outfile = delta_outfile;
1077 	err = got_object_idset_for_each(idset, search_delta_for_object, &sda);
1078 	if (err)
1079 		goto done;
1080 
1081 	if (sda.ndeltas > 0) {
1082 		err = got_privsep_send_reused_deltas(ibuf, sda.deltas,
1083 		    sda.ndeltas);
1084 		if (err)
1085 			goto done;
1086 	}
1087 
1088 	if (fflush(delta_outfile) == -1) {
1089 		err = got_error_from_errno("fflush");
1090 		goto done;
1091 	}
1092 
1093 	err = got_privsep_send_reused_deltas_done(ibuf);
1094 done:
1095 	got_object_idset_free(idset);
1096 	return err;
1097 }
1098 
1099 static const struct got_error *
1100 receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
1101 {
1102 	const struct got_error *err = NULL;
1103 	struct imsg imsg;
1104 	struct got_imsg_packidx ipackidx;
1105 	size_t datalen;
1106 	struct got_packidx *p;
1107 
1108 	*packidx = NULL;
1109 
1110 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1111 	if (err)
1112 		return err;
1113 
1114 	p = calloc(1, sizeof(*p));
1115 	if (p == NULL) {
1116 		err = got_error_from_errno("calloc");
1117 		goto done;
1118 	}
1119 
1120 	if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
1121 		err = got_error(GOT_ERR_PRIVSEP_MSG);
1122 		goto done;
1123 	}
1124 
1125 	if (imsg.fd == -1) {
1126 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1127 		goto done;
1128 	}
1129 
1130 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1131 	if (datalen != sizeof(ipackidx)) {
1132 		err = got_error(GOT_ERR_PRIVSEP_LEN);
1133 		goto done;
1134 	}
1135 	memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
1136 
1137 	p->len = ipackidx.len;
1138 	p->fd = dup(imsg.fd);
1139 	if (p->fd == -1) {
1140 		err = got_error_from_errno("dup");
1141 		goto done;
1142 	}
1143 	if (lseek(p->fd, 0, SEEK_SET) == -1) {
1144 		err = got_error_from_errno("lseek");
1145 		goto done;
1146 	}
1147 
1148 #ifndef GOT_PACK_NO_MMAP
1149 	p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
1150 	if (p->map == MAP_FAILED)
1151 		p->map = NULL; /* fall back to read(2) */
1152 #endif
1153 	err = got_packidx_init_hdr(p, 1, ipackidx.packfile_size);
1154 done:
1155 	if (err) {
1156 		if (imsg.fd != -1)
1157 			close(imsg.fd);
1158 		got_packidx_close(p);
1159 	} else
1160 		*packidx = p;
1161 	imsg_free(&imsg);
1162 	return err;
1163 }
1164 
1165 static const struct got_error *
1166 send_tree_enumeration_done(struct imsgbuf *ibuf)
1167 {
1168 	if (imsg_compose(ibuf, GOT_IMSG_TREE_ENUMERATION_DONE, 0, 0, -1,
1169 	    NULL, 0) == -1)
1170 		return got_error_from_errno("imsg_compose TREE_ENUMERATION_DONE");
1171 
1172 	return got_privsep_flush_imsg(ibuf);
1173 }
1174 
1175 struct enumerated_tree {
1176 	struct got_object_id id;
1177 	char *path;
1178 	uint8_t *buf;
1179 	struct got_parsed_tree_entry *entries;
1180 	int nentries;
1181 };
1182 
1183 static const struct got_error *
1184 enumerate_tree(int *have_all_entries, struct imsgbuf *ibuf, size_t *totlen,
1185     struct got_object_id *tree_id,
1186     const char *path, struct got_pack *pack, struct got_packidx *packidx,
1187     struct got_object_cache *objcache, struct got_object_idset *idset,
1188     struct enumerated_tree **trees, size_t *nalloc, size_t *ntrees)
1189 {
1190 	const struct got_error *err = NULL;
1191 	struct got_object_id_queue ids;
1192 	struct got_object_qid *qid;
1193 	uint8_t *buf = NULL;
1194 	struct got_parsed_tree_entry *entries = NULL;
1195 	size_t nentries = 0, nentries_alloc = 0, i;
1196 	struct enumerated_tree *tree;
1197 
1198 	*ntrees = 0;
1199 	*have_all_entries = 1;
1200 	STAILQ_INIT(&ids);
1201 
1202 	err = got_object_qid_alloc_partial(&qid);
1203 	if (err)
1204 		return err;
1205 	memcpy(&qid->id.sha1, tree_id, SHA1_DIGEST_LENGTH);
1206 	qid->data = strdup(path);
1207 	if (qid->data == NULL) {
1208 		err = got_error_from_errno("strdup");
1209 		goto done;
1210 	}
1211 	STAILQ_INSERT_TAIL(&ids, qid, entry);
1212 	qid = NULL;
1213 
1214 	/* Traverse the tree hierarchy, gather tree object IDs and paths. */
1215 	do {
1216 		const char *path;
1217 		int idx, i;
1218 
1219 		if (sigint_received) {
1220 			err = got_error(GOT_ERR_CANCELLED);
1221 			goto done;
1222 		}
1223 
1224 		qid = STAILQ_FIRST(&ids);
1225 		STAILQ_REMOVE_HEAD(&ids, entry);
1226 		path = qid->data;
1227 
1228 		idx = got_packidx_get_object_idx(packidx, &qid->id);
1229 		if (idx == -1) {
1230 			*have_all_entries = 0;
1231 			break;
1232 		}
1233 
1234 		err = open_tree(&buf, &entries, &nentries, &nentries_alloc,
1235 		    pack, packidx, idx, &qid->id, objcache);
1236 		if (err) {
1237 			if (err->code != GOT_ERR_NO_OBJ)
1238 				goto done;
1239 		}
1240 
1241 		err = got_object_idset_add(idset, &qid->id, NULL);
1242 		if (err)
1243 			goto done;
1244 
1245 		for (i = 0; i < nentries; i++) {
1246 			struct got_object_qid *eqid = NULL;
1247 			struct got_parsed_tree_entry *pte = &entries[i];
1248 			char *p;
1249 
1250 			if (!S_ISDIR(pte->mode))
1251 				continue;
1252 
1253 			err = got_object_qid_alloc_partial(&eqid);
1254 			if (err)
1255 				goto done;
1256 			memcpy(eqid->id.sha1, pte->id, sizeof(eqid->id.sha1));
1257 
1258 			if (got_object_idset_contains(idset, &eqid->id)) {
1259 				got_object_qid_free(eqid);
1260 				continue;
1261 			}
1262 
1263 			if (asprintf(&p, "%s%s%s", path,
1264 			    got_path_is_root_dir(path) ? "" : "/",
1265 			    pte->name) == -1) {
1266 				err = got_error_from_errno("asprintf");
1267 				got_object_qid_free(eqid);
1268 				goto done;
1269 			}
1270 			eqid->data = p;
1271 			STAILQ_INSERT_TAIL(&ids, eqid, entry);
1272 		}
1273 
1274 		if (*ntrees >= *nalloc) {
1275 			struct enumerated_tree *new;
1276 			new = recallocarray(*trees, *nalloc, *nalloc + 16,
1277 			    sizeof(*new));
1278 			if (new == NULL) {
1279 				err = got_error_from_errno("malloc");
1280 				goto done;
1281 			}
1282 			*trees = new;
1283 			*nalloc += 16;
1284 		}
1285 		tree = &(*trees)[*ntrees];
1286 		(*ntrees)++;
1287 		memcpy(&tree->id, &qid->id, sizeof(tree->id));
1288 		tree->path = qid->data;
1289 		tree->buf = buf;
1290 		buf = NULL;
1291 		tree->entries = entries;
1292 		entries = NULL;
1293 		nentries_alloc = 0;
1294 		tree->nentries = nentries;
1295 		nentries = 0;
1296 
1297 		got_object_qid_free(qid);
1298 		qid = NULL;
1299 	} while (!STAILQ_EMPTY(&ids));
1300 
1301 	if (*have_all_entries) {
1302 		int i;
1303 		/*
1304 		 * We have managed to traverse all entries in the hierarchy.
1305 		 * Tell the main process what we have found.
1306 		 */
1307 		for (i = 0; i < *ntrees; i++) {
1308 			tree = &(*trees)[i];
1309 			err = got_privsep_send_enumerated_tree(totlen,
1310 			    ibuf, &tree->id, tree->path, tree->entries,
1311 			    tree->nentries);
1312 			if (err)
1313 				goto done;
1314 			free(tree->buf);
1315 			tree->buf = NULL;
1316 			free(tree->path);
1317 			tree->path = NULL;
1318 			free(tree->entries);
1319 			tree->entries = NULL;
1320 		}
1321 		*ntrees = 0; /* don't loop again below to free memory */
1322 
1323 		err = send_tree_enumeration_done(ibuf);
1324 	} else {
1325 		/*
1326 		 * We can only load fully packed tree hierarchies on
1327 		 * behalf of the main process, otherwise the main process
1328 		 * gets a wrong idea about which tree objects have
1329 		 * already been traversed.
1330 		 * Indicate a missing entry for the root of this tree.
1331 		 * The main process should continue by loading this
1332 		 * entire tree the slow way.
1333 		 */
1334 		err = got_privsep_send_enumerated_tree(totlen, ibuf,
1335 		    tree_id, "/", NULL, -1);
1336 		if (err)
1337 			goto done;
1338 	}
1339 done:
1340 	free(buf);
1341 	free(entries);
1342 	for (i = 0; i < *ntrees; i++) {
1343 		tree = &(*trees)[i];
1344 		free(tree->buf);
1345 		tree->buf = NULL;
1346 		free(tree->path);
1347 		tree->path = NULL;
1348 		free(tree->entries);
1349 		tree->entries = NULL;
1350 	}
1351 	if (qid)
1352 		free(qid->data);
1353 	got_object_qid_free(qid);
1354 	got_object_id_queue_free(&ids);
1355 	if (err) {
1356 		if (err->code == GOT_ERR_PRIVSEP_PIPE)
1357 			err = NULL;
1358 		else
1359 			got_privsep_send_error(ibuf, err);
1360 	}
1361 
1362 	return err;
1363 }
1364 
1365 static const struct got_error *
1366 enumeration_request(struct imsg *imsg, struct imsgbuf *ibuf,
1367     struct got_pack *pack, struct got_packidx *packidx,
1368     struct got_object_cache *objcache)
1369 {
1370 	const struct got_error *err = NULL;
1371 	struct got_object_id_queue commit_ids;
1372 	const struct got_object_id_queue *parents = NULL;
1373 	struct got_object_qid *qid = NULL;
1374 	struct got_object *obj = NULL;
1375 	struct got_commit_object *commit = NULL;
1376 	struct got_object_id *tree_id = NULL;
1377 	size_t totlen = 0;
1378 	struct got_object_idset *idset;
1379 	int i, idx, have_all_entries = 1;
1380 	struct enumerated_tree *trees = NULL;
1381 	size_t ntrees = 0, nalloc = 16;
1382 
1383 	STAILQ_INIT(&commit_ids);
1384 
1385 	trees = calloc(nalloc, sizeof(*trees));
1386 	if (trees == NULL)
1387 		return got_error_from_errno("calloc");
1388 
1389 	idset = got_object_idset_alloc();
1390 	if (idset == NULL) {
1391 		err = got_error_from_errno("got_object_idset_alloc");
1392 		goto done;
1393 	}
1394 
1395 	err = recv_object_id_queue(&commit_ids, ibuf);
1396 	if (err)
1397 		goto done;
1398 
1399 	if (STAILQ_EMPTY(&commit_ids)) {
1400 		err = got_error(GOT_ERR_PRIVSEP_MSG);
1401 		goto done;
1402 	}
1403 
1404 	err = recv_object_ids(idset, ibuf);
1405 	if (err)
1406 		goto done;
1407 
1408 	while (!STAILQ_EMPTY(&commit_ids)) {
1409 		if (sigint_received) {
1410 			err = got_error(GOT_ERR_CANCELLED);
1411 			goto done;
1412 		}
1413 
1414 		qid = STAILQ_FIRST(&commit_ids);
1415 		STAILQ_REMOVE_HEAD(&commit_ids, entry);
1416 
1417 		if (got_object_idset_contains(idset, &qid->id)) {
1418 			got_object_qid_free(qid);
1419 			qid = NULL;
1420 			continue;
1421 		}
1422 
1423 		idx = got_packidx_get_object_idx(packidx, &qid->id);
1424 		if (idx == -1) {
1425 			have_all_entries = 0;
1426 			break;
1427 		}
1428 
1429 		err = open_object(&obj, pack, packidx, idx, &qid->id,
1430 		    objcache);
1431 		if (err)
1432 			goto done;
1433 		if (obj->type == GOT_OBJ_TYPE_TAG) {
1434 			struct got_tag_object *tag;
1435 			uint8_t *buf;
1436 			size_t len;
1437 			err = got_packfile_extract_object_to_mem(&buf,
1438 			    &len, obj, pack);
1439 			if (err)
1440 				goto done;
1441 			obj->size = len;
1442 			err = got_object_parse_tag(&tag, buf, len);
1443 			if (err) {
1444 				free(buf);
1445 				goto done;
1446 			}
1447 			idx = got_packidx_get_object_idx(packidx, &tag->id);
1448 			if (idx == -1) {
1449 				have_all_entries = 0;
1450 				break;
1451 			}
1452 			err = open_commit(&commit, pack, packidx, idx,
1453 			    &tag->id, objcache);
1454 			got_object_tag_close(tag);
1455 			free(buf);
1456 			if (err)
1457 				goto done;
1458 		} else if (obj->type == GOT_OBJ_TYPE_COMMIT) {
1459 			err = open_commit(&commit, pack, packidx, idx,
1460 			    &qid->id, objcache);
1461 			if (err)
1462 				goto done;
1463 		} else {
1464 			err = got_error(GOT_ERR_OBJ_TYPE);
1465 			goto done;
1466 		}
1467 		got_object_close(obj);
1468 		obj = NULL;
1469 
1470 		err = got_privsep_send_enumerated_commit(ibuf, &qid->id,
1471 		    got_object_commit_get_committer_time(commit));
1472 		if (err)
1473 			goto done;
1474 
1475 		tree_id = got_object_commit_get_tree_id(commit);
1476 		idx = got_packidx_get_object_idx(packidx, tree_id);
1477 		if (idx == -1) {
1478 			have_all_entries = 0;
1479 			err = got_privsep_send_enumerated_tree(&totlen, ibuf,
1480 			    tree_id, "/", NULL, -1);
1481 			if (err)
1482 				goto done;
1483 			break;
1484 		}
1485 
1486 		if (got_object_idset_contains(idset, tree_id)) {
1487 			got_object_qid_free(qid);
1488 			qid = NULL;
1489 			continue;
1490 		}
1491 
1492 		err = enumerate_tree(&have_all_entries, ibuf, &totlen,
1493 		    tree_id, "/", pack, packidx, objcache, idset,
1494 		    &trees, &nalloc, &ntrees);
1495 		if (err)
1496 			goto done;
1497 
1498 		if (!have_all_entries)
1499 			break;
1500 
1501 		got_object_qid_free(qid);
1502 		qid = NULL;
1503 
1504 		parents = got_object_commit_get_parent_ids(commit);
1505 		if (parents) {
1506 			struct got_object_qid *pid;
1507 			STAILQ_FOREACH(pid, parents, entry) {
1508 				if (got_object_idset_contains(idset, &pid->id))
1509 					continue;
1510 				err = got_object_qid_alloc_partial(&qid);
1511 				if (err)
1512 					goto done;
1513 				memcpy(&qid->id, &pid->id, sizeof(qid->id));
1514 				STAILQ_INSERT_TAIL(&commit_ids, qid, entry);
1515 				qid = NULL;
1516 			}
1517 		}
1518 
1519 		got_object_commit_close(commit);
1520 		commit = NULL;
1521 	}
1522 
1523 	if (have_all_entries) {
1524 		err = got_privsep_send_object_enumeration_done(ibuf);
1525 		if (err)
1526 			goto done;
1527 	} else {
1528 		err = got_privsep_send_object_enumeration_incomplete(ibuf);
1529 		if (err)
1530 			goto done;
1531 	}
1532 done:
1533 	if (obj)
1534 		got_object_close(obj);
1535 	if (commit)
1536 		got_object_commit_close(commit);
1537 	got_object_qid_free(qid);
1538 	got_object_id_queue_free(&commit_ids);
1539 	if (idset)
1540 		got_object_idset_free(idset);
1541 	for (i = 0; i < ntrees; i++) {
1542 		struct enumerated_tree *tree = &trees[i];
1543 		free(tree->buf);
1544 		free(tree->path);
1545 		free(tree->entries);
1546 	}
1547 	free(trees);
1548 	return err;
1549 }
1550 
1551 enum findtwixt_color {
1552 	COLOR_KEEP = 0,
1553 	COLOR_DROP,
1554 	COLOR_SKIP,
1555 	COLOR_MAX,
1556 };
1557 
1558 static const struct got_error *
1559 paint_commit(struct got_object_qid *qid, intptr_t color)
1560 {
1561 	if (color < 0 || color >= COLOR_MAX)
1562 		return got_error(GOT_ERR_RANGE);
1563 
1564 	qid->data = (void *)color;
1565 	return NULL;
1566 }
1567 
1568 static const struct got_error *
1569 queue_commit_id(struct got_object_id_queue *ids, struct got_object_id *id,
1570     intptr_t color)
1571 {
1572 	const struct got_error *err;
1573 	struct got_object_qid *qid;
1574 
1575 	err = got_object_qid_alloc_partial(&qid);
1576 	if (err)
1577 		return err;
1578 
1579 	memcpy(&qid->id, id, sizeof(qid->id));
1580 	STAILQ_INSERT_TAIL(ids, qid, entry);
1581 	return paint_commit(qid, color);
1582 }
1583 
1584 static const struct got_error *
1585 paint_commits(struct got_object_id_queue *ids, int *nids,
1586     struct got_object_idset *keep, struct got_object_idset *drop,
1587     struct got_object_idset *skip, struct got_pack *pack,
1588     struct got_packidx *packidx, struct imsgbuf *ibuf,
1589     struct got_object_cache *objcache)
1590 {
1591 	const struct got_error *err = NULL;
1592 	struct got_commit_object *commit = NULL;
1593 	struct got_object_id_queue painted;
1594 	const struct got_object_id_queue *parents;
1595 	struct got_object_qid *qid = NULL;
1596 	int nqueued = *nids, nskip = 0, npainted = 0;
1597 
1598 	STAILQ_INIT(&painted);
1599 
1600 	while (!STAILQ_EMPTY(ids) && nskip != nqueued) {
1601 		int idx;
1602 		intptr_t color;
1603 
1604 		if (sigint_received) {
1605 			err = got_error(GOT_ERR_CANCELLED);
1606 			goto done;
1607 		}
1608 
1609 		qid = STAILQ_FIRST(ids);
1610 		idx = got_packidx_get_object_idx(packidx, &qid->id);
1611 		if (idx == -1) {
1612 			qid = NULL;
1613 			break;
1614 		}
1615 
1616 		STAILQ_REMOVE_HEAD(ids, entry);
1617 		nqueued--;
1618 		color = (intptr_t)qid->data;
1619 		if (color == COLOR_SKIP)
1620 			nskip--;
1621 
1622 		if (got_object_idset_contains(skip, &qid->id)) {
1623 			got_object_qid_free(qid);
1624 			qid = NULL;
1625 			continue;
1626 		}
1627 
1628 		switch (color) {
1629 		case COLOR_KEEP:
1630 			if (got_object_idset_contains(keep, &qid->id)) {
1631 				got_object_qid_free(qid);
1632 				qid = NULL;
1633 				continue;
1634 			}
1635 			if (got_object_idset_contains(drop, &qid->id)) {
1636 				err = paint_commit(qid, COLOR_SKIP);
1637 				if (err)
1638 					goto done;
1639 			}
1640 			err = got_object_idset_add(keep, &qid->id, NULL);
1641 			if (err)
1642 				goto done;
1643 			break;
1644 		case COLOR_DROP:
1645 			if (got_object_idset_contains(drop, &qid->id)) {
1646 				got_object_qid_free(qid);
1647 				qid = NULL;
1648 				continue;
1649 			}
1650 			if (got_object_idset_contains(keep, &qid->id)) {
1651 				err = paint_commit(qid, COLOR_SKIP);
1652 				if (err)
1653 					goto done;
1654 			}
1655 			err = got_object_idset_add(drop, &qid->id, NULL);
1656 			if (err)
1657 				goto done;
1658 			break;
1659 		case COLOR_SKIP:
1660 			if (!got_object_idset_contains(skip, &qid->id)) {
1661 				err = got_object_idset_add(skip, &qid->id,
1662 				    NULL);
1663 				if (err)
1664 					goto done;
1665 			}
1666 			break;
1667 		default:
1668 			/* should not happen */
1669 			err = got_error_fmt(GOT_ERR_NOT_IMPL,
1670 			    "%s invalid commit color %"PRIdPTR, __func__,
1671 			    color);
1672 			goto done;
1673 		}
1674 
1675 		err = open_commit(&commit, pack, packidx, idx, &qid->id,
1676 		    objcache);
1677 		if (err)
1678 			goto done;
1679 
1680 		parents = got_object_commit_get_parent_ids(commit);
1681 		if (parents) {
1682 			struct got_object_qid *pid;
1683 			color = (intptr_t)qid->data;
1684 			STAILQ_FOREACH(pid, parents, entry) {
1685 				err = queue_commit_id(ids, &pid->id, color);
1686 				if (err)
1687 					goto done;
1688 				nqueued++;
1689 				if (color == COLOR_SKIP)
1690 					nskip++;
1691 			}
1692 		}
1693 
1694 		got_object_commit_close(commit);
1695 		commit = NULL;
1696 
1697 		STAILQ_INSERT_TAIL(&painted, qid, entry);
1698 		qid = NULL;
1699 		npainted++;
1700 
1701 		err = got_privsep_send_painted_commits(ibuf, &painted,
1702 		    &npainted, 1, 0);
1703 		if (err)
1704 			goto done;
1705 	}
1706 
1707 	err = got_privsep_send_painted_commits(ibuf, &painted, &npainted, 1, 1);
1708 	if (err)
1709 		goto done;
1710 
1711 	*nids = nqueued;
1712 done:
1713 	if (commit)
1714 		got_object_commit_close(commit);
1715 	got_object_qid_free(qid);
1716 	return err;
1717 }
1718 
1719 static void
1720 commit_painting_free(struct got_object_idset **keep,
1721     struct got_object_idset **drop,
1722     struct got_object_idset **skip)
1723 {
1724 	if (*keep) {
1725 		got_object_idset_free(*keep);
1726 		*keep = NULL;
1727 	}
1728 	if (*drop) {
1729 		got_object_idset_free(*drop);
1730 		*drop = NULL;
1731 	}
1732 	if (*skip) {
1733 		got_object_idset_free(*skip);
1734 		*skip = NULL;
1735 	}
1736 }
1737 
1738 static const struct got_error *
1739 commit_painting_init(struct imsgbuf *ibuf, struct got_object_idset **keep,
1740     struct got_object_idset **drop, struct got_object_idset **skip)
1741 {
1742 	const struct got_error *err = NULL;
1743 
1744 	*keep = got_object_idset_alloc();
1745 	if (*keep == NULL) {
1746 		err = got_error_from_errno("got_object_idset_alloc");
1747 		goto done;
1748 	}
1749 	*drop = got_object_idset_alloc();
1750 	if (*drop == NULL) {
1751 		err = got_error_from_errno("got_object_idset_alloc");
1752 		goto done;
1753 	}
1754 	*skip = got_object_idset_alloc();
1755 	if (*skip == NULL) {
1756 		err = got_error_from_errno("got_object_idset_alloc");
1757 		goto done;
1758 	}
1759 
1760 	err = recv_object_ids(*keep, ibuf);
1761 	if (err)
1762 		goto done;
1763 	err = recv_object_ids(*drop, ibuf);
1764 	if (err)
1765 		goto done;
1766 	err = recv_object_ids(*skip, ibuf);
1767 	if (err)
1768 		goto done;
1769 
1770 done:
1771 	if (err)
1772 		commit_painting_free(keep, drop, skip);
1773 
1774 	return err;
1775 }
1776 
1777 static const struct got_error *
1778 commit_painting_request(struct imsg *imsg, struct imsgbuf *ibuf,
1779     struct got_pack *pack, struct got_packidx *packidx,
1780     struct got_object_cache *objcache, struct got_object_idset *keep,
1781     struct got_object_idset *drop, struct got_object_idset *skip)
1782 {
1783 	const struct got_error *err = NULL;
1784 	struct got_imsg_commit_painting_request ireq;
1785 	struct got_object_id id;
1786 	size_t datalen;
1787 	struct got_object_id_queue ids;
1788 	int nids = 0;
1789 
1790 	STAILQ_INIT(&ids);
1791 
1792 	datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
1793 	if (datalen != sizeof(ireq))
1794 		return got_error(GOT_ERR_PRIVSEP_LEN);
1795 	memcpy(&ireq, imsg->data, sizeof(ireq));
1796 	memcpy(id.sha1, ireq.id, SHA1_DIGEST_LENGTH);
1797 
1798 	err = queue_commit_id(&ids, &id, ireq.color);
1799 	if (err)
1800 		return err;
1801 	nids = 1;
1802 
1803 	err = paint_commits(&ids, &nids, keep, drop, skip,
1804 	    pack, packidx, ibuf, objcache);
1805 	if (err)
1806 		goto done;
1807 
1808 	err = got_privsep_send_painted_commits(ibuf, &ids, &nids, 0, 1);
1809 	if (err)
1810 		goto done;
1811 
1812 	err = got_privsep_send_painting_commits_done(ibuf);
1813 done:
1814 	got_object_id_queue_free(&ids);
1815 	return err;
1816 }
1817 
1818 static const struct got_error *
1819 receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
1820 {
1821 	const struct got_error *err = NULL;
1822 	struct imsg imsg;
1823 	struct got_imsg_pack ipack;
1824 	size_t datalen;
1825 	struct got_pack *pack;
1826 
1827 	*packp = NULL;
1828 
1829 	err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1830 	if (err)
1831 		return err;
1832 
1833 	pack = calloc(1, sizeof(*pack));
1834 	if (pack == NULL) {
1835 		err = got_error_from_errno("calloc");
1836 		goto done;
1837 	}
1838 
1839 	if (imsg.hdr.type != GOT_IMSG_PACK) {
1840 		err = got_error(GOT_ERR_PRIVSEP_MSG);
1841 		goto done;
1842 	}
1843 
1844 	if (imsg.fd == -1) {
1845 		err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1846 		goto done;
1847 	}
1848 
1849 	datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1850 	if (datalen != sizeof(ipack)) {
1851 		err = got_error(GOT_ERR_PRIVSEP_LEN);
1852 		goto done;
1853 	}
1854 	memcpy(&ipack, imsg.data, sizeof(ipack));
1855 
1856 	pack->filesize = ipack.filesize;
1857 	pack->fd = dup(imsg.fd);
1858 	if (pack->fd == -1) {
1859 		err = got_error_from_errno("dup");
1860 		goto done;
1861 	}
1862 	if (lseek(pack->fd, 0, SEEK_SET) == -1) {
1863 		err = got_error_from_errno("lseek");
1864 		goto done;
1865 	}
1866 	pack->path_packfile = strdup(ipack.path_packfile);
1867 	if (pack->path_packfile == NULL) {
1868 		err = got_error_from_errno("strdup");
1869 		goto done;
1870 	}
1871 
1872 	err = got_delta_cache_alloc(&pack->delta_cache);
1873 	if (err)
1874 		goto done;
1875 
1876 #ifndef GOT_PACK_NO_MMAP
1877 	pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
1878 	    pack->fd, 0);
1879 	if (pack->map == MAP_FAILED)
1880 		pack->map = NULL; /* fall back to read(2) */
1881 #endif
1882 done:
1883 	if (err) {
1884 		if (imsg.fd != -1)
1885 			close(imsg.fd);
1886 		free(pack);
1887 	} else
1888 		*packp = pack;
1889 	imsg_free(&imsg);
1890 	return err;
1891 }
1892 
1893 int
1894 main(int argc, char *argv[])
1895 {
1896 	const struct got_error *err = NULL;
1897 	struct imsgbuf ibuf;
1898 	struct imsg imsg;
1899 	struct got_packidx *packidx = NULL;
1900 	struct got_pack *pack = NULL;
1901 	struct got_object_cache objcache;
1902 	FILE *basefile = NULL, *accumfile = NULL, *delta_outfile = NULL;
1903 	struct got_object_idset *keep = NULL, *drop = NULL, *skip = NULL;
1904 	struct got_parsed_tree_entry *entries = NULL;
1905 	size_t nentries = 0, nentries_alloc = 0;
1906 
1907 	//static int attached;
1908 	//while (!attached) sleep(1);
1909 
1910 	signal(SIGINT, catch_sigint);
1911 
1912 	imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
1913 
1914 	err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
1915 	if (err) {
1916 		err = got_error_from_errno("got_object_cache_init");
1917 		got_privsep_send_error(&ibuf, err);
1918 		return 1;
1919 	}
1920 
1921 #ifndef PROFILE
1922 	/* revoke access to most system calls */
1923 	if (pledge("stdio recvfd", NULL) == -1) {
1924 		err = got_error_from_errno("pledge");
1925 		got_privsep_send_error(&ibuf, err);
1926 		return 1;
1927 	}
1928 #endif
1929 
1930 	err = receive_packidx(&packidx, &ibuf);
1931 	if (err) {
1932 		got_privsep_send_error(&ibuf, err);
1933 		return 1;
1934 	}
1935 
1936 	err = receive_pack(&pack, &ibuf);
1937 	if (err) {
1938 		got_privsep_send_error(&ibuf, err);
1939 		return 1;
1940 	}
1941 
1942 	for (;;) {
1943 		imsg.fd = -1;
1944 
1945 		if (sigint_received) {
1946 			err = got_error(GOT_ERR_CANCELLED);
1947 			break;
1948 		}
1949 
1950 		err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
1951 		if (err) {
1952 			if (err->code == GOT_ERR_PRIVSEP_PIPE)
1953 				err = NULL;
1954 			break;
1955 		}
1956 
1957 		if (imsg.hdr.type == GOT_IMSG_STOP)
1958 			break;
1959 
1960 		switch (imsg.hdr.type) {
1961 		case GOT_IMSG_TMPFD:
1962 			if (basefile == NULL) {
1963 				err = receive_tempfile(&basefile, "w+",
1964 				   &imsg, &ibuf);
1965 			} else if (accumfile == NULL) {
1966 				err = receive_tempfile(&accumfile, "w+",
1967 				   &imsg, &ibuf);
1968 			} else
1969 				err = got_error(GOT_ERR_PRIVSEP_MSG);
1970 			break;
1971 		case GOT_IMSG_PACKED_OBJECT_REQUEST:
1972 			err = object_request(&imsg, &ibuf, pack, packidx,
1973 			    &objcache);
1974 			break;
1975 		case GOT_IMSG_PACKED_RAW_OBJECT_REQUEST:
1976 			if (basefile == NULL || accumfile == NULL) {
1977 				err = got_error(GOT_ERR_PRIVSEP_MSG);
1978 				break;
1979 			}
1980 			err = raw_object_request(&imsg, &ibuf, pack, packidx,
1981 			    &objcache, basefile, accumfile);
1982 			break;
1983 		case GOT_IMSG_RAW_DELTA_OUTFD:
1984 			if (delta_outfile != NULL) {
1985 				err = got_error(GOT_ERR_PRIVSEP_MSG);
1986 				break;
1987 			}
1988 			err = receive_tempfile(&delta_outfile, "w",
1989 			    &imsg, &ibuf);
1990 			break;
1991 		case GOT_IMSG_RAW_DELTA_REQUEST:
1992 			if (delta_outfile == NULL) {
1993 				err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1994 				break;
1995 			}
1996 			err = raw_delta_request(&imsg, &ibuf, delta_outfile,
1997 			    pack, packidx);
1998 			break;
1999 		case GOT_IMSG_DELTA_REUSE_REQUEST:
2000 			if (delta_outfile == NULL) {
2001 				err = got_error(GOT_ERR_PRIVSEP_NO_FD);
2002 				break;
2003 			}
2004 			err = delta_reuse_request(&imsg, &ibuf,
2005 			    delta_outfile, pack, packidx);
2006 			break;
2007 		case GOT_IMSG_COMMIT_REQUEST:
2008 			err = commit_request(&imsg, &ibuf, pack, packidx,
2009 			    &objcache);
2010 			break;
2011 		case GOT_IMSG_TREE_REQUEST:
2012 			err = tree_request(&imsg, &ibuf, pack, packidx,
2013 			    &objcache, &entries, &nentries, &nentries_alloc);
2014 			break;
2015 		case GOT_IMSG_BLOB_REQUEST:
2016 			if (basefile == NULL || accumfile == NULL) {
2017 				err = got_error(GOT_ERR_PRIVSEP_MSG);
2018 				break;
2019 			}
2020 			err = blob_request(&imsg, &ibuf, pack, packidx,
2021 			    &objcache, basefile, accumfile);
2022 			break;
2023 		case GOT_IMSG_TAG_REQUEST:
2024 			err = tag_request(&imsg, &ibuf, pack, packidx,
2025 			    &objcache);
2026 			break;
2027 		case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
2028 			err = commit_traversal_request(&imsg, &ibuf, pack,
2029 			    packidx, &objcache);
2030 			break;
2031 		case GOT_IMSG_OBJECT_ENUMERATION_REQUEST:
2032 			err = enumeration_request(&imsg, &ibuf, pack,
2033 			    packidx, &objcache);
2034 			break;
2035 		case GOT_IMSG_COMMIT_PAINTING_INIT:
2036 			commit_painting_free(&keep, &drop, &skip);
2037 			err = commit_painting_init(&ibuf, &keep, &drop, &skip);
2038 			break;
2039 		case GOT_IMSG_COMMIT_PAINTING_REQUEST:
2040 			if (keep == NULL || drop == NULL || skip == NULL) {
2041 				err = got_error(GOT_ERR_PRIVSEP_MSG);
2042 				break;
2043 			}
2044 			err = commit_painting_request(&imsg, &ibuf, pack,
2045 			    packidx, &objcache, keep, drop, skip);
2046 			break;
2047 		case GOT_IMSG_COMMIT_PAINTING_DONE:
2048 			commit_painting_free(&keep, &drop, &skip);
2049 			break;
2050 		default:
2051 			err = got_error(GOT_ERR_PRIVSEP_MSG);
2052 			break;
2053 		}
2054 
2055 		if (imsg.fd != -1 && close(imsg.fd) == -1 && err == NULL)
2056 			err = got_error_from_errno("close");
2057 		imsg_free(&imsg);
2058 		if (err)
2059 			break;
2060 	}
2061 
2062 	free(entries);
2063 	commit_painting_free(&keep, &drop, &skip);
2064 	if (packidx)
2065 		got_packidx_close(packidx);
2066 	if (pack)
2067 		got_pack_close(pack);
2068 	got_object_cache_close(&objcache);
2069 	imsg_clear(&ibuf);
2070 	if (basefile && fclose(basefile) == EOF && err == NULL)
2071 		err = got_error_from_errno("fclose");
2072 	if (accumfile && fclose(accumfile) == EOF && err == NULL)
2073 		err = got_error_from_errno("fclose");
2074 	if (delta_outfile && fclose(delta_outfile) == EOF && err == NULL)
2075 		err = got_error_from_errno("fclose");
2076 	if (err) {
2077 		if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
2078 			fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
2079 			got_privsep_send_error(&ibuf, err);
2080 		}
2081 	}
2082 	if (close(GOT_IMSG_FD_CHILD) == -1 && err == NULL)
2083 		err = got_error_from_errno("close");
2084 	return err ? 1 : 0;
2085 }