1 /*
2  * Copyright (c) 2018, 2019, 2022 Stefan Sperling <stsp@openbsd.org>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include <sys/mman.h>
18 #include <sys/queue.h>
19 #include <sys/types.h>
20 #include <sys/tree.h>
21 #include <sys/stat.h>
22 #include <sys/socket.h>
23 #include <sys/uio.h>
24 
25 #include <errno.h>
26 #include <imsg.h>
27 #include <stdio.h>
28 #include <stdint.h>
29 #include <stdlib.h>
30 #include <string.h>
31 #include <sha1.h>
32 #include <limits.h>
33 #include <unistd.h>
34 
35 #include "got_error.h"
36 #include "got_object.h"
37 #include "got_repository.h"
38 #include "got_opentemp.h"
39 #include "got_path.h"
40 
41 #include "got_lib_delta.h"
42 #include "got_lib_object.h"
43 #include "got_lib_privsep.h"
44 #include "got_lib_object_cache.h"
45 #include "got_lib_pack.h"
46 #include "got_lib_repository.h"
47 
48 static const struct got_error *
49 request_packed_object(struct got_object **obj, struct got_pack *pack, int idx,
50     struct got_object_id *id)
51 {
52 	const struct got_error *err = NULL;
53 	struct imsgbuf *ibuf = pack->privsep_child->ibuf;
54 
55 	err = got_privsep_send_packed_obj_req(ibuf, idx, id);
56 	if (err)
57 		return err;
58 
59 	err = got_privsep_recv_obj(obj, ibuf);
60 	if (err)
61 		return err;
62 
63 	memcpy(&(*obj)->id, id, sizeof((*obj)->id));
64 
65 	return NULL;
66 }
67 
68 /* Create temporary files used during delta application. */
69 static const struct got_error *
70 pack_child_send_tempfiles(struct imsgbuf *ibuf, struct got_pack *pack)
71 {
72 	const struct got_error *err;
73 	int basefd = -1, accumfd = -1;
74 
75 	/*
76 	 * For performance reasons, the child will keep reusing the
77 	 * same temporary files during every object request.
78 	 * Opening and closing new files for every object request is
79 	 * too expensive during operations such as 'gotadmin pack'.
80 	 */
81 	if (pack->child_has_tempfiles)
82 		return NULL;
83 
84 	basefd = dup(pack->basefd);
85 	if (basefd == -1)
86 		return got_error_from_errno("dup");
87 
88 	accumfd = dup(pack->accumfd);
89 	if (accumfd == -1) {
90 		err = got_error_from_errno("dup");
91 		goto done;
92 	}
93 
94 	err = got_privsep_send_tmpfd(ibuf, basefd);
95 	if (err)
96 		goto done;
97 
98 	err = got_privsep_send_tmpfd(ibuf, accumfd);
99 done:
100 	if (err) {
101 		if (basefd != -1)
102 			close(basefd);
103 		if (accumfd != -1)
104 			close(accumfd);
105 	} else
106 		pack->child_has_tempfiles = 1;
107 	return NULL;
108 }
109 
110 static const struct got_error *
111 request_packed_object_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
112     int outfd, struct got_pack *pack, int idx, struct got_object_id *id)
113 {
114 	const struct got_error *err = NULL;
115 	struct imsgbuf *ibuf = pack->privsep_child->ibuf;
116 	int outfd_child;
117 
118 	 err = pack_child_send_tempfiles(ibuf, pack);
119 	 if (err)
120 		return err;
121 
122 	outfd_child = dup(outfd);
123 	if (outfd_child == -1)
124 		return got_error_from_errno("dup");
125 
126 	err = got_privsep_send_packed_raw_obj_req(ibuf, idx, id);
127 	if (err) {
128 		close(outfd_child);
129 		return err;
130 	}
131 
132 	err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
133 	if (err)
134 		return err;
135 
136 	err = got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
137 	if (err)
138 		return err;
139 
140 	return NULL;
141 }
142 
143 static const struct got_error *
144 read_packed_object_privsep(struct got_object **obj,
145     struct got_repository *repo, struct got_pack *pack,
146     struct got_packidx *packidx, int idx, struct got_object_id *id)
147 {
148 	const struct got_error *err = NULL;
149 
150 	if (pack->privsep_child == NULL) {
151 		err = got_pack_start_privsep_child(pack, packidx);
152 		if (err)
153 			return err;
154 	}
155 
156 	return request_packed_object(obj, pack, idx, id);
157 }
158 
159 static const struct got_error *
160 read_packed_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
161     int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
162     struct got_object_id *id)
163 {
164 	const struct got_error *err = NULL;
165 
166 	if (pack->privsep_child == NULL) {
167 		err = got_pack_start_privsep_child(pack, packidx);
168 		if (err)
169 			return err;
170 	}
171 
172 	return request_packed_object_raw(outbuf, size, hdrlen, outfd, pack,
173 	    idx, id);
174 }
175 
176 const struct got_error *
177 got_object_open_packed(struct got_object **obj, struct got_object_id *id,
178     struct got_repository *repo)
179 {
180 	const struct got_error *err = NULL;
181 	struct got_pack *pack = NULL;
182 	struct got_packidx *packidx = NULL;
183 	int idx;
184 	char *path_packfile;
185 
186 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
187 	if (err)
188 		return err;
189 
190 	err = got_packidx_get_packfile_path(&path_packfile,
191 	    packidx->path_packidx);
192 	if (err)
193 		return err;
194 
195 	pack = got_repo_get_cached_pack(repo, path_packfile);
196 	if (pack == NULL) {
197 		err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
198 		if (err)
199 			goto done;
200 	}
201 
202 	err = read_packed_object_privsep(obj, repo, pack, packidx, idx, id);
203 	if (err)
204 		goto done;
205 done:
206 	free(path_packfile);
207 	return err;
208 }
209 
210 const struct got_error *
211 got_object_open_from_packfile(struct got_object **obj, struct got_object_id *id,
212     struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
213     struct got_repository *repo)
214 {
215 	return read_packed_object_privsep(obj, repo, pack, packidx,
216 	    obj_idx, id);
217 }
218 
219 const struct got_error *
220 got_object_read_raw_delta(uint64_t *base_size, uint64_t *result_size,
221     off_t *delta_size, off_t *delta_compressed_size, off_t *delta_offset,
222     off_t *delta_out_offset, struct got_object_id **base_id, int delta_cache_fd,
223     struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
224     struct got_repository *repo)
225 {
226 	const struct got_error *err = NULL;
227 	struct got_pack *pack = NULL;
228 	char *path_packfile;
229 
230 	*base_size = 0;
231 	*result_size = 0;
232 	*delta_size = 0;
233 	*delta_compressed_size = 0;
234 	*delta_offset = 0;
235 	*delta_out_offset = 0;
236 
237 	err = got_packidx_get_packfile_path(&path_packfile,
238 	    packidx->path_packidx);
239 	if (err)
240 		return err;
241 
242 	pack = got_repo_get_cached_pack(repo, path_packfile);
243 	if (pack == NULL) {
244 		err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
245 		if (err)
246 			return err;
247 	}
248 
249 	if (pack->privsep_child == NULL) {
250 		err = got_pack_start_privsep_child(pack, packidx);
251 		if (err)
252 			return err;
253 	}
254 
255 	if (!pack->child_has_delta_outfd) {
256 		int outfd_child;
257 		outfd_child = dup(delta_cache_fd);
258 		if (outfd_child == -1)
259 			return got_error_from_errno("dup");
260 		err = got_privsep_send_raw_delta_outfd(
261 		    pack->privsep_child->ibuf, outfd_child);
262 		if (err)
263 			return err;
264 		pack->child_has_delta_outfd = 1;
265 	}
266 
267 	err = got_privsep_send_raw_delta_req(pack->privsep_child->ibuf,
268 	    obj_idx, id);
269 	if (err)
270 		return err;
271 
272 	return got_privsep_recv_raw_delta(base_size, result_size, delta_size,
273 	    delta_compressed_size, delta_offset, delta_out_offset, base_id,
274 	    pack->privsep_child->ibuf);
275 }
276 
277 static const struct got_error *
278 request_object(struct got_object **obj, struct got_object_id *id,
279     struct got_repository *repo, int fd)
280 {
281 	const struct got_error *err = NULL;
282 	struct imsgbuf *ibuf;
283 
284 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
285 
286 	err = got_privsep_send_obj_req(ibuf, fd, id);
287 	if (err)
288 		return err;
289 
290 	return got_privsep_recv_obj(obj, ibuf);
291 }
292 
293 static const struct got_error *
294 request_raw_object(uint8_t **outbuf, off_t *size, size_t *hdrlen, int outfd,
295     struct got_object_id *id, struct got_repository *repo, int infd)
296 {
297 	const struct got_error *err = NULL;
298 	struct imsgbuf *ibuf;
299 	int outfd_child;
300 
301 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
302 
303 	outfd_child = dup(outfd);
304 	if (outfd_child == -1)
305 		return got_error_from_errno("dup");
306 
307 	err = got_privsep_send_raw_obj_req(ibuf, infd, id);
308 	if (err)
309 		return err;
310 
311 	err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
312 	if (err)
313 		return err;
314 
315 	return got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
316 }
317 
318 static const struct got_error *
319 start_child(struct got_repository *repo, int type)
320 {
321 	const struct got_error *err = NULL;
322 	int imsg_fds[2];
323 	pid_t pid;
324 	struct imsgbuf *ibuf;
325 	const char *prog_path;
326 
327 	switch (type) {
328 	case GOT_REPO_PRIVSEP_CHILD_OBJECT:
329 		prog_path = GOT_PATH_PROG_READ_OBJECT;
330 		break;
331 	case GOT_REPO_PRIVSEP_CHILD_TREE:
332 		prog_path = GOT_PATH_PROG_READ_TREE;
333 		break;
334 	case GOT_REPO_PRIVSEP_CHILD_COMMIT:
335 		prog_path = GOT_PATH_PROG_READ_COMMIT;
336 		break;
337 	case GOT_REPO_PRIVSEP_CHILD_BLOB:
338 		prog_path = GOT_PATH_PROG_READ_BLOB;
339 		break;
340 	case GOT_REPO_PRIVSEP_CHILD_TAG:
341 		prog_path = GOT_PATH_PROG_READ_TAG;
342 		break;
343 	default:
344 		return got_error(GOT_ERR_OBJ_TYPE);
345 	}
346 
347 	ibuf = calloc(1, sizeof(*ibuf));
348 	if (ibuf == NULL)
349 		return got_error_from_errno("calloc");
350 
351 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
352 		err = got_error_from_errno("socketpair");
353 		free(ibuf);
354 		return err;
355 	}
356 
357 	pid = fork();
358 	if (pid == -1) {
359 		err = got_error_from_errno("fork");
360 		free(ibuf);
361 		return err;
362 	}
363 	else if (pid == 0) {
364 		got_privsep_exec_child(imsg_fds, prog_path, repo->path);
365 		/* not reached */
366 	}
367 
368 	if (close(imsg_fds[1]) == -1) {
369 		err = got_error_from_errno("close");
370 		free(ibuf);
371 		return err;
372 	}
373 
374 	repo->privsep_children[type].imsg_fd = imsg_fds[0];
375 	repo->privsep_children[type].pid = pid;
376 	imsg_init(ibuf, imsg_fds[0]);
377 	repo->privsep_children[type].ibuf = ibuf;
378 
379 	return NULL;
380 }
381 
382 const struct got_error *
383 got_object_read_header_privsep(struct got_object **obj,
384     struct got_object_id *id, struct got_repository *repo, int obj_fd)
385 {
386 	const struct got_error *err;
387 
388 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
389 		return request_object(obj, id, repo, obj_fd);
390 
391 	err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
392 	if (err)
393 		return err;
394 
395 	return request_object(obj, id, repo, obj_fd);
396 }
397 
398 static const struct got_error *
399 read_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
400     int outfd, struct got_object_id *id, struct got_repository *repo,
401     int obj_fd)
402 {
403 	const struct got_error *err;
404 
405 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
406 		return request_raw_object(outbuf, size, hdrlen, outfd, id,
407 		    repo, obj_fd);
408 
409 	err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
410 	if (err)
411 		return err;
412 
413 	return request_raw_object(outbuf, size, hdrlen, outfd, id, repo,
414 	    obj_fd);
415 }
416 
417 const struct got_error *
418 got_object_open(struct got_object **obj, struct got_repository *repo,
419     struct got_object_id *id)
420 {
421 	const struct got_error *err = NULL;
422 	int fd;
423 
424 	*obj = got_repo_get_cached_object(repo, id);
425 	if (*obj != NULL) {
426 		(*obj)->refcnt++;
427 		return NULL;
428 	}
429 
430 	err = got_object_open_packed(obj, id, repo);
431 	if (err && err->code != GOT_ERR_NO_OBJ)
432 		return err;
433 	if (*obj) {
434 		(*obj)->refcnt++;
435 		return got_repo_cache_object(repo, id, *obj);
436 	}
437 
438 	err = got_object_open_loose_fd(&fd, id, repo);
439 	if (err) {
440 		if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
441 			err = got_error_no_obj(id);
442 		return err;
443 	}
444 
445 	err = got_object_read_header_privsep(obj, id, repo, fd);
446 	if (err)
447 		return err;
448 
449 	memcpy((*obj)->id.sha1, id->sha1, SHA1_DIGEST_LENGTH);
450 
451 	(*obj)->refcnt++;
452 	return got_repo_cache_object(repo, id, *obj);
453 }
454 
455 /* *outfd must be initialized to -1 by caller */
456 const struct got_error *
457 got_object_raw_open(struct got_raw_object **obj, int *outfd,
458     struct got_repository *repo, struct got_object_id *id)
459 {
460 	const struct got_error *err = NULL;
461 	struct got_packidx *packidx = NULL;
462 	int idx;
463 	uint8_t *outbuf = NULL;
464 	off_t size = 0;
465 	size_t hdrlen = 0;
466 	char *path_packfile = NULL;
467 
468 	*obj = got_repo_get_cached_raw_object(repo, id);
469 	if (*obj != NULL) {
470 		(*obj)->refcnt++;
471 		return NULL;
472 	}
473 
474 	if (*outfd == -1) {
475 		*outfd = got_opentempfd();
476 		if (*outfd == -1)
477 			return got_error_from_errno("got_opentempfd");
478 	}
479 
480 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
481 	if (err == NULL) {
482 		struct got_pack *pack = NULL;
483 
484 		err = got_packidx_get_packfile_path(&path_packfile,
485 		    packidx->path_packidx);
486 		if (err)
487 			goto done;
488 
489 		pack = got_repo_get_cached_pack(repo, path_packfile);
490 		if (pack == NULL) {
491 			err = got_repo_cache_pack(&pack, repo, path_packfile,
492 			    packidx);
493 			if (err)
494 				goto done;
495 		}
496 		err = read_packed_object_raw_privsep(&outbuf, &size, &hdrlen,
497 		    *outfd, pack, packidx, idx, id);
498 		if (err)
499 			goto done;
500 	} else if (err->code == GOT_ERR_NO_OBJ) {
501 		int fd;
502 
503 		err = got_object_open_loose_fd(&fd, id, repo);
504 		if (err)
505 			goto done;
506 		err = read_object_raw_privsep(&outbuf, &size, &hdrlen, *outfd,
507 		    id, repo, fd);
508 		if (err)
509 			goto done;
510 	}
511 
512 	err = got_object_raw_alloc(obj, outbuf, outfd, hdrlen, size);
513 	if (err)
514 		goto done;
515 
516 	err = got_repo_cache_raw_object(repo, id, *obj);
517 done:
518 	free(path_packfile);
519 	if (err) {
520 		if (*obj) {
521 			got_object_raw_close(*obj);
522 			*obj = NULL;
523 		}
524 		free(outbuf);
525 	}
526 	return err;
527 }
528 
529 static const struct got_error *
530 request_packed_commit(struct got_commit_object **commit, struct got_pack *pack,
531     int pack_idx, struct got_object_id *id)
532 {
533 	const struct got_error *err = NULL;
534 
535 	err = got_privsep_send_commit_req(pack->privsep_child->ibuf, -1, id,
536 	    pack_idx);
537 	if (err)
538 		return err;
539 
540 	err = got_privsep_recv_commit(commit, pack->privsep_child->ibuf);
541 	if (err)
542 		return err;
543 
544 	(*commit)->flags |= GOT_COMMIT_FLAG_PACKED;
545 	return NULL;
546 }
547 
548 static const struct got_error *
549 read_packed_commit_privsep(struct got_commit_object **commit,
550     struct got_pack *pack, struct got_packidx *packidx, int idx,
551     struct got_object_id *id)
552 {
553 	const struct got_error *err = NULL;
554 
555 	if (pack->privsep_child)
556 		return request_packed_commit(commit, pack, idx, id);
557 
558 	err = got_pack_start_privsep_child(pack, packidx);
559 	if (err)
560 		return err;
561 
562 	return request_packed_commit(commit, pack, idx, id);
563 }
564 
565 static const struct got_error *
566 request_commit(struct got_commit_object **commit, struct got_repository *repo,
567     int fd, struct got_object_id *id)
568 {
569 	const struct got_error *err = NULL;
570 	struct imsgbuf *ibuf;
571 
572 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].ibuf;
573 
574 	err = got_privsep_send_commit_req(ibuf, fd, id, -1);
575 	if (err)
576 		return err;
577 
578 	return got_privsep_recv_commit(commit, ibuf);
579 }
580 
581 static const struct got_error *
582 read_commit_privsep(struct got_commit_object **commit, int obj_fd,
583     struct got_object_id *id, struct got_repository *repo)
584 {
585 	const struct got_error *err;
586 
587 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].imsg_fd != -1)
588 		return request_commit(commit, repo, obj_fd, id);
589 
590 	err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_COMMIT);
591 	if (err)
592 		return err;
593 
594 	return request_commit(commit, repo, obj_fd, id);
595 }
596 
597 static const struct got_error *
598 open_commit(struct got_commit_object **commit,
599     struct got_repository *repo, struct got_object_id *id, int check_cache)
600 {
601 	const struct got_error *err = NULL;
602 	struct got_packidx *packidx = NULL;
603 	int idx;
604 	char *path_packfile = NULL;
605 
606 	if (check_cache) {
607 		*commit = got_repo_get_cached_commit(repo, id);
608 		if (*commit != NULL) {
609 			(*commit)->refcnt++;
610 			return NULL;
611 		}
612 	} else
613 		*commit = NULL;
614 
615 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
616 	if (err == NULL) {
617 		struct got_pack *pack = NULL;
618 
619 		err = got_packidx_get_packfile_path(&path_packfile,
620 		    packidx->path_packidx);
621 		if (err)
622 			return err;
623 
624 		pack = got_repo_get_cached_pack(repo, path_packfile);
625 		if (pack == NULL) {
626 			err = got_repo_cache_pack(&pack, repo, path_packfile,
627 			    packidx);
628 			if (err)
629 				goto done;
630 		}
631 		err = read_packed_commit_privsep(commit, pack,
632 		    packidx, idx, id);
633 	} else if (err->code == GOT_ERR_NO_OBJ) {
634 		int fd;
635 
636 		err = got_object_open_loose_fd(&fd, id, repo);
637 		if (err)
638 			return err;
639 		err = read_commit_privsep(commit, fd, id, repo);
640 	}
641 
642 	if (err == NULL) {
643 		(*commit)->refcnt++;
644 		err = got_repo_cache_commit(repo, id, *commit);
645 	}
646 done:
647 	free(path_packfile);
648 	return err;
649 }
650 
651 const struct got_error *
652 got_object_open_as_commit(struct got_commit_object **commit,
653     struct got_repository *repo, struct got_object_id *id)
654 {
655 	*commit = got_repo_get_cached_commit(repo, id);
656 	if (*commit != NULL) {
657 		(*commit)->refcnt++;
658 		return NULL;
659 	}
660 
661 	return open_commit(commit, repo, id, 0);
662 }
663 
664 const struct got_error *
665 got_object_commit_open(struct got_commit_object **commit,
666     struct got_repository *repo, struct got_object *obj)
667 {
668 	return open_commit(commit, repo, got_object_get_id(obj), 1);
669 }
670 
671 static const struct got_error *
672 request_packed_tree(struct got_tree_object **tree, struct got_pack *pack,
673     int pack_idx, struct got_object_id *id)
674 {
675 	const struct got_error *err = NULL;
676 
677 	err = got_privsep_send_tree_req(pack->privsep_child->ibuf, -1, id,
678 	    pack_idx);
679 	if (err)
680 		return err;
681 
682 	return got_privsep_recv_tree(tree, pack->privsep_child->ibuf);
683 }
684 
685 static const struct got_error *
686 read_packed_tree_privsep(struct got_tree_object **tree,
687     struct got_pack *pack, struct got_packidx *packidx, int idx,
688     struct got_object_id *id)
689 {
690 	const struct got_error *err = NULL;
691 
692 	if (pack->privsep_child)
693 		return request_packed_tree(tree, pack, idx, id);
694 
695 	err = got_pack_start_privsep_child(pack, packidx);
696 	if (err)
697 		return err;
698 
699 	return request_packed_tree(tree, pack, idx, id);
700 }
701 
702 static const struct got_error *
703 request_tree(struct got_tree_object **tree, struct got_repository *repo,
704     int fd, struct got_object_id *id)
705 {
706 	const struct got_error *err = NULL;
707 	struct imsgbuf *ibuf;
708 
709 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].ibuf;
710 
711 	err = got_privsep_send_tree_req(ibuf, fd, id, -1);
712 	if (err)
713 		return err;
714 
715 	return got_privsep_recv_tree(tree, ibuf);
716 }
717 
718 static const struct got_error *
719 read_tree_privsep(struct got_tree_object **tree, int obj_fd,
720     struct got_object_id *id, struct got_repository *repo)
721 {
722 	const struct got_error *err;
723 
724 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].imsg_fd != -1)
725 		return request_tree(tree, repo, obj_fd, id);
726 
727 	err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TREE);
728 	if (err)
729 		return err;
730 
731 	return request_tree(tree, repo, obj_fd, id);
732 }
733 
734 static const struct got_error *
735 open_tree(struct got_tree_object **tree, struct got_repository *repo,
736     struct got_object_id *id, int check_cache)
737 {
738 	const struct got_error *err = NULL;
739 	struct got_packidx *packidx = NULL;
740 	int idx;
741 	char *path_packfile = NULL;
742 
743 	if (check_cache) {
744 		*tree = got_repo_get_cached_tree(repo, id);
745 		if (*tree != NULL) {
746 			(*tree)->refcnt++;
747 			return NULL;
748 		}
749 	} else
750 		*tree = NULL;
751 
752 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
753 	if (err == NULL) {
754 		struct got_pack *pack = NULL;
755 
756 		err = got_packidx_get_packfile_path(&path_packfile,
757 		    packidx->path_packidx);
758 		if (err)
759 			return err;
760 
761 		pack = got_repo_get_cached_pack(repo, path_packfile);
762 		if (pack == NULL) {
763 			err = got_repo_cache_pack(&pack, repo, path_packfile,
764 			    packidx);
765 			if (err)
766 				goto done;
767 		}
768 		err = read_packed_tree_privsep(tree, pack,
769 		    packidx, idx, id);
770 	} else if (err->code == GOT_ERR_NO_OBJ) {
771 		int fd;
772 
773 		err = got_object_open_loose_fd(&fd, id, repo);
774 		if (err)
775 			return err;
776 		err = read_tree_privsep(tree, fd, id, repo);
777 	}
778 
779 	if (err == NULL) {
780 		(*tree)->refcnt++;
781 		err = got_repo_cache_tree(repo, id, *tree);
782 	}
783 done:
784 	free(path_packfile);
785 	return err;
786 }
787 
788 const struct got_error *
789 got_object_open_as_tree(struct got_tree_object **tree,
790     struct got_repository *repo, struct got_object_id *id)
791 {
792 	*tree = got_repo_get_cached_tree(repo, id);
793 	if (*tree != NULL) {
794 		(*tree)->refcnt++;
795 		return NULL;
796 	}
797 
798 	return open_tree(tree, repo, id, 0);
799 }
800 
801 const struct got_error *
802 got_object_tree_open(struct got_tree_object **tree,
803     struct got_repository *repo, struct got_object *obj)
804 {
805 	return open_tree(tree, repo, got_object_get_id(obj), 1);
806 }
807 
808 static const struct got_error *
809 request_packed_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
810     struct got_pack *pack, struct got_packidx *packidx, int idx,
811     struct got_object_id *id)
812 {
813 	const struct got_error *err = NULL;
814 	struct imsgbuf *ibuf = pack->privsep_child->ibuf;
815 	int outfd_child;
816 
817 	 err = pack_child_send_tempfiles(ibuf, pack);
818 	 if (err)
819 		return err;
820 
821 	outfd_child = dup(outfd);
822 	if (outfd_child == -1)
823 		return got_error_from_errno("dup");
824 
825 	err = got_privsep_send_blob_req(pack->privsep_child->ibuf, -1, id, idx);
826 	if (err)
827 		return err;
828 
829 	err = got_privsep_send_blob_outfd(pack->privsep_child->ibuf,
830 	    outfd_child);
831 	if (err) {
832 		return err;
833 	}
834 
835 	err = got_privsep_recv_blob(outbuf, size, hdrlen,
836 	    pack->privsep_child->ibuf);
837 	if (err)
838 		return err;
839 
840 	if (lseek(outfd, SEEK_SET, 0) == -1)
841 		err = got_error_from_errno("lseek");
842 
843 	return err;
844 }
845 
846 static const struct got_error *
847 read_packed_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
848     int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
849     struct got_object_id *id)
850 {
851 	const struct got_error *err = NULL;
852 
853 	if (pack->privsep_child == NULL) {
854 		err = got_pack_start_privsep_child(pack, packidx);
855 		if (err)
856 			return err;
857 	}
858 
859 	return request_packed_blob(outbuf, size, hdrlen, outfd, pack, packidx,
860 	    idx, id);
861 }
862 
863 static const struct got_error *
864 request_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
865     int infd, struct got_object_id *id, struct imsgbuf *ibuf)
866 {
867 	const struct got_error *err = NULL;
868 	int outfd_child;
869 
870 	outfd_child = dup(outfd);
871 	if (outfd_child == -1)
872 		return got_error_from_errno("dup");
873 
874 	err = got_privsep_send_blob_req(ibuf, infd, id, -1);
875 	if (err)
876 		return err;
877 
878 	err = got_privsep_send_blob_outfd(ibuf, outfd_child);
879 	if (err)
880 		return err;
881 
882 	err = got_privsep_recv_blob(outbuf, size, hdrlen, ibuf);
883 	if (err)
884 		return err;
885 
886 	if (lseek(outfd, SEEK_SET, 0) == -1)
887 		return got_error_from_errno("lseek");
888 
889 	return err;
890 }
891 
892 static const struct got_error *
893 read_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
894     int outfd, int infd, struct got_object_id *id, struct got_repository *repo)
895 {
896 	const struct got_error *err;
897 	struct imsgbuf *ibuf;
898 
899 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].imsg_fd != -1) {
900 		ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
901 		return request_blob(outbuf, size, hdrlen, outfd, infd, id,
902 		    ibuf);
903 	}
904 
905 	err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_BLOB);
906 	if (err)
907 		return err;
908 
909 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
910 	return request_blob(outbuf, size, hdrlen, outfd, infd, id, ibuf);
911 }
912 
913 static const struct got_error *
914 open_blob(struct got_blob_object **blob, struct got_repository *repo,
915     struct got_object_id *id, size_t blocksize, int outfd)
916 {
917 	const struct got_error *err = NULL;
918 	struct got_packidx *packidx = NULL;
919 	int idx, dfd = -1;
920 	char *path_packfile = NULL;
921 	uint8_t *outbuf;
922 	size_t size, hdrlen;
923 	struct stat sb;
924 
925 	*blob = calloc(1, sizeof(**blob));
926 	if (*blob == NULL)
927 		return got_error_from_errno("calloc");
928 
929 	(*blob)->read_buf = malloc(blocksize);
930 	if ((*blob)->read_buf == NULL) {
931 		err = got_error_from_errno("malloc");
932 		goto done;
933 	}
934 
935 	if (ftruncate(outfd, 0L) == -1) {
936 		err = got_error_from_errno("ftruncate");
937 		goto done;
938 	}
939 	if (lseek(outfd, SEEK_SET, 0) == -1) {
940 		err = got_error_from_errno("lseek");
941 		goto done;
942 	}
943 
944 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
945 	if (err == NULL) {
946 		struct got_pack *pack = NULL;
947 
948 		err = got_packidx_get_packfile_path(&path_packfile,
949 		    packidx->path_packidx);
950 		if (err)
951 			goto done;
952 
953 		pack = got_repo_get_cached_pack(repo, path_packfile);
954 		if (pack == NULL) {
955 			err = got_repo_cache_pack(&pack, repo, path_packfile,
956 			    packidx);
957 			if (err)
958 				goto done;
959 		}
960 		err = read_packed_blob_privsep(&outbuf, &size, &hdrlen, outfd,
961 		    pack, packidx, idx, id);
962 	} else if (err->code == GOT_ERR_NO_OBJ) {
963 		int infd;
964 
965 		err = got_object_open_loose_fd(&infd, id, repo);
966 		if (err)
967 			goto done;
968 		err = read_blob_privsep(&outbuf, &size, &hdrlen, outfd, infd,
969 		    id, repo);
970 	}
971 	if (err)
972 		goto done;
973 
974 	if (hdrlen > size) {
975 		err = got_error(GOT_ERR_BAD_OBJ_HDR);
976 		goto done;
977 	}
978 
979 	if (outbuf) {
980 		(*blob)->f = fmemopen(outbuf, size, "rb");
981 		if ((*blob)->f == NULL) {
982 			err = got_error_from_errno("fmemopen");
983 			free(outbuf);
984 			goto done;
985 		}
986 		(*blob)->data = outbuf;
987 	} else {
988 		if (fstat(outfd, &sb) == -1) {
989 			err = got_error_from_errno("fstat");
990 			goto done;
991 		}
992 
993 		if (sb.st_size != size) {
994 			err = got_error(GOT_ERR_PRIVSEP_LEN);
995 			goto done;
996 		}
997 
998 		dfd = dup(outfd);
999 		if (dfd == -1) {
1000 			err = got_error_from_errno("dup");
1001 			goto done;
1002 		}
1003 
1004 		(*blob)->f = fdopen(dfd, "rb");
1005 		if ((*blob)->f == NULL) {
1006 			err = got_error_from_errno("fdopen");
1007 			close(dfd);
1008 			dfd = -1;
1009 			goto done;
1010 		}
1011 	}
1012 
1013 	(*blob)->hdrlen = hdrlen;
1014 	(*blob)->blocksize = blocksize;
1015 	memcpy(&(*blob)->id.sha1, id->sha1, SHA1_DIGEST_LENGTH);
1016 
1017 done:
1018 	free(path_packfile);
1019 	if (err) {
1020 		if (*blob) {
1021 			got_object_blob_close(*blob);
1022 			*blob = NULL;
1023 		}
1024 	}
1025 	return err;
1026 }
1027 
1028 const struct got_error *
1029 got_object_open_as_blob(struct got_blob_object **blob,
1030     struct got_repository *repo, struct got_object_id *id, size_t blocksize,
1031     int outfd)
1032 {
1033 	return open_blob(blob, repo, id, blocksize, outfd);
1034 }
1035 
1036 const struct got_error *
1037 got_object_blob_open(struct got_blob_object **blob,
1038     struct got_repository *repo, struct got_object *obj, size_t blocksize,
1039     int outfd)
1040 {
1041 	return open_blob(blob, repo, got_object_get_id(obj), blocksize, outfd);
1042 }
1043 
1044 static const struct got_error *
1045 request_packed_tag(struct got_tag_object **tag, struct got_pack *pack,
1046     int pack_idx, struct got_object_id *id)
1047 {
1048 	const struct got_error *err = NULL;
1049 
1050 	err = got_privsep_send_tag_req(pack->privsep_child->ibuf, -1, id,
1051 	    pack_idx);
1052 	if (err)
1053 		return err;
1054 
1055 	return got_privsep_recv_tag(tag, pack->privsep_child->ibuf);
1056 }
1057 
1058 static const struct got_error *
1059 read_packed_tag_privsep(struct got_tag_object **tag,
1060     struct got_pack *pack, struct got_packidx *packidx, int idx,
1061     struct got_object_id *id)
1062 {
1063 	const struct got_error *err = NULL;
1064 
1065 	if (pack->privsep_child)
1066 		return request_packed_tag(tag, pack, idx, id);
1067 
1068 	err = got_pack_start_privsep_child(pack, packidx);
1069 	if (err)
1070 		return err;
1071 
1072 	return request_packed_tag(tag, pack, idx, id);
1073 }
1074 
1075 static const struct got_error *
1076 request_tag(struct got_tag_object **tag, struct got_repository *repo,
1077     int fd, struct got_object_id *id)
1078 {
1079 	const struct got_error *err = NULL;
1080 	struct imsgbuf *ibuf;
1081 
1082 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].ibuf;
1083 
1084 	err = got_privsep_send_tag_req(ibuf, fd, id, -1);
1085 	if (err)
1086 		return err;
1087 
1088 	return got_privsep_recv_tag(tag, ibuf);
1089 }
1090 
1091 static const struct got_error *
1092 read_tag_privsep(struct got_tag_object **tag, int obj_fd,
1093     struct got_object_id *id, struct got_repository *repo)
1094 {
1095 	const struct got_error *err;
1096 
1097 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].imsg_fd != -1)
1098 		return request_tag(tag, repo, obj_fd, id);
1099 
1100 	err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TAG);
1101 	if (err)
1102 		return err;
1103 
1104 	return request_tag(tag, repo, obj_fd, id);
1105 }
1106 
1107 static const struct got_error *
1108 open_tag(struct got_tag_object **tag, struct got_repository *repo,
1109     struct got_object_id *id, int check_cache)
1110 {
1111 	const struct got_error *err = NULL;
1112 	struct got_packidx *packidx = NULL;
1113 	int idx;
1114 	char *path_packfile = NULL;
1115 	struct got_object *obj = NULL;
1116 	int obj_type = GOT_OBJ_TYPE_ANY;
1117 
1118 	if (check_cache) {
1119 		*tag = got_repo_get_cached_tag(repo, id);
1120 		if (*tag != NULL) {
1121 			(*tag)->refcnt++;
1122 			return NULL;
1123 		}
1124 	} else
1125 		*tag = NULL;
1126 
1127 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
1128 	if (err == NULL) {
1129 		struct got_pack *pack = NULL;
1130 
1131 		err = got_packidx_get_packfile_path(&path_packfile,
1132 		    packidx->path_packidx);
1133 		if (err)
1134 			return err;
1135 
1136 		pack = got_repo_get_cached_pack(repo, path_packfile);
1137 		if (pack == NULL) {
1138 			err = got_repo_cache_pack(&pack, repo, path_packfile,
1139 			    packidx);
1140 			if (err)
1141 				goto done;
1142 		}
1143 
1144 		/* Beware of "lightweight" tags: Check object type first. */
1145 		err = read_packed_object_privsep(&obj, repo, pack, packidx,
1146 		    idx, id);
1147 		if (err)
1148 			goto done;
1149 		obj_type = obj->type;
1150 		got_object_close(obj);
1151 		if (obj_type != GOT_OBJ_TYPE_TAG) {
1152 			err = got_error(GOT_ERR_OBJ_TYPE);
1153 			goto done;
1154 		}
1155 		err = read_packed_tag_privsep(tag, pack, packidx, idx, id);
1156 	} else if (err->code == GOT_ERR_NO_OBJ) {
1157 		int fd;
1158 
1159 		err = got_object_open_loose_fd(&fd, id, repo);
1160 		if (err)
1161 			return err;
1162 		err = got_object_read_header_privsep(&obj, id, repo, fd);
1163 		if (err)
1164 			return err;
1165 		obj_type = obj->type;
1166 		got_object_close(obj);
1167 		if (obj_type != GOT_OBJ_TYPE_TAG)
1168 			return got_error(GOT_ERR_OBJ_TYPE);
1169 
1170 		err = got_object_open_loose_fd(&fd, id, repo);
1171 		if (err)
1172 			return err;
1173 		err = read_tag_privsep(tag, fd, id, repo);
1174 	}
1175 
1176 	if (err == NULL) {
1177 		(*tag)->refcnt++;
1178 		err = got_repo_cache_tag(repo, id, *tag);
1179 	}
1180 done:
1181 	free(path_packfile);
1182 	return err;
1183 }
1184 
1185 const struct got_error *
1186 got_object_open_as_tag(struct got_tag_object **tag,
1187     struct got_repository *repo, struct got_object_id *id)
1188 {
1189 	*tag = got_repo_get_cached_tag(repo, id);
1190 	if (*tag != NULL) {
1191 		(*tag)->refcnt++;
1192 		return NULL;
1193 	}
1194 
1195 	return open_tag(tag, repo, id, 0);
1196 }
1197 
1198 const struct got_error *
1199 got_object_tag_open(struct got_tag_object **tag,
1200     struct got_repository *repo, struct got_object *obj)
1201 {
1202 	return open_tag(tag, repo, got_object_get_id(obj), 1);
1203 }
1204 
1205 const struct got_error *
1206 got_traverse_packed_commits(struct got_object_id_queue *traversed_commits,
1207     struct got_object_id *commit_id, const char *path,
1208     struct got_repository *repo)
1209 {
1210 	const struct got_error *err = NULL;
1211 	struct got_pack *pack = NULL;
1212 	struct got_packidx *packidx = NULL;
1213 	char *path_packfile = NULL;
1214 	struct got_commit_object *changed_commit = NULL;
1215 	struct got_object_id *changed_commit_id = NULL;
1216 	int idx;
1217 
1218 	err = got_repo_search_packidx(&packidx, &idx, repo, commit_id);
1219 	if (err) {
1220 		if (err->code != GOT_ERR_NO_OBJ)
1221 			return err;
1222 		return NULL;
1223 	}
1224 
1225 	err = got_packidx_get_packfile_path(&path_packfile,
1226 	    packidx->path_packidx);
1227 	if (err)
1228 		return err;
1229 
1230 	pack = got_repo_get_cached_pack(repo, path_packfile);
1231 	if (pack == NULL) {
1232 		err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1233 		if (err)
1234 			goto done;
1235 	}
1236 
1237 	if (pack->privsep_child == NULL) {
1238 		err = got_pack_start_privsep_child(pack, packidx);
1239 		if (err)
1240 			goto done;
1241 	}
1242 
1243 	err = got_privsep_send_commit_traversal_request(
1244 	    pack->privsep_child->ibuf, commit_id, idx, path);
1245 	if (err)
1246 		goto done;
1247 
1248 	err = got_privsep_recv_traversed_commits(&changed_commit,
1249 	    &changed_commit_id, traversed_commits, pack->privsep_child->ibuf);
1250 	if (err)
1251 		goto done;
1252 
1253 	if (changed_commit) {
1254 		/*
1255 		 * Cache the commit in which the path was changed.
1256 		 * This commit might be opened again soon.
1257 		 */
1258 		changed_commit->refcnt++;
1259 		err = got_repo_cache_commit(repo, changed_commit_id,
1260 		    changed_commit);
1261 		got_object_commit_close(changed_commit);
1262 	}
1263 done:
1264 	free(path_packfile);
1265 	free(changed_commit_id);
1266 	return err;
1267 }
1268 
1269 const struct got_error *
1270 got_object_enumerate(int *found_all_objects,
1271     got_object_enumerate_commit_cb cb_commit,
1272     got_object_enumerate_tree_cb cb_tree, void *cb_arg,
1273     struct got_object_id **ours, int nours,
1274     struct got_object_id **theirs, int ntheirs,
1275     struct got_packidx *packidx, struct got_repository *repo)
1276 {
1277 	const struct got_error *err = NULL;
1278 	struct got_pack *pack;
1279 	char *path_packfile = NULL;
1280 
1281 	err = got_packidx_get_packfile_path(&path_packfile,
1282 	    packidx->path_packidx);
1283 	if (err)
1284 		return err;
1285 
1286 	pack = got_repo_get_cached_pack(repo, path_packfile);
1287 	if (pack == NULL) {
1288 		err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1289 		if (err)
1290 			goto done;
1291 	}
1292 
1293 	if (pack->privsep_child == NULL) {
1294 		err = got_pack_start_privsep_child(pack, packidx);
1295 		if (err)
1296 			goto done;
1297 	}
1298 
1299 	err = got_privsep_send_object_enumeration_request(
1300 	    pack->privsep_child->ibuf);
1301 	if (err)
1302 		goto done;
1303 
1304 	err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1305 	    ours, nours);
1306 	if (err)
1307 		goto done;
1308 	err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1309 	if (err)
1310 		goto done;
1311 
1312 	err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1313 	    theirs, ntheirs);
1314 	if (err)
1315 		goto done;
1316 	err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1317 	if (err)
1318 		goto done;
1319 
1320 	err = got_privsep_recv_enumerated_objects(found_all_objects,
1321 	    pack->privsep_child->ibuf, cb_commit, cb_tree, cb_arg, repo);
1322 done:
1323 	free(path_packfile);
1324 	return err;
1325 }