op public repos

Blob

Date:: Fri Feb 7 17:02:17 2020 UTC
Message:: spelling
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2018, 2019 Stefan Sperling <stsp@openbsd.org>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include <sys/types.h>
18 #include <sys/stat.h>
19 #include <sys/queue.h>
20 #include <sys/uio.h>
21 #include <sys/socket.h>
22 #include <sys/wait.h>
23 #include <sys/syslimits.h>
24 #include <sys/resource.h>
25 
26 #include <errno.h>
27 #include <fcntl.h>
28 #include <stdio.h>
29 #include <stdlib.h>
30 #include <string.h>
31 #include <stdint.h>
32 #include <sha1.h>
33 #include <zlib.h>
34 #include <ctype.h>
35 #include <limits.h>
36 #include <imsg.h>
37 #include <time.h>
38 
39 #include "got_error.h"
40 #include "got_object.h"
41 #include "got_repository.h"
42 #include "got_opentemp.h"
43 #include "got_path.h"
44 
45 #include "got_lib_sha1.h"
46 #include "got_lib_delta.h"
47 #include "got_lib_inflate.h"
48 #include "got_lib_object.h"
49 #include "got_lib_privsep.h"
50 #include "got_lib_object_idcache.h"
51 #include "got_lib_object_cache.h"
52 #include "got_lib_object_parse.h"
53 #include "got_lib_pack.h"
54 #include "got_lib_repository.h"
55 
56 #ifndef MIN
57 #define	MIN(_a,_b) ((_a) < (_b) ? (_a) : (_b))
58 #endif
59 
60 struct got_object_id *
61 got_object_get_id(struct got_object *obj)
62 {
63 	return &obj->id;
64 }
65 
66 const struct got_error *
67 got_object_get_id_str(char **outbuf, struct got_object *obj)
68 {
69 	return got_object_id_str(outbuf, &obj->id);
70 }
71 
72 const struct got_error *
73 got_object_get_type(int *type, struct got_repository *repo,
74     struct got_object_id *id)
75 {
76 	const struct got_error *err = NULL;
77 	struct got_object *obj;
78 
79 	err = got_object_open(&obj, repo, id);
80 	if (err)
81 		return err;
82 
83 	switch (obj->type) {
84 	case GOT_OBJ_TYPE_COMMIT:
85 	case GOT_OBJ_TYPE_TREE:
86 	case GOT_OBJ_TYPE_BLOB:
87 	case GOT_OBJ_TYPE_TAG:
88 		*type = obj->type;
89 		break;
90 	default:
91 		err = got_error(GOT_ERR_OBJ_TYPE);
92 		break;
93 	}
94 
95 	got_object_close(obj);
96 	return err;
97 }
98 
99 const struct got_error *
100 got_object_get_path(char **path, struct got_object_id *id,
101     struct got_repository *repo)
102 {
103 	const struct got_error *err = NULL;
104 	char *hex = NULL;
105 	char *path_objects;
106 
107 	*path = NULL;
108 
109 	path_objects = got_repo_get_path_objects(repo);
110 	if (path_objects == NULL)
111 		return got_error_from_errno("got_repo_get_path_objects");
112 
113 	err = got_object_id_str(&hex, id);
114 	if (err)
115 		goto done;
116 
117 	if (asprintf(path, "%s/%.2x/%s", path_objects,
118 	    id->sha1[0], hex + 2) == -1)
119 		err = got_error_from_errno("asprintf");
120 
121 done:
122 	free(hex);
123 	free(path_objects);
124 	return err;
125 }
126 
127 static const struct got_error *
128 open_loose_object(int *fd, struct got_object_id *id,
129     struct got_repository *repo)
130 {
131 	const struct got_error *err = NULL;
132 	char *path;
133 
134 	err = got_object_get_path(&path, id, repo);
135 	if (err)
136 		return err;
137 	*fd = open(path, O_RDONLY | O_NOFOLLOW);
138 	if (*fd == -1) {
139 		err = got_error_from_errno2("open", path);
140 		goto done;
141 	}
142 done:
143 	free(path);
144 	return err;
145 }
146 
147 static const struct got_error *
148 get_packfile_path(char **path_packfile, struct got_packidx *packidx)
149 {
150 	size_t size;
151 
152 	/* Packfile path contains ".pack" instead of ".idx", so add one byte. */
153 	size = strlen(packidx->path_packidx) + 2;
154 	if (size < GOT_PACKFILE_NAMELEN + 1)
155 		return got_error(GOT_ERR_BAD_PATH);
156 
157 	*path_packfile = malloc(size);
158 	if (*path_packfile == NULL)
159 		return got_error_from_errno("malloc");
160 
161 	/* Copy up to and excluding ".idx". */
162 	if (strlcpy(*path_packfile, packidx->path_packidx,
163 	    size - strlen(GOT_PACKIDX_SUFFIX) - 1) >= size)
164 		return got_error(GOT_ERR_NO_SPACE);
165 
166 	if (strlcat(*path_packfile, GOT_PACKFILE_SUFFIX, size) >= size)
167 		return got_error(GOT_ERR_NO_SPACE);
168 
169 	return NULL;
170 }
171 
172 static const struct got_error *
173 request_packed_object(struct got_object **obj, struct got_pack *pack, int idx,
174     struct got_object_id *id)
175 {
176 	const struct got_error *err = NULL;
177 	struct imsgbuf *ibuf = pack->privsep_child->ibuf;
178 
179 	err = got_privsep_send_packed_obj_req(ibuf, idx, id);
180 	if (err)
181 		return err;
182 
183 	err = got_privsep_recv_obj(obj, ibuf);
184 	if (err)
185 		return err;
186 
187 	memcpy(&(*obj)->id, id, sizeof((*obj)->id));
188 
189 	return NULL;
190 }
191 
192 static void
193 set_max_datasize(void)
194 {
195 	struct rlimit rl;
196 
197 	if (getrlimit(RLIMIT_DATA, &rl) != 0)
198 		return;
199 
200 	rl.rlim_cur = rl.rlim_max;
201 	setrlimit(RLIMIT_DATA, &rl);
202 }
203 
204 static const struct got_error *
205 start_pack_privsep_child(struct got_pack *pack, struct got_packidx *packidx)
206 {
207 	const struct got_error *err = NULL;
208 	int imsg_fds[2];
209 	pid_t pid;
210 	struct imsgbuf *ibuf;
211 
212 	ibuf = calloc(1, sizeof(*ibuf));
213 	if (ibuf == NULL)
214 		return got_error_from_errno("calloc");
215 
216 	pack->privsep_child = calloc(1, sizeof(*pack->privsep_child));
217 	if (pack->privsep_child == NULL) {
218 		err = got_error_from_errno("calloc");
219 		free(ibuf);
220 		return err;
221 	}
222 
223 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
224 		err = got_error_from_errno("socketpair");
225 		goto done;
226 	}
227 
228 	pid = fork();
229 	if (pid == -1) {
230 		err = got_error_from_errno("fork");
231 		goto done;
232 	} else if (pid == 0) {
233 		set_max_datasize();
234 		got_privsep_exec_child(imsg_fds, GOT_PATH_PROG_READ_PACK,
235 		    pack->path_packfile);
236 		/* not reached */
237 	}
238 
239 	if (close(imsg_fds[1]) != 0)
240 		return got_error_from_errno("close");
241 	pack->privsep_child->imsg_fd = imsg_fds[0];
242 	pack->privsep_child->pid = pid;
243 	imsg_init(ibuf, imsg_fds[0]);
244 	pack->privsep_child->ibuf = ibuf;
245 
246 	err = got_privsep_init_pack_child(ibuf, pack, packidx);
247 	if (err) {
248 		const struct got_error *child_err;
249 		err = got_privsep_send_stop(pack->privsep_child->imsg_fd);
250 		child_err = got_privsep_wait_for_child(
251 		    pack->privsep_child->pid);
252 		if (child_err && err == NULL)
253 			err = child_err;
254 	}
255 done:
256 	if (err) {
257 		free(ibuf);
258 		free(pack->privsep_child);
259 		pack->privsep_child = NULL;
260 	}
261 	return err;
262 }
263 
264 static const struct got_error *
265 read_packed_object_privsep(struct got_object **obj,
266     struct got_repository *repo, struct got_pack *pack,
267     struct got_packidx *packidx, int idx, struct got_object_id *id)
268 {
269 	const struct got_error *err = NULL;
270 
271 	if (pack->privsep_child)
272 		return request_packed_object(obj, pack, idx, id);
273 
274 	err = start_pack_privsep_child(pack, packidx);
275 	if (err)
276 		return err;
277 
278 	return request_packed_object(obj, pack, idx, id);
279 }
280 
281 
282 static const struct got_error *
283 open_packed_object(struct got_object **obj, struct got_object_id *id,
284     struct got_repository *repo)
285 {
286 	const struct got_error *err = NULL;
287 	struct got_pack *pack = NULL;
288 	struct got_packidx *packidx = NULL;
289 	int idx;
290 	char *path_packfile;
291 
292 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
293 	if (err)
294 		return err;
295 
296 	err = get_packfile_path(&path_packfile, packidx);
297 	if (err)
298 		return err;
299 
300 	pack = got_repo_get_cached_pack(repo, path_packfile);
301 	if (pack == NULL) {
302 		err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
303 		if (err)
304 			goto done;
305 	}
306 
307 	err = read_packed_object_privsep(obj, repo, pack, packidx, idx, id);
308 	if (err)
309 		goto done;
310 done:
311 	free(path_packfile);
312 	return err;
313 }
314 
315 static const struct got_error *
316 request_object(struct got_object **obj, struct got_repository *repo, int fd)
317 {
318 	const struct got_error *err = NULL;
319 	struct imsgbuf *ibuf;
320 
321 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
322 
323 	err = got_privsep_send_obj_req(ibuf, fd);
324 	if (err)
325 		return err;
326 
327 	return got_privsep_recv_obj(obj, ibuf);
328 }
329 
330 static const struct got_error *
331 read_object_header_privsep(struct got_object **obj, struct got_repository *repo,
332     int obj_fd)
333 {
334 	const struct got_error *err;
335 	int imsg_fds[2];
336 	pid_t pid;
337 	struct imsgbuf *ibuf;
338 
339 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
340 		return request_object(obj, repo, obj_fd);
341 
342 	ibuf = calloc(1, sizeof(*ibuf));
343 	if (ibuf == NULL)
344 		return got_error_from_errno("calloc");
345 
346 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
347 		err = got_error_from_errno("socketpair");
348 		free(ibuf);
349 		return err;
350 	}
351 
352 	pid = fork();
353 	if (pid == -1) {
354 		err = got_error_from_errno("fork");
355 		free(ibuf);
356 		return err;
357 	}
358 	else if (pid == 0) {
359 		got_privsep_exec_child(imsg_fds, GOT_PATH_PROG_READ_OBJECT,
360 		    repo->path);
361 		/* not reached */
362 	}
363 
364 	if (close(imsg_fds[1]) != 0) {
365 		err = got_error_from_errno("close");
366 		free(ibuf);
367 		return err;
368 	}
369 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd =
370 	    imsg_fds[0];
371 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].pid = pid;
372 	imsg_init(ibuf, imsg_fds[0]);
373 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf = ibuf;
374 
375 	return request_object(obj, repo, obj_fd);
376 }
377 
378 
379 const struct got_error *
380 got_object_open(struct got_object **obj, struct got_repository *repo,
381     struct got_object_id *id)
382 {
383 	const struct got_error *err = NULL;
384 	char *path;
385 	int fd;
386 
387 	*obj = got_repo_get_cached_object(repo, id);
388 	if (*obj != NULL) {
389 		(*obj)->refcnt++;
390 		return NULL;
391 	}
392 
393 	err = open_packed_object(obj, id, repo);
394 	if (err && err->code != GOT_ERR_NO_OBJ)
395 		return err;
396 	if (*obj) {
397 		(*obj)->refcnt++;
398 		return got_repo_cache_object(repo, id, *obj);
399 	}
400 
401 	err = got_object_get_path(&path, id, repo);
402 	if (err)
403 		return err;
404 
405 	fd = open(path, O_RDONLY | O_NOFOLLOW);
406 	if (fd == -1) {
407 		if (errno == ENOENT)
408 			err = got_error_no_obj(id);
409 		else
410 			err = got_error_from_errno2("open", path);
411 		goto done;
412 	} else {
413 		err = read_object_header_privsep(obj, repo, fd);
414 		if (err)
415 			goto done;
416 		memcpy((*obj)->id.sha1, id->sha1, SHA1_DIGEST_LENGTH);
417 	}
418 
419 	(*obj)->refcnt++;
420 	err = got_repo_cache_object(repo, id, *obj);
421 done:
422 	free(path);
423 	return err;
424 
425 }
426 
427 const struct got_error *
428 got_object_open_by_id_str(struct got_object **obj, struct got_repository *repo,
429     const char *id_str)
430 {
431 	struct got_object_id id;
432 
433 	if (!got_parse_sha1_digest(id.sha1, id_str))
434 		return got_error_path(id_str, GOT_ERR_BAD_OBJ_ID_STR);
435 
436 	return got_object_open(obj, repo, &id);
437 }
438 
439 const struct got_error *
440 got_object_resolve_id_str(struct got_object_id **id,
441     struct got_repository *repo, const char *id_str)
442 {
443 	const struct got_error *err = NULL;
444 	struct got_object *obj;
445 
446 	err = got_object_open_by_id_str(&obj, repo, id_str);
447 	if (err)
448 		return err;
449 
450 	*id = got_object_id_dup(got_object_get_id(obj));
451 	got_object_close(obj);
452 	if (*id == NULL)
453 		return got_error_from_errno("got_object_id_dup");
454 
455 	return NULL;
456 }
457 
458 static const struct got_error *
459 request_packed_commit(struct got_commit_object **commit, struct got_pack *pack,
460     int pack_idx, struct got_object_id *id)
461 {
462 	const struct got_error *err = NULL;
463 
464 	err = got_privsep_send_commit_req(pack->privsep_child->ibuf, -1, id,
465 	    pack_idx);
466 	if (err)
467 		return err;
468 
469 	err = got_privsep_recv_commit(commit, pack->privsep_child->ibuf);
470 	if (err)
471 		return err;
472 
473 	(*commit)->flags |= GOT_COMMIT_FLAG_PACKED;
474 	return NULL;
475 }
476 
477 static const struct got_error *
478 read_packed_commit_privsep(struct got_commit_object **commit,
479     struct got_pack *pack, struct got_packidx *packidx, int idx,
480     struct got_object_id *id)
481 {
482 	const struct got_error *err = NULL;
483 
484 	if (pack->privsep_child)
485 		return request_packed_commit(commit, pack, idx, id);
486 
487 	err = start_pack_privsep_child(pack, packidx);
488 	if (err)
489 		return err;
490 
491 	return request_packed_commit(commit, pack, idx, id);
492 }
493 
494 static const struct got_error *
495 request_commit(struct got_commit_object **commit, struct got_repository *repo,
496     int fd)
497 {
498 	const struct got_error *err = NULL;
499 	struct imsgbuf *ibuf;
500 
501 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].ibuf;
502 
503 	err = got_privsep_send_commit_req(ibuf, fd, NULL, -1);
504 	if (err)
505 		return err;
506 
507 	return got_privsep_recv_commit(commit, ibuf);
508 }
509 
510 static const struct got_error *
511 read_commit_privsep(struct got_commit_object **commit, int obj_fd,
512     struct got_repository *repo)
513 {
514 	const struct got_error *err;
515 	int imsg_fds[2];
516 	pid_t pid;
517 	struct imsgbuf *ibuf;
518 
519 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].imsg_fd != -1)
520 		return request_commit(commit, repo, obj_fd);
521 
522 	ibuf = calloc(1, sizeof(*ibuf));
523 	if (ibuf == NULL)
524 		return got_error_from_errno("calloc");
525 
526 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
527 		err = got_error_from_errno("socketpair");
528 		free(ibuf);
529 		return err;
530 	}
531 
532 	pid = fork();
533 	if (pid == -1) {
534 		err = got_error_from_errno("fork");
535 		free(ibuf);
536 		return err;
537 	}
538 	else if (pid == 0) {
539 		got_privsep_exec_child(imsg_fds, GOT_PATH_PROG_READ_COMMIT,
540 		    repo->path);
541 		/* not reached */
542 	}
543 
544 	if (close(imsg_fds[1]) != 0) {
545 		err = got_error_from_errno("close");
546 		free(ibuf);
547 		return err;
548 	}
549 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].imsg_fd =
550 	    imsg_fds[0];
551 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].pid = pid;
552 	imsg_init(ibuf, imsg_fds[0]);
553 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].ibuf = ibuf;
554 
555 	return request_commit(commit, repo, obj_fd);
556 }
557 
558 
559 static const struct got_error *
560 open_commit(struct got_commit_object **commit,
561     struct got_repository *repo, struct got_object_id *id, int check_cache)
562 {
563 	const struct got_error *err = NULL;
564 	struct got_packidx *packidx = NULL;
565 	int idx;
566 	char *path_packfile = NULL;
567 
568 	if (check_cache) {
569 		*commit = got_repo_get_cached_commit(repo, id);
570 		if (*commit != NULL) {
571 			(*commit)->refcnt++;
572 			return NULL;
573 		}
574 	} else
575 		*commit = NULL;
576 
577 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
578 	if (err == NULL) {
579 		struct got_pack *pack = NULL;
580 
581 		err = get_packfile_path(&path_packfile, packidx);
582 		if (err)
583 			return err;
584 
585 		pack = got_repo_get_cached_pack(repo, path_packfile);
586 		if (pack == NULL) {
587 			err = got_repo_cache_pack(&pack, repo, path_packfile,
588 			    packidx);
589 			if (err)
590 				goto done;
591 		}
592 		err = read_packed_commit_privsep(commit, pack,
593 		    packidx, idx, id);
594 	} else if (err->code == GOT_ERR_NO_OBJ) {
595 		int fd;
596 
597 		err = open_loose_object(&fd, id, repo);
598 		if (err)
599 			return err;
600 		err = read_commit_privsep(commit, fd, repo);
601 	}
602 
603 	if (err == NULL) {
604 		(*commit)->refcnt++;
605 		err = got_repo_cache_commit(repo, id, *commit);
606 	}
607 done:
608 	free(path_packfile);
609 	return err;
610 }
611 
612 const struct got_error *
613 got_object_open_as_commit(struct got_commit_object **commit,
614     struct got_repository *repo, struct got_object_id *id)
615 {
616 	*commit = got_repo_get_cached_commit(repo, id);
617 	if (*commit != NULL) {
618 		(*commit)->refcnt++;
619 		return NULL;
620 	}
621 
622 	return open_commit(commit, repo, id, 0);
623 }
624 
625 const struct got_error *
626 got_object_commit_open(struct got_commit_object **commit,
627     struct got_repository *repo, struct got_object *obj)
628 {
629 	return open_commit(commit, repo, got_object_get_id(obj), 1);
630 }
631 
632 const struct got_error *
633 got_object_qid_alloc(struct got_object_qid **qid, struct got_object_id *id)
634 {
635 	const struct got_error *err = NULL;
636 
637 	*qid = calloc(1, sizeof(**qid));
638 	if (*qid == NULL)
639 		return got_error_from_errno("calloc");
640 
641 	(*qid)->id = got_object_id_dup(id);
642 	if ((*qid)->id == NULL) {
643 		err = got_error_from_errno("got_object_id_dup");
644 		got_object_qid_free(*qid);
645 		*qid = NULL;
646 		return err;
647 	}
648 
649 	return NULL;
650 }
651 
652 static const struct got_error *
653 request_packed_tree(struct got_tree_object **tree, struct got_pack *pack,
654     int pack_idx, struct got_object_id *id)
655 {
656 	const struct got_error *err = NULL;
657 
658 	err = got_privsep_send_tree_req(pack->privsep_child->ibuf, -1, id,
659 	    pack_idx);
660 	if (err)
661 		return err;
662 
663 	return got_privsep_recv_tree(tree, pack->privsep_child->ibuf);
664 }
665 
666 static const struct got_error *
667 read_packed_tree_privsep(struct got_tree_object **tree,
668     struct got_pack *pack, struct got_packidx *packidx, int idx,
669     struct got_object_id *id)
670 {
671 	const struct got_error *err = NULL;
672 
673 	if (pack->privsep_child)
674 		return request_packed_tree(tree, pack, idx, id);
675 
676 	err = start_pack_privsep_child(pack, packidx);
677 	if (err)
678 		return err;
679 
680 	return request_packed_tree(tree, pack, idx, id);
681 }
682 
683 static const struct got_error *
684 request_tree(struct got_tree_object **tree, struct got_repository *repo,
685     int fd)
686 {
687 	const struct got_error *err = NULL;
688 	struct imsgbuf *ibuf;
689 
690 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].ibuf;
691 
692 	err = got_privsep_send_tree_req(ibuf, fd, NULL, -1);
693 	if (err)
694 		return err;
695 
696 	return got_privsep_recv_tree(tree, ibuf);
697 }
698 
699 const struct got_error *
700 read_tree_privsep(struct got_tree_object **tree, int obj_fd,
701     struct got_repository *repo)
702 {
703 	const struct got_error *err;
704 	int imsg_fds[2];
705 	pid_t pid;
706 	struct imsgbuf *ibuf;
707 
708 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].imsg_fd != -1)
709 		return request_tree(tree, repo, obj_fd);
710 
711 	ibuf = calloc(1, sizeof(*ibuf));
712 	if (ibuf == NULL)
713 		return got_error_from_errno("calloc");
714 
715 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
716 		err = got_error_from_errno("socketpair");
717 		free(ibuf);
718 		return err;
719 	}
720 
721 	pid = fork();
722 	if (pid == -1) {
723 		err = got_error_from_errno("fork");
724 		free(ibuf);
725 		return err;
726 	}
727 	else if (pid == 0) {
728 		got_privsep_exec_child(imsg_fds, GOT_PATH_PROG_READ_TREE,
729 		    repo->path);
730 		/* not reached */
731 	}
732 
733 	if (close(imsg_fds[1]) != 0) {
734 		err = got_error_from_errno("close");
735 		free(ibuf);
736 		return err;
737 	}
738 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].imsg_fd =
739 	    imsg_fds[0];
740 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].pid = pid;
741 	imsg_init(ibuf, imsg_fds[0]);
742 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].ibuf = ibuf;
743 
744 
745 	return request_tree(tree, repo, obj_fd);
746 }
747 
748 static const struct got_error *
749 open_tree(struct got_tree_object **tree, struct got_repository *repo,
750     struct got_object_id *id, int check_cache)
751 {
752 	const struct got_error *err = NULL;
753 	struct got_packidx *packidx = NULL;
754 	int idx;
755 	char *path_packfile = NULL;
756 
757 	if (check_cache) {
758 		*tree = got_repo_get_cached_tree(repo, id);
759 		if (*tree != NULL) {
760 			(*tree)->refcnt++;
761 			return NULL;
762 		}
763 	} else
764 		*tree = NULL;
765 
766 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
767 	if (err == NULL) {
768 		struct got_pack *pack = NULL;
769 
770 		err = get_packfile_path(&path_packfile, packidx);
771 		if (err)
772 			return err;
773 
774 		pack = got_repo_get_cached_pack(repo, path_packfile);
775 		if (pack == NULL) {
776 			err = got_repo_cache_pack(&pack, repo, path_packfile,
777 			    packidx);
778 			if (err)
779 				goto done;
780 		}
781 		err = read_packed_tree_privsep(tree, pack,
782 		    packidx, idx, id);
783 	} else if (err->code == GOT_ERR_NO_OBJ) {
784 		int fd;
785 
786 		err = open_loose_object(&fd, id, repo);
787 		if (err)
788 			return err;
789 		err = read_tree_privsep(tree, fd, repo);
790 	}
791 
792 	if (err == NULL) {
793 		(*tree)->refcnt++;
794 		err = got_repo_cache_tree(repo, id, *tree);
795 	}
796 done:
797 	free(path_packfile);
798 	return err;
799 }
800 
801 const struct got_error *
802 got_object_open_as_tree(struct got_tree_object **tree,
803     struct got_repository *repo, struct got_object_id *id)
804 {
805 	*tree = got_repo_get_cached_tree(repo, id);
806 	if (*tree != NULL) {
807 		(*tree)->refcnt++;
808 		return NULL;
809 	}
810 
811 	return open_tree(tree, repo, id, 0);
812 }
813 
814 const struct got_error *
815 got_object_tree_open(struct got_tree_object **tree,
816     struct got_repository *repo, struct got_object *obj)
817 {
818 	return open_tree(tree, repo, got_object_get_id(obj), 1);
819 }
820 
821 int
822 got_object_tree_get_nentries(struct got_tree_object *tree)
823 {
824 	return tree->nentries;
825 }
826 
827 struct got_tree_entry *
828 got_object_tree_get_first_entry(struct got_tree_object *tree)
829 {
830 	return got_object_tree_get_entry(tree, 0);
831 }
832 
833 struct got_tree_entry *
834 got_object_tree_get_last_entry(struct got_tree_object *tree)
835 {
836 	return got_object_tree_get_entry(tree, tree->nentries - 1);
837 }
838 
839 struct got_tree_entry *
840 got_object_tree_get_entry(struct got_tree_object *tree, int i)
841 {
842 	if (i < 0 || i >= tree->nentries)
843 		return NULL;
844 	return &tree->entries[i];
845 }
846 
847 mode_t
848 got_tree_entry_get_mode(struct got_tree_entry *te)
849 {
850 	return te->mode;
851 }
852 
853 const char *
854 got_tree_entry_get_name(struct got_tree_entry *te)
855 {
856 	return &te->name[0];
857 }
858 
859 struct got_object_id *
860 got_tree_entry_get_id(struct got_tree_entry *te)
861 {
862 	return &te->id;
863 }
864 
865 int
866 got_tree_entry_get_index(struct got_tree_entry *te)
867 {
868 	return te->idx;
869 }
870 
871 struct got_tree_entry *
872 got_tree_entry_get_next(struct got_tree_object *tree,
873     struct got_tree_entry *te)
874 {
875 	return got_object_tree_get_entry(tree, te->idx + 1);
876 }
877 
878 struct got_tree_entry *
879 got_tree_entry_get_prev(struct got_tree_object *tree,
880     struct got_tree_entry *te)
881 {
882 	return got_object_tree_get_entry(tree, te->idx - 1);
883 }
884 
885 static const struct got_error *
886 request_packed_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
887     struct got_pack *pack, struct got_packidx *packidx, int idx,
888     struct got_object_id *id)
889 {
890 	const struct got_error *err = NULL;
891 	int outfd_child;
892 	int basefd, accumfd; /* temporary files for delta application */
893 
894 	basefd = got_opentempfd();
895 	if (basefd == -1)
896 		return got_error_from_errno("got_opentempfd");
897 	accumfd = got_opentempfd();
898 	if (accumfd == -1)
899 		return got_error_from_errno("got_opentempfd");
900 
901 	outfd_child = dup(outfd);
902 	if (outfd_child == -1)
903 		return got_error_from_errno("dup");
904 
905 	err = got_privsep_send_blob_req(pack->privsep_child->ibuf, -1, id, idx);
906 	if (err)
907 		return err;
908 
909 	err = got_privsep_send_blob_outfd(pack->privsep_child->ibuf,
910 	    outfd_child);
911 	if (err) {
912 		close(basefd);
913 		close(accumfd);
914 		return err;
915 	}
916 
917 	err = got_privsep_send_tmpfd(pack->privsep_child->ibuf,
918 	    basefd);
919 	if (err) {
920 		close(accumfd);
921 		return err;
922 	}
923 
924 	err = got_privsep_send_tmpfd(pack->privsep_child->ibuf,
925 	    accumfd);
926 	if (err)
927 		return err;
928 
929 	err = got_privsep_recv_blob(outbuf, size, hdrlen,
930 	    pack->privsep_child->ibuf);
931 	if (err)
932 		return err;
933 
934 	if (lseek(outfd, SEEK_SET, 0) == -1)
935 		err = got_error_from_errno("lseek");
936 
937 	return err;
938 }
939 
940 static const struct got_error *
941 read_packed_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
942     int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
943     struct got_object_id *id)
944 {
945 	const struct got_error *err = NULL;
946 
947 	if (pack->privsep_child == NULL) {
948 		err = start_pack_privsep_child(pack, packidx);
949 		if (err)
950 			return err;
951 	}
952 
953 	return request_packed_blob(outbuf, size, hdrlen, outfd, pack, packidx,
954 	    idx, id);
955 }
956 
957 static const struct got_error *
958 request_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
959     int infd, struct imsgbuf *ibuf)
960 {
961 	const struct got_error *err = NULL;
962 	int outfd_child;
963 
964 	outfd_child = dup(outfd);
965 	if (outfd_child == -1)
966 		return got_error_from_errno("dup");
967 
968 	err = got_privsep_send_blob_req(ibuf, infd, NULL, -1);
969 	if (err)
970 		return err;
971 
972 	err = got_privsep_send_blob_outfd(ibuf, outfd_child);
973 	if (err)
974 		return err;
975 
976 	err = got_privsep_recv_blob(outbuf, size, hdrlen, ibuf);
977 	if (err)
978 		return err;
979 
980 	if (lseek(outfd, SEEK_SET, 0) == -1)
981 		return got_error_from_errno("lseek");
982 
983 	return err;
984 }
985 
986 static const struct got_error *
987 read_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
988     int outfd, int infd, struct got_repository *repo)
989 {
990 	const struct got_error *err;
991 	int imsg_fds[2];
992 	pid_t pid;
993 	struct imsgbuf *ibuf;
994 
995 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].imsg_fd != -1) {
996 		ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
997 		return request_blob(outbuf, size, hdrlen, outfd, infd, ibuf);
998 	}
999 
1000 	ibuf = calloc(1, sizeof(*ibuf));
1001 	if (ibuf == NULL)
1002 		return got_error_from_errno("calloc");
1003 
1004 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
1005 		err = got_error_from_errno("socketpair");
1006 		free(ibuf);
1007 		return err;
1008 	}
1009 
1010 	pid = fork();
1011 	if (pid == -1) {
1012 		err = got_error_from_errno("fork");
1013 		free(ibuf);
1014 		return err;
1015 	}
1016 	else if (pid == 0) {
1017 		got_privsep_exec_child(imsg_fds, GOT_PATH_PROG_READ_BLOB,
1018 		    repo->path);
1019 		/* not reached */
1020 	}
1021 
1022 	if (close(imsg_fds[1]) != 0) {
1023 		err = got_error_from_errno("close");
1024 		free(ibuf);
1025 		return err;
1026 	}
1027 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].imsg_fd =
1028 	    imsg_fds[0];
1029 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].pid = pid;
1030 	imsg_init(ibuf, imsg_fds[0]);
1031 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf = ibuf;
1032 
1033 	return request_blob(outbuf, size, hdrlen, outfd, infd, ibuf);
1034 }
1035 
1036 static const struct got_error *
1037 open_blob(struct got_blob_object **blob, struct got_repository *repo,
1038     struct got_object_id *id, size_t blocksize)
1039 {
1040 	const struct got_error *err = NULL;
1041 	struct got_packidx *packidx = NULL;
1042 	int idx;
1043 	char *path_packfile = NULL;
1044 	uint8_t *outbuf;
1045 	int outfd;
1046 	size_t size, hdrlen;
1047 	struct stat sb;
1048 
1049 	*blob = calloc(1, sizeof(**blob));
1050 	if (*blob == NULL)
1051 		return got_error_from_errno("calloc");
1052 
1053 	outfd = got_opentempfd();
1054 	if (outfd == -1)
1055 		return got_error_from_errno("got_opentempfd");
1056 
1057 	(*blob)->read_buf = malloc(blocksize);
1058 	if ((*blob)->read_buf == NULL) {
1059 		err = got_error_from_errno("malloc");
1060 		goto done;
1061 	}
1062 
1063 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
1064 	if (err == NULL) {
1065 		struct got_pack *pack = NULL;
1066 
1067 		err = get_packfile_path(&path_packfile, packidx);
1068 		if (err)
1069 			goto done;
1070 
1071 		pack = got_repo_get_cached_pack(repo, path_packfile);
1072 		if (pack == NULL) {
1073 			err = got_repo_cache_pack(&pack, repo, path_packfile,
1074 			    packidx);
1075 			if (err)
1076 				goto done;
1077 		}
1078 		err = read_packed_blob_privsep(&outbuf, &size, &hdrlen, outfd,
1079 		    pack, packidx, idx, id);
1080 	} else if (err->code == GOT_ERR_NO_OBJ) {
1081 		int infd;
1082 
1083 		err = open_loose_object(&infd, id, repo);
1084 		if (err)
1085 			goto done;
1086 		err = read_blob_privsep(&outbuf, &size, &hdrlen, outfd, infd,
1087 		    repo);
1088 	}
1089 	if (err)
1090 		goto done;
1091 
1092 	if (hdrlen > size) {
1093 		err = got_error(GOT_ERR_BAD_OBJ_HDR);
1094 		goto done;
1095 	}
1096 
1097 	if (outbuf) {
1098 		if (close(outfd) != 0 && err == NULL)
1099 			err = got_error_from_errno("close");
1100 		outfd = -1;
1101 		(*blob)->f = fmemopen(outbuf, size, "rb");
1102 		if ((*blob)->f == NULL) {
1103 			err = got_error_from_errno("fmemopen");
1104 			free(outbuf);
1105 			goto done;
1106 		}
1107 		(*blob)->data = outbuf;
1108 	} else {
1109 		if (fstat(outfd, &sb) == -1) {
1110 			err = got_error_from_errno("fstat");
1111 			goto done;
1112 		}
1113 
1114 		if (sb.st_size != size) {
1115 			err = got_error(GOT_ERR_PRIVSEP_LEN);
1116 			goto done;
1117 		}
1118 
1119 		(*blob)->f = fdopen(outfd, "rb");
1120 		if ((*blob)->f == NULL) {
1121 			err = got_error_from_errno("fdopen");
1122 			close(outfd);
1123 			outfd = -1;
1124 			goto done;
1125 		}
1126 	}
1127 
1128 	(*blob)->hdrlen = hdrlen;
1129 	(*blob)->blocksize = blocksize;
1130 	memcpy(&(*blob)->id.sha1, id->sha1, SHA1_DIGEST_LENGTH);
1131 
1132 done:
1133 	free(path_packfile);
1134 	if (err) {
1135 		if (*blob) {
1136 			got_object_blob_close(*blob);
1137 			*blob = NULL;
1138 		} else if (outfd != -1)
1139 			close(outfd);
1140 	}
1141 	return err;
1142 }
1143 
1144 const struct got_error *
1145 got_object_open_as_blob(struct got_blob_object **blob,
1146     struct got_repository *repo, struct got_object_id *id,
1147     size_t blocksize)
1148 {
1149 	return open_blob(blob, repo, id, blocksize);
1150 }
1151 
1152 const struct got_error *
1153 got_object_blob_open(struct got_blob_object **blob,
1154     struct got_repository *repo, struct got_object *obj, size_t blocksize)
1155 {
1156 	return open_blob(blob, repo, got_object_get_id(obj), blocksize);
1157 }
1158 
1159 const struct got_error *
1160 got_object_blob_close(struct got_blob_object *blob)
1161 {
1162 	const struct got_error *err = NULL;
1163 	free(blob->read_buf);
1164 	if (blob->f && fclose(blob->f) != 0)
1165 		err = got_error_from_errno("fclose");
1166 	free(blob->data);
1167 	free(blob);
1168 	return err;
1169 }
1170 
1171 char *
1172 got_object_blob_id_str(struct got_blob_object *blob, char *buf, size_t size)
1173 {
1174 	return got_sha1_digest_to_str(blob->id.sha1, buf, size);
1175 }
1176 
1177 size_t
1178 got_object_blob_get_hdrlen(struct got_blob_object *blob)
1179 {
1180 	return blob->hdrlen;
1181 }
1182 
1183 const uint8_t *
1184 got_object_blob_get_read_buf(struct got_blob_object *blob)
1185 {
1186 	return blob->read_buf;
1187 }
1188 
1189 const struct got_error *
1190 got_object_blob_read_block(size_t *outlenp, struct got_blob_object *blob)
1191 {
1192 	size_t n;
1193 
1194 	n = fread(blob->read_buf, 1, blob->blocksize, blob->f);
1195 	if (n == 0 && ferror(blob->f))
1196 		return got_ferror(blob->f, GOT_ERR_IO);
1197 	*outlenp = n;
1198 	return NULL;
1199 }
1200 
1201 const struct got_error *
1202 got_object_blob_dump_to_file(size_t *filesize, int *nlines,
1203     off_t **line_offsets, FILE *outfile, struct got_blob_object *blob)
1204 {
1205 	const struct got_error *err = NULL;
1206 	size_t n, len, hdrlen;
1207 	const uint8_t *buf;
1208 	int i;
1209 	size_t noffsets = 0;
1210 	off_t off = 0, total_len = 0;
1211 
1212 	if (line_offsets)
1213 		*line_offsets = NULL;
1214 	if (filesize)
1215 		*filesize = 0;
1216 	if (nlines)
1217 		*nlines = 0;
1218 
1219 	hdrlen = got_object_blob_get_hdrlen(blob);
1220 	do {
1221 		err = got_object_blob_read_block(&len, blob);
1222 		if (err)
1223 			return err;
1224 		if (len == 0)
1225 			break;
1226 		buf = got_object_blob_get_read_buf(blob);
1227 		i = hdrlen;
1228 		if (line_offsets && nlines) {
1229 			if (*line_offsets == NULL) {
1230 				/* Have some data but perhaps no '\n'. */
1231 				noffsets = 1;
1232 				*nlines = 1;
1233 				*line_offsets = calloc(1, sizeof(**line_offsets));
1234 				if (*line_offsets == NULL)
1235 					return got_error_from_errno("calloc");
1236 
1237 				/* Skip forward over end of first line. */
1238 				while (i < len) {
1239 					if (buf[i] == '\n')
1240 						break;
1241 					i++;
1242 				}
1243 			}
1244 			/* Scan '\n' offsets in remaining chunk of data. */
1245 			while (i < len) {
1246 				if (buf[i] != '\n') {
1247 					i++;
1248 					continue;
1249 				}
1250 				(*nlines)++;
1251 				if (noffsets < *nlines) {
1252 					off_t *o = recallocarray(*line_offsets,
1253 					    noffsets, *nlines,
1254 					    sizeof(**line_offsets));
1255 					if (o == NULL) {
1256 						free(*line_offsets);
1257 						*line_offsets = NULL;
1258 						return got_error_from_errno(
1259 						    "recallocarray");
1260 					}
1261 					*line_offsets = o;
1262 					noffsets = *nlines;
1263 				}
1264 				off = total_len + i - hdrlen + 1;
1265 				(*line_offsets)[*nlines - 1] = off;
1266 				i++;
1267 			}
1268 		}
1269 		/* Skip blob object header first time around. */
1270 		n = fwrite(buf + hdrlen, 1, len - hdrlen, outfile);
1271 		if (n != len - hdrlen)
1272 			return got_ferror(outfile, GOT_ERR_IO);
1273 		total_len += len - hdrlen;
1274 		hdrlen = 0;
1275 	} while (len != 0);
1276 
1277 	if (fflush(outfile) != 0)
1278 		return got_error_from_errno("fflush");
1279 	rewind(outfile);
1280 
1281 	if (filesize)
1282 		*filesize = total_len;
1283 
1284 	return NULL;
1285 }
1286 
1287 static const struct got_error *
1288 request_packed_tag(struct got_tag_object **tag, struct got_pack *pack,
1289     int pack_idx, struct got_object_id *id)
1290 {
1291 	const struct got_error *err = NULL;
1292 
1293 	err = got_privsep_send_tag_req(pack->privsep_child->ibuf, -1, id,
1294 	    pack_idx);
1295 	if (err)
1296 		return err;
1297 
1298 	return got_privsep_recv_tag(tag, pack->privsep_child->ibuf);
1299 }
1300 
1301 static const struct got_error *
1302 read_packed_tag_privsep(struct got_tag_object **tag,
1303     struct got_pack *pack, struct got_packidx *packidx, int idx,
1304     struct got_object_id *id)
1305 {
1306 	const struct got_error *err = NULL;
1307 
1308 	if (pack->privsep_child)
1309 		return request_packed_tag(tag, pack, idx, id);
1310 
1311 	err = start_pack_privsep_child(pack, packidx);
1312 	if (err)
1313 		return err;
1314 
1315 	return request_packed_tag(tag, pack, idx, id);
1316 }
1317 
1318 static const struct got_error *
1319 request_tag(struct got_tag_object **tag, struct got_repository *repo,
1320     int fd)
1321 {
1322 	const struct got_error *err = NULL;
1323 	struct imsgbuf *ibuf;
1324 
1325 	ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].ibuf;
1326 
1327 	err = got_privsep_send_tag_req(ibuf, fd, NULL, -1);
1328 	if (err)
1329 		return err;
1330 
1331 	return got_privsep_recv_tag(tag, ibuf);
1332 }
1333 
1334 static const struct got_error *
1335 read_tag_privsep(struct got_tag_object **tag, int obj_fd,
1336     struct got_repository *repo)
1337 {
1338 	const struct got_error *err;
1339 	int imsg_fds[2];
1340 	pid_t pid;
1341 	struct imsgbuf *ibuf;
1342 
1343 	if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].imsg_fd != -1)
1344 		return request_tag(tag, repo, obj_fd);
1345 
1346 	ibuf = calloc(1, sizeof(*ibuf));
1347 	if (ibuf == NULL)
1348 		return got_error_from_errno("calloc");
1349 
1350 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
1351 		err = got_error_from_errno("socketpair");
1352 		free(ibuf);
1353 		return err;
1354 	}
1355 
1356 	pid = fork();
1357 	if (pid == -1) {
1358 		err = got_error_from_errno("fork");
1359 		free(ibuf);
1360 		return err;
1361 	}
1362 	else if (pid == 0) {
1363 		got_privsep_exec_child(imsg_fds, GOT_PATH_PROG_READ_TAG,
1364 		    repo->path);
1365 		/* not reached */
1366 	}
1367 
1368 	if (close(imsg_fds[1]) != 0) {
1369 		err = got_error_from_errno("close");
1370 		free(ibuf);
1371 		return err;
1372 	}
1373 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].imsg_fd =
1374 	    imsg_fds[0];
1375 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].pid = pid;
1376 	imsg_init(ibuf, imsg_fds[0]);
1377 	repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].ibuf = ibuf;
1378 
1379 	return request_tag(tag, repo, obj_fd);
1380 }
1381 
1382 static const struct got_error *
1383 open_tag(struct got_tag_object **tag, struct got_repository *repo,
1384     struct got_object_id *id, int check_cache)
1385 {
1386 	const struct got_error *err = NULL;
1387 	struct got_packidx *packidx = NULL;
1388 	int idx;
1389 	char *path_packfile = NULL;
1390 	struct got_object *obj = NULL;
1391 	int obj_type = GOT_OBJ_TYPE_ANY;
1392 
1393 	if (check_cache) {
1394 		*tag = got_repo_get_cached_tag(repo, id);
1395 		if (*tag != NULL) {
1396 			(*tag)->refcnt++;
1397 			return NULL;
1398 		}
1399 	} else
1400 		*tag = NULL;
1401 
1402 	err = got_repo_search_packidx(&packidx, &idx, repo, id);
1403 	if (err == NULL) {
1404 		struct got_pack *pack = NULL;
1405 
1406 		err = get_packfile_path(&path_packfile, packidx);
1407 		if (err)
1408 			return err;
1409 
1410 		pack = got_repo_get_cached_pack(repo, path_packfile);
1411 		if (pack == NULL) {
1412 			err = got_repo_cache_pack(&pack, repo, path_packfile,
1413 			    packidx);
1414 			if (err)
1415 				goto done;
1416 		}
1417 
1418 		/* Beware of "lightweight" tags: Check object type first. */
1419 		err = read_packed_object_privsep(&obj, repo, pack, packidx,
1420 		    idx, id);
1421 		if (err)
1422 			goto done;
1423 		obj_type = obj->type;
1424 		got_object_close(obj);
1425 		if (obj_type != GOT_OBJ_TYPE_TAG) {
1426 			err = got_error(GOT_ERR_OBJ_TYPE);
1427 			goto done;
1428 		}
1429 		err = read_packed_tag_privsep(tag, pack, packidx, idx, id);
1430 	} else if (err->code == GOT_ERR_NO_OBJ) {
1431 		int fd;
1432 
1433 		err = open_loose_object(&fd, id, repo);
1434 		if (err)
1435 			return err;
1436 		err = read_object_header_privsep(&obj, repo, fd);
1437 		if (err)
1438 			return err;
1439 		obj_type = obj->type;
1440 		got_object_close(obj);
1441 		if (obj_type != GOT_OBJ_TYPE_TAG)
1442 			return got_error(GOT_ERR_OBJ_TYPE);
1443 
1444 		err = open_loose_object(&fd, id, repo);
1445 		if (err)
1446 			return err;
1447 		err = read_tag_privsep(tag, fd, repo);
1448 	}
1449 
1450 	if (err == NULL) {
1451 		(*tag)->refcnt++;
1452 		err = got_repo_cache_tag(repo, id, *tag);
1453 	}
1454 done:
1455 	free(path_packfile);
1456 	return err;
1457 }
1458 
1459 const struct got_error *
1460 got_object_open_as_tag(struct got_tag_object **tag,
1461     struct got_repository *repo, struct got_object_id *id)
1462 {
1463 	*tag = got_repo_get_cached_tag(repo, id);
1464 	if (*tag != NULL) {
1465 		(*tag)->refcnt++;
1466 		return NULL;
1467 	}
1468 
1469 	return open_tag(tag, repo, id, 0);
1470 }
1471 
1472 const struct got_error *
1473 got_object_tag_open(struct got_tag_object **tag,
1474     struct got_repository *repo, struct got_object *obj)
1475 {
1476 	return open_tag(tag, repo, got_object_get_id(obj), 1);
1477 }
1478 
1479 const char *
1480 got_object_tag_get_name(struct got_tag_object *tag)
1481 {
1482 	return tag->tag;
1483 }
1484 
1485 int
1486 got_object_tag_get_object_type(struct got_tag_object *tag)
1487 {
1488 	return tag->obj_type;
1489 }
1490 
1491 struct got_object_id *
1492 got_object_tag_get_object_id(struct got_tag_object *tag)
1493 {
1494 	return &tag->id;
1495 }
1496 
1497 time_t
1498 got_object_tag_get_tagger_time(struct got_tag_object *tag)
1499 {
1500 	return tag->tagger_time;
1501 }
1502 
1503 time_t
1504 got_object_tag_get_tagger_gmtoff(struct got_tag_object *tag)
1505 {
1506 	return tag->tagger_gmtoff;
1507 }
1508 
1509 const char *
1510 got_object_tag_get_tagger(struct got_tag_object *tag)
1511 {
1512 	return tag->tagger;
1513 }
1514 
1515 const char *
1516 got_object_tag_get_message(struct got_tag_object *tag)
1517 {
1518 	return tag->tagmsg;
1519 }
1520 
1521 static struct got_tree_entry *
1522 find_entry_by_name(struct got_tree_object *tree, const char *name, size_t len)
1523 {
1524 	int i;
1525 
1526 	/* Note that tree entries are sorted in strncmp() order. */
1527 	for (i = 0; i < tree->nentries; i++) {
1528 		struct got_tree_entry *te = &tree->entries[i];
1529 		int cmp = strncmp(te->name, name, len);
1530 		if (cmp < 0)
1531 			continue;
1532 		if (cmp > 0)
1533 			break;
1534 		if (te->name[len] == '\0')
1535 			return te;
1536 	}
1537 	return NULL;
1538 }
1539 
1540 struct got_tree_entry *
1541 got_object_tree_find_entry(struct got_tree_object *tree, const char *name)
1542 {
1543 	return find_entry_by_name(tree, name, strlen(name));
1544 }
1545 
1546 const struct got_error *
1547 got_object_id_by_path(struct got_object_id **id, struct got_repository *repo,
1548     struct got_object_id *commit_id, const char *path)
1549 {
1550 	const struct got_error *err = NULL;
1551 	struct got_commit_object *commit = NULL;
1552 	struct got_tree_object *tree = NULL;
1553 	struct got_tree_entry *te = NULL;
1554 	const char *seg, *s;
1555 	size_t seglen;
1556 
1557 	*id = NULL;
1558 
1559 	err = got_object_open_as_commit(&commit, repo, commit_id);
1560 	if (err)
1561 		goto done;
1562 
1563 	/* Handle opening of root of commit's tree. */
1564 	if (got_path_is_root_dir(path)) {
1565 		*id = got_object_id_dup(commit->tree_id);
1566 		if (*id == NULL)
1567 			err = got_error_from_errno("got_object_id_dup");
1568 		goto done;
1569 	}
1570 
1571 	err = got_object_open_as_tree(&tree, repo, commit->tree_id);
1572 	if (err)
1573 		goto done;
1574 
1575 	s = path;
1576 	while (s[0] == '/')
1577 		s++;
1578 	seg = s;
1579 	seglen = 0;
1580 	while (*s) {
1581 		struct got_tree_object *next_tree;
1582 
1583 		if (*s != '/') {
1584 			s++;
1585 			seglen++;
1586 			if (*s)
1587 				continue;
1588 		}
1589 
1590 		te = find_entry_by_name(tree, seg, seglen);
1591 		if (te == NULL) {
1592 			err = got_error(GOT_ERR_NO_TREE_ENTRY);
1593 			goto done;
1594 		}
1595 
1596 		if (*s == '\0')
1597 			break;
1598 
1599 		seg = s + 1;
1600 		seglen = 0;
1601 		s++;
1602 		if (*s) {
1603 			err = got_object_open_as_tree(&next_tree, repo,
1604 			    &te->id);
1605 			te = NULL;
1606 			if (err)
1607 				goto done;
1608 			got_object_tree_close(tree);
1609 			tree = next_tree;
1610 		}
1611 	}
1612 
1613 	if (te) {
1614 		*id = got_object_id_dup(&te->id);
1615 		if (*id == NULL)
1616 			return got_error_from_errno("got_object_id_dup");
1617 	} else
1618 		err = got_error(GOT_ERR_NO_TREE_ENTRY);
1619 done:
1620 	if (commit)
1621 		got_object_commit_close(commit);
1622 	if (tree)
1623 		got_object_tree_close(tree);
1624 	return err;
1625 }
1626 
1627 const struct got_error *
1628 got_object_tree_path_changed(int *changed,
1629     struct got_tree_object *tree01, struct got_tree_object *tree02,
1630     const char *path, struct got_repository *repo)
1631 {
1632 	const struct got_error *err = NULL;
1633 	struct got_tree_object *tree1 = NULL, *tree2 = NULL;
1634 	struct got_tree_entry *te1 = NULL, *te2 = NULL;
1635 	const char *seg, *s;
1636 	size_t seglen;
1637 
1638 	*changed = 0;
1639 
1640 	/* We are expecting an absolute in-repository path. */
1641 	if (path[0] != '/')
1642 		return got_error(GOT_ERR_NOT_ABSPATH);
1643 
1644 	/* We not do support comparing the root path. */
1645 	if (path[1] == '\0')
1646 		return got_error(GOT_ERR_BAD_PATH);
1647 
1648 	tree1 = tree01;
1649 	tree2 = tree02;
1650 	s = path;
1651 	s++; /* skip leading '/' */
1652 	seg = s;
1653 	seglen = 0;
1654 	while (*s) {
1655 		struct got_tree_object *next_tree1, *next_tree2;
1656 
1657 		if (*s != '/') {
1658 			s++;
1659 			seglen++;
1660 			if (*s)
1661 				continue;
1662 		}
1663 
1664 		te1 = find_entry_by_name(tree1, seg, seglen);
1665 		if (te1 == NULL) {
1666 			err = got_error(GOT_ERR_NO_OBJ);
1667 			goto done;
1668 		}
1669 
1670 		te2 = find_entry_by_name(tree2, seg, seglen);
1671 		if (te2 == NULL) {
1672 			*changed = 1;
1673 			goto done;
1674 		}
1675 
1676 		if (te1->mode != te2->mode) {
1677 			*changed = 1;
1678 			goto done;
1679 		}
1680 
1681 		if (got_object_id_cmp(&te1->id, &te2->id) == 0) {
1682 			*changed = 0;
1683 			goto done;
1684 		}
1685 
1686 		if (*s == '\0') { /* final path element */
1687 			*changed = 1;
1688 			goto done;
1689 		}
1690 
1691 		seg = s + 1;
1692 		s++;
1693 		seglen = 0;
1694 		if (*s) {
1695 			err = got_object_open_as_tree(&next_tree1, repo,
1696 			    &te1->id);
1697 			te1 = NULL;
1698 			if (err)
1699 				goto done;
1700 			if (tree1 != tree01)
1701 				got_object_tree_close(tree1);
1702 			tree1 = next_tree1;
1703 
1704 			err = got_object_open_as_tree(&next_tree2, repo,
1705 			    &te2->id);
1706 			te2 = NULL;
1707 			if (err)
1708 				goto done;
1709 			if (tree2 != tree02)
1710 				got_object_tree_close(tree2);
1711 			tree2 = next_tree2;
1712 		}
1713 	}
1714 done:
1715 	if (tree1 && tree1 != tree01)
1716 		got_object_tree_close(tree1);
1717 	if (tree2 && tree2 != tree02)
1718 		got_object_tree_close(tree2);
1719 	return err;
1720 }
1721 
1722 const struct got_error *
1723 got_object_tree_entry_dup(struct got_tree_entry **new_te,
1724     struct got_tree_entry *te)
1725 {
1726 	const struct got_error *err = NULL;
1727 
1728 	*new_te = calloc(1, sizeof(**new_te));
1729 	if (*new_te == NULL)
1730 		return got_error_from_errno("calloc");
1731 
1732 	(*new_te)->mode = te->mode;
1733 	memcpy((*new_te)->name, te->name, sizeof((*new_te)->name));
1734 	memcpy(&(*new_te)->id, &te->id, sizeof((*new_te)->id));
1735 	return err;
1736 }
1737 
1738 int
1739 got_object_tree_entry_is_submodule(struct got_tree_entry *te)
1740 {
1741 	return (te->mode & S_IFMT) == (S_IFDIR | S_IFLNK);
1742 }
1743 
1744 const struct got_error *
1745 got_traverse_packed_commits(struct got_object_id_queue *traversed_commits,
1746     struct got_object_id *commit_id, const char *path,
1747     struct got_repository *repo)
1748 {
1749 	const struct got_error *err = NULL;
1750 	struct got_pack *pack = NULL;
1751 	struct got_packidx *packidx = NULL;
1752 	char *path_packfile = NULL;
1753 	struct got_commit_object *changed_commit = NULL;
1754 	struct got_object_id *changed_commit_id = NULL;
1755 	int idx;
1756 
1757 	err = got_repo_search_packidx(&packidx, &idx, repo, commit_id);
1758 	if (err) {
1759 		if (err->code != GOT_ERR_NO_OBJ)
1760 			return err;
1761 		return NULL;
1762 	}
1763 
1764 	err = get_packfile_path(&path_packfile, packidx);
1765 	if (err)
1766 		return err;
1767 
1768 	pack = got_repo_get_cached_pack(repo, path_packfile);
1769 	if (pack == NULL) {
1770 		err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1771 		if (err)
1772 			goto done;
1773 	}
1774 
1775 	if (pack->privsep_child == NULL) {
1776 		err = start_pack_privsep_child(pack, packidx);
1777 		if (err)
1778 			goto done;
1779 	}
1780 
1781 	err = got_privsep_send_commit_traversal_request(
1782 	    pack->privsep_child->ibuf, commit_id, idx, path);
1783 	if (err)
1784 		goto done;
1785 
1786 	err = got_privsep_recv_traversed_commits(&changed_commit,
1787 	    &changed_commit_id, traversed_commits, pack->privsep_child->ibuf);
1788 	if (err)
1789 		goto done;
1790 
1791 	if (changed_commit) {
1792 		/*
1793 		 * Cache the commit in which the path was changed.
1794 		 * This commit might be opened again soon.
1795 		 */
1796 		changed_commit->refcnt++;
1797 		err = got_repo_cache_commit(repo, changed_commit_id,
1798 		    changed_commit);
1799 		got_object_commit_close(changed_commit);
1800 	}
1801 done:
1802 	free(path_packfile);
1803 	free(changed_commit_id);
1804 	return err;
1805 }