op public repos

Blob

Date:: Mon May 29 07:53:36 2023 UTC
Message:: gotwebd: fix some got_error_from_errno2/3 calls it's not printf-like so %s don't make sense. Tweak the order of the arguments to obtain the intended output.
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2016, 2019, 2020-2022 Tracey Emery <tracey@traceyemery.net>
3  * Copyright (c) 2015 Mike Larkin <mlarkin@openbsd.org>
4  * Copyright (c) 2014 Reyk Floeter <reyk@openbsd.org>
5  * Copyright (c) 2013 David Gwynne <dlg@openbsd.org>
6  * Copyright (c) 2013 Florian Obser <florian@openbsd.org>
7  *
8  * Permission to use, copy, modify, and distribute this software for any
9  * purpose with or without fee is hereby granted, provided that the above
10  * copyright notice and this permission notice appear in all copies.
11  *
12  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
13  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
14  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
15  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
16  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
17  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
18  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
19  */
20 
21 #include <net/if.h>
22 #include <netinet/in.h>
23 #include <sys/queue.h>
24 #include <sys/stat.h>
25 #include <sys/types.h>
26 
27 #include <ctype.h>
28 #include <dirent.h>
29 #include <errno.h>
30 #include <event.h>
31 #include <fcntl.h>
32 #include <imsg.h>
33 #include <sha1.h>
34 #include <sha2.h>
35 #include <stdio.h>
36 #include <stdlib.h>
37 #include <string.h>
38 #include <unistd.h>
39 
40 #include "got_error.h"
41 #include "got_object.h"
42 #include "got_reference.h"
43 #include "got_repository.h"
44 #include "got_path.h"
45 #include "got_cancel.h"
46 #include "got_worktree.h"
47 #include "got_diff.h"
48 #include "got_commit_graph.h"
49 #include "got_blame.h"
50 #include "got_privsep.h"
51 
52 #include "proc.h"
53 #include "gotwebd.h"
54 #include "tmpl.h"
55 
56 static const struct querystring_keys querystring_keys[] = {
57 	{ "action",		ACTION },
58 	{ "commit",		COMMIT },
59 	{ "file",		RFILE },
60 	{ "folder",		FOLDER },
61 	{ "headref",		HEADREF },
62 	{ "index_page",		INDEX_PAGE },
63 	{ "path",		PATH },
64 	{ "page",		PAGE },
65 };
66 
67 static const struct action_keys action_keys[] = {
68 	{ "blame",	BLAME },
69 	{ "blob",	BLOB },
70 	{ "blobraw",	BLOBRAW },
71 	{ "briefs",	BRIEFS },
72 	{ "commits",	COMMITS },
73 	{ "diff",	DIFF },
74 	{ "error",	ERR },
75 	{ "index",	INDEX },
76 	{ "summary",	SUMMARY },
77 	{ "tag",	TAG },
78 	{ "tags",	TAGS },
79 	{ "tree",	TREE },
80 	{ "rss",	RSS },
81 };
82 
83 static const struct got_error *gotweb_init_querystring(struct querystring **);
84 static const struct got_error *gotweb_parse_querystring(struct querystring **,
85     char *);
86 static const struct got_error *gotweb_assign_querystring(struct querystring **,
87     char *, char *);
88 static int gotweb_render_index(struct template *);
89 static const struct got_error *gotweb_init_repo_dir(struct repo_dir **,
90     const char *);
91 static const struct got_error *gotweb_load_got_path(struct request *c,
92     struct repo_dir *);
93 static const struct got_error *gotweb_get_repo_description(char **,
94     struct server *, const char *, int);
95 static const struct got_error *gotweb_get_clone_url(char **, struct server *,
96     const char *, int);
97 
98 static void gotweb_free_querystring(struct querystring *);
99 static void gotweb_free_repo_dir(struct repo_dir *);
100 
101 struct server *gotweb_get_server(uint8_t *, uint8_t *);
102 
103 static int
104 gotweb_reply(struct request *c, int status, const char *ctype,
105     struct gotweb_url *location)
106 {
107 	const char	*csp;
108 
109 	if (status != 200 && fcgi_printf(c, "Status: %d\r\n", status) == -1)
110 		return -1;
111 
112 	if (location) {
113 		if (fcgi_puts(c->tp, "Location: ") == -1 ||
114 		    gotweb_render_url(c, location) == -1 ||
115 		    fcgi_puts(c->tp, "\r\n") == -1)
116 			return -1;
117 	}
118 
119 	csp = "Content-Security-Policy: default-src 'self'; "
120 	    "script-src 'none'; object-src 'none';\r\n";
121 	if (fcgi_puts(c->tp, csp) == -1)
122 		return -1;
123 
124 	if (ctype && fcgi_printf(c, "Content-Type: %s\r\n", ctype) == -1)
125 		return -1;
126 
127 	return fcgi_puts(c->tp, "\r\n");
128 }
129 
130 static int
131 gotweb_reply_file(struct request *c, const char *ctype, const char *file,
132     const char *suffix)
133 {
134 	int r;
135 
136 	r = fcgi_printf(c, "Content-Disposition: attachment; "
137 	    "filename=%s%s\r\n", file, suffix ? suffix : "");
138 	if (r == -1)
139 		return -1;
140 	return gotweb_reply(c, 200, ctype, NULL);
141 }
142 
143 void
144 gotweb_process_request(struct request *c)
145 {
146 	const struct got_error *error = NULL;
147 	struct server *srv = NULL;
148 	struct querystring *qs = NULL;
149 	struct repo_dir *repo_dir = NULL;
150 	const char *rss_ctype = "application/rss+xml;charset=utf-8";
151 	const uint8_t *buf;
152 	size_t len;
153 	int r, binary = 0;
154 
155 	/* init the transport */
156 	error = gotweb_init_transport(&c->t);
157 	if (error) {
158 		log_warnx("%s: %s", __func__, error->msg);
159 		return;
160 	}
161 	/* don't process any further if client disconnected */
162 	if (c->sock->client_status == CLIENT_DISCONNECT)
163 		return;
164 	/* get the gotwebd server */
165 	srv = gotweb_get_server(c->server_name, c->http_host);
166 	if (srv == NULL) {
167 		log_warnx("%s: error server is NULL", __func__);
168 		goto err;
169 	}
170 	c->srv = srv;
171 	/* parse our querystring */
172 	error = gotweb_init_querystring(&qs);
173 	if (error) {
174 		log_warnx("%s: %s", __func__, error->msg);
175 		goto err;
176 	}
177 	c->t->qs = qs;
178 	error = gotweb_parse_querystring(&qs, c->querystring);
179 	if (error) {
180 		log_warnx("%s: %s", __func__, error->msg);
181 		goto err;
182 	}
183 
184 	/*
185 	 * certain actions require a commit id in the querystring. this stops
186 	 * bad actors from exploiting this by manually manipulating the
187 	 * querystring.
188 	 */
189 
190 	if (qs->action == BLAME || qs->action == BLOB ||
191 	    qs->action == BLOBRAW || qs->action == DIFF) {
192 		if (qs->commit == NULL) {
193 			error = got_error(GOT_ERR_QUERYSTRING);
194 			goto err;
195 		}
196 	}
197 
198 	if (qs->action != INDEX) {
199 		error = gotweb_init_repo_dir(&repo_dir, qs->path);
200 		if (error)
201 			goto err;
202 		error = gotweb_load_got_path(c, repo_dir);
203 		c->t->repo_dir = repo_dir;
204 		if (error && error->code != GOT_ERR_LONELY_PACKIDX)
205 			goto err;
206 	}
207 
208 	if (qs->action == BLOBRAW || qs->action == BLOB) {
209 		error = got_get_repo_commits(c, 1);
210 		if (error)
211 			goto err;
212 
213 		error = got_open_blob_for_output(&c->t->blob, &c->t->fd,
214 		    &binary, c);
215 		if (error)
216 			goto err;
217 	}
218 
219 	switch(qs->action) {
220 	case BLAME:
221 		error = got_get_repo_commits(c, 1);
222 		if (error) {
223 			log_warnx("%s: %s", __func__, error->msg);
224 			goto err;
225 		}
226 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
227 			return;
228 		gotweb_render_page(c->tp, gotweb_render_blame);
229 		return;
230 	case BLOB:
231 		if (binary) {
232 			struct gotweb_url url = {
233 				.index_page = -1,
234 				.page = -1,
235 				.action = BLOBRAW,
236 				.path = qs->path,
237 				.commit = qs->commit,
238 				.folder = qs->folder,
239 				.file = qs->file,
240 			};
241 
242 			gotweb_reply(c, 302, NULL, &url);
243 			return;
244 		}
245 
246 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
247 			return;
248 		gotweb_render_page(c->tp, gotweb_render_blob);
249 		return;
250 	case BLOBRAW:
251 		if (binary)
252 			r = gotweb_reply_file(c, "application/octet-stream",
253 			    qs->file, NULL);
254 		else
255 			r = gotweb_reply(c, 200, "text/plain", NULL);
256 		if (r == -1)
257 			return;
258 
259 		for (;;) {
260 			error = got_object_blob_read_block(&len, c->t->blob);
261 			if (error)
262 				break;
263 			if (len == 0)
264 				break;
265 			buf = got_object_blob_get_read_buf(c->t->blob);
266 			if (fcgi_gen_binary_response(c, buf, len) == -1)
267 				break;
268 		}
269 		return;
270 	case BRIEFS:
271 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
272 			return;
273 		gotweb_render_page(c->tp, gotweb_render_briefs);
274 		return;
275 	case COMMITS:
276 		error = got_get_repo_commits(c, srv->max_commits_display);
277 		if (error) {
278 			log_warnx("%s: %s", __func__, error->msg);
279 			goto err;
280 		}
281 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
282 			return;
283 		gotweb_render_page(c->tp, gotweb_render_commits);
284 		return;
285 	case DIFF:
286 		error = got_get_repo_commits(c, 1);
287 		if (error) {
288 			log_warnx("%s: %s", __func__, error->msg);
289 			goto err;
290 		}
291 		error = got_open_diff_for_output(&c->t->fp, c);
292 		if (error) {
293 			log_warnx("%s: %s", __func__, error->msg);
294 			goto err;
295 		}
296 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
297 			return;
298 		gotweb_render_page(c->tp, gotweb_render_diff);
299 		return;
300 	case INDEX:
301 		c->t->nrepos = scandir(srv->repos_path, &c->t->repos, NULL,
302 		    alphasort);
303 		if (c->t->nrepos == -1) {
304 			c->t->repos = NULL;
305 			error = got_error_from_errno2("scandir",
306 			    srv->repos_path);
307 			goto err;
308 		}
309 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
310 			return;
311 		gotweb_render_page(c->tp, gotweb_render_index);
312 		return;
313 	case RSS:
314 		error = got_get_repo_tags(c, D_MAXSLCOMMDISP);
315 		if (error)
316 			goto err;
317 		if (gotweb_reply_file(c, rss_ctype, repo_dir->name, ".rss")
318 		    == -1)
319 			return;
320 		gotweb_render_rss(c->tp);
321 		return;
322 	case SUMMARY:
323 		error = got_ref_list(&c->t->refs, c->t->repo, "refs/heads",
324 		    got_ref_cmp_by_name, NULL);
325 		if (error) {
326 			log_warnx("%s: got_ref_list: %s", __func__,
327 			    error->msg);
328 			goto err;
329 		}
330 		qs->action = TAGS;
331 		error = got_get_repo_tags(c, D_MAXSLCOMMDISP);
332 		if (error) {
333 			log_warnx("%s: got_get_repo_tags: %s", __func__,
334 			    error->msg);
335 			goto err;
336 		}
337 		qs->action = SUMMARY;
338 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
339 			return;
340 		gotweb_render_page(c->tp, gotweb_render_summary);
341 		return;
342 	case TAG:
343 		error = got_get_repo_tags(c, 1);
344 		if (error) {
345 			log_warnx("%s: %s", __func__, error->msg);
346 			goto err;
347 		}
348 		if (c->t->tag_count == 0) {
349 			error = got_error_msg(GOT_ERR_BAD_OBJ_ID,
350 			    "bad commit id");
351 			goto err;
352 		}
353 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
354 			return;
355 		gotweb_render_page(c->tp, gotweb_render_tag);
356 		return;
357 	case TAGS:
358 		error = got_get_repo_tags(c, srv->max_commits_display);
359 		if (error) {
360 			log_warnx("%s: %s", __func__, error->msg);
361 			goto err;
362 		}
363 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
364 			return;
365 		gotweb_render_page(c->tp, gotweb_render_tags);
366 		return;
367 	case TREE:
368 		error = got_get_repo_commits(c, 1);
369 		if (error) {
370 			log_warnx("%s: %s", __func__, error->msg);
371 			goto err;
372 		}
373 		if (gotweb_reply(c, 200, "text/html", NULL) == -1)
374 			return;
375 		gotweb_render_page(c->tp, gotweb_render_tree);
376 		return;
377 	case ERR:
378 	default:
379 		error = got_error(GOT_ERR_BAD_QUERYSTRING);
380 	}
381 
382 err:
383 	c->t->error = error;
384 	if (gotweb_reply(c, 400, "text/html", NULL) == -1)
385 		return;
386 	gotweb_render_page(c->tp, gotweb_render_error);
387 }
388 
389 struct server *
390 gotweb_get_server(uint8_t *server_name, uint8_t *subdomain)
391 {
392 	struct server *srv = NULL;
393 
394 	/* check against the server name first */
395 	if (strlen(server_name) > 0)
396 		TAILQ_FOREACH(srv, &gotwebd_env->servers, entry)
397 			if (strcmp(srv->name, server_name) == 0)
398 				goto done;
399 
400 	/* check against subdomain second */
401 	if (strlen(subdomain) > 0)
402 		TAILQ_FOREACH(srv, &gotwebd_env->servers, entry)
403 			if (strcmp(srv->name, subdomain) == 0)
404 				goto done;
405 
406 	/* if those fail, send first server */
407 	TAILQ_FOREACH(srv, &gotwebd_env->servers, entry)
408 		if (srv != NULL)
409 			break;
410 done:
411 	return srv;
412 };
413 
414 const struct got_error *
415 gotweb_init_transport(struct transport **t)
416 {
417 	const struct got_error *error = NULL;
418 
419 	*t = calloc(1, sizeof(**t));
420 	if (*t == NULL)
421 		return got_error_from_errno2(__func__, "calloc");
422 
423 	TAILQ_INIT(&(*t)->repo_commits);
424 	TAILQ_INIT(&(*t)->repo_tags);
425 	TAILQ_INIT(&(*t)->refs);
426 
427 	(*t)->fd = -1;
428 
429 	return error;
430 }
431 
432 static const struct got_error *
433 gotweb_init_querystring(struct querystring **qs)
434 {
435 	const struct got_error *error = NULL;
436 
437 	*qs = calloc(1, sizeof(**qs));
438 	if (*qs == NULL)
439 		return got_error_from_errno2(__func__, "calloc");
440 
441 	(*qs)->headref = strdup("HEAD");
442 	if ((*qs)->headref == NULL) {
443 		free(*qs);
444 		*qs = NULL;
445 		return got_error_from_errno2(__func__, "strdup");
446 	}
447 
448 	(*qs)->action = INDEX;
449 	(*qs)->commit = NULL;
450 	(*qs)->file = NULL;
451 	(*qs)->folder = NULL;
452 	(*qs)->index_page = 0;
453 	(*qs)->path = NULL;
454 
455 	return error;
456 }
457 
458 static const struct got_error *
459 gotweb_parse_querystring(struct querystring **qs, char *qst)
460 {
461 	const struct got_error *error = NULL;
462 	char *tok1 = NULL, *tok1_pair = NULL, *tok1_end = NULL;
463 	char *tok2 = NULL, *tok2_pair = NULL, *tok2_end = NULL;
464 
465 	if (qst == NULL)
466 		return error;
467 
468 	tok1 = strdup(qst);
469 	if (tok1 == NULL)
470 		return got_error_from_errno2(__func__, "strdup");
471 
472 	tok1_pair = tok1;
473 	tok1_end = tok1;
474 
475 	while (tok1_pair != NULL) {
476 		strsep(&tok1_end, "&");
477 
478 		tok2 = strdup(tok1_pair);
479 		if (tok2 == NULL) {
480 			free(tok1);
481 			return got_error_from_errno2(__func__, "strdup");
482 		}
483 
484 		tok2_pair = tok2;
485 		tok2_end = tok2;
486 
487 		while (tok2_pair != NULL) {
488 			strsep(&tok2_end, "=");
489 			if (tok2_end) {
490 				error = gotweb_assign_querystring(qs, tok2_pair,
491 				    tok2_end);
492 				if (error)
493 					goto err;
494 			}
495 			tok2_pair = tok2_end;
496 		}
497 		free(tok2);
498 		tok1_pair = tok1_end;
499 	}
500 	free(tok1);
501 	return error;
502 err:
503 	free(tok2);
504 	free(tok1);
505 	return error;
506 }
507 
508 /*
509  * Adapted from usr.sbin/httpd/httpd.c url_decode.
510  */
511 static const struct got_error *
512 gotweb_urldecode(char *url)
513 {
514 	char		*p, *q;
515 	char		 hex[3];
516 	unsigned long	 x;
517 
518 	hex[2] = '\0';
519 	p = q = url;
520 
521 	while (*p != '\0') {
522 		switch (*p) {
523 		case '%':
524 			/* Encoding character is followed by two hex chars */
525 			if (!isxdigit((unsigned char)p[1]) ||
526 			    !isxdigit((unsigned char)p[2]) ||
527 			    (p[1] == '0' && p[2] == '0'))
528 				return got_error(GOT_ERR_BAD_QUERYSTRING);
529 
530 			hex[0] = p[1];
531 			hex[1] = p[2];
532 
533 			/*
534 			 * We don't have to validate "hex" because it is
535 			 * guaranteed to include two hex chars followed by nul.
536 			 */
537 			x = strtoul(hex, NULL, 16);
538 			*q = (char)x;
539 			p += 2;
540 			break;
541 		default:
542 			*q = *p;
543 			break;
544 		}
545 		p++;
546 		q++;
547 	}
548 	*q = '\0';
549 
550 	return NULL;
551 }
552 
553 static const struct got_error *
554 gotweb_assign_querystring(struct querystring **qs, char *key, char *value)
555 {
556 	const struct got_error *error = NULL;
557 	const char *errstr;
558 	int a_cnt, el_cnt;
559 
560 	error = gotweb_urldecode(value);
561 	if (error)
562 		return error;
563 
564 	for (el_cnt = 0; el_cnt < QSELEM__MAX; el_cnt++) {
565 		if (strcmp(key, querystring_keys[el_cnt].name) != 0)
566 			continue;
567 
568 		switch (querystring_keys[el_cnt].element) {
569 		case ACTION:
570 			for (a_cnt = 0; a_cnt < ACTIONS__MAX; a_cnt++) {
571 				if (strcmp(value, action_keys[a_cnt].name) != 0)
572 					continue;
573 				else if (strcmp(value,
574 				    action_keys[a_cnt].name) == 0){
575 					(*qs)->action =
576 					    action_keys[a_cnt].action;
577 					goto qa_found;
578 				}
579 			}
580 			(*qs)->action = ERR;
581 qa_found:
582 			break;
583 		case COMMIT:
584 			(*qs)->commit = strdup(value);
585 			if ((*qs)->commit == NULL) {
586 				error = got_error_from_errno2(__func__,
587 				    "strdup");
588 				goto done;
589 			}
590 			break;
591 		case RFILE:
592 			(*qs)->file = strdup(value);
593 			if ((*qs)->file == NULL) {
594 				error = got_error_from_errno2(__func__,
595 				    "strdup");
596 				goto done;
597 			}
598 			break;
599 		case FOLDER:
600 			(*qs)->folder = strdup(value);
601 			if ((*qs)->folder == NULL) {
602 				error = got_error_from_errno2(__func__,
603 				    "strdup");
604 				goto done;
605 			}
606 			break;
607 		case HEADREF:
608 			free((*qs)->headref);
609 			(*qs)->headref = strdup(value);
610 			if ((*qs)->headref == NULL) {
611 				error = got_error_from_errno2(__func__,
612 				    "strdup");
613 				goto done;
614 			}
615 			break;
616 		case INDEX_PAGE:
617 			if (strlen(value) == 0)
618 				break;
619 			(*qs)->index_page = strtonum(value, INT64_MIN,
620 			    INT64_MAX, &errstr);
621 			if (errstr) {
622 				error = got_error_from_errno3(__func__,
623 				    "strtonum", errstr);
624 				goto done;
625 			}
626 			if ((*qs)->index_page < 0)
627 				(*qs)->index_page = 0;
628 			break;
629 		case PATH:
630 			(*qs)->path = strdup(value);
631 			if ((*qs)->path == NULL) {
632 				error = got_error_from_errno2(__func__,
633 				    "strdup");
634 				goto done;
635 			}
636 			break;
637 		case PAGE:
638 			if (strlen(value) == 0)
639 				break;
640 			(*qs)->page = strtonum(value, INT64_MIN,
641 			    INT64_MAX, &errstr);
642 			if (errstr) {
643 				error = got_error_from_errno3(__func__,
644 				    "strtonum", errstr);
645 				goto done;
646 			}
647 			if ((*qs)->page < 0)
648 				(*qs)->page = 0;
649 			break;
650 		default:
651 			break;
652 		}
653 	}
654 done:
655 	return error;
656 }
657 
658 void
659 gotweb_free_repo_tag(struct repo_tag *rt)
660 {
661 	if (rt != NULL) {
662 		free(rt->commit_id);
663 		free(rt->tag_name);
664 		free(rt->tag_commit);
665 		free(rt->commit_msg);
666 		free(rt->tagger);
667 	}
668 	free(rt);
669 }
670 
671 void
672 gotweb_free_repo_commit(struct repo_commit *rc)
673 {
674 	if (rc != NULL) {
675 		free(rc->path);
676 		free(rc->refs_str);
677 		free(rc->commit_id);
678 		free(rc->parent_id);
679 		free(rc->tree_id);
680 		free(rc->author);
681 		free(rc->committer);
682 		free(rc->commit_msg);
683 	}
684 	free(rc);
685 }
686 
687 static void
688 gotweb_free_querystring(struct querystring *qs)
689 {
690 	if (qs != NULL) {
691 		free(qs->commit);
692 		free(qs->file);
693 		free(qs->folder);
694 		free(qs->headref);
695 		free(qs->path);
696 	}
697 	free(qs);
698 }
699 
700 static void
701 gotweb_free_repo_dir(struct repo_dir *repo_dir)
702 {
703 	if (repo_dir != NULL) {
704 		free(repo_dir->name);
705 		free(repo_dir->owner);
706 		free(repo_dir->description);
707 		free(repo_dir->url);
708 		free(repo_dir->path);
709 	}
710 	free(repo_dir);
711 }
712 
713 void
714 gotweb_free_transport(struct transport *t)
715 {
716 	const struct got_error *err;
717 	struct repo_commit *rc = NULL, *trc = NULL;
718 	struct repo_tag *rt = NULL, *trt = NULL;
719 	int i;
720 
721 	got_ref_list_free(&t->refs);
722 	TAILQ_FOREACH_SAFE(rc, &t->repo_commits, entry, trc) {
723 		TAILQ_REMOVE(&t->repo_commits, rc, entry);
724 		gotweb_free_repo_commit(rc);
725 	}
726 	TAILQ_FOREACH_SAFE(rt, &t->repo_tags, entry, trt) {
727 		TAILQ_REMOVE(&t->repo_tags, rt, entry);
728 		gotweb_free_repo_tag(rt);
729 	}
730 	gotweb_free_repo_dir(t->repo_dir);
731 	gotweb_free_querystring(t->qs);
732 	free(t->more_id);
733 	free(t->next_id);
734 	free(t->prev_id);
735 	if (t->blob)
736 		got_object_blob_close(t->blob);
737 	if (t->fp) {
738 		err = got_gotweb_closefile(t->fp);
739 		if (err)
740 			log_warnx("%s: got_gotweb_closefile failure: %s",
741 			    __func__, err->msg);
742 	}
743 	if (t->fd != -1 && close(t->fd) == -1)
744 		log_warn("%s: close", __func__);
745 	if (t->repos) {
746 		for (i = 0; i < t->nrepos; ++i)
747 			free(t->repos[i]);
748 		free(t->repos);
749 	}
750 	free(t);
751 }
752 
753 void
754 gotweb_get_navs(struct request *c, struct gotweb_url *prev, int *have_prev,
755     struct gotweb_url *next, int *have_next)
756 {
757 	struct transport *t = c->t;
758 	struct querystring *qs = t->qs;
759 	struct server *srv = c->srv;
760 
761 	*have_prev = *have_next = 0;
762 
763 	switch(qs->action) {
764 	case INDEX:
765 		if (qs->index_page > 0) {
766 			*have_prev = 1;
767 			*prev = (struct gotweb_url){
768 				.action = -1,
769 				.index_page = qs->index_page - 1,
770 				.page = -1,
771 			};
772 		}
773 		if (t->next_disp == srv->max_repos_display &&
774 		    t->repos_total != (qs->index_page + 1) *
775 		    srv->max_repos_display) {
776 			*have_next = 1;
777 			*next = (struct gotweb_url){
778 				.action = -1,
779 				.index_page = qs->index_page + 1,
780 				.page = -1,
781 			};
782 		}
783 		break;
784 	case TAGS:
785 		if (t->prev_id && qs->commit != NULL &&
786 		    strcmp(qs->commit, t->prev_id) != 0) {
787 			*have_prev = 1;
788 			*prev = (struct gotweb_url){
789 				.action = TAGS,
790 				.index_page = -1,
791 				.page = qs->page - 1,
792 				.path = qs->path,
793 				.commit = t->prev_id,
794 				.headref = qs->headref,
795 			};
796 		}
797 		if (t->next_id) {
798 			*have_next = 1;
799 			*next = (struct gotweb_url){
800 				.action = TAGS,
801 				.index_page = -1,
802 				.page = qs->page + 1,
803 				.path = qs->path,
804 				.commit = t->next_id,
805 				.headref = qs->headref,
806 			};
807 		}
808 		break;
809 	}
810 }
811 
812 static int
813 gotweb_render_index(struct template *tp)
814 {
815 	const struct got_error *error = NULL;
816 	struct request *c = tp->tp_arg;
817 	struct server *srv = c->srv;
818 	struct transport *t = c->t;
819 	struct querystring *qs = t->qs;
820 	struct repo_dir *repo_dir = NULL;
821 	struct dirent **sd_dent = t->repos;
822 	unsigned int d_i, d_disp = 0;
823 	unsigned int d_skipped = 0;
824 	int type, r;
825 
826 	if (gotweb_render_repo_table_hdr(c->tp) == -1)
827 		return -1;
828 
829 	for (d_i = 0; d_i < t->nrepos; d_i++) {
830 		if (srv->max_repos > 0 && t->prev_disp == srv->max_repos)
831 			break;
832 
833 		if (strcmp(sd_dent[d_i]->d_name, ".") == 0 ||
834 		    strcmp(sd_dent[d_i]->d_name, "..") == 0) {
835 			d_skipped++;
836 			continue;
837 		}
838 
839 		error = got_path_dirent_type(&type, srv->repos_path,
840 		    sd_dent[d_i]);
841 		if (error)
842 			continue;
843 		if (type != DT_DIR) {
844 			d_skipped++;
845 			continue;
846 		}
847 
848 		if (qs->index_page > 0 && (qs->index_page *
849 		    srv->max_repos_display) > t->prev_disp) {
850 			t->prev_disp++;
851 			continue;
852 		}
853 
854 		error = gotweb_init_repo_dir(&repo_dir, sd_dent[d_i]->d_name);
855 		if (error)
856 			continue;
857 
858 		error = gotweb_load_got_path(c, repo_dir);
859 		if (error && error->code != GOT_ERR_LONELY_PACKIDX) {
860 			if (error->code != GOT_ERR_NOT_GIT_REPO)
861 				log_warnx("%s: %s: %s", __func__,
862 				    sd_dent[d_i]->d_name, error->msg);
863 			gotweb_free_repo_dir(repo_dir);
864 			repo_dir = NULL;
865 			d_skipped++;
866 			continue;
867 		}
868 
869 		d_disp++;
870 		t->prev_disp++;
871 
872 		r = gotweb_render_repo_fragment(c->tp, repo_dir);
873 		gotweb_free_repo_dir(repo_dir);
874 		if (r == -1)
875 			return -1;
876 
877 		t->next_disp++;
878 		if (d_disp == srv->max_repos_display)
879 			break;
880 	}
881 	t->repos_total = t->nrepos - d_skipped;
882 
883 	if (srv->max_repos_display == 0)
884 		return 0;
885 	if (srv->max_repos > 0 && srv->max_repos < srv->max_repos_display)
886 		return 0;
887 	if (t->repos_total <= srv->max_repos ||
888 	    t->repos_total <= srv->max_repos_display)
889 		return 0;
890 
891 	if (gotweb_render_navs(c->tp) == -1)
892 		return -1;
893 
894 	return 0;
895 }
896 
897 static inline int
898 should_urlencode(int c)
899 {
900 	if (c <= ' ' || c >= 127)
901 		return 1;
902 
903 	switch (c) {
904 		/* gen-delim */
905 	case ':':
906 	case '/':
907 	case '?':
908 	case '#':
909 	case '[':
910 	case ']':
911 	case '@':
912 		/* sub-delims */
913 	case '!':
914 	case '$':
915 	case '&':
916 	case '\'':
917 	case '(':
918 	case ')':
919 	case '*':
920 	case '+':
921 	case ',':
922 	case ';':
923 	case '=':
924 		/* needed because the URLs are embedded into the HTML */
925 	case '\"':
926 		return 1;
927 	default:
928 		return 0;
929 	}
930 }
931 
932 static char *
933 gotweb_urlencode(const char *str)
934 {
935 	const char *s;
936 	char *escaped;
937 	size_t i, len;
938 	int a, b;
939 
940 	len = 0;
941 	for (s = str; *s; ++s) {
942 		len++;
943 		if (should_urlencode(*s))
944 			len += 2;
945 	}
946 
947 	escaped = calloc(1, len + 1);
948 	if (escaped == NULL)
949 		return NULL;
950 
951 	i = 0;
952 	for (s = str; *s; ++s) {
953 		if (should_urlencode(*s)) {
954 			a = (*s & 0xF0) >> 4;
955 			b = (*s & 0x0F);
956 
957 			escaped[i++] = '%';
958 			escaped[i++] = a <= 9 ? ('0' + a) : ('7' + a);
959 			escaped[i++] = b <= 9 ? ('0' + b) : ('7' + b);
960 		} else
961 			escaped[i++] = *s;
962 	}
963 
964 	return escaped;
965 }
966 
967 const char *
968 gotweb_action_name(int action)
969 {
970 	switch (action) {
971 	case BLAME:
972 		return "blame";
973 	case BLOB:
974 		return "blob";
975 	case BLOBRAW:
976 		return "blobraw";
977 	case BRIEFS:
978 		return "briefs";
979 	case COMMITS:
980 		return "commits";
981 	case DIFF:
982 		return "diff";
983 	case ERR:
984 		return "err";
985 	case INDEX:
986 		return "index";
987 	case SUMMARY:
988 		return "summary";
989 	case TAG:
990 		return "tag";
991 	case TAGS:
992 		return "tags";
993 	case TREE:
994 		return "tree";
995 	case RSS:
996 		return "rss";
997 	default:
998 		return NULL;
999 	}
1000 }
1001 
1002 int
1003 gotweb_render_url(struct request *c, struct gotweb_url *url)
1004 {
1005 	const char *sep = "?", *action;
1006 	char *tmp;
1007 	int r;
1008 
1009 	action = gotweb_action_name(url->action);
1010 	if (action != NULL) {
1011 		if (fcgi_printf(c, "?action=%s", action) == -1)
1012 			return -1;
1013 		sep = "&";
1014 	}
1015 
1016 	if (url->commit) {
1017 		if (fcgi_printf(c, "%scommit=%s", sep, url->commit) == -1)
1018 			return -1;
1019 		sep = "&";
1020 	}
1021 
1022 	if (url->previd) {
1023 		if (fcgi_printf(c, "%sprevid=%s", sep, url->previd) == -1)
1024 			return -1;
1025 		sep = "&";
1026 	}
1027 
1028 	if (url->prevset) {
1029 		if (fcgi_printf(c, "%sprevset=%s", sep, url->prevset) == -1)
1030 			return -1;
1031 		sep = "&";
1032 	}
1033 
1034 	if (url->file) {
1035 		tmp = gotweb_urlencode(url->file);
1036 		if (tmp == NULL)
1037 			return -1;
1038 		r = fcgi_printf(c, "%sfile=%s", sep, tmp);
1039 		free(tmp);
1040 		if (r == -1)
1041 			return -1;
1042 		sep = "&";
1043 	}
1044 
1045 	if (url->folder) {
1046 		tmp = gotweb_urlencode(url->folder);
1047 		if (tmp == NULL)
1048 			return -1;
1049 		r = fcgi_printf(c, "%sfolder=%s", sep, tmp);
1050 		free(tmp);
1051 		if (r == -1)
1052 			return -1;
1053 		sep = "&";
1054 	}
1055 
1056 	if (url->headref) {
1057 		tmp = gotweb_urlencode(url->headref);
1058 		if (tmp == NULL)
1059 			return -1;
1060 		r = fcgi_printf(c, "%sheadref=%s", sep, url->headref);
1061 		free(tmp);
1062 		if (r == -1)
1063 			return -1;
1064 		sep = "&";
1065 	}
1066 
1067 	if (url->index_page != -1) {
1068 		if (fcgi_printf(c, "%sindex_page=%d", sep,
1069 		    url->index_page) == -1)
1070 			return -1;
1071 		sep = "&";
1072 	}
1073 
1074 	if (url->path) {
1075 		tmp = gotweb_urlencode(url->path);
1076 		if (tmp == NULL)
1077 			return -1;
1078 		r = fcgi_printf(c, "%spath=%s", sep, tmp);
1079 		free(tmp);
1080 		if (r == -1)
1081 			return -1;
1082 		sep = "&";
1083 	}
1084 
1085 	if (url->page != -1) {
1086 		if (fcgi_printf(c, "%spage=%d", sep, url->page) == -1)
1087 			return -1;
1088 		sep = "&";
1089 	}
1090 
1091 	return 0;
1092 }
1093 
1094 int
1095 gotweb_render_absolute_url(struct request *c, struct gotweb_url *url)
1096 {
1097 	struct template	*tp = c->tp;
1098 	const char	*proto = c->https ? "https" : "http";
1099 
1100 	if (fcgi_puts(tp, proto) == -1 ||
1101 	    fcgi_puts(tp, "://") == -1 ||
1102 	    tp_htmlescape(tp, c->server_name) == -1 ||
1103 	    tp_htmlescape(tp, c->document_uri) == -1)
1104 		return -1;
1105 
1106 	return gotweb_render_url(c, url);
1107 }
1108 
1109 static struct got_repository *
1110 find_cached_repo(struct server *srv, const char *path)
1111 {
1112 	int i;
1113 
1114 	for (i = 0; i < srv->ncached_repos; i++) {
1115 		if (strcmp(srv->cached_repos[i].path, path) == 0)
1116 			return srv->cached_repos[i].repo;
1117 	}
1118 
1119 	return NULL;
1120 }
1121 
1122 static const struct got_error *
1123 cache_repo(struct got_repository **new, struct server *srv,
1124     struct repo_dir *repo_dir, struct socket *sock)
1125 {
1126 	const struct got_error *error = NULL;
1127 	struct got_repository *repo;
1128 	struct cached_repo *cr;
1129 	int evicted = 0;
1130 
1131 	if (srv->ncached_repos >= GOTWEBD_REPO_CACHESIZE) {
1132 		cr = &srv->cached_repos[srv->ncached_repos - 1];
1133 		error = got_repo_close(cr->repo);
1134 		memset(cr, 0, sizeof(*cr));
1135 		srv->ncached_repos--;
1136 		if (error)
1137 			return error;
1138 		memmove(&srv->cached_repos[1], &srv->cached_repos[0],
1139 		    srv->ncached_repos * sizeof(srv->cached_repos[0]));
1140 		cr = &srv->cached_repos[0];
1141 		evicted = 1;
1142 	} else {
1143 		cr = &srv->cached_repos[srv->ncached_repos];
1144 	}
1145 
1146 	error = got_repo_open(&repo, repo_dir->path, NULL, sock->pack_fds);
1147 	if (error) {
1148 		if (evicted) {
1149 			memmove(&srv->cached_repos[0], &srv->cached_repos[1],
1150 			    srv->ncached_repos * sizeof(srv->cached_repos[0]));
1151 		}
1152 		return error;
1153 	}
1154 
1155 	if (strlcpy(cr->path, repo_dir->path, sizeof(cr->path))
1156 	    >= sizeof(cr->path)) {
1157 		if (evicted) {
1158 			memmove(&srv->cached_repos[0], &srv->cached_repos[1],
1159 			    srv->ncached_repos * sizeof(srv->cached_repos[0]));
1160 		}
1161 		return got_error(GOT_ERR_NO_SPACE);
1162 	}
1163 
1164 	cr->repo = repo;
1165 	srv->ncached_repos++;
1166 	*new = repo;
1167 	return NULL;
1168 }
1169 
1170 static const struct got_error *
1171 gotweb_load_got_path(struct request *c, struct repo_dir *repo_dir)
1172 {
1173 	const struct got_error *error = NULL;
1174 	struct socket *sock = c->sock;
1175 	struct server *srv = c->srv;
1176 	struct transport *t = c->t;
1177 	struct got_repository *repo = NULL;
1178 	DIR *dt;
1179 	char *dir_test;
1180 
1181 	if (asprintf(&dir_test, "%s/%s/%s", srv->repos_path, repo_dir->name,
1182 	    GOTWEB_GIT_DIR) == -1)
1183 		return got_error_from_errno("asprintf");
1184 
1185 	dt = opendir(dir_test);
1186 	if (dt == NULL) {
1187 		free(dir_test);
1188 	} else {
1189 		repo_dir->path = dir_test;
1190 		dir_test = NULL;
1191 		goto done;
1192 	}
1193 
1194 	if (asprintf(&dir_test, "%s/%s", srv->repos_path,
1195 	    repo_dir->name) == -1)
1196 		return got_error_from_errno("asprintf");
1197 
1198 	dt = opendir(dir_test);
1199 	if (dt == NULL) {
1200 		error = got_error_path(repo_dir->name, GOT_ERR_NOT_GIT_REPO);
1201 		goto err;
1202 	} else {
1203 		repo_dir->path = dir_test;
1204 		dir_test = NULL;
1205 	}
1206 
1207 done:
1208 	if (srv->respect_exportok &&
1209 	    faccessat(dirfd(dt), "git-daemon-export-ok", F_OK, 0) == -1) {
1210 		error = got_error_path(repo_dir->name, GOT_ERR_NOT_GIT_REPO);
1211 		goto err;
1212 	}
1213 
1214 	repo = find_cached_repo(srv, repo_dir->path);
1215 	if (repo == NULL) {
1216 		error = cache_repo(&repo, srv, repo_dir, sock);
1217 		if (error)
1218 			goto err;
1219 	}
1220 	t->repo = repo;
1221 	error = gotweb_get_repo_description(&repo_dir->description, srv,
1222 	    repo_dir->path, dirfd(dt));
1223 	if (error)
1224 		goto err;
1225 	error = got_get_repo_owner(&repo_dir->owner, c);
1226 	if (error)
1227 		goto err;
1228 	error = got_get_repo_age(&repo_dir->age, c, NULL);
1229 	if (error)
1230 		goto err;
1231 	error = gotweb_get_clone_url(&repo_dir->url, srv, repo_dir->path,
1232 	    dirfd(dt));
1233 err:
1234 	free(dir_test);
1235 	if (dt != NULL && closedir(dt) == EOF && error == NULL)
1236 		error = got_error_from_errno("closedir");
1237 	return error;
1238 }
1239 
1240 static const struct got_error *
1241 gotweb_init_repo_dir(struct repo_dir **repo_dir, const char *dir)
1242 {
1243 	const struct got_error *error;
1244 
1245 	*repo_dir = calloc(1, sizeof(**repo_dir));
1246 	if (*repo_dir == NULL)
1247 		return got_error_from_errno("calloc");
1248 
1249 	if (asprintf(&(*repo_dir)->name, "%s", dir) == -1) {
1250 		error = got_error_from_errno("asprintf");
1251 		free(*repo_dir);
1252 		*repo_dir = NULL;
1253 		return error;
1254 	}
1255 	(*repo_dir)->owner = NULL;
1256 	(*repo_dir)->description = NULL;
1257 	(*repo_dir)->url = NULL;
1258 	(*repo_dir)->path = NULL;
1259 
1260 	return NULL;
1261 }
1262 
1263 static const struct got_error *
1264 gotweb_get_repo_description(char **description, struct server *srv,
1265     const char *dirpath, int dir)
1266 {
1267 	const struct got_error *error = NULL;
1268 	struct stat sb;
1269 	int fd = -1;
1270 	off_t len;
1271 
1272 	*description = NULL;
1273 	if (srv->show_repo_description == 0)
1274 		return NULL;
1275 
1276 	fd = openat(dir, "description", O_RDONLY);
1277 	if (fd == -1) {
1278 		if (errno != ENOENT && errno != EACCES) {
1279 			error = got_error_from_errno_fmt("openat %s/%s",
1280 			    dirpath, "description");
1281 		}
1282 		goto done;
1283 	}
1284 
1285 	if (fstat(fd, &sb) == -1) {
1286 		error = got_error_from_errno_fmt("fstat %s/%s",
1287 		    dirpath, "description");
1288 		goto done;
1289 	}
1290 
1291 	len = sb.st_size;
1292 	if (len > GOTWEBD_MAXDESCRSZ - 1)
1293 		len = GOTWEBD_MAXDESCRSZ - 1;
1294 
1295 	*description = calloc(len + 1, sizeof(**description));
1296 	if (*description == NULL) {
1297 		error = got_error_from_errno("calloc");
1298 		goto done;
1299 	}
1300 
1301 	if (read(fd, *description, len) == -1)
1302 		error = got_error_from_errno("read");
1303 done:
1304 	if (fd != -1 && close(fd) == -1 && error == NULL)
1305 		error = got_error_from_errno("close");
1306 	return error;
1307 }
1308 
1309 static const struct got_error *
1310 gotweb_get_clone_url(char **url, struct server *srv, const char *dirpath,
1311     int dir)
1312 {
1313 	const struct got_error *error = NULL;
1314 	struct stat sb;
1315 	int fd = -1;
1316 	off_t len;
1317 
1318 	*url = NULL;
1319 	if (srv->show_repo_cloneurl == 0)
1320 		return NULL;
1321 
1322 	fd = openat(dir, "cloneurl", O_RDONLY);
1323 	if (fd == -1) {
1324 		if (errno != ENOENT && errno != EACCES) {
1325 			error = got_error_from_errno_fmt("openat %s/%s",
1326 			    dirpath, "cloneurl");
1327 		}
1328 		goto done;
1329 	}
1330 
1331 	if (fstat(fd, &sb) == -1) {
1332 		error = got_error_from_errno_fmt("fstat %s/%s",
1333 		    dirpath, "cloneurl");
1334 		goto done;
1335 	}
1336 
1337 	len = sb.st_size;
1338 	if (len > GOTWEBD_MAXCLONEURLSZ - 1)
1339 		len = GOTWEBD_MAXCLONEURLSZ - 1;
1340 
1341 	*url = calloc(len + 1, sizeof(**url));
1342 	if (*url == NULL) {
1343 		error = got_error_from_errno("calloc");
1344 		goto done;
1345 	}
1346 
1347 	if (read(fd, *url, len) == -1)
1348 		error = got_error_from_errno("read");
1349 done:
1350 	if (fd != -1 && close(fd) == -1 && error == NULL)
1351 		error = got_error_from_errno("close");
1352 	return error;
1353 }
1354 
1355 int
1356 gotweb_render_age(struct template *tp, time_t committer_time, int ref_tm)
1357 {
1358 	struct request *c = tp->tp_arg;
1359 	struct tm tm;
1360 	long long diff_time;
1361 	const char *years = "years ago", *months = "months ago";
1362 	const char *weeks = "weeks ago", *days = "days ago";
1363 	const char *hours = "hours ago",  *minutes = "minutes ago";
1364 	const char *seconds = "seconds ago", *now = "right now";
1365 	char *s;
1366 	char datebuf[64];
1367 	size_t r;
1368 
1369 	switch (ref_tm) {
1370 	case TM_DIFF:
1371 		diff_time = time(NULL) - committer_time;
1372 		if (diff_time > 60 * 60 * 24 * 365 * 2) {
1373 			if (fcgi_printf(c, "%lld %s",
1374 			    (diff_time / 60 / 60 / 24 / 365), years) == -1)
1375 				return -1;
1376 		} else if (diff_time > 60 * 60 * 24 * (365 / 12) * 2) {
1377 			if (fcgi_printf(c, "%lld %s",
1378 			    (diff_time / 60 / 60 / 24 / (365 / 12)),
1379 			    months) == -1)
1380 				return -1;
1381 		} else if (diff_time > 60 * 60 * 24 * 7 * 2) {
1382 			if (fcgi_printf(c, "%lld %s",
1383 			    (diff_time / 60 / 60 / 24 / 7), weeks) == -1)
1384 				return -1;
1385 		} else if (diff_time > 60 * 60 * 24 * 2) {
1386 			if (fcgi_printf(c, "%lld %s",
1387 			    (diff_time / 60 / 60 / 24), days) == -1)
1388 				return -1;
1389 		} else if (diff_time > 60 * 60 * 2) {
1390 			if (fcgi_printf(c, "%lld %s",
1391 			    (diff_time / 60 / 60), hours) == -1)
1392 				return -1;
1393 		} else if (diff_time > 60 * 2) {
1394 			if (fcgi_printf(c, "%lld %s", (diff_time / 60),
1395 			    minutes) == -1)
1396 				return -1;
1397 		} else if (diff_time > 2) {
1398 			if (fcgi_printf(c, "%lld %s", diff_time,
1399 			    seconds) == -1)
1400 				return -1;
1401 		} else {
1402 			if (fcgi_puts(tp, now) == -1)
1403 				return -1;
1404 		}
1405 		break;
1406 	case TM_LONG:
1407 		if (gmtime_r(&committer_time, &tm) == NULL)
1408 			return -1;
1409 
1410 		s = asctime_r(&tm, datebuf);
1411 		if (s == NULL)
1412 			return -1;
1413 
1414 		if (fcgi_puts(tp, datebuf) == -1 ||
1415 		    fcgi_puts(tp, " UTC") == -1)
1416 			return -1;
1417 		break;
1418 	case TM_RFC822:
1419 		if (gmtime_r(&committer_time, &tm) == NULL)
1420 			return -1;
1421 
1422 		r = strftime(datebuf, sizeof(datebuf),
1423 		    "%a, %d %b %Y %H:%M:%S GMT", &tm);
1424 		if (r == 0)
1425 			return -1;
1426 
1427 		if (fcgi_puts(tp, datebuf) == -1)
1428 			return -1;
1429 		break;
1430 	}
1431 	return 0;
1432 }