op public repos

Blob

Date:: Thu Sep 1 07:07:35 2022 UTC
Message:: make gotwebd cache open repository handles in struct server ok op@
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2016, 2019, 2020-2021 Tracey Emery <tracey@traceyemery.net>
3  * Copyright (c) 2015 Mike Larkin <mlarkin@openbsd.org>
4  * Copyright (c) 2013 David Gwynne <dlg@openbsd.org>
5  * Copyright (c) 2013 Florian Obser <florian@openbsd.org>
6  *
7  * Permission to use, copy, modify, and distribute this software for any
8  * purpose with or without fee is hereby granted, provided that the above
9  * copyright notice and this permission notice appear in all copies.
10  *
11  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
12  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
13  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
14  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
15  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
16  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
17  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
18  */
19 
20 #include <sys/param.h>
21 #include <sys/ioctl.h>
22 #include <sys/queue.h>
23 #include <sys/wait.h>
24 #include <sys/uio.h>
25 #include <sys/resource.h>
26 #include <sys/socket.h>
27 #include <sys/stat.h>
28 #include <sys/time.h>
29 #include <sys/types.h>
30 #include <sys/mman.h>
31 #include <sys/un.h>
32 
33 #include <net/if.h>
34 #include <netinet/in.h>
35 
36 #include <errno.h>
37 #include <event.h>
38 #include <fcntl.h>
39 #include <ifaddrs.h>
40 #include <imsg.h>
41 #include <limits.h>
42 #include <netdb.h>
43 #include <poll.h>
44 #include <pwd.h>
45 #include <stddef.h>
46 #include <stdio.h>
47 #include <stdlib.h>
48 #include <string.h>
49 #include <unistd.h>
50 #include <util.h>
51 
52 #include "got_error.h"
53 #include "got_opentemp.h"
54 #include "got_repository.h"
55 
56 #include "proc.h"
57 #include "gotwebd.h"
58 
59 #define SOCKS_BACKLOG 5
60 #define MAXIMUM(a, b)	(((a) > (b)) ? (a) : (b))
61 
62 
63 volatile int client_cnt;
64 
65 static struct timeval	timeout = { TIMEOUT_DEFAULT, 0 };
66 
67 static void	 sockets_sighdlr(int, short, void *);
68 static void	 sockets_run(struct privsep *, struct privsep_proc *, void *);
69 static void	 sockets_launch(void);
70 static void	 sockets_purge(struct gotwebd *);
71 static void	 sockets_accept_paused(int, short, void *);
72 static void	 sockets_rlimit(int);
73 
74 static int	 sockets_dispatch_gotwebd(int, struct privsep_proc *,
75 		    struct imsg *);
76 static int	 sockets_unix_socket_listen(struct privsep *, struct socket *);
77 static int	 sockets_create_socket(struct address *, in_port_t);
78 static int	 sockets_accept_reserve(int, struct sockaddr *, socklen_t *,
79 		    int, volatile int *);
80 
81 static struct socket *sockets_conf_new_socket_unix(struct gotwebd *,
82 		    struct server *, int);
83 static struct socket *sockets_conf_new_socket_fcgi(struct gotwebd *,
84 		    struct server *, int, struct address *);
85 
86 int cgi_inflight = 0;
87 
88 static struct privsep_proc procs[] = {
89 	{ "gotwebd",	PROC_GOTWEBD,	sockets_dispatch_gotwebd  },
90 };
91 
92 void
93 sockets(struct privsep *ps, struct privsep_proc *p)
94 {
95 	proc_run(ps, p, procs, nitems(procs), sockets_run, NULL);
96 }
97 
98 static void
99 sockets_run(struct privsep *ps, struct privsep_proc *p, void *arg)
100 {
101 	if (config_init(ps->ps_env) == -1)
102 		fatal("failed to initialize configuration");
103 
104 	p->p_shutdown = sockets_shutdown;
105 
106 	sockets_rlimit(-1);
107 
108 	signal_del(&ps->ps_evsigchld);
109 	signal_set(&ps->ps_evsigchld, SIGCHLD, sockets_sighdlr, ps);
110 	signal_add(&ps->ps_evsigchld, NULL);
111 
112 #ifndef PROFILE
113 	if (pledge("stdio rpath wpath cpath inet recvfd proc exec sendfd",
114 	    NULL) == -1)
115 		fatal("pledge");
116 #endif
117 }
118 
119 void
120 sockets_parse_sockets(struct gotwebd *env)
121 {
122 	struct server *srv;
123 	struct address *a;
124 	struct socket *new_sock = NULL;
125 	int sock_id = 1;
126 
127 	TAILQ_FOREACH(srv, &env->servers, entry) {
128 		if (srv->unix_socket) {
129 			new_sock = sockets_conf_new_socket_unix(env, srv,
130 			    sock_id);
131 			if (new_sock) {
132 				sock_id++;
133 				TAILQ_INSERT_TAIL(&env->sockets, new_sock,
134 				    entry);
135 			}
136 		}
137 
138 		if (srv->fcgi_socket) {
139 			if (TAILQ_EMPTY(&srv->al)) {
140 				fatalx("%s: server %s has no IP addresses to "
141 				    "listen for FCGI connections", __func__,
142 				    srv->name);
143 			}
144 			TAILQ_FOREACH(a, &srv->al, entry) {
145 				if (a->ss.ss_family != AF_INET &&
146 				    a->ss.ss_family != AF_INET6)
147 					continue;
148 				new_sock = sockets_conf_new_socket_fcgi(env,
149 				    srv, sock_id, a);
150 				if (new_sock) {
151 					sock_id++;
152 					TAILQ_INSERT_TAIL(&env->sockets,
153 					    new_sock, entry);
154 				}
155 			}
156 		}
157 	}
158 }
159 
160 static struct socket *
161 sockets_conf_new_socket_unix(struct gotwebd *env, struct server *srv, int id)
162 {
163 	struct socket *sock;
164 	int n;
165 
166 	if ((sock = calloc(1, sizeof(*sock))) == NULL)
167 		fatalx("%s: calloc", __func__);
168 
169 	sock->conf.id = id;
170 	sock->fd = -1;
171 	sock->conf.af_type = AF_UNIX;
172 
173 	if (strlcpy(sock->conf.unix_socket_name,
174 	    srv->unix_socket_name,
175 	    sizeof(sock->conf.unix_socket_name)) >=
176 	    sizeof(sock->conf.unix_socket_name)) {
177 		free(sock);
178 		fatalx("%s: strlcpy", __func__);
179 	}
180 
181 	n = snprintf(sock->conf.name, GOTWEBD_MAXTEXT, "%s_parent",
182 	    srv->name);
183 	if (n < 0 || (size_t)n >= GOTWEBD_MAXTEXT) {
184 		free(sock);
185 		fatalx("%s: snprintf", __func__);
186 	}
187 
188 	if (strlcpy(sock->conf.srv_name, srv->name,
189 	    sizeof(sock->conf.srv_name)) >= sizeof(sock->conf.srv_name)) {
190 		free(sock);
191 		fatalx("%s: strlcpy", __func__);
192 	}
193 
194 	return sock;
195 }
196 
197 static struct socket *
198 sockets_conf_new_socket_fcgi(struct gotwebd *env, struct server *srv, int id,
199     struct address *a)
200 {
201 	struct socket *sock;
202 	struct address *acp;
203 	int n;
204 
205 	if ((sock = calloc(1, sizeof(*sock))) == NULL)
206 		fatalx("%s: calloc", __func__);
207 
208 	sock->conf.id = id;
209 	sock->fd = -1;
210 	sock->conf.af_type = a->ss.ss_family;
211 
212 	sock->conf.fcgi_socket_port = a->port;
213 
214 	n = snprintf(sock->conf.name, GOTWEBD_MAXTEXT, "%s_parent",
215 	    srv->name);
216 	if (n < 0 || (size_t)n >= GOTWEBD_MAXTEXT) {
217 		free(sock);
218 		fatalx("%s: snprintf", __func__);
219 	}
220 
221 	if (strlcpy(sock->conf.srv_name, srv->name,
222 	    sizeof(sock->conf.srv_name)) >= sizeof(sock->conf.srv_name)) {
223 		free(sock);
224 		fatalx("%s: strlcpy", __func__);
225 	}
226 
227 	acp = &sock->conf.addr;
228 
229 	memcpy(&acp->ss, &a->ss, sizeof(acp->ss));
230 	acp->ipproto = a->ipproto;
231 	acp->prefixlen = a->prefixlen;
232 	acp->port = a->port;
233 	if (strlen(a->ifname) != 0) {
234 		if (strlcpy(acp->ifname, a->ifname,
235 		    sizeof(acp->ifname)) >= sizeof(acp->ifname)) {
236 			fatalx("%s: interface name truncated",
237 			    __func__);
238 		}
239 	}
240 
241 	return (sock);
242 }
243 
244 static void
245 sockets_launch(void)
246 {
247 	struct socket *sock;
248 
249 	TAILQ_FOREACH(sock, &gotwebd_env->sockets, entry) {
250 		log_debug("%s: configuring socket %d (%d)", __func__,
251 		    sock->conf.id, sock->fd);
252 
253 		event_set(&sock->ev, sock->fd, EV_READ | EV_PERSIST,
254 		    sockets_socket_accept, sock);
255 
256 		if (event_add(&sock->ev, NULL))
257 			fatalx("event add sock");
258 
259 		evtimer_set(&sock->pause, sockets_accept_paused, sock);
260 
261 		log_debug("%s: running socket listener %d", __func__,
262 		    sock->conf.id);
263 	}
264 }
265 
266 static void
267 sockets_purge(struct gotwebd *env)
268 {
269 	struct socket *sock, *tsock;
270 
271 	/* shutdown and remove sockets */
272 	TAILQ_FOREACH_SAFE(sock, &env->sockets, entry, tsock) {
273 		if (event_initialized(&sock->ev))
274 			event_del(&sock->ev);
275 		if (evtimer_initialized(&sock->evt))
276 			evtimer_del(&sock->evt);
277 		if (evtimer_initialized(&sock->pause))
278 			evtimer_del(&sock->pause);
279 		if (sock->fd != -1)
280 			close(sock->fd);
281 		TAILQ_REMOVE(&env->sockets, sock, entry);
282 	}
283 }
284 
285 static int
286 sockets_dispatch_gotwebd(int fd, struct privsep_proc *p, struct imsg *imsg)
287 {
288 	struct privsep *ps = p->p_ps;
289 	int res = 0, cmd = 0, verbose;
290 
291 	switch (imsg->hdr.type) {
292 	case IMSG_CFG_SRV:
293 		config_getserver(gotwebd_env, imsg);
294 		break;
295 	case IMSG_CFG_SOCK:
296 		config_getsock(gotwebd_env, imsg);
297 		break;
298 	case IMSG_CFG_FD:
299 		config_getfd(gotwebd_env, imsg);
300 		break;
301 	case IMSG_CFG_DONE:
302 		config_getcfg(gotwebd_env, imsg);
303 		break;
304 	case IMSG_CTL_START:
305 		sockets_launch();
306 		break;
307 	case IMSG_CTL_VERBOSE:
308 		IMSG_SIZE_CHECK(imsg, &verbose);
309 		memcpy(&verbose, imsg->data, sizeof(verbose));
310 		log_setverbose(verbose);
311 		break;
312 	default:
313 		return -1;
314 	}
315 
316 	switch (cmd) {
317 	case 0:
318 		break;
319 	default:
320 		if (proc_compose_imsg(ps, PROC_GOTWEBD, -1, cmd,
321 		    imsg->hdr.peerid, -1, &res, sizeof(res)) == -1)
322 			return -1;
323 		break;
324 	}
325 
326 	return 0;
327 }
328 
329 static void
330 sockets_sighdlr(int sig, short event, void *arg)
331 {
332 	switch (sig) {
333 	case SIGHUP:
334 		log_info("%s: ignoring SIGHUP", __func__);
335 		break;
336 	case SIGPIPE:
337 		log_info("%s: ignoring SIGPIPE", __func__);
338 		break;
339 	case SIGUSR1:
340 		log_info("%s: ignoring SIGUSR1", __func__);
341 		break;
342 	case SIGCHLD:
343 		break;
344 	default:
345 		log_info("SIGNAL: %d", sig);
346 		fatalx("unexpected signal");
347 	}
348 }
349 
350 void
351 sockets_shutdown(void)
352 {
353 	struct server *srv, *tsrv;
354 	struct socket *sock, *tsock;
355 	int i;
356 
357 	sockets_purge(gotwebd_env);
358 
359 	/* clean sockets */
360 	TAILQ_FOREACH_SAFE(sock, &gotwebd_env->sockets, entry, tsock) {
361 		TAILQ_REMOVE(&gotwebd_env->sockets, sock, entry);
362 		close(sock->fd);
363 		free(sock);
364 	}
365 
366 	/* clean servers */
367 	TAILQ_FOREACH_SAFE(srv, &gotwebd_env->servers, entry, tsrv) {
368 		for (i = 0; i < srv->ncached_repos; i++)
369 			got_repo_close(srv->cached_repos[i].repo);
370 		free(srv);
371 	}
372 
373 	free(gotwebd_env);
374 }
375 
376 int
377 sockets_privinit(struct gotwebd *env, struct socket *sock)
378 {
379 	struct privsep *ps = env->gotwebd_ps;
380 
381 	if (sock->conf.af_type == AF_UNIX) {
382 		log_debug("%s: initializing unix socket %s", __func__,
383 		    sock->conf.unix_socket_name);
384 		sock->fd = sockets_unix_socket_listen(ps, sock);
385 		if (sock->fd == -1) {
386 			log_warnx("%s: create unix socket failed", __func__);
387 			return -1;
388 		}
389 	}
390 
391 	if (sock->conf.af_type == AF_INET || sock->conf.af_type == AF_INET6) {
392 		log_debug("%s: initializing %s FCGI socket on port %d for %s",
393 		    __func__, sock->conf.af_type == AF_INET ? "inet" : "inet6",
394 		    sock->conf.fcgi_socket_port, sock->conf.name);
395 		sock->fd = sockets_create_socket(&sock->conf.addr,
396 		    sock->conf.fcgi_socket_port);
397 		if (sock->fd == -1) {
398 			log_warnx("%s: create FCGI socket failed", __func__);
399 			return -1;
400 		}
401 	}
402 
403 	return 0;
404 }
405 
406 static int
407 sockets_unix_socket_listen(struct privsep *ps, struct socket *sock)
408 {
409 	struct gotwebd *env = ps->ps_env;
410 	struct sockaddr_un sun;
411 	struct socket *tsock;
412 	int u_fd = -1;
413 	mode_t old_umask, mode;
414 
415 	TAILQ_FOREACH(tsock, &env->sockets, entry) {
416 		if (strcmp(tsock->conf.unix_socket_name,
417 		    sock->conf.unix_socket_name) == 0 &&
418 		    tsock->fd != -1)
419 			return (tsock->fd);
420 	}
421 
422 	u_fd = socket(AF_UNIX, SOCK_STREAM | SOCK_NONBLOCK| SOCK_CLOEXEC, 0);
423 	if (u_fd == -1) {
424 		log_warn("%s: socket", __func__);
425 		return -1;
426 	}
427 
428 	sun.sun_family = AF_UNIX;
429 	if (strlcpy(sun.sun_path, sock->conf.unix_socket_name,
430 	    sizeof(sun.sun_path)) >= sizeof(sun.sun_path)) {
431 		log_warn("%s: %s name too long", __func__,
432 		    sock->conf.unix_socket_name);
433 		close(u_fd);
434 		return -1;
435 	}
436 
437 	if (unlink(sock->conf.unix_socket_name) == -1) {
438 		if (errno != ENOENT) {
439 			log_warn("%s: unlink %s", __func__,
440 			    sock->conf.unix_socket_name);
441 			close(u_fd);
442 			return -1;
443 		}
444 	}
445 
446 	old_umask = umask(S_IXUSR|S_IXGRP|S_IWOTH|S_IROTH|S_IXOTH);
447 	mode = S_IRUSR|S_IWUSR|S_IRGRP|S_IWGRP;
448 
449 	if (bind(u_fd, (struct sockaddr *)&sun, sizeof(sun)) == -1) {
450 		log_warn("%s: bind: %s", __func__, sock->conf.unix_socket_name);
451 		close(u_fd);
452 		(void)umask(old_umask);
453 		return -1;
454 	}
455 
456 	(void)umask(old_umask);
457 
458 	if (chmod(sock->conf.unix_socket_name, mode) == -1) {
459 		log_warn("%s: chmod", __func__);
460 		close(u_fd);
461 		(void)unlink(sock->conf.unix_socket_name);
462 		return -1;
463 	}
464 
465 	if (chown(sock->conf.unix_socket_name, ps->ps_pw->pw_uid,
466 	    ps->ps_pw->pw_gid) == -1) {
467 		log_warn("%s: chown", __func__);
468 		close(u_fd);
469 		(void)unlink(sock->conf.unix_socket_name);
470 		return -1;
471 	}
472 
473 	if (listen(u_fd, SOCKS_BACKLOG) == -1) {
474 		log_warn("%s: listen", __func__);
475 		return -1;
476 	}
477 
478 	return u_fd;
479 }
480 
481 static int
482 sockets_create_socket(struct address *a, in_port_t port)
483 {
484 	struct addrinfo hints;
485 	int fd = -1, o_val = 1, flags;
486 
487 	memset(&hints, 0, sizeof(hints));
488 	hints.ai_family = AF_UNSPEC;
489 	hints.ai_socktype = SOCK_STREAM;
490 	hints.ai_flags |= AI_PASSIVE;
491 
492 	switch (a->ss.ss_family) {
493 	case AF_INET:
494 		((struct sockaddr_in *)(&a->ss))->sin_port = htons(port);
495 		break;
496 	case AF_INET6:
497 		((struct sockaddr_in6 *)(&a->ss))->sin6_port = htons(port);
498 		break;
499 	default:
500 		log_warnx("%s: unknown address family", __func__);
501 		return -1;
502 	}
503 
504 	fd = socket(a->ss.ss_family, hints.ai_socktype, a->ipproto);
505 	if (fd == -1)
506 		return -1;
507 
508 	log_debug("%s: opened socket (%d) for %s", __func__,
509 	    fd, a->ifname);
510 
511 	if (setsockopt(fd, SOL_SOCKET, SO_REUSEPORT, &o_val,
512 	    sizeof(int)) == -1) {
513 		log_warn("%s: setsockopt error", __func__);
514 		close(fd);
515 		return -1;
516 	}
517 
518 	/* non-blocking */
519 	flags = fcntl(fd, F_GETFL);
520 	flags |= O_NONBLOCK;
521 	if (fcntl(fd, F_SETFL, flags) == -1) {
522 		log_info("%s: could not enable non-blocking I/O", __func__);
523 		close(fd);
524 		return -1;
525 	}
526 
527 	if (bind(fd, (struct sockaddr *)&a->ss, a->ss.ss_len) == -1) {
528 		close(fd);
529 		log_info("%s: can't bind to port %d", __func__,
530 		    ntohs(port));
531 		return -1;
532 	}
533 
534 	if (listen(fd, SOMAXCONN) == -1) {
535 		log_warn("%s, unable to listen on socket", __func__);
536 		close(fd);
537 		return -1;
538 	}
539 
540 	return (fd);
541 }
542 
543 static int
544 sockets_accept_reserve(int sockfd, struct sockaddr *addr, socklen_t *addrlen,
545     int reserve, volatile int *counter)
546 {
547 	int ret;
548 
549 	if (getdtablecount() + reserve +
550 	    ((*counter + 1) * FD_NEEDED) >= getdtablesize()) {
551 		log_debug("inflight fds exceeded");
552 		errno = EMFILE;
553 		return -1;
554 	}
555 
556 	if ((ret = accept4(sockfd, addr, addrlen,
557 	    SOCK_NONBLOCK | SOCK_CLOEXEC)) > -1) {
558 		(*counter)++;
559 		log_debug("inflight incremented, now %d", *counter);
560 	}
561 
562 	return ret;
563 }
564 
565 static void
566 sockets_accept_paused(int fd, short events, void *arg)
567 {
568 	struct socket *sock = (struct socket *)arg;
569 
570 	event_add(&sock->ev, NULL);
571 }
572 
573 void
574 sockets_socket_accept(int fd, short event, void *arg)
575 {
576 	struct socket *sock = (struct socket *)arg;
577 	struct sockaddr_storage ss;
578 	struct timeval backoff;
579 	struct request *c = NULL;
580 	socklen_t len;
581 	int s;
582 
583 	backoff.tv_sec = 1;
584 	backoff.tv_usec = 0;
585 
586 	event_add(&sock->ev, NULL);
587 	if (event & EV_TIMEOUT)
588 		return;
589 
590 	len = sizeof(ss);
591 
592 	s = sockets_accept_reserve(fd, (struct sockaddr *)&ss, &len,
593 	    FD_RESERVE, &cgi_inflight);
594 
595 	if (s == -1) {
596 		switch (errno) {
597 		case EINTR:
598 		case EWOULDBLOCK:
599 		case ECONNABORTED:
600 			return;
601 		case EMFILE:
602 		case ENFILE:
603 			event_del(&sock->ev);
604 			evtimer_add(&sock->pause, &backoff);
605 			return;
606 		default:
607 			log_warn("%s: accept", __func__);
608 		}
609 	}
610 
611 	if (client_cnt > GOTWEBD_MAXCLIENTS)
612 		goto err;
613 
614 	c = calloc(1, sizeof(struct request));
615 	if (c == NULL) {
616 		log_warn("%s", __func__);
617 		close(s);
618 		cgi_inflight--;
619 		return;
620 	}
621 
622 	c->fd = s;
623 	c->sock = sock;
624 	memcpy(c->priv_fd, sock->priv_fd, sizeof(c->priv_fd));
625 	c->buf_pos = 0;
626 	c->buf_len = 0;
627 	c->request_started = 0;
628 	c->sock->client_status = CLIENT_CONNECT;
629 
630 	event_set(&c->ev, s, EV_READ, fcgi_request, c);
631 	event_add(&c->ev, NULL);
632 
633 	evtimer_set(&c->tmo, fcgi_timeout, c);
634 	evtimer_add(&c->tmo, &timeout);
635 
636 	client_cnt++;
637 
638 	return;
639 err:
640 	cgi_inflight--;
641 	close(s);
642 	if (c != NULL)
643 		free(c);
644 }
645 
646 static void
647 sockets_rlimit(int maxfd)
648 {
649 	struct rlimit rl;
650 
651 	if (getrlimit(RLIMIT_NOFILE, &rl) == -1)
652 		fatal("%s: failed to get resource limit", __func__);
653 	log_debug("%s: max open files %llu", __func__,
654 	    (unsigned long long)rl.rlim_max);
655 
656 	/*
657 	 * Allow the maximum number of open file descriptors for this
658 	 * login class (which should be the class "daemon" by default).
659 	 */
660 	if (maxfd == -1)
661 		rl.rlim_cur = rl.rlim_max;
662 	else
663 		rl.rlim_cur = MAXIMUM(rl.rlim_max, (rlim_t)maxfd);
664 	if (setrlimit(RLIMIT_NOFILE, &rl) == -1)
665 		fatal("%s: failed to set resource limit", __func__);
666 }