op public repos

Blob

Date:: Wed Jul 28 09:19:18 2021 UTC
Message:: wrap unfreeze in ifdef instead of defining macros in compat.h. It's clearer that it's only for libevent2 this way
Actions:: History | Blame | Raw File
1 /*
2  * Copyright (c) 2021 Omar Polo <op@omarpolo.com>
3  *
4  * Permission to use, copy, modify, and distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 #include "compat.h"
18 
19 #include <sys/types.h>
20 #include <sys/socket.h>
21 
22 #include <netinet/in.h>
23 
24 #include <assert.h>
25 #include <ctype.h>
26 #include <errno.h>
27 #include <netdb.h>
28 #include <stdarg.h>
29 #include <stdio.h>
30 #include <stdlib.h>
31 #include <string.h>
32 #include <tls.h>
33 #include <unistd.h>
34 
35 #if HAVE_ASR_RUN
36 # include <asr.h>
37 #endif
38 
39 #include "telescope.h"
40 
41 static struct imsgev		*iev_ui;
42 static struct tls_config	*tlsconf;
43 
44 /* a pending request */
45 struct req {
46 	struct phos_uri		 url;
47 	uint32_t		 id;
48 	int			 proto;
49 	int			 fd;
50 	struct tls		*ctx;
51 	char			 req[1024];
52 	size_t			 len;
53 	int			 done_header;
54 	struct bufferevent	*bev;
55 
56 	struct addrinfo		*servinfo, *p;
57 #if HAVE_ASR_RUN
58 	struct addrinfo		 hints;
59 	struct event_asr	*asrev;
60 #endif
61 
62 	TAILQ_ENTRY(req)	 reqs;
63 };
64 
65 static struct req	*req_by_id(uint32_t);
66 
67 static void	 die(void) __attribute__((__noreturn__));
68 
69 static void	 try_to_connect(int, short, void*);
70 
71 #if HAVE_ASR_RUN
72 static void	 query_done(struct asr_result*, void*);
73 static void	 async_conn_towards(struct req*);
74 #else
75 static void	 blocking_conn_towards(struct req*);
76 #endif
77 
78 static void	 close_with_err(struct req*, const char*);
79 static void	 close_with_errf(struct req*, const char*, ...)
80     __attribute__((format(printf, 2, 3)));
81 
82 static void	 net_tls_handshake(int, short, void *);
83 static void	 net_tls_readcb(int, short, void *);
84 static void	 net_tls_writecb(int, short, void *);
85 
86 static int	 gemini_parse_reply(struct req *, const char *, size_t);
87 
88 static void	 net_ready(struct req *req);
89 static void	 net_read(struct bufferevent *, void *);
90 static void	 net_write(struct bufferevent *, void *);
91 static void	 net_error(struct bufferevent *, short, void *);
92 
93 static void	 handle_get_raw(struct imsg *, size_t);
94 static void	 handle_cert_status(struct imsg*, size_t);
95 static void	 handle_proceed(struct imsg*, size_t);
96 static void	 handle_stop(struct imsg*, size_t);
97 static void	 handle_quit(struct imsg*, size_t);
98 static void	 handle_dispatch_imsg(int, short, void*);
99 
100 static int	 net_send_ui(int, uint32_t, const void *, uint16_t);
101 
102 /* TODO: making this customizable */
103 struct timeval timeout_for_handshake = { 5, 0 };
104 
105 static imsg_handlerfn *handlers[] = {
106 	[IMSG_GET_RAW]		= handle_get_raw,
107 	[IMSG_CERT_STATUS]	= handle_cert_status,
108 	[IMSG_PROCEED]		= handle_proceed,
109 	[IMSG_STOP]		= handle_stop,
110 	[IMSG_QUIT]		= handle_quit,
111 };
112 
113 typedef void (*statefn)(int, short, void*);
114 
115 TAILQ_HEAD(, req) reqhead;
116 
117 static inline void
118 yield_r(struct req *req, statefn fn, struct timeval *tv)
119 {
120 	event_once(req->fd, EV_READ, fn, req, tv);
121 }
122 
123 static inline void
124 yield_w(struct req *req, statefn fn, struct timeval *tv)
125 {
126 	event_once(req->fd, EV_WRITE, fn, req, tv);
127 }
128 
129 static struct req *
130 req_by_id(uint32_t id)
131 {
132 	struct req *r;
133 
134 	TAILQ_FOREACH(r, &reqhead, reqs) {
135 		if (r->id == id)
136 			return r;
137 	}
138 
139 	return NULL;
140 }
141 
142 static void __attribute__((__noreturn__))
143 die(void)
144 {
145 	abort(); 		/* TODO */
146 }
147 
148 static void
149 try_to_connect(int fd, short ev, void *d)
150 {
151 	struct req	*req = d;
152 	int		 error = 0;
153 	socklen_t	 len = sizeof(error);
154 
155 again:
156 	if (req->p == NULL)
157 		goto err;
158 
159 	if (req->fd != -1) {
160 		if (getsockopt(req->fd, SOL_SOCKET, SO_ERROR, &error,
161 		    &len) == -1)
162 			goto err;
163 		if (error != 0) {
164                         errno = error;
165                         goto err;
166 		}
167 		goto done;
168 	}
169 
170 	req->fd = socket(req->p->ai_family, req->p->ai_socktype,
171 	    req->p->ai_protocol);
172 	if (req->fd == -1) {
173 		req->p = req->p->ai_next;
174 		goto again;
175 	} else {
176 		mark_nonblock(req->fd);
177 		if (connect(req->fd, req->p->ai_addr, req->p->ai_addrlen) == 0)
178 			goto done;
179 		yield_w(req, try_to_connect, NULL);
180 	}
181 	return;
182 
183 err:
184 	freeaddrinfo(req->servinfo);
185 	close_with_errf(req, "failed to connect to %s",
186 	    req->url.host);
187 	return;
188 
189 done:
190 	freeaddrinfo(req->servinfo);
191 
192 	switch (req->proto) {
193 	case PROTO_FINGER:
194 	case PROTO_GOPHER:
195 		/* finger and gopher don't have a header nor TLS */
196 		req->done_header = 1;
197 		net_ready(req);
198 		break;
199 
200 	case PROTO_GEMINI:
201 		/* prepare tls */
202 		if ((req->ctx = tls_client()) == NULL) {
203 			close_with_errf(req, "tls_client: %s",
204 			    strerror(errno));
205 			return;
206 		}
207 		if (tls_configure(req->ctx, tlsconf) == -1) {
208 			close_with_errf(req, "tls_configure: %s",
209 			    tls_error(req->ctx));
210 			return;
211 		}
212 		if (tls_connect_socket(req->ctx, req->fd, req->url.host)
213 		    == -1) {
214 			close_with_errf(req, "tls_connect_socket: %s",
215 			    tls_error(req->ctx));
216 			return;
217 		}
218 		yield_w(req, net_tls_handshake, &timeout_for_handshake);
219 		break;
220 
221 	default:
222 		die();
223 	}
224 }
225 
226 #if HAVE_ASR_RUN
227 static void
228 query_done(struct asr_result *res, void *d)
229 {
230 	struct req	*req = d;
231 
232 	req->asrev = NULL;
233 	if (res->ar_gai_errno != 0) {
234 		close_with_errf(req, "failed to resolve %s: %s",
235 		    req->url.host, gai_strerror(res->ar_gai_errno));
236 		return;
237 	}
238 
239 	req->fd = -1;
240 	req->servinfo = res->ar_addrinfo;
241 	req->p = res->ar_addrinfo;
242 	try_to_connect(0, 0, req);
243 }
244 
245 static void
246 async_conn_towards(struct req *req)
247 {
248 	struct asr_query	*q;
249 	const char		*proto = "1965";
250 
251 	if (*req->url.port != '\0')
252 		proto = req->url.port;
253 
254 	req->hints.ai_family = AF_UNSPEC;
255 	req->hints.ai_socktype = SOCK_STREAM;
256 	q = getaddrinfo_async(req->url.host, proto, &req->hints, NULL);
257 	req->asrev = event_asr_run(q, query_done, req);
258 }
259 #else
260 static void
261 blocking_conn_towards(struct req *req)
262 {
263 	struct addrinfo	 hints;
264 	struct phos_uri	*url = &req->url;
265 	int		 status;
266 	const char	*proto = "1965";
267 
268 	if (*url->port != '\0')
269 		proto = url->port;
270 
271 	memset(&hints, 0, sizeof(hints));
272 	hints.ai_family = AF_UNSPEC;
273 	hints.ai_socktype = SOCK_STREAM;
274 
275 	if ((status = getaddrinfo(url->host, proto, &hints, &req->servinfo))) {
276 		close_with_errf(req, "failed to resolve %s: %s",
277 		    url->host, gai_strerror(status));
278 		return;
279 	}
280 
281 	req->fd = -1;
282 	req->p = req->servinfo;
283 	try_to_connect(0, 0, req);
284 }
285 #endif
286 
287 static void
288 close_conn(int fd, short ev, void *d)
289 {
290 	struct req	*req = d;
291 
292 #if HAVE_ASR_RUN
293 	if (req->asrev != NULL)
294 		event_asr_abort(req->asrev);
295 #endif
296 
297 	if (req->bev != NULL) {
298 		bufferevent_free(req->bev);
299 		req->bev = NULL;
300 	}
301 
302 	if (req->ctx != NULL) {
303 		switch (tls_close(req->ctx)) {
304 		case TLS_WANT_POLLIN:
305 			yield_r(req, close_conn, NULL);
306 			return;
307 		case TLS_WANT_POLLOUT:
308 			yield_w(req, close_conn, NULL);
309 			return;
310 		}
311 
312 		tls_free(req->ctx);
313 		req->ctx = NULL;
314 	}
315 
316 	TAILQ_REMOVE(&reqhead, req, reqs);
317 	if (req->fd != -1)
318 		close(req->fd);
319 	free(req);
320 }
321 
322 static void
323 close_with_err(struct req *req, const char *err)
324 {
325 	net_send_ui(IMSG_ERR, req->id, err, strlen(err)+1);
326 	close_conn(0, 0, req);
327 }
328 
329 static void
330 close_with_errf(struct req *req, const char *fmt, ...)
331 {
332 	va_list	 ap;
333 	char	*s;
334 
335 	va_start(ap, fmt);
336 	if (vasprintf(&s, fmt, ap) == -1)
337 		abort();
338 	va_end(ap);
339 
340 	close_with_err(req, s);
341 	free(s);
342 }
343 
344 static void
345 net_tls_handshake(int fd, short event, void *d)
346 {
347 	struct req	*req = d;
348 	const char	*hash;
349 
350 	if (event == EV_TIMEOUT) {
351 		close_with_err(req, "Timeout loading page");
352 		return;
353 	}
354 
355 	switch (tls_handshake(req->ctx)) {
356 	case TLS_WANT_POLLIN:
357 		yield_r(req, net_tls_handshake, NULL);
358 		return;
359 	case TLS_WANT_POLLOUT:
360 		yield_w(req, net_tls_handshake, NULL);
361 		return;
362 	}
363 
364 	hash = tls_peer_cert_hash(req->ctx);
365 	if (hash == NULL) {
366 		close_with_errf(req, "handshake failed: %s",
367 		    tls_error(req->ctx));
368 		return;
369 	}
370 	net_send_ui(IMSG_CHECK_CERT, req->id, hash, strlen(hash)+1);
371 }
372 
373 static void
374 net_tls_readcb(int fd, short event, void *d)
375 {
376 	struct bufferevent	*bufev = d;
377 	struct req		*req = bufev->cbarg;
378 	char			 buf[IBUF_READ_SIZE];
379 	int			 what = EVBUFFER_READ;
380 	int			 howmuch = IBUF_READ_SIZE;
381 	int			 res;
382 	ssize_t			 ret;
383 	size_t			 len;
384 
385 	if (event == EV_TIMEOUT) {
386 		what |= EVBUFFER_TIMEOUT;
387 		goto err;
388 	}
389 
390 	if (bufev->wm_read.high != 0)
391 		howmuch = MIN(sizeof(buf), bufev->wm_read.high);
392 
393 	switch (ret = tls_read(req->ctx, buf, howmuch)) {
394 	case TLS_WANT_POLLIN:
395 	case TLS_WANT_POLLOUT:
396 		goto retry;
397 	case -1:
398 		what |= EVBUFFER_ERROR;
399 		goto err;
400 	}
401 	len = ret;
402 
403 	if (len == 0) {
404 		what |= EVBUFFER_EOF;
405 		goto err;
406 	}
407 
408 	res = evbuffer_add(bufev->input, buf, len);
409 	if (res == -1) {
410 		what |= EVBUFFER_ERROR;
411 		goto err;
412 	}
413 
414 	event_add(&bufev->ev_read, NULL);
415 
416 	len = EVBUFFER_LENGTH(bufev->input);
417 	if (bufev->wm_read.low != 0 && len < bufev->wm_read.low)
418 		return;
419 
420 	if (bufev->readcb != NULL)
421 		(*bufev->readcb)(bufev, bufev->cbarg);
422 	return;
423 
424 retry:
425 	event_add(&bufev->ev_read, NULL);
426 	return;
427 
428 err:
429 	(*bufev->errorcb)(bufev, what, bufev->cbarg);
430 }
431 
432 static void
433 net_tls_writecb(int fd, short event, void *d)
434 {
435 	struct bufferevent	*bufev = d;
436 	struct req		*req = bufev->cbarg;
437 	ssize_t			 ret;
438 	size_t			 len;
439 	short			 what = EVBUFFER_WRITE;
440 
441 	if (event & EV_TIMEOUT) {
442 		what |= EVBUFFER_TIMEOUT;
443 		goto err;
444 	}
445 
446 	if (EVBUFFER_LENGTH(bufev->output) != 0) {
447 		ret = tls_write(req->ctx, EVBUFFER_DATA(bufev->output),
448 		    EVBUFFER_LENGTH(bufev->output));
449 		switch (ret) {
450 		case TLS_WANT_POLLIN:
451 		case TLS_WANT_POLLOUT:
452 			goto retry;
453 		case -1:
454 			what |= EVBUFFER_ERROR;
455 			goto err;
456 		}
457 		len = ret;
458 
459 		evbuffer_drain(bufev->output, len);
460 	}
461 
462 	if (EVBUFFER_LENGTH(bufev->output) != 0)
463 		event_add(&bufev->ev_write, NULL);
464 
465 	if (bufev->writecb != NULL &&
466 	    EVBUFFER_LENGTH(bufev->output) <= bufev->wm_write.low)
467 		(*bufev->writecb)(bufev, bufev->cbarg);
468 	return;
469 
470 retry:
471 	event_add(&bufev->ev_write, NULL);
472 	return;
473 
474 err:
475 	(*bufev->errorcb)(bufev, what, bufev->cbarg);
476 }
477 
478 static int
479 gemini_parse_reply(struct req *req, const char *header, size_t len)
480 {
481 	int		 code;
482 	const char	*t;
483 
484 	if (len < 4)
485 		return 0;
486 
487 	if (!isdigit(header[0]) || !isdigit(header[1]))
488 		return 0;
489 
490 	code = (header[0] - '0')*10 + (header[1] - '0');
491 	if (header[2] != ' ')
492 		return 0;
493 
494 	t = header + 3;
495 
496 	net_send_ui(IMSG_GOT_CODE, req->id, &code, sizeof(code));
497 	net_send_ui(IMSG_GOT_META, req->id, t, strlen(t)+1);
498 
499 	bufferevent_disable(req->bev, EV_READ|EV_WRITE);
500 
501 	if (code < 20 || code >= 30)
502 		close_conn(0, 0, req);
503 	return 1;
504 }
505 
506 /* called when we're ready to read/write */
507 static void
508 net_ready(struct req *req)
509 {
510 	req->bev = bufferevent_new(req->fd, net_read, net_write, net_error,
511 	    req);
512 	if (req->bev == NULL)
513 		die();
514 
515 #if HAVE_EVENT2
516 	evbuffer_unfreeze(req->bev->input, 0);
517 	evbuffer_unfreeze(req->bev->output, 1);
518 #endif
519 
520 	/* setup tls i/o layer */
521 	if (req->ctx != NULL) {
522 		event_set(&req->bev->ev_read, req->fd, EV_READ,
523 		    net_tls_readcb, req->bev);
524 		event_set(&req->bev->ev_write, req->fd, EV_WRITE,
525 		    net_tls_writecb, req->bev);
526 	}
527 
528 	/* TODO: adjust watermarks */
529 	bufferevent_setwatermark(req->bev, EV_WRITE, 1, 0);
530 	bufferevent_setwatermark(req->bev, EV_READ,  1, 0);
531 
532 	bufferevent_enable(req->bev, EV_READ|EV_WRITE);
533 
534 	bufferevent_write(req->bev, req->req, req->len);
535 }
536 
537 /* called after a read has been done */
538 static void
539 net_read(struct bufferevent *bev, void *d)
540 {
541 	struct req	*req = d;
542 	struct evbuffer	*src = EVBUFFER_INPUT(bev);
543 	void		*data;
544 	size_t		 len;
545 	int		 r;
546 	char		*header;
547 
548 	if (!req->done_header) {
549 		header = evbuffer_readln(src, &len, EVBUFFER_EOL_CRLF_STRICT);
550 		if (header == NULL && EVBUFFER_LENGTH(src) >= 1024)
551 			goto err;
552 		if (header == NULL)
553 			return;
554 		r = gemini_parse_reply(req, header, len);
555 		free(header);
556 		if (!r)
557 			goto err;
558 		req->done_header = 1;
559 		return;
560 	}
561 
562 	if ((len = EVBUFFER_LENGTH(src)) == 0)
563 		return;
564 	data = EVBUFFER_DATA(src);
565 	net_send_ui(IMSG_BUF, req->id, data, len);
566 	evbuffer_drain(src, len);
567 	return;
568 
569 err:
570 	(*bev->errorcb)(bev, EVBUFFER_READ, bev->cbarg);
571 }
572 
573 /* called after a write has been done */
574 static void
575 net_write(struct bufferevent *bev, void *d)
576 {
577 	struct evbuffer	*dst = EVBUFFER_OUTPUT(bev);
578 
579 	if (EVBUFFER_LENGTH(dst) == 0)
580 		(*bev->errorcb)(bev, EVBUFFER_WRITE, bev->cbarg);
581 }
582 
583 static void
584 net_error(struct bufferevent *bev, short error, void *d)
585 {
586 	struct req	*req = d;
587 	struct evbuffer	*src;
588 
589 	if (error & EVBUFFER_TIMEOUT) {
590 		close_with_err(req, "Timeout loading page");
591 		return;
592 	}
593 
594 	if (error & EVBUFFER_ERROR) {
595 		close_with_err(req, "buffer event error");
596 		return;
597 	}
598 
599 	if (error & EVBUFFER_EOF) {
600                 src = EVBUFFER_INPUT(req->bev);
601 		if (EVBUFFER_LENGTH(src) != 0)
602 			net_send_ui(IMSG_BUF, req->id, EVBUFFER_DATA(src),
603 			    EVBUFFER_LENGTH(src));
604 		net_send_ui(IMSG_EOF, req->id, NULL, 0);
605 		close_conn(0, 0, req);
606 		return;
607 	}
608 
609 	if (error & EVBUFFER_WRITE) {
610 		/* finished sending request */
611 		bufferevent_disable(bev, EV_WRITE);
612 		return;
613 	}
614 
615 	if (error & EVBUFFER_READ) {
616 		close_with_err(req, "protocol error");
617 		return;
618 	}
619 
620 	close_with_errf(req, "unknown event error %x", error);
621 }
622 
623 static void
624 handle_get_raw(struct imsg *imsg, size_t datalen)
625 {
626 	struct req	*req;
627 	struct get_req	*r;
628 
629 	r = imsg->data;
630 
631 	if (datalen != sizeof(*r))
632 		die();
633 
634 	if ((req = calloc(1, sizeof(*req))) == NULL)
635 		die();
636 
637 	req->id = imsg->hdr.peerid;
638 	TAILQ_INSERT_HEAD(&reqhead, req, reqs);
639 
640 	strlcpy(req->url.host, r->host, sizeof(req->url.host));
641 	strlcpy(req->url.port, r->port, sizeof(req->url.port));
642 
643 	strlcpy(req->req, r->req, sizeof(req->req));
644 	req->len = strlen(r->req);
645 
646 	req->proto = r->proto;
647 
648 #if HAVE_ASR_RUN
649         async_conn_towards(req);
650 #else
651 	blocking_conn_towards(req);
652 #endif
653 }
654 
655 static void
656 handle_cert_status(struct imsg *imsg, size_t datalen)
657 {
658 	struct req	*req;
659 	int		 is_ok;
660 
661 	req = req_by_id(imsg->hdr.peerid);
662 
663 	if (datalen < sizeof(is_ok))
664 		die();
665 	memcpy(&is_ok, imsg->data, sizeof(is_ok));
666 
667 	if (is_ok)
668 		net_ready(req);
669 	else
670 		close_conn(0, 0, req);
671 }
672 
673 static void
674 handle_proceed(struct imsg *imsg, size_t datalen)
675 {
676 	struct req *req;
677 
678 	if ((req = req_by_id(imsg->hdr.peerid)) == NULL)
679 		return;
680 
681 	bufferevent_enable(req->bev, EV_READ);
682 }
683 
684 static void
685 handle_stop(struct imsg *imsg, size_t datalen)
686 {
687 	struct req	*req;
688 
689 	if ((req = req_by_id(imsg->hdr.peerid)) == NULL)
690 		return;
691 	close_conn(0, 0, req);
692 }
693 
694 static void
695 handle_quit(struct imsg *imsg, size_t datalen)
696 {
697 	event_loopbreak();
698 }
699 
700 static void
701 handle_dispatch_imsg(int fd, short ev, void *d)
702 {
703 	struct imsgev	*iev = d;
704 
705 	if (dispatch_imsg(iev, ev, handlers, sizeof(handlers)) == -1)
706 		err(1, "connection closed");
707 }
708 
709 static int
710 net_send_ui(int type, uint32_t peerid, const void *data,
711     uint16_t datalen)
712 {
713 	return imsg_compose_event(iev_ui, type, peerid, 0, -1,
714 	    data, datalen);
715 }
716 
717 int
718 net_main(void)
719 {
720 	setproctitle("net");
721 
722 	TAILQ_INIT(&reqhead);
723 
724 	if ((tlsconf = tls_config_new()) == NULL)
725 		die();
726 	tls_config_insecure_noverifycert(tlsconf);
727 	tls_config_insecure_noverifyname(tlsconf);
728 
729 	event_init();
730 
731 	/* Setup pipe and event handler to the main process */
732 	if ((iev_ui = malloc(sizeof(*iev_ui))) == NULL)
733 		die();
734 	imsg_init(&iev_ui->ibuf, 3);
735 	iev_ui->handler = handle_dispatch_imsg;
736 	iev_ui->events = EV_READ;
737 	event_set(&iev_ui->ev, iev_ui->ibuf.fd, iev_ui->events,
738 	    iev_ui->handler, iev_ui);
739 	event_add(&iev_ui->ev, NULL);
740 
741 	sandbox_net_process();
742 
743 	event_dispatch();
744 
745 	tls_config_free(tlsconf);
746 	msgbuf_clear(&iev_ui->ibuf.w);
747 	close(iev_ui->ibuf.fd);
748 	free(iev_ui);
749 
750 	return 0;
751 }