Blame

Date:
Message:
crank up cache limits delete pages that are older than one hour, and scan the cache only once every five minutes. The previous defaults were a bit too much conservative.
Actions:
History | Blob | Raw File
  1 d5af38cc 2022-01-10 op /*

  2 d5af38cc 2022-01-10 op  * Copyright (c) 2022 Omar Polo <op@omarpolo.com>

  3 d5af38cc 2022-01-10 op  *

  4 d5af38cc 2022-01-10 op  * Permission to use, copy, modify, and distribute this software for any

  5 d5af38cc 2022-01-10 op  * purpose with or without fee is hereby granted, provided that the above

  6 d5af38cc 2022-01-10 op  * copyright notice and this permission notice appear in all copies.

  7 d5af38cc 2022-01-10 op  *

  8 d5af38cc 2022-01-10 op  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES

  9 d5af38cc 2022-01-10 op  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF

 10 d5af38cc 2022-01-10 op  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR

 11 d5af38cc 2022-01-10 op  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES

 12 d5af38cc 2022-01-10 op  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN

 13 d5af38cc 2022-01-10 op  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF

 14 d5af38cc 2022-01-10 op  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

 15 d5af38cc 2022-01-10 op  */

 16 d5af38cc 2022-01-10 op 

 17 d5af38cc 2022-01-10 op #include "compat.h"

 18 d5af38cc 2022-01-10 op 

 19 d5af38cc 2022-01-10 op #include <stdlib.h>

 20 d5af38cc 2022-01-10 op #include <stdint.h>

 21 d5af38cc 2022-01-10 op #include <string.h>

 22 d5af38cc 2022-01-10 op 

 23 d5af38cc 2022-01-10 op #include "telescope.h"

 24 d5af38cc 2022-01-10 op #include "mcache.h"

 25 8f3c9af8 2022-01-11 op #include "parser.h"

 26 9d65b1d9 2022-01-11 op #include "utils.h"

 27 d5af38cc 2022-01-10 op 

 28 a96922a1 2022-01-11 op static const char *gemtext_prefixes[] = {

 29 d5af38cc 2022-01-10 op 	[LINE_TEXT] = "",

 30 d5af38cc 2022-01-10 op 	[LINE_TITLE_1] = "# ",

 31 d5af38cc 2022-01-10 op 	[LINE_TITLE_2] = "## ",

 32 d5af38cc 2022-01-10 op 	[LINE_TITLE_3] = "### ",

 33 d5af38cc 2022-01-10 op 	[LINE_ITEM] = "* ",

 34 d5af38cc 2022-01-10 op 	[LINE_QUOTE] = "> ",

 35 d5af38cc 2022-01-10 op 	[LINE_PRE_START] = "``` ",

 36 d5af38cc 2022-01-10 op 	[LINE_PRE_CONTENT] = "",

 37 d5af38cc 2022-01-10 op 	[LINE_PRE_END] = "```",

 38 d5af38cc 2022-01-10 op };

 39 d5af38cc 2022-01-10 op 

 40 946d3439 2022-01-12 op static struct timeval tv = { 5 * 60, 0 };

 41 4b4c3458 2022-01-11 op static struct event timerev;

 42 4b4c3458 2022-01-11 op 

 43 a96922a1 2022-01-11 op static struct ohash	h;

 44 a96922a1 2022-01-11 op static size_t		npages;

 45 a96922a1 2022-01-11 op static size_t		tot;

 46 d5af38cc 2022-01-10 op 

 47 d5af38cc 2022-01-10 op struct mcache_entry {

 48 4b4c3458 2022-01-11 op 	time_t		 ts;

 49 4e3871f5 2022-01-11 op 	const char	*parser_name;

 50 d5af38cc 2022-01-10 op 	int		 trust;

 51 d5af38cc 2022-01-10 op 	struct evbuffer	*evb;

 52 d5af38cc 2022-01-10 op 	char		 url[];

 53 d5af38cc 2022-01-10 op };

 54 d5af38cc 2022-01-10 op 

 55 ffcd827c 2022-01-11 op static void

 56 ffcd827c 2022-01-11 op mcache_free_entry(const char *url)

 57 ffcd827c 2022-01-11 op {

 58 ffcd827c 2022-01-11 op 	struct mcache_entry	*e;

 59 ffcd827c 2022-01-11 op 	unsigned int		 slot;

 60 ffcd827c 2022-01-11 op 

 61 a96922a1 2022-01-11 op 	slot = ohash_qlookup(&h, url);

 62 a96922a1 2022-01-11 op 	if ((e = ohash_remove(&h, slot)) == NULL)

 63 ffcd827c 2022-01-11 op 		return;

 64 ffcd827c 2022-01-11 op 

 65 a96922a1 2022-01-11 op 	npages--;

 66 a96922a1 2022-01-11 op 	tot -= EVBUFFER_LENGTH(e->evb);

 67 befa807e 2022-01-11 op 

 68 ffcd827c 2022-01-11 op 	evbuffer_free(e->evb);

 69 ffcd827c 2022-01-11 op 	free(e);

 70 ffcd827c 2022-01-11 op }

 71 ffcd827c 2022-01-11 op 

 72 4b4c3458 2022-01-11 op static void

 73 4b4c3458 2022-01-11 op clean_old_entries(int fd, short ev, void *data)

 74 4b4c3458 2022-01-11 op {

 75 4b4c3458 2022-01-11 op 	struct mcache_entry	*e;

 76 4b4c3458 2022-01-11 op 	unsigned int		 i;

 77 4b4c3458 2022-01-11 op 	time_t			 treshold;

 78 4b4c3458 2022-01-11 op 

 79 946d3439 2022-01-12 op 	/* delete pages older than an hour */

 80 946d3439 2022-01-12 op 	treshold = time(NULL) - 60 * 60;

 81 4b4c3458 2022-01-11 op 

 82 a96922a1 2022-01-11 op 	for (e = ohash_first(&h, &i); e != NULL; e = ohash_next(&h, &i))

 83 4b4c3458 2022-01-11 op 		if (e->ts < treshold)

 84 4b4c3458 2022-01-11 op 			mcache_free_entry(e->url);

 85 4b4c3458 2022-01-11 op 

 86 4b4c3458 2022-01-11 op 	evtimer_add(&timerev, &tv);

 87 4b4c3458 2022-01-11 op }

 88 4b4c3458 2022-01-11 op 

 89 d5af38cc 2022-01-10 op void

 90 d5af38cc 2022-01-10 op mcache_init(void)

 91 d5af38cc 2022-01-10 op {

 92 d5af38cc 2022-01-10 op 	struct ohash_info info = {

 93 d5af38cc 2022-01-10 op 		.key_offset = offsetof(struct mcache_entry, url),

 94 d5af38cc 2022-01-10 op 		.calloc = hash_calloc,

 95 d5af38cc 2022-01-10 op 		.free = hash_free,

 96 d5af38cc 2022-01-10 op 		.alloc = hash_alloc,

 97 d5af38cc 2022-01-10 op 	};

 98 d5af38cc 2022-01-10 op 

 99 a96922a1 2022-01-11 op 	ohash_init(&h, 5, &info);

100 4b4c3458 2022-01-11 op 

101 4b4c3458 2022-01-11 op 	evtimer_set(&timerev, clean_old_entries, NULL);

102 d5af38cc 2022-01-10 op }

103 d5af38cc 2022-01-10 op 

104 d5af38cc 2022-01-10 op int

105 8f3c9af8 2022-01-11 op mcache_tab(struct tab *tab)

106 d5af38cc 2022-01-10 op {

107 d5af38cc 2022-01-10 op 	struct mcache_entry	*e;

108 d5af38cc 2022-01-10 op 	struct line		*line;

109 d5af38cc 2022-01-10 op 	unsigned int		 slot;

110 d5af38cc 2022-01-10 op 	size_t			 l, len;

111 8f3c9af8 2022-01-11 op 	const char		*url;

112 d5af38cc 2022-01-10 op 

113 8f3c9af8 2022-01-11 op 	url = tab->hist_cur->h;

114 d5af38cc 2022-01-10 op 	l = strlen(url);

115 d5af38cc 2022-01-10 op 	len = sizeof(*e) + l + 1;

116 d5af38cc 2022-01-10 op 

117 d5af38cc 2022-01-10 op 	if ((e = calloc(1, len)) == NULL)

118 d5af38cc 2022-01-10 op 		return -1;

119 4b4c3458 2022-01-11 op 	e->ts = time(NULL);

120 4e3871f5 2022-01-11 op 	e->parser_name = tab->buffer.page.name;

121 8f3c9af8 2022-01-11 op 	e->trust = tab->trust;

122 d5af38cc 2022-01-10 op 	memcpy(e->url, url, l);

123 d5af38cc 2022-01-10 op 

124 d5af38cc 2022-01-10 op 	if ((e->evb = evbuffer_new()) == NULL)

125 d5af38cc 2022-01-10 op 		goto err;

126 d5af38cc 2022-01-10 op 

127 8f3c9af8 2022-01-11 op 	TAILQ_FOREACH(line, &tab->buffer.page.head, lines) {

128 d5af38cc 2022-01-10 op 		const char	*text, *alt;

129 d5af38cc 2022-01-10 op 		int		 r;

130 d5af38cc 2022-01-10 op 

131 d5af38cc 2022-01-10 op 		if ((text = line->line) == NULL)

132 d5af38cc 2022-01-10 op 			text = "";

133 d5af38cc 2022-01-10 op 

134 d5af38cc 2022-01-10 op 		if ((alt = line->alt) == NULL)

135 d5af38cc 2022-01-10 op 			alt = "";

136 d5af38cc 2022-01-10 op 

137 d5af38cc 2022-01-10 op 		switch (line->type) {

138 d5af38cc 2022-01-10 op 		case LINE_TEXT:

139 d5af38cc 2022-01-10 op 		case LINE_TITLE_1:

140 d5af38cc 2022-01-10 op 		case LINE_TITLE_2:

141 d5af38cc 2022-01-10 op 		case LINE_TITLE_3:

142 d5af38cc 2022-01-10 op 		case LINE_ITEM:

143 d5af38cc 2022-01-10 op 		case LINE_QUOTE:

144 d5af38cc 2022-01-10 op 		case LINE_PRE_START:

145 d5af38cc 2022-01-10 op 		case LINE_PRE_CONTENT:

146 d5af38cc 2022-01-10 op 		case LINE_PRE_END:

147 d5af38cc 2022-01-10 op 			r = evbuffer_add_printf(e->evb, "%s%s\n",

148 d5af38cc 2022-01-10 op 			    gemtext_prefixes[line->type], text);

149 d5af38cc 2022-01-10 op 			break;

150 d5af38cc 2022-01-10 op 

151 d5af38cc 2022-01-10 op 		case LINE_LINK:

152 d5af38cc 2022-01-10 op 			r = evbuffer_add_printf(e->evb, "=> %s %s\n",

153 d5af38cc 2022-01-10 op 			    alt, text);

154 d5af38cc 2022-01-10 op 			break;

155 d5af38cc 2022-01-10 op 

156 d5af38cc 2022-01-10 op 		case LINE_PATCH:

157 d5af38cc 2022-01-10 op 		case LINE_PATCH_HDR:

158 d5af38cc 2022-01-10 op 		case LINE_PATCH_HUNK_HDR:

159 d5af38cc 2022-01-10 op 		case LINE_PATCH_ADD:

160 d5af38cc 2022-01-10 op 		case LINE_PATCH_DEL:

161 d5af38cc 2022-01-10 op 			/* TODO */

162 d5af38cc 2022-01-10 op 			r = -1;

163 d5af38cc 2022-01-10 op 			break;

164 d5af38cc 2022-01-10 op 

165 d5af38cc 2022-01-10 op 		case LINE_COMPL:

166 d5af38cc 2022-01-10 op 		case LINE_COMPL_CURRENT:

167 d5af38cc 2022-01-10 op 		case LINE_HELP:

168 d5af38cc 2022-01-10 op 		case LINE_DOWNLOAD:

169 d5af38cc 2022-01-10 op 		case LINE_DOWNLOAD_DONE:

170 d5af38cc 2022-01-10 op 		case LINE_DOWNLOAD_INFO:

171 d5af38cc 2022-01-10 op 		case LINE_FRINGE:

172 d5af38cc 2022-01-10 op 			/* not reached */

173 d5af38cc 2022-01-10 op 			abort();

174 d5af38cc 2022-01-10 op 		}

175 d5af38cc 2022-01-10 op 

176 d5af38cc 2022-01-10 op 		if (r == -1)

177 d5af38cc 2022-01-10 op 			goto err;

178 d5af38cc 2022-01-10 op 	}

179 d5af38cc 2022-01-10 op 

180 ffcd827c 2022-01-11 op 	/* free any previously cached copies of this page */

181 ffcd827c 2022-01-11 op 	mcache_free_entry(url);

182 ffcd827c 2022-01-11 op 

183 a96922a1 2022-01-11 op 	slot = ohash_qlookup(&h, url);

184 a96922a1 2022-01-11 op 	ohash_insert(&h, slot, e);

185 befa807e 2022-01-11 op 

186 a96922a1 2022-01-11 op 	npages++;

187 a96922a1 2022-01-11 op 	tot += EVBUFFER_LENGTH(e->evb);

188 befa807e 2022-01-11 op 

189 4b4c3458 2022-01-11 op 	if (!evtimer_pending(&timerev, NULL))

190 4b4c3458 2022-01-11 op 		evtimer_add(&timerev, &tv);

191 4b4c3458 2022-01-11 op 

192 d5af38cc 2022-01-10 op 	return 0;

193 d5af38cc 2022-01-10 op 

194 d5af38cc 2022-01-10 op err:

195 d5af38cc 2022-01-10 op 	if (e->evb != NULL)

196 d5af38cc 2022-01-10 op 		evbuffer_free(e->evb);

197 d5af38cc 2022-01-10 op 	free(e);

198 d5af38cc 2022-01-10 op 	return -1;

199 d5af38cc 2022-01-10 op }

200 d5af38cc 2022-01-10 op 

201 d5af38cc 2022-01-10 op int

202 8f3c9af8 2022-01-11 op mcache_lookup(const char *url, struct tab *tab)

203 d5af38cc 2022-01-10 op {

204 d5af38cc 2022-01-10 op 	struct mcache_entry	*e;

205 d5af38cc 2022-01-10 op 	unsigned int		 slot;

206 d5af38cc 2022-01-10 op 

207 a96922a1 2022-01-11 op 	slot = ohash_qlookup(&h, url);

208 a96922a1 2022-01-11 op 	if ((e = ohash_find(&h, slot)) == NULL)

209 d5af38cc 2022-01-10 op 		return 0;

210 d5af38cc 2022-01-10 op 

211 8f3c9af8 2022-01-11 op 	parser_init(tab, gemtext_initparser);

212 8f3c9af8 2022-01-11 op 	if (!parser_parse(tab, EVBUFFER_DATA(e->evb), EVBUFFER_LENGTH(e->evb)))

213 8f3c9af8 2022-01-11 op 		goto err;

214 8f3c9af8 2022-01-11 op 	if (!parser_free(tab))

215 8f3c9af8 2022-01-11 op 		goto err;

216 8f3c9af8 2022-01-11 op 

217 4e3871f5 2022-01-11 op 	tab->buffer.page.name = e->parser_name;

218 8f3c9af8 2022-01-11 op 	tab->trust = e->trust;

219 d5af38cc 2022-01-10 op 	return 1;

220 8f3c9af8 2022-01-11 op 

221 8f3c9af8 2022-01-11 op err:

222 8f3c9af8 2022-01-11 op 	parser_free(tab);

223 8f3c9af8 2022-01-11 op 	erase_buffer(&tab->buffer);

224 8f3c9af8 2022-01-11 op 	return 0;

225 d5af38cc 2022-01-10 op }

226 befa807e 2022-01-11 op 

227 befa807e 2022-01-11 op void

228 a96922a1 2022-01-11 op mcache_info(size_t *r_npages, size_t *r_tot)

229 befa807e 2022-01-11 op {

230 a96922a1 2022-01-11 op 	*r_npages = npages;

231 a96922a1 2022-01-11 op 	*r_tot = tot;

232 befa807e 2022-01-11 op }