Blame

Date:
Message:
timer-based cache removal: delete cached pages older than 15 minutes
Actions:
History | Blob | Raw File
  1 d5af38cc 2022-01-10 op /*

  2 d5af38cc 2022-01-10 op  * Copyright (c) 2022 Omar Polo <op@omarpolo.com>

  3 d5af38cc 2022-01-10 op  *

  4 d5af38cc 2022-01-10 op  * Permission to use, copy, modify, and distribute this software for any

  5 d5af38cc 2022-01-10 op  * purpose with or without fee is hereby granted, provided that the above

  6 d5af38cc 2022-01-10 op  * copyright notice and this permission notice appear in all copies.

  7 d5af38cc 2022-01-10 op  *

  8 d5af38cc 2022-01-10 op  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES

  9 d5af38cc 2022-01-10 op  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF

 10 d5af38cc 2022-01-10 op  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR

 11 d5af38cc 2022-01-10 op  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES

 12 d5af38cc 2022-01-10 op  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN

 13 d5af38cc 2022-01-10 op  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF

 14 d5af38cc 2022-01-10 op  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

 15 d5af38cc 2022-01-10 op  */

 16 d5af38cc 2022-01-10 op 

 17 d5af38cc 2022-01-10 op #include "compat.h"

 18 d5af38cc 2022-01-10 op 

 19 d5af38cc 2022-01-10 op #include <stdlib.h>

 20 d5af38cc 2022-01-10 op #include <stdint.h>

 21 d5af38cc 2022-01-10 op #include <string.h>

 22 d5af38cc 2022-01-10 op 

 23 d5af38cc 2022-01-10 op #include "telescope.h"

 24 d5af38cc 2022-01-10 op #include "mcache.h"

 25 8f3c9af8 2022-01-11 op #include "parser.h"

 26 9d65b1d9 2022-01-11 op #include "utils.h"

 27 d5af38cc 2022-01-10 op 

 28 d5af38cc 2022-01-10 op const char *gemtext_prefixes[] = {

 29 d5af38cc 2022-01-10 op 	[LINE_TEXT] = "",

 30 d5af38cc 2022-01-10 op 	[LINE_TITLE_1] = "# ",

 31 d5af38cc 2022-01-10 op 	[LINE_TITLE_2] = "## ",

 32 d5af38cc 2022-01-10 op 	[LINE_TITLE_3] = "### ",

 33 d5af38cc 2022-01-10 op 	[LINE_ITEM] = "* ",

 34 d5af38cc 2022-01-10 op 	[LINE_QUOTE] = "> ",

 35 d5af38cc 2022-01-10 op 	[LINE_PRE_START] = "``` ",

 36 d5af38cc 2022-01-10 op 	[LINE_PRE_CONTENT] = "",

 37 d5af38cc 2022-01-10 op 	[LINE_PRE_END] = "```",

 38 d5af38cc 2022-01-10 op };

 39 d5af38cc 2022-01-10 op 

 40 4b4c3458 2022-01-11 op static struct timeval tv = { 60, 0 };

 41 4b4c3458 2022-01-11 op static struct event timerev;

 42 4b4c3458 2022-01-11 op 

 43 d5af38cc 2022-01-10 op struct mcache {

 44 d5af38cc 2022-01-10 op 	struct ohash	h;

 45 befa807e 2022-01-11 op 	size_t		npages;

 46 d5af38cc 2022-01-10 op 	size_t		tot;

 47 d5af38cc 2022-01-10 op } mcache;

 48 d5af38cc 2022-01-10 op 

 49 d5af38cc 2022-01-10 op struct mcache_entry {

 50 4b4c3458 2022-01-11 op 	time_t		 ts;

 51 4e3871f5 2022-01-11 op 	const char	*parser_name;

 52 d5af38cc 2022-01-10 op 	int		 trust;

 53 d5af38cc 2022-01-10 op 	struct evbuffer	*evb;

 54 d5af38cc 2022-01-10 op 	char		 url[];

 55 d5af38cc 2022-01-10 op };

 56 d5af38cc 2022-01-10 op 

 57 ffcd827c 2022-01-11 op static void

 58 ffcd827c 2022-01-11 op mcache_free_entry(const char *url)

 59 ffcd827c 2022-01-11 op {

 60 ffcd827c 2022-01-11 op 	struct mcache_entry	*e;

 61 ffcd827c 2022-01-11 op 	unsigned int		 slot;

 62 ffcd827c 2022-01-11 op 

 63 ffcd827c 2022-01-11 op 	slot = ohash_qlookup(&mcache.h, url);

 64 ffcd827c 2022-01-11 op 	if ((e = ohash_remove(&mcache.h, slot)) == NULL)

 65 ffcd827c 2022-01-11 op 		return;

 66 ffcd827c 2022-01-11 op 

 67 befa807e 2022-01-11 op 	mcache.npages--;

 68 befa807e 2022-01-11 op 	mcache.tot -= EVBUFFER_LENGTH(e->evb);

 69 befa807e 2022-01-11 op 

 70 ffcd827c 2022-01-11 op 	evbuffer_free(e->evb);

 71 ffcd827c 2022-01-11 op 	free(e);

 72 ffcd827c 2022-01-11 op }

 73 ffcd827c 2022-01-11 op 

 74 4b4c3458 2022-01-11 op static void

 75 4b4c3458 2022-01-11 op clean_old_entries(int fd, short ev, void *data)

 76 4b4c3458 2022-01-11 op {

 77 4b4c3458 2022-01-11 op 	struct mcache_entry	*e;

 78 4b4c3458 2022-01-11 op 	unsigned int		 i;

 79 4b4c3458 2022-01-11 op 	time_t			 treshold;

 80 4b4c3458 2022-01-11 op 

 81 4b4c3458 2022-01-11 op 	treshold = time(NULL) - 15 * 60;

 82 4b4c3458 2022-01-11 op 

 83 4b4c3458 2022-01-11 op 	for (e = ohash_first(&mcache.h, &i); e != NULL; e = ohash_next(&mcache.h, &i))

 84 4b4c3458 2022-01-11 op 		if (e->ts < treshold)

 85 4b4c3458 2022-01-11 op 			mcache_free_entry(e->url);

 86 4b4c3458 2022-01-11 op 

 87 4b4c3458 2022-01-11 op 	evtimer_add(&timerev, &tv);

 88 4b4c3458 2022-01-11 op }

 89 4b4c3458 2022-01-11 op 

 90 d5af38cc 2022-01-10 op void

 91 d5af38cc 2022-01-10 op mcache_init(void)

 92 d5af38cc 2022-01-10 op {

 93 d5af38cc 2022-01-10 op 	struct ohash_info info = {

 94 d5af38cc 2022-01-10 op 		.key_offset = offsetof(struct mcache_entry, url),

 95 d5af38cc 2022-01-10 op 		.calloc = hash_calloc,

 96 d5af38cc 2022-01-10 op 		.free = hash_free,

 97 d5af38cc 2022-01-10 op 		.alloc = hash_alloc,

 98 d5af38cc 2022-01-10 op 	};

 99 d5af38cc 2022-01-10 op 

100 d5af38cc 2022-01-10 op 	ohash_init(&mcache.h, 5, &info);

101 4b4c3458 2022-01-11 op 

102 4b4c3458 2022-01-11 op 	evtimer_set(&timerev, clean_old_entries, NULL);

103 d5af38cc 2022-01-10 op }

104 d5af38cc 2022-01-10 op 

105 d5af38cc 2022-01-10 op int

106 8f3c9af8 2022-01-11 op mcache_tab(struct tab *tab)

107 d5af38cc 2022-01-10 op {

108 d5af38cc 2022-01-10 op 	struct mcache_entry	*e;

109 d5af38cc 2022-01-10 op 	struct line		*line;

110 d5af38cc 2022-01-10 op 	unsigned int		 slot;

111 d5af38cc 2022-01-10 op 	size_t			 l, len;

112 8f3c9af8 2022-01-11 op 	const char		*url;

113 d5af38cc 2022-01-10 op 

114 8f3c9af8 2022-01-11 op 	url = tab->hist_cur->h;

115 d5af38cc 2022-01-10 op 	l = strlen(url);

116 d5af38cc 2022-01-10 op 	len = sizeof(*e) + l + 1;

117 d5af38cc 2022-01-10 op 

118 d5af38cc 2022-01-10 op 	if ((e = calloc(1, len)) == NULL)

119 d5af38cc 2022-01-10 op 		return -1;

120 4b4c3458 2022-01-11 op 	e->ts = time(NULL);

121 4e3871f5 2022-01-11 op 	e->parser_name = tab->buffer.page.name;

122 8f3c9af8 2022-01-11 op 	e->trust = tab->trust;

123 d5af38cc 2022-01-10 op 	memcpy(e->url, url, l);

124 d5af38cc 2022-01-10 op 

125 d5af38cc 2022-01-10 op 	if ((e->evb = evbuffer_new()) == NULL)

126 d5af38cc 2022-01-10 op 		goto err;

127 d5af38cc 2022-01-10 op 

128 8f3c9af8 2022-01-11 op 	TAILQ_FOREACH(line, &tab->buffer.page.head, lines) {

129 d5af38cc 2022-01-10 op 		const char	*text, *alt;

130 d5af38cc 2022-01-10 op 		int		 r;

131 d5af38cc 2022-01-10 op 

132 d5af38cc 2022-01-10 op 		if ((text = line->line) == NULL)

133 d5af38cc 2022-01-10 op 			text = "";

134 d5af38cc 2022-01-10 op 

135 d5af38cc 2022-01-10 op 		if ((alt = line->alt) == NULL)

136 d5af38cc 2022-01-10 op 			alt = "";

137 d5af38cc 2022-01-10 op 

138 d5af38cc 2022-01-10 op 		switch (line->type) {

139 d5af38cc 2022-01-10 op 		case LINE_TEXT:

140 d5af38cc 2022-01-10 op 		case LINE_TITLE_1:

141 d5af38cc 2022-01-10 op 		case LINE_TITLE_2:

142 d5af38cc 2022-01-10 op 		case LINE_TITLE_3:

143 d5af38cc 2022-01-10 op 		case LINE_ITEM:

144 d5af38cc 2022-01-10 op 		case LINE_QUOTE:

145 d5af38cc 2022-01-10 op 		case LINE_PRE_START:

146 d5af38cc 2022-01-10 op 		case LINE_PRE_CONTENT:

147 d5af38cc 2022-01-10 op 		case LINE_PRE_END:

148 d5af38cc 2022-01-10 op 			r = evbuffer_add_printf(e->evb, "%s%s\n",

149 d5af38cc 2022-01-10 op 			    gemtext_prefixes[line->type], text);

150 d5af38cc 2022-01-10 op 			break;

151 d5af38cc 2022-01-10 op 

152 d5af38cc 2022-01-10 op 		case LINE_LINK:

153 d5af38cc 2022-01-10 op 			r = evbuffer_add_printf(e->evb, "=> %s %s\n",

154 d5af38cc 2022-01-10 op 			    alt, text);

155 d5af38cc 2022-01-10 op 			break;

156 d5af38cc 2022-01-10 op 

157 d5af38cc 2022-01-10 op 		case LINE_PATCH:

158 d5af38cc 2022-01-10 op 		case LINE_PATCH_HDR:

159 d5af38cc 2022-01-10 op 		case LINE_PATCH_HUNK_HDR:

160 d5af38cc 2022-01-10 op 		case LINE_PATCH_ADD:

161 d5af38cc 2022-01-10 op 		case LINE_PATCH_DEL:

162 d5af38cc 2022-01-10 op 			/* TODO */

163 d5af38cc 2022-01-10 op 			r = -1;

164 d5af38cc 2022-01-10 op 			break;

165 d5af38cc 2022-01-10 op 

166 d5af38cc 2022-01-10 op 		case LINE_COMPL:

167 d5af38cc 2022-01-10 op 		case LINE_COMPL_CURRENT:

168 d5af38cc 2022-01-10 op 		case LINE_HELP:

169 d5af38cc 2022-01-10 op 		case LINE_DOWNLOAD:

170 d5af38cc 2022-01-10 op 		case LINE_DOWNLOAD_DONE:

171 d5af38cc 2022-01-10 op 		case LINE_DOWNLOAD_INFO:

172 d5af38cc 2022-01-10 op 		case LINE_FRINGE:

173 d5af38cc 2022-01-10 op 			/* not reached */

174 d5af38cc 2022-01-10 op 			abort();

175 d5af38cc 2022-01-10 op 		}

176 d5af38cc 2022-01-10 op 

177 d5af38cc 2022-01-10 op 		if (r == -1)

178 d5af38cc 2022-01-10 op 			goto err;

179 d5af38cc 2022-01-10 op 	}

180 d5af38cc 2022-01-10 op 

181 ffcd827c 2022-01-11 op 	/* free any previously cached copies of this page */

182 ffcd827c 2022-01-11 op 	mcache_free_entry(url);

183 ffcd827c 2022-01-11 op 

184 d5af38cc 2022-01-10 op 	slot = ohash_qlookup(&mcache.h, url);

185 d5af38cc 2022-01-10 op 	ohash_insert(&mcache.h, slot, e);

186 befa807e 2022-01-11 op 

187 befa807e 2022-01-11 op 	mcache.npages++;

188 befa807e 2022-01-11 op 	mcache.tot += EVBUFFER_LENGTH(e->evb);

189 befa807e 2022-01-11 op 

190 4b4c3458 2022-01-11 op 	if (!evtimer_pending(&timerev, NULL))

191 4b4c3458 2022-01-11 op 		evtimer_add(&timerev, &tv);

192 4b4c3458 2022-01-11 op 

193 d5af38cc 2022-01-10 op 	return 0;

194 d5af38cc 2022-01-10 op 

195 d5af38cc 2022-01-10 op err:

196 d5af38cc 2022-01-10 op 	if (e->evb != NULL)

197 d5af38cc 2022-01-10 op 		evbuffer_free(e->evb);

198 d5af38cc 2022-01-10 op 	free(e);

199 d5af38cc 2022-01-10 op 	return -1;

200 d5af38cc 2022-01-10 op }

201 d5af38cc 2022-01-10 op 

202 d5af38cc 2022-01-10 op int

203 8f3c9af8 2022-01-11 op mcache_lookup(const char *url, struct tab *tab)

204 d5af38cc 2022-01-10 op {

205 d5af38cc 2022-01-10 op 	struct mcache_entry	*e;

206 d5af38cc 2022-01-10 op 	unsigned int		 slot;

207 d5af38cc 2022-01-10 op 

208 d5af38cc 2022-01-10 op 	slot = ohash_qlookup(&mcache.h, url);

209 d5af38cc 2022-01-10 op 	if ((e = ohash_find(&mcache.h, slot)) == NULL)

210 d5af38cc 2022-01-10 op 		return 0;

211 d5af38cc 2022-01-10 op 

212 8f3c9af8 2022-01-11 op 	parser_init(tab, gemtext_initparser);

213 8f3c9af8 2022-01-11 op 	if (!parser_parse(tab, EVBUFFER_DATA(e->evb), EVBUFFER_LENGTH(e->evb)))

214 8f3c9af8 2022-01-11 op 		goto err;

215 8f3c9af8 2022-01-11 op 	if (!parser_free(tab))

216 8f3c9af8 2022-01-11 op 		goto err;

217 8f3c9af8 2022-01-11 op 

218 4e3871f5 2022-01-11 op 	tab->buffer.page.name = e->parser_name;

219 8f3c9af8 2022-01-11 op 	tab->trust = e->trust;

220 d5af38cc 2022-01-10 op 	return 1;

221 8f3c9af8 2022-01-11 op 

222 8f3c9af8 2022-01-11 op err:

223 8f3c9af8 2022-01-11 op 	parser_free(tab);

224 8f3c9af8 2022-01-11 op 	erase_buffer(&tab->buffer);

225 8f3c9af8 2022-01-11 op 	return 0;

226 d5af38cc 2022-01-10 op }

227 befa807e 2022-01-11 op 

228 befa807e 2022-01-11 op void

229 befa807e 2022-01-11 op mcache_info(size_t *npages, size_t *tot)

230 befa807e 2022-01-11 op {

231 befa807e 2022-01-11 op 	*npages = mcache.npages;

232 befa807e 2022-01-11 op 	*tot = mcache.tot;

233 befa807e 2022-01-11 op }