1 #include <u.h>
2 #include <libc.h>
3 #include <bio.h>
4 #include <draw.h>
5 #include <regexp.h>
6 #include <html.h>
7 #include <ctype.h>
8 #include "dat.h"
9 
10 char urlexpr[] = "^(https?|ftp|file|gopher|mailto|news|nntp|telnet|wais|prospero)://([a-zA-Z0-9_@\\-]+([.:][a-zA-Z0-9_@\\-]+)*)";
11 Reprog	*urlprog;
12 
13 int inword = 0;
14 int col = 0;
15 int wordi = 0;
16 
17 char*
18 loadhtml(int fd)
19 {
20 	URLwin *u;
21 	Bytes *b;
22 	int n;
23 	char buf[4096];
24 
25 	u = emalloc(sizeof(URLwin));
26 	u->infd = fd;
27 	u->outfd = 1;
28 	u->url = estrdup(url);
29 	u->type = TextHtml;
30 
31 	b = emalloc(sizeof(Bytes));
32 	while((n = read(fd, buf, sizeof buf)) > 0)
33 		growbytes(b, buf, n);
34 	if(b->b == nil)
35 		return nil;	/* empty file */
36 	rendertext(u, b);
37 	freeurlwin(u);
38 	return nil;
39 }
40 
41 char*
42 runetobyte(Rune *r, int n)
43 {
44 	char *s;
45 
46 	if(n == 0)
47 		return emalloc(1);
48 	s = smprint("%.*S", n, r);
49 	if(s == nil)
50 		error("malloc failed");
51 	return s;
52 }
53 
54 int
55 closingpunct(int c)
56 {
57 	return strchr(".,:;'\")]}>!?", c) != nil;
58 }
59 
60 void
61 emitword(Bytes *b, Rune *r, int nr)
62 {
63 	char *s;
64 	int space;
65 
66 	if(nr == 0)
67 		return;
68 	s = smprint("%.*S", nr, r);
69 	space = (b->n>0) && !isspace(b->b[b->n-1]) && !closingpunct(r[0]);
70 	if(col>0 && col+space+nr > width){
71 		growbytes(b, "\n", 1);
72 		space = 0;
73 		col = 0;
74 	}
75 	if(space && col>0){
76 		growbytes(b, " ", 1);
77 		col++;
78 	}
79 	growbytes(b, s, strlen(s));
80 	col += nr;
81 	free(s);
82 	inword = 0;
83 }
84 
85 void
86 renderrunes(Bytes *b, Rune *r)
87 {
88 	int i, n;
89 
90 	n = runestrlen(r);
91 	for(i=0; i<n; i++){
92 		switch(r[i]){
93 		case '\n':
94 			if(inword)
95 				emitword(b, r+wordi, i-wordi);
96 			col = 0;
97 			if(b->n == 0)
98 				break;	/* don't start with blank lines */
99 			if(b->n<2 || b->b[b->n-1]!='\n' || b->b[b->n-2]!='\n')
100 				growbytes(b, "\n", 1);
101 			break;
102 		case ' ':
103 			if(inword)
104 				emitword(b, r+wordi, i-wordi);
105 			break;
106 		default:
107 			if(!inword)
108 				wordi = i;
109 			inword = 1;
110 			break;
111 		}
112 	}
113 	if(inword)
114 		emitword(b, r+wordi, i-wordi);
115 }
116 
117 void
118 renderbytes(Bytes *b, char *fmt, ...)
119 {
120 	Rune *r;
121 	va_list arg;
122 
123 	va_start(arg, fmt);
124 	r = runevsmprint(fmt, arg);
125 	va_end(arg);
126 	renderrunes(b, r);
127 	free(r);
128 }
129 
130 char*
131 baseurl(char *url)
132 {
133 	char *base, *slash;
134 	Resub rs[10];
135 
136 	if(url == nil)
137 		return nil;
138 	if(urlprog == nil){
139 		urlprog = regcomp(urlexpr);
140 		if(urlprog == nil)
141 			error("can't compile URL regexp");
142 	}
143 	memset(rs, 0, sizeof rs);
144 	if(regexec(urlprog, url, rs, nelem(rs)) == 0)
145 		return nil;
146 	base = estrdup(url);
147 	slash = strrchr(base, '/');
148 	if(slash!=nil && slash>=&base[rs[0].e.ep-rs[0].s.sp])
149 		*slash = '\0';
150 	else
151 		base[rs[0].e.ep-rs[0].s.sp] = '\0';
152 	return base;
153 }
154 
155 char*
156 fullurl(URLwin *u, Rune *rhref)
157 {
158 	char *base, *href, *hrefbase;
159 	char *result;
160 
161 	if(rhref == nil)
162 		return estrdup("NULL URL");
163 	href = runetobyte(rhref, runestrlen(rhref));
164 	hrefbase = baseurl(href);
165 	result = nil;
166 	if(hrefbase==nil && (base = baseurl(u->url))!=nil){
167 		result = estrdup(base);
168 		if(base[strlen(base)-1]!='/' && (href==nil || href[0]!='/'))
169 			result = eappend(result, "/", "");
170 		free(base);
171 	}
172 	if(href){
173 		if(result)
174 			result = eappend(result, "", href);
175 		else
176 			result = estrdup(href);
177 	}
178 	free(hrefbase);
179 	if(result == nil)
180 		return estrdup("***unknown***");
181 	return result;
182 }
183 
184 void
185 render(URLwin *u, Bytes *t, Item *items, int curanchor)
186 {
187 	Item *il;
188 	Itext *it;
189 	Ifloat *ifl;
190 	Ispacer *is;
191 	Itable *ita;
192 	Iimage *im;
193 	Anchor *a;
194 	Table *tab;
195 	Tablecell *cell;
196 	char *href;
197 
198 	inword = 0;
199 	col = 0;
200 	wordi = 0;
201 
202 	for(il=items; il!=nil; il=il->next){
203 		if(il->state & IFbrk)
204 			renderbytes(t, "\n");
205 		if(il->state & IFbrksp)
206 			renderbytes(t, "\n");
207 
208 		switch(il->tag){
209 		case Itexttag:
210 			it = (Itext*)il;
211 			renderrunes(t, it->s);
212 			break;
213 		case Iruletag:
214 			if(t->n>0 && t->b[t->n-1]!='\n')
215 				renderbytes(t, "\n");
216 			renderbytes(t, "=======\n");
217 			break;
218 		case Iimagetag:
219 			if(!aflag)
220 				break;
221 			im = (Iimage*)il;
222 			if(im->imsrc){
223 				href = fullurl(u, im->imsrc);
224 				renderbytes(t, "[image %s]", href);
225 				free(href);
226 			}
227 			break;
228 		case Iformfieldtag:
229 			if(aflag)
230 				renderbytes(t, "[formfield]");
231 			break;
232 		case Itabletag:
233 			ita = (Itable*)il;
234 			tab = ita->table;
235 			for(cell=tab->cells; cell!=nil; cell=cell->next){
236 				render(u, t, cell->content, curanchor);
237 			}
238 			if(t->n>0 && t->b[t->n-1]!='\n')
239 				renderbytes(t, "\n");
240 			break;
241 		case Ifloattag:
242 			ifl = (Ifloat*)il;
243 			render(u, t, ifl->item, curanchor);
244 			break;
245 		case Ispacertag:
246 			is = (Ispacer*)il;
247 			if(is->spkind != ISPnull)
248 				renderbytes(t, " ");
249 			break;
250 		default:
251 			error("unknown item tag %d\n", il->tag);
252 		}
253 		if(il->anchorid != 0 && il->anchorid!=curanchor){
254 			for(a=u->docinfo->anchors; a!=nil; a=a->next)
255 				if(aflag && a->index == il->anchorid){
256 					href = fullurl(u, a->href);
257 					renderbytes(t, "[%s]", href);
258 					free(href);
259 					break;
260 				}
261 			curanchor = il->anchorid;
262 		}
263 	}
264 	if(t->n>0 && t->b[t->n-1]!='\n')
265 		renderbytes(t, "\n");
266 }
267 
268 void
269 rerender(URLwin *u)
270 {
271 	Bytes *t;
272 
273 	t = emalloc(sizeof(Bytes));
274 
275 	render(u, t, u->items, 0);
276 
277 	if(t->n)
278 		write(u->outfd, (char*)t->b, t->n);
279 	free(t->b);
280 	free(t);
281 }
282 
283 /*
284  * Somewhat of a hack.  Not a full parse, just looks for strings in the beginning
285  * of the document (cistrstr only looks at first somewhat bytes).
286  */
287 int
288 charset(char *s)
289 {
290 	char *meta, *emeta, *charset;
291 
292 	if(defcharset == 0)
293 		defcharset = ISO_8859_1;
294 	meta = cistrstr(s, "<meta");
295 	if(meta == nil)
296 		return defcharset;
297 	for(emeta=meta; *emeta!='>' && *emeta!='\0'; emeta++)
298 		;
299 	charset = cistrstr(s, "charset=");
300 	if(charset == nil)
301 		return defcharset;
302 	charset += 8;
303 	if(*charset == '"')
304 		charset++;
305 	if(cistrncmp(charset, "utf-8", 5) || cistrncmp(charset, "utf8", 4))
306 		return UTF_8;
307 	return defcharset;
308 }
309 
310 void
311 rendertext(URLwin *u, Bytes *b)
312 {
313 	Rune *rurl;
314 
315 	rurl = toStr((uchar*)u->url, strlen(u->url), ISO_8859_1);
316 	u->items = parsehtml(b->b, b->n, rurl, u->type, charset((char*)b->b), &u->docinfo);
317 /*	free(rurl); */
318 
319 	rerender(u);
320 }
321 
322 
323 void
324 freeurlwin(URLwin *u)
325 {
326 	freeitems(u->items);
327 	u->items = nil;
328 	freedocinfo(u->docinfo);
329 	u->docinfo = nil;
330 	free(u);
331 }