1 a0d146ed 2005-07-12 devnull #include "stdinc.h"
  2 a0d146ed 2005-07-12 devnull #include "dat.h"
  3 a0d146ed 2005-07-12 devnull #include "fns.h"
  4 a0d146ed 2005-07-12 devnull 
  5 a0d146ed 2005-07-12 devnull static int	verbose;
  6 28b49df3 2006-07-18 devnull static int	fd;
  7 28b49df3 2006-07-18 devnull static uchar	*data;
  8 28b49df3 2006-07-18 devnull static int	blocksize;
  9 28b49df3 2006-07-18 devnull static int	sleepms;
 10 2432b7b1 2007-08-23 rsc static vlong offset0;
 11 a0d146ed 2005-07-12 devnull 
 12 a0d146ed 2005-07-12 devnull void
 13 a0d146ed 2005-07-12 devnull usage(void)
 14 a0d146ed 2005-07-12 devnull {
 15 28b49df3 2006-07-18 devnull 	fprint(2, "usage: verifyarena [-b blocksize] [-s ms] [-v] [arenapart [name...]]\n");
 16 a0d146ed 2005-07-12 devnull 	threadexitsall(0);
 17 a0d146ed 2005-07-12 devnull }
 18 a0d146ed 2005-07-12 devnull 
 19 28b49df3 2006-07-18 devnull static int
 20 28b49df3 2006-07-18 devnull preadblock(uchar *buf, int n, vlong off)
 21 28b49df3 2006-07-18 devnull {
 22 28b49df3 2006-07-18 devnull 	int nr, m;
 23 28b49df3 2006-07-18 devnull 
 24 28b49df3 2006-07-18 devnull 	for(nr = 0; nr < n; nr += m){
 25 28b49df3 2006-07-18 devnull 		m = n - nr;
 26 2432b7b1 2007-08-23 rsc 		m = pread(fd, &buf[nr], m, offset0+off+nr);
 27 28b49df3 2006-07-18 devnull 		if(m <= 0){
 28 28b49df3 2006-07-18 devnull 			if(m == 0)
 29 28b49df3 2006-07-18 devnull 				werrstr("early eof");
 30 28b49df3 2006-07-18 devnull 			return -1;
 31 28b49df3 2006-07-18 devnull 		}
 32 28b49df3 2006-07-18 devnull 	}
 33 28b49df3 2006-07-18 devnull 	return 0;
 34 28b49df3 2006-07-18 devnull }
 35 28b49df3 2006-07-18 devnull 
 36 28b49df3 2006-07-18 devnull static int
 37 a0d146ed 2005-07-12 devnull readblock(uchar *buf, int n)
 38 a0d146ed 2005-07-12 devnull {
 39 a0d146ed 2005-07-12 devnull 	int nr, m;
 40 a0d146ed 2005-07-12 devnull 
 41 a0d146ed 2005-07-12 devnull 	for(nr = 0; nr < n; nr += m){
 42 a0d146ed 2005-07-12 devnull 		m = n - nr;
 43 28b49df3 2006-07-18 devnull 		m = read(fd, &buf[nr], m);
 44 28b49df3 2006-07-18 devnull 		if(m <= 0){
 45 28b49df3 2006-07-18 devnull 			if(m == 0)
 46 28b49df3 2006-07-18 devnull 				werrstr("early eof");
 47 28b49df3 2006-07-18 devnull 			return -1;
 48 28b49df3 2006-07-18 devnull 		}
 49 a0d146ed 2005-07-12 devnull 	}
 50 28b49df3 2006-07-18 devnull 	return 0;
 51 a0d146ed 2005-07-12 devnull }
 52 a0d146ed 2005-07-12 devnull 
 53 a0d146ed 2005-07-12 devnull static void
 54 28b49df3 2006-07-18 devnull verifyarena(char *name, vlong len)
 55 a0d146ed 2005-07-12 devnull {
 56 a0d146ed 2005-07-12 devnull 	Arena arena;
 57 a0d146ed 2005-07-12 devnull 	ArenaHead head;
 58 a0d146ed 2005-07-12 devnull 	DigestState s;
 59 a0d146ed 2005-07-12 devnull 	u64int n, e;
 60 a0d146ed 2005-07-12 devnull 	u32int bs;
 61 a0d146ed 2005-07-12 devnull 	u8int score[VtScoreSize];
 62 a0d146ed 2005-07-12 devnull 
 63 9b5f23c2 2008-12-23 rsc 	if(verbose)
 64 9b5f23c2 2008-12-23 rsc 		fprint(2, "%T verify %s\n", name);
 65 a0d146ed 2005-07-12 devnull 
 66 a0d146ed 2005-07-12 devnull 	memset(&arena, 0, sizeof arena);
 67 a0d146ed 2005-07-12 devnull 	memset(&s, 0, sizeof s);
 68 a0d146ed 2005-07-12 devnull 
 69 a0d146ed 2005-07-12 devnull 	/*
 70 28b49df3 2006-07-18 devnull 	 * read a little bit, which will include the header
 71 a0d146ed 2005-07-12 devnull 	 */
 72 28b49df3 2006-07-18 devnull 	if(readblock(data, HeadSize) < 0){
 73 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: reading header: %r\n", name);
 74 28b49df3 2006-07-18 devnull 		return;
 75 28b49df3 2006-07-18 devnull 	}
 76 28b49df3 2006-07-18 devnull 	sha1(data, HeadSize, nil, &s);
 77 28b49df3 2006-07-18 devnull 	if(unpackarenahead(&head, data) < 0){
 78 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: corrupt arena header: %r\n", name);
 79 28b49df3 2006-07-18 devnull 		return;
 80 28b49df3 2006-07-18 devnull 	}
 81 a0d146ed 2005-07-12 devnull 	if(head.version != ArenaVersion4 && head.version != ArenaVersion5)
 82 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: warning: unknown arena version %d\n", name, head.version);
 83 28b49df3 2006-07-18 devnull 	if(len != 0 && len != head.size)
 84 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: warning: unexpected length %lld != %lld\n", name, head.size, len);
 85 28b49df3 2006-07-18 devnull 	if(strcmp(name, "<stdin>") != 0 && strcmp(head.name, name) != 0)
 86 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: warning: unexpected name %s\n", name, head.name);
 87 a0d146ed 2005-07-12 devnull 
 88 a0d146ed 2005-07-12 devnull 	/*
 89 a0d146ed 2005-07-12 devnull 	 * now we know how much to read
 90 a0d146ed 2005-07-12 devnull 	 * read everything but the last block, which is special
 91 a0d146ed 2005-07-12 devnull 	 */
 92 a0d146ed 2005-07-12 devnull 	e = head.size - head.blocksize;
 93 28b49df3 2006-07-18 devnull 	bs = blocksize;
 94 a0d146ed 2005-07-12 devnull 	for(n = HeadSize; n < e; n += bs){
 95 a0d146ed 2005-07-12 devnull 		if(n + bs > e)
 96 a0d146ed 2005-07-12 devnull 			bs = e - n;
 97 28b49df3 2006-07-18 devnull 		if(readblock(data, bs) < 0){
 98 7e452401 2007-04-27 devnull 			fprint(2, "%T %s: read data: %r\n", name);
 99 28b49df3 2006-07-18 devnull 			return;
100 28b49df3 2006-07-18 devnull 		}
101 28b49df3 2006-07-18 devnull 		sha1(data, bs, nil, &s);
102 28b49df3 2006-07-18 devnull 		if(sleepms)
103 28b49df3 2006-07-18 devnull 			sleep(sleepms);
104 a0d146ed 2005-07-12 devnull 	}
105 a0d146ed 2005-07-12 devnull 
106 a0d146ed 2005-07-12 devnull 	/*
107 a0d146ed 2005-07-12 devnull 	 * read the last block update the sum.
108 a0d146ed 2005-07-12 devnull 	 * the sum is calculated assuming the slot for the sum is zero.
109 a0d146ed 2005-07-12 devnull 	 */
110 a0d146ed 2005-07-12 devnull 	bs = head.blocksize;
111 28b49df3 2006-07-18 devnull 	if(readblock(data, bs) < 0){
112 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: read last block: %r\n", name);
113 28b49df3 2006-07-18 devnull 		return;
114 28b49df3 2006-07-18 devnull 	}
115 28b49df3 2006-07-18 devnull 	sha1(data, bs-VtScoreSize, nil, &s);
116 a0d146ed 2005-07-12 devnull 	sha1(zeroscore, VtScoreSize, nil, &s);
117 a0d146ed 2005-07-12 devnull 	sha1(nil, 0, score, &s);
118 a0d146ed 2005-07-12 devnull 
119 a0d146ed 2005-07-12 devnull 	/*
120 a0d146ed 2005-07-12 devnull 	 * validity check on the trailer
121 a0d146ed 2005-07-12 devnull 	 */
122 a0d146ed 2005-07-12 devnull 	arena.blocksize = head.blocksize;
123 28b49df3 2006-07-18 devnull 	if(unpackarena(&arena, data) < 0){
124 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: corrupt arena trailer: %r\n", name);
125 28b49df3 2006-07-18 devnull 		return;
126 28b49df3 2006-07-18 devnull 	}
127 28b49df3 2006-07-18 devnull 	scorecp(arena.score, &data[arena.blocksize - VtScoreSize]);
128 a0d146ed 2005-07-12 devnull 
129 28b49df3 2006-07-18 devnull 	if(namecmp(arena.name, head.name) != 0){
130 fa325e9b 2020-01-10 cross 		fprint(2, "%T %s: wrong name in trailer: %s vs. %s\n",
131 28b49df3 2006-07-18 devnull 			name, head.name, arena.name);
132 28b49df3 2006-07-18 devnull 		return;
133 28b49df3 2006-07-18 devnull 	}
134 28b49df3 2006-07-18 devnull 	if(arena.version != head.version){
135 fa325e9b 2020-01-10 cross 		fprint(2, "%T %s: wrong version in trailer: %d vs. %d\n",
136 28b49df3 2006-07-18 devnull 			name, head.version, arena.version);
137 28b49df3 2006-07-18 devnull 		return;
138 28b49df3 2006-07-18 devnull 	}
139 a0d146ed 2005-07-12 devnull 	arena.size = head.size - 2 * head.blocksize;
140 a0d146ed 2005-07-12 devnull 
141 a0d146ed 2005-07-12 devnull 	/*
142 a0d146ed 2005-07-12 devnull 	 * check for no checksum or the same
143 a0d146ed 2005-07-12 devnull 	 */
144 9b5f23c2 2008-12-23 rsc 	if(scorecmp(score, arena.score) == 0) {
145 9b5f23c2 2008-12-23 rsc 		if(verbose)
146 9b5f23c2 2008-12-23 rsc 			fprint(2, "%T %s: verified score\n", name);
147 9b5f23c2 2008-12-23 rsc 	} else if(scorecmp(zeroscore, arena.score) == 0) {
148 9b5f23c2 2008-12-23 rsc 		if(verbose || arena.diskstats.used > 0)
149 9b5f23c2 2008-12-23 rsc 			fprint(2, "%T %s: unsealed %,lld bytes\n", name, arena.diskstats.used);
150 9b5f23c2 2008-12-23 rsc 	} else{
151 7e452401 2007-04-27 devnull 		fprint(2, "%T %s: mismatch checksum - found=%V calculated=%V\n",
152 28b49df3 2006-07-18 devnull 			name, arena.score, score);
153 28b49df3 2006-07-18 devnull 		return;
154 28b49df3 2006-07-18 devnull 	}
155 9b5f23c2 2008-12-23 rsc 	if(verbose > 1)
156 9b5f23c2 2008-12-23 rsc 		printarena(2, &arena);
157 a0d146ed 2005-07-12 devnull }
158 a0d146ed 2005-07-12 devnull 
159 28b49df3 2006-07-18 devnull static int
160 28b49df3 2006-07-18 devnull shouldcheck(char *name, char **s, int n)
161 28b49df3 2006-07-18 devnull {
162 28b49df3 2006-07-18 devnull 	int i;
163 fa325e9b 2020-01-10 cross 
164 28b49df3 2006-07-18 devnull 	if(n == 0)
165 28b49df3 2006-07-18 devnull 		return 1;
166 28b49df3 2006-07-18 devnull 
167 28b49df3 2006-07-18 devnull 	for(i=0; i<n; i++){
168 28b49df3 2006-07-18 devnull 		if(s[i] && strcmp(name, s[i]) == 0){
169 28b49df3 2006-07-18 devnull 			s[i] = nil;
170 28b49df3 2006-07-18 devnull 			return 1;
171 28b49df3 2006-07-18 devnull 		}
172 28b49df3 2006-07-18 devnull 	}
173 28b49df3 2006-07-18 devnull 	return 0;
174 28b49df3 2006-07-18 devnull }
175 28b49df3 2006-07-18 devnull 
176 a0d146ed 2005-07-12 devnull void
177 a0d146ed 2005-07-12 devnull threadmain(int argc, char *argv[])
178 a0d146ed 2005-07-12 devnull {
179 28b49df3 2006-07-18 devnull 	int i, nline;
180 28b49df3 2006-07-18 devnull 	char *p, *q, *table, *f[10], line[256];
181 28b49df3 2006-07-18 devnull 	vlong start, stop;
182 28b49df3 2006-07-18 devnull 	ArenaPart ap;
183 2432b7b1 2007-08-23 rsc 	Part *part;
184 2432b7b1 2007-08-23 rsc 
185 ef609927 2007-05-03 devnull 	needzeroscore();
186 a0d146ed 2005-07-12 devnull 	ventifmtinstall();
187 28b49df3 2006-07-18 devnull 	blocksize = MaxIoSize;
188 a0d146ed 2005-07-12 devnull 	ARGBEGIN{
189 28b49df3 2006-07-18 devnull 	case 'b':
190 28b49df3 2006-07-18 devnull 		blocksize = unittoull(EARGF(usage()));
191 28b49df3 2006-07-18 devnull 		break;
192 28b49df3 2006-07-18 devnull 	case 's':
193 28b49df3 2006-07-18 devnull 		sleepms = atoi(EARGF(usage()));
194 28b49df3 2006-07-18 devnull 		break;
195 a0d146ed 2005-07-12 devnull 	case 'v':
196 a0d146ed 2005-07-12 devnull 		verbose++;
197 a0d146ed 2005-07-12 devnull 		break;
198 a0d146ed 2005-07-12 devnull 	default:
199 a0d146ed 2005-07-12 devnull 		usage();
200 a0d146ed 2005-07-12 devnull 		break;
201 a0d146ed 2005-07-12 devnull 	}ARGEND
202 a0d146ed 2005-07-12 devnull 
203 9b5f23c2 2008-12-23 rsc 	data = vtmalloc(MaxIo + blocksize);
204 9b5f23c2 2008-12-23 rsc 	if((uintptr)data % MaxIo)
205 9b5f23c2 2008-12-23 rsc 		data += MaxIo - (uintptr)data%MaxIo;
206 9b5f23c2 2008-12-23 rsc 
207 28b49df3 2006-07-18 devnull 	if(argc == 0){
208 28b49df3 2006-07-18 devnull 		fd = 0;
209 28b49df3 2006-07-18 devnull 		verifyarena("<stdin>", 0);
210 28b49df3 2006-07-18 devnull 		threadexitsall(nil);
211 28b49df3 2006-07-18 devnull 	}
212 fa325e9b 2020-01-10 cross 
213 2432b7b1 2007-08-23 rsc 	if((part = initpart(argv[0], OREAD)) == nil)
214 2432b7b1 2007-08-23 rsc 		sysfatal("open partition %s: %r", argv[0]);
215 2432b7b1 2007-08-23 rsc 	fd = part->fd;
216 2432b7b1 2007-08-23 rsc 	offset0 = part->offset;
217 a0d146ed 2005-07-12 devnull 
218 28b49df3 2006-07-18 devnull 	if(preadblock(data, 8192, PartBlank) < 0)
219 28b49df3 2006-07-18 devnull 		sysfatal("read arena part header: %r");
220 28b49df3 2006-07-18 devnull 	if(unpackarenapart(&ap, data) < 0)
221 28b49df3 2006-07-18 devnull 		sysfatal("corrupted arena part header: %r");
222 9b5f23c2 2008-12-23 rsc 	if(verbose)
223 9b5f23c2 2008-12-23 rsc 		fprint(2, "%T # arena part version=%d blocksize=%d arenabase=%d\n",
224 9b5f23c2 2008-12-23 rsc 			ap.version, ap.blocksize, ap.arenabase);
225 28b49df3 2006-07-18 devnull 	ap.tabbase = (PartBlank+HeadSize+ap.blocksize-1)&~(ap.blocksize-1);
226 28b49df3 2006-07-18 devnull 	ap.tabsize = ap.arenabase - ap.tabbase;
227 28b49df3 2006-07-18 devnull 	table = malloc(ap.tabsize+1);
228 28b49df3 2006-07-18 devnull 	if(preadblock((uchar*)table, ap.tabsize, ap.tabbase) < 0)
229 28b49df3 2006-07-18 devnull 		sysfatal("reading arena part directory: %r");
230 28b49df3 2006-07-18 devnull 	table[ap.tabsize] = 0;
231 fa325e9b 2020-01-10 cross 
232 28b49df3 2006-07-18 devnull 	nline = atoi(table);
233 28b49df3 2006-07-18 devnull 	p = strchr(table, '\n');
234 28b49df3 2006-07-18 devnull 	if(p)
235 28b49df3 2006-07-18 devnull 		p++;
236 28b49df3 2006-07-18 devnull 	for(i=0; i<nline; i++){
237 28b49df3 2006-07-18 devnull 		if(p == nil){
238 7e452401 2007-04-27 devnull 			fprint(2, "%T warning: unexpected arena table end\n");
239 28b49df3 2006-07-18 devnull 			break;
240 28b49df3 2006-07-18 devnull 		}
241 28b49df3 2006-07-18 devnull 		q = strchr(p, '\n');
242 28b49df3 2006-07-18 devnull 		if(q)
243 28b49df3 2006-07-18 devnull 			*q++ = 0;
244 28b49df3 2006-07-18 devnull 		if(strlen(p) >= sizeof line){
245 7e452401 2007-04-27 devnull 			fprint(2, "%T warning: long arena table line: %s\n", p);
246 28b49df3 2006-07-18 devnull 			p = q;
247 28b49df3 2006-07-18 devnull 			continue;
248 28b49df3 2006-07-18 devnull 		}
249 28b49df3 2006-07-18 devnull 		strcpy(line, p);
250 28b49df3 2006-07-18 devnull 		memset(f, 0, sizeof f);
251 28b49df3 2006-07-18 devnull 		if(tokenize(line, f, nelem(f)) < 3){
252 7e452401 2007-04-27 devnull 			fprint(2, "%T warning: bad arena table line: %s\n", p);
253 28b49df3 2006-07-18 devnull 			p = q;
254 28b49df3 2006-07-18 devnull 			continue;
255 28b49df3 2006-07-18 devnull 		}
256 28b49df3 2006-07-18 devnull 		p = q;
257 28b49df3 2006-07-18 devnull 		if(shouldcheck(f[0], argv+1, argc-1)){
258 28b49df3 2006-07-18 devnull 			start = strtoull(f[1], 0, 0);
259 28b49df3 2006-07-18 devnull 			stop = strtoull(f[2], 0, 0);
260 28b49df3 2006-07-18 devnull 			if(stop <= start){
261 7e452401 2007-04-27 devnull 				fprint(2, "%T %s: bad start,stop %lld,%lld\n", f[0], stop, start);
262 28b49df3 2006-07-18 devnull 				continue;
263 28b49df3 2006-07-18 devnull 			}
264 2432b7b1 2007-08-23 rsc 			if(seek(fd, offset0+start, 0) < 0)
265 7e452401 2007-04-27 devnull 				fprint(2, "%T %s: seek to start: %r\n", f[0]);
266 28b49df3 2006-07-18 devnull 			verifyarena(f[0], stop - start);
267 28b49df3 2006-07-18 devnull 		}
268 28b49df3 2006-07-18 devnull 	}
269 28b49df3 2006-07-18 devnull 	for(i=1; i<argc; i++)
270 28b49df3 2006-07-18 devnull 		if(argv[i] != 0)
271 7e452401 2007-04-27 devnull 			fprint(2, "%T %s: did not find arena\n", argv[i]);
272 a0d146ed 2005-07-12 devnull 
273 28b49df3 2006-07-18 devnull 	threadexitsall(nil);
274 a0d146ed 2005-07-12 devnull }