1 #include "stdinc.h"
2 #include "dat.h"
3 #include "fns.h"
4 
5 static int
6 checkbucket(Index *ix, u32int buck, IBucket *ib)
7 {
8 	ISect *is;
9 	DBlock *eb;
10 	IBucket eib;
11 	IEntry ie, eie;
12 	int i, ei, ok, c;
13 
14 	is = findibucket(ix, buck, &buck);
15 	eb = getdblock(is->part, is->blockbase + ((u64int)buck << is->blocklog), 1);
16 	if(eb == nil)
17 		return -1;
18 	unpackibucket(&eib, eb->data);
19 
20 	ok = 0;
21 	ei = 0;
22 	for(i = 0; i < ib->n; i++){
23 		while(ei < eib.n){
24 			c = ientrycmp(&ib->data[i * IEntrySize], &eib.data[ei * IEntrySize]);
25 			if(c == 0){
26 				unpackientry(&ie, &ib->data[i * IEntrySize]);
27 				unpackientry(&eie, &eib.data[ei * IEntrySize]);
28 				if(iaddrcmp(&ie.ia, &eie.ia) != 0){
29 					fprint(2, "bad entry in index for score=%V\n", &ib->data[i * IEntrySize]);
30 					fprint(2, "\taddr=%lld type=%d size=%d blocks=%d\n",
31 						ie.ia.addr, ie.ia.type, ie.ia.size, ie.ia.blocks);
32 					fprint(2, "\taddr=%lld type=%d size=%d blocks=%d\n",
33 						eie.ia.addr, eie.ia.type, eie.ia.size, eie.ia.blocks);
34 				}
35 				ei++;
36 				goto cont;
37 			}
38 			if(c < 0)
39 				break;
40 if(1)
41 			fprint(2, "spurious entry in index for score=%V type=%d\n",
42 				&eib.data[ei * IEntrySize], eib.data[ei * IEntrySize + IEntryTypeOff]);
43 			ei++;
44 			ok = -1;
45 		}
46 		fprint(2, "missing entry in index for score=%V type=%d\n",
47 			&ib->data[i * IEntrySize], ib->data[i * IEntrySize + IEntryTypeOff]);
48 		ok = -1;
49 	cont:;
50 	}
51 	for(; ei < eib.n; ei++){
52 if(1)		fprint(2, "spurious entry in index for score=%V; found %d entries expected %d\n",
53 			&eib.data[ei * IEntrySize], eib.n, ib->n);
54 		ok = -1;
55 		break;
56 	}
57 	putdblock(eb);
58 	return ok;
59 }
60 
61 int
62 checkindex(Index *ix, Part *part, u64int off, u64int clumps, int zero)
63 {
64 	IEStream *ies;
65 	IBucket ib, zib;
66 	ZBlock *z, *b;
67 	u32int next, buck;
68 	int ok, bok;
69 u64int found = 0;
70 
71 //ZZZ make buffer size configurable
72 	b = alloczblock(ix->blocksize, 0);
73 	z = alloczblock(ix->blocksize, 1);
74 	ies = initiestream(part, off, clumps, 64*1024);
75 	if(b == nil || z == nil || ies == nil){
76 		ok = -1;
77 		goto breakout;
78 		return -1;
79 	}
80 	ok = 0;
81 	next = 0;
82 	ib.data = b->data;
83 	zib.data = z->data;
84 	zib.n = 0;
85 	zib.depth = 0;
86 	for(;;){
87 		buck = buildbucket(ix, ies, &ib);
88 		found += ib.n;
89 		if(zero){
90 			for(; next != buck; next++){
91 				if(next == ix->buckets){
92 					if(buck != TWID32)
93 						fprint(2, "bucket out of range\n");
94 					goto breakout;
95 				}
96 				bok = checkbucket(ix, next, &zib);
97 				if(bok < 0){
98 					fprint(2, "bad bucket=%d found: %r\n", next);
99 					ok = -1;
100 				}
101 			}
102 		}
103 		if(buck >= ix->buckets){
104 			if(buck == TWID32)
105 				break;
106 			fprint(2, "bucket out of range\n");
107 			ok = -1;
108 			goto breakout;
109 		}
110 		bok = checkbucket(ix, buck, &ib);
111 		if(bok < 0){
112 			fprint(2, "bad bucket found=%lld: %r\n", found);
113 			ok = -1;
114 		}
115 		next = buck + 1;
116 	}
117 breakout:;
118 fprint(2, "found %lld entries in sorted list\n", found);
119 	freeiestream(ies);
120 	freezblock(z);
121 	freezblock(b);
122 	return ok;
123 }
124 
125 void
126 usage(void)
127 {
128 	fprint(2, "usage: checkindex [-f] [-B blockcachesize] config tmp\n");
129 	threadexitsall(0);
130 }
131 
132 void
133 threadmain(int argc, char *argv[])
134 {
135 	Part *part;
136 	u64int clumps, base;
137 	u32int bcmem;
138 	int fix, skipz;
139 
140 	fix = 0;
141 	bcmem = 0;
142 	skipz = 0;
143 	ARGBEGIN{
144 	case 'B':
145 		bcmem = unittoull(ARGF());
146 		break;
147 	case 'f':
148 		fix++;
149 		break;
150 	case 'Z':
151 		skipz = 1;
152 		break;
153 	default:
154 		usage();
155 		break;
156 	}ARGEND
157 
158 	if(!fix)
159 		readonly = 1;
160 
161 	if(argc != 2)
162 		usage();
163 
164 	if(initventi(argv[0]) < 0)
165 		sysfatal("can't init venti: %r");
166 
167 	if(bcmem < maxblocksize * (mainindex->narenas + mainindex->nsects * 4 + 16))
168 		bcmem = maxblocksize * (mainindex->narenas + mainindex->nsects * 4 + 16);
169 	fprint(2, "initialize %d bytes of disk block cache\n", bcmem);
170 	initdcache(bcmem);
171 
172 	part = initpart(argv[1], 1);
173 	if(part == nil)
174 		sysfatal("can't initialize temporary partition: %r");
175 
176 	clumps = sortrawientries(mainindex, part, &base);
177 	if(clumps == TWID64)
178 		sysfatal("can't build sorted index: %r");
179 	fprint(2, "found and sorted index entries for clumps=%lld at %lld\n", clumps, base);
180 	checkindex(mainindex, part, base, clumps, !skipz);
181 	
182 	threadexitsall(0);
183 }