1 7a4ee46d 2003-11-23 devnull #include "stdinc.h"
  2 7a4ee46d 2003-11-23 devnull #include "dat.h"
  3 7a4ee46d 2003-11-23 devnull #include "fns.h"
  4 7a4ee46d 2003-11-23 devnull 
  5 7a4ee46d 2003-11-23 devnull static int
  6 7a4ee46d 2003-11-23 devnull checkbucket(Index *ix, u32int buck, IBucket *ib)
  7 7a4ee46d 2003-11-23 devnull {
  8 7a4ee46d 2003-11-23 devnull 	ISect *is;
  9 7a4ee46d 2003-11-23 devnull 	DBlock *eb;
 10 7a4ee46d 2003-11-23 devnull 	IBucket eib;
 11 7a4ee46d 2003-11-23 devnull 	IEntry ie, eie;
 12 7a4ee46d 2003-11-23 devnull 	int i, ei, ok, c;
 13 7a4ee46d 2003-11-23 devnull 
 14 7a4ee46d 2003-11-23 devnull 	is = findisect(ix, buck);
 15 7a4ee46d 2003-11-23 devnull 	if(is == nil){
 16 7a4ee46d 2003-11-23 devnull 		seterr(EAdmin, "bad math in checkbuckets");
 17 7a4ee46d 2003-11-23 devnull 		return -1;
 18 7a4ee46d 2003-11-23 devnull 	}
 19 7a4ee46d 2003-11-23 devnull 	buck -= is->start;
 20 7a4ee46d 2003-11-23 devnull 	eb = getdblock(is->part, is->blockbase + ((u64int)buck << is->blocklog), 1);
 21 7a4ee46d 2003-11-23 devnull 	if(eb == nil)
 22 7a4ee46d 2003-11-23 devnull 		return -1;
 23 7a4ee46d 2003-11-23 devnull 	unpackibucket(&eib, eb->data);
 24 7a4ee46d 2003-11-23 devnull 
 25 7a4ee46d 2003-11-23 devnull 	ok = 0;
 26 7a4ee46d 2003-11-23 devnull 	ei = 0;
 27 7a4ee46d 2003-11-23 devnull 	for(i = 0; i < ib->n; i++){
 28 7a4ee46d 2003-11-23 devnull 		while(ei < eib.n){
 29 7a4ee46d 2003-11-23 devnull 			c = ientrycmp(&ib->data[i * IEntrySize], &eib.data[ei * IEntrySize]);
 30 7a4ee46d 2003-11-23 devnull 			if(c == 0){
 31 7a4ee46d 2003-11-23 devnull 				unpackientry(&ie, &ib->data[i * IEntrySize]);
 32 7a4ee46d 2003-11-23 devnull 				unpackientry(&eie, &eib.data[ei * IEntrySize]);
 33 7a4ee46d 2003-11-23 devnull 				if(iaddrcmp(&ie.ia, &eie.ia) != 0){
 34 7a4ee46d 2003-11-23 devnull 					fprint(2, "bad entry in index for score=%V\n", &ib->data[i * IEntrySize]);
 35 7a4ee46d 2003-11-23 devnull 					fprint(2, "\taddr=%lld type=%d size=%d blocks=%d\n",
 36 7a4ee46d 2003-11-23 devnull 						ie.ia.addr, ie.ia.type, ie.ia.size, ie.ia.blocks);
 37 7a4ee46d 2003-11-23 devnull 					fprint(2, "\taddr=%lld type=%d size=%d blocks=%d\n",
 38 7a4ee46d 2003-11-23 devnull 						eie.ia.addr, eie.ia.type, eie.ia.size, eie.ia.blocks);
 39 7a4ee46d 2003-11-23 devnull 				}
 40 7a4ee46d 2003-11-23 devnull 				ei++;
 41 7a4ee46d 2003-11-23 devnull 				goto cont;
 42 7a4ee46d 2003-11-23 devnull 			}
 43 7a4ee46d 2003-11-23 devnull 			if(c < 0)
 44 7a4ee46d 2003-11-23 devnull 				break;
 45 7a4ee46d 2003-11-23 devnull if(1)
 46 7a4ee46d 2003-11-23 devnull 			fprint(2, "spurious entry in index for score=%V type=%d\n",
 47 7a4ee46d 2003-11-23 devnull 				&eib.data[ei * IEntrySize], eib.data[ei * IEntrySize + IEntryTypeOff]);
 48 7a4ee46d 2003-11-23 devnull 			ei++;
 49 7a4ee46d 2003-11-23 devnull 			ok = -1;
 50 7a4ee46d 2003-11-23 devnull 		}
 51 7a4ee46d 2003-11-23 devnull 		fprint(2, "missing entry in index for score=%V type=%d\n",
 52 7a4ee46d 2003-11-23 devnull 			&ib->data[i * IEntrySize], ib->data[i * IEntrySize + IEntryTypeOff]);
 53 7a4ee46d 2003-11-23 devnull 		ok = -1;
 54 7a4ee46d 2003-11-23 devnull 	cont:;
 55 7a4ee46d 2003-11-23 devnull 	}
 56 7a4ee46d 2003-11-23 devnull 	for(; ei < eib.n; ei++){
 57 7a4ee46d 2003-11-23 devnull if(1)		fprint(2, "spurious entry in index for score=%V; found %d entries expected %d\n",
 58 7a4ee46d 2003-11-23 devnull 			&eib.data[ei * IEntrySize], eib.n, ib->n);
 59 7a4ee46d 2003-11-23 devnull 		ok = -1;
 60 7a4ee46d 2003-11-23 devnull 		break;
 61 7a4ee46d 2003-11-23 devnull 	}
 62 7a4ee46d 2003-11-23 devnull 	putdblock(eb);
 63 7a4ee46d 2003-11-23 devnull 	return ok;
 64 7a4ee46d 2003-11-23 devnull }
 65 7a4ee46d 2003-11-23 devnull 
 66 7a4ee46d 2003-11-23 devnull int
 67 7a4ee46d 2003-11-23 devnull checkindex(Index *ix, Part *part, u64int off, u64int clumps, int zero)
 68 7a4ee46d 2003-11-23 devnull {
 69 7a4ee46d 2003-11-23 devnull 	IEStream *ies;
 70 7a4ee46d 2003-11-23 devnull 	IBucket ib, zib;
 71 7a4ee46d 2003-11-23 devnull 	ZBlock *z, *b;
 72 7a4ee46d 2003-11-23 devnull 	u32int next, buck;
 73 7a4ee46d 2003-11-23 devnull 	int ok, bok;
 74 7a4ee46d 2003-11-23 devnull u64int found = 0;
 75 7a4ee46d 2003-11-23 devnull 
 76 7a4ee46d 2003-11-23 devnull //ZZZ make buffer size configurable
 77 7a4ee46d 2003-11-23 devnull 	b = alloczblock(ix->blocksize, 0);
 78 7a4ee46d 2003-11-23 devnull 	z = alloczblock(ix->blocksize, 1);
 79 7a4ee46d 2003-11-23 devnull 	ies = initiestream(part, off, clumps, 64*1024);
 80 7a4ee46d 2003-11-23 devnull 	if(b == nil || z == nil || ies == nil){
 81 7a4ee46d 2003-11-23 devnull 		ok = -1;
 82 7a4ee46d 2003-11-23 devnull 		goto breakout;
 83 7a4ee46d 2003-11-23 devnull 		return -1;
 84 7a4ee46d 2003-11-23 devnull 	}
 85 7a4ee46d 2003-11-23 devnull 	ok = 0;
 86 7a4ee46d 2003-11-23 devnull 	next = 0;
 87 7a4ee46d 2003-11-23 devnull 	ib.data = b->data;
 88 7a4ee46d 2003-11-23 devnull 	zib.data = z->data;
 89 7a4ee46d 2003-11-23 devnull 	zib.n = 0;
 90 7a4ee46d 2003-11-23 devnull 	zib.next = 0;
 91 7a4ee46d 2003-11-23 devnull 	for(;;){
 92 7a4ee46d 2003-11-23 devnull 		buck = buildbucket(ix, ies, &ib);
 93 7a4ee46d 2003-11-23 devnull 		found += ib.n;
 94 7a4ee46d 2003-11-23 devnull 		if(zero){
 95 7a4ee46d 2003-11-23 devnull 			for(; next != buck; next++){
 96 7a4ee46d 2003-11-23 devnull 				if(next == ix->buckets){
 97 7a4ee46d 2003-11-23 devnull 					if(buck != TWID32)
 98 7a4ee46d 2003-11-23 devnull 						fprint(2, "bucket out of range\n");
 99 7a4ee46d 2003-11-23 devnull 					goto breakout;
100 7a4ee46d 2003-11-23 devnull 				}
101 7a4ee46d 2003-11-23 devnull 				bok = checkbucket(ix, next, &zib);
102 7a4ee46d 2003-11-23 devnull 				if(bok < 0){
103 7a4ee46d 2003-11-23 devnull 					fprint(2, "bad bucket=%d found: %r\n", next);
104 7a4ee46d 2003-11-23 devnull 					ok = -1;
105 7a4ee46d 2003-11-23 devnull 				}
106 7a4ee46d 2003-11-23 devnull 			}
107 7a4ee46d 2003-11-23 devnull 		}
108 7a4ee46d 2003-11-23 devnull 		if(buck >= ix->buckets){
109 7a4ee46d 2003-11-23 devnull 			if(buck == TWID32)
110 7a4ee46d 2003-11-23 devnull 				break;
111 7a4ee46d 2003-11-23 devnull 			fprint(2, "bucket out of range\n");
112 7a4ee46d 2003-11-23 devnull 			ok = -1;
113 7a4ee46d 2003-11-23 devnull 			goto breakout;
114 7a4ee46d 2003-11-23 devnull 		}
115 7a4ee46d 2003-11-23 devnull 		bok = checkbucket(ix, buck, &ib);
116 7a4ee46d 2003-11-23 devnull 		if(bok < 0){
117 7a4ee46d 2003-11-23 devnull 			fprint(2, "bad bucket found=%lld: %r\n", found);
118 7a4ee46d 2003-11-23 devnull 			ok = -1;
119 7a4ee46d 2003-11-23 devnull 		}
120 7a4ee46d 2003-11-23 devnull 		next = buck + 1;
121 7a4ee46d 2003-11-23 devnull 	}
122 7a4ee46d 2003-11-23 devnull breakout:;
123 7a4ee46d 2003-11-23 devnull fprint(2, "found %lld entries in sorted list\n", found);
124 7a4ee46d 2003-11-23 devnull 	freeiestream(ies);
125 7a4ee46d 2003-11-23 devnull 	freezblock(z);
126 7a4ee46d 2003-11-23 devnull 	freezblock(b);
127 7a4ee46d 2003-11-23 devnull 	return ok;
128 7a4ee46d 2003-11-23 devnull }
129 7a4ee46d 2003-11-23 devnull 
130 7a4ee46d 2003-11-23 devnull void
131 7a4ee46d 2003-11-23 devnull usage(void)
132 7a4ee46d 2003-11-23 devnull {
133 7a4ee46d 2003-11-23 devnull 	fprint(2, "usage: checkindex [-f] [-B blockcachesize] config tmp\n");
134 7a4ee46d 2003-11-23 devnull 	threadexitsall(0);
135 7a4ee46d 2003-11-23 devnull }
136 7a4ee46d 2003-11-23 devnull 
137 7a4ee46d 2003-11-23 devnull void
138 7a4ee46d 2003-11-23 devnull threadmain(int argc, char *argv[])
139 7a4ee46d 2003-11-23 devnull {
140 7a4ee46d 2003-11-23 devnull 	Part *part;
141 7a4ee46d 2003-11-23 devnull 	u64int clumps, base;
142 7a4ee46d 2003-11-23 devnull 	u32int bcmem;
143 7a4ee46d 2003-11-23 devnull 	int fix, skipz;
144 7a4ee46d 2003-11-23 devnull 
145 7a4ee46d 2003-11-23 devnull 	fix = 0;
146 7a4ee46d 2003-11-23 devnull 	bcmem = 0;
147 7a4ee46d 2003-11-23 devnull 	skipz = 0;
148 7a4ee46d 2003-11-23 devnull 	ARGBEGIN{
149 7a4ee46d 2003-11-23 devnull 	case 'B':
150 7a4ee46d 2003-11-23 devnull 		bcmem = unittoull(ARGF());
151 7a4ee46d 2003-11-23 devnull 		break;
152 7a4ee46d 2003-11-23 devnull 	case 'f':
153 7a4ee46d 2003-11-23 devnull 		fix++;
154 7a4ee46d 2003-11-23 devnull 		break;
155 7a4ee46d 2003-11-23 devnull 	case 'Z':
156 7a4ee46d 2003-11-23 devnull 		skipz = 1;
157 7a4ee46d 2003-11-23 devnull 		break;
158 7a4ee46d 2003-11-23 devnull 	default:
159 7a4ee46d 2003-11-23 devnull 		usage();
160 7a4ee46d 2003-11-23 devnull 		break;
161 7a4ee46d 2003-11-23 devnull 	}ARGEND
162 7a4ee46d 2003-11-23 devnull 
163 7a4ee46d 2003-11-23 devnull 	if(!fix)
164 7a4ee46d 2003-11-23 devnull 		readonly = 1;
165 7a4ee46d 2003-11-23 devnull 
166 7a4ee46d 2003-11-23 devnull 	if(argc != 2)
167 7a4ee46d 2003-11-23 devnull 		usage();
168 7a4ee46d 2003-11-23 devnull 
169 7a4ee46d 2003-11-23 devnull 	if(initventi(argv[0]) < 0)
170 7a4ee46d 2003-11-23 devnull 		sysfatal("can't init venti: %r");
171 7a4ee46d 2003-11-23 devnull 
172 7a4ee46d 2003-11-23 devnull 	if(bcmem < maxblocksize * (mainindex->narenas + mainindex->nsects * 4 + 16))
173 7a4ee46d 2003-11-23 devnull 		bcmem = maxblocksize * (mainindex->narenas + mainindex->nsects * 4 + 16);
174 7a4ee46d 2003-11-23 devnull 	fprint(2, "initialize %d bytes of disk block cache\n", bcmem);
175 7a4ee46d 2003-11-23 devnull 	initdcache(bcmem);
176 7a4ee46d 2003-11-23 devnull 
177 7a4ee46d 2003-11-23 devnull 	part = initpart(argv[1], 1);
178 7a4ee46d 2003-11-23 devnull 	if(part == nil)
179 7a4ee46d 2003-11-23 devnull 		sysfatal("can't initialize temporary partition: %r");
180 7a4ee46d 2003-11-23 devnull 
181 7a4ee46d 2003-11-23 devnull 	clumps = sortrawientries(mainindex, part, &base);
182 7a4ee46d 2003-11-23 devnull 	if(clumps == TWID64)
183 7a4ee46d 2003-11-23 devnull 		sysfatal("can't build sorted index: %r");
184 7a4ee46d 2003-11-23 devnull 	fprint(2, "found and sorted index entries for clumps=%lld at %lld\n", clumps, base);
185 7a4ee46d 2003-11-23 devnull 	checkindex(mainindex, part, base, clumps, !skipz);
186 7a4ee46d 2003-11-23 devnull 	
187 7a4ee46d 2003-11-23 devnull 	threadexitsall(0);
188 7a4ee46d 2003-11-23 devnull }