Blame


1 7a4ee46d 2003-11-23 devnull #include "stdinc.h"
2 7a4ee46d 2003-11-23 devnull #include "dat.h"
3 7a4ee46d 2003-11-23 devnull #include "fns.h"
4 7a4ee46d 2003-11-23 devnull
5 7a4ee46d 2003-11-23 devnull static int
6 7a4ee46d 2003-11-23 devnull checkbucket(Index *ix, u32int buck, IBucket *ib)
7 7a4ee46d 2003-11-23 devnull {
8 7a4ee46d 2003-11-23 devnull ISect *is;
9 7a4ee46d 2003-11-23 devnull DBlock *eb;
10 7a4ee46d 2003-11-23 devnull IBucket eib;
11 7a4ee46d 2003-11-23 devnull IEntry ie, eie;
12 7a4ee46d 2003-11-23 devnull int i, ei, ok, c;
13 7a4ee46d 2003-11-23 devnull
14 9ffbb5ad 2004-03-12 devnull is = findibucket(ix, buck, &buck);
15 7a4ee46d 2003-11-23 devnull eb = getdblock(is->part, is->blockbase + ((u64int)buck << is->blocklog), 1);
16 7a4ee46d 2003-11-23 devnull if(eb == nil)
17 7a4ee46d 2003-11-23 devnull return -1;
18 7a4ee46d 2003-11-23 devnull unpackibucket(&eib, eb->data);
19 7a4ee46d 2003-11-23 devnull
20 7a4ee46d 2003-11-23 devnull ok = 0;
21 7a4ee46d 2003-11-23 devnull ei = 0;
22 7a4ee46d 2003-11-23 devnull for(i = 0; i < ib->n; i++){
23 7a4ee46d 2003-11-23 devnull while(ei < eib.n){
24 7a4ee46d 2003-11-23 devnull c = ientrycmp(&ib->data[i * IEntrySize], &eib.data[ei * IEntrySize]);
25 7a4ee46d 2003-11-23 devnull if(c == 0){
26 7a4ee46d 2003-11-23 devnull unpackientry(&ie, &ib->data[i * IEntrySize]);
27 7a4ee46d 2003-11-23 devnull unpackientry(&eie, &eib.data[ei * IEntrySize]);
28 7a4ee46d 2003-11-23 devnull if(iaddrcmp(&ie.ia, &eie.ia) != 0){
29 7a4ee46d 2003-11-23 devnull fprint(2, "bad entry in index for score=%V\n", &ib->data[i * IEntrySize]);
30 7a4ee46d 2003-11-23 devnull fprint(2, "\taddr=%lld type=%d size=%d blocks=%d\n",
31 7a4ee46d 2003-11-23 devnull ie.ia.addr, ie.ia.type, ie.ia.size, ie.ia.blocks);
32 7a4ee46d 2003-11-23 devnull fprint(2, "\taddr=%lld type=%d size=%d blocks=%d\n",
33 7a4ee46d 2003-11-23 devnull eie.ia.addr, eie.ia.type, eie.ia.size, eie.ia.blocks);
34 7a4ee46d 2003-11-23 devnull }
35 7a4ee46d 2003-11-23 devnull ei++;
36 7a4ee46d 2003-11-23 devnull goto cont;
37 7a4ee46d 2003-11-23 devnull }
38 7a4ee46d 2003-11-23 devnull if(c < 0)
39 7a4ee46d 2003-11-23 devnull break;
40 7a4ee46d 2003-11-23 devnull if(1)
41 7a4ee46d 2003-11-23 devnull fprint(2, "spurious entry in index for score=%V type=%d\n",
42 7a4ee46d 2003-11-23 devnull &eib.data[ei * IEntrySize], eib.data[ei * IEntrySize + IEntryTypeOff]);
43 7a4ee46d 2003-11-23 devnull ei++;
44 7a4ee46d 2003-11-23 devnull ok = -1;
45 7a4ee46d 2003-11-23 devnull }
46 7a4ee46d 2003-11-23 devnull fprint(2, "missing entry in index for score=%V type=%d\n",
47 7a4ee46d 2003-11-23 devnull &ib->data[i * IEntrySize], ib->data[i * IEntrySize + IEntryTypeOff]);
48 7a4ee46d 2003-11-23 devnull ok = -1;
49 7a4ee46d 2003-11-23 devnull cont:;
50 7a4ee46d 2003-11-23 devnull }
51 7a4ee46d 2003-11-23 devnull for(; ei < eib.n; ei++){
52 7a4ee46d 2003-11-23 devnull if(1) fprint(2, "spurious entry in index for score=%V; found %d entries expected %d\n",
53 7a4ee46d 2003-11-23 devnull &eib.data[ei * IEntrySize], eib.n, ib->n);
54 7a4ee46d 2003-11-23 devnull ok = -1;
55 7a4ee46d 2003-11-23 devnull break;
56 7a4ee46d 2003-11-23 devnull }
57 7a4ee46d 2003-11-23 devnull putdblock(eb);
58 7a4ee46d 2003-11-23 devnull return ok;
59 7a4ee46d 2003-11-23 devnull }
60 7a4ee46d 2003-11-23 devnull
61 7a4ee46d 2003-11-23 devnull int
62 7a4ee46d 2003-11-23 devnull checkindex(Index *ix, Part *part, u64int off, u64int clumps, int zero)
63 7a4ee46d 2003-11-23 devnull {
64 7a4ee46d 2003-11-23 devnull IEStream *ies;
65 7a4ee46d 2003-11-23 devnull IBucket ib, zib;
66 7a4ee46d 2003-11-23 devnull ZBlock *z, *b;
67 7a4ee46d 2003-11-23 devnull u32int next, buck;
68 7a4ee46d 2003-11-23 devnull int ok, bok;
69 7a4ee46d 2003-11-23 devnull u64int found = 0;
70 7a4ee46d 2003-11-23 devnull
71 7a4ee46d 2003-11-23 devnull //ZZZ make buffer size configurable
72 7a4ee46d 2003-11-23 devnull b = alloczblock(ix->blocksize, 0);
73 7a4ee46d 2003-11-23 devnull z = alloczblock(ix->blocksize, 1);
74 7a4ee46d 2003-11-23 devnull ies = initiestream(part, off, clumps, 64*1024);
75 7a4ee46d 2003-11-23 devnull if(b == nil || z == nil || ies == nil){
76 7a4ee46d 2003-11-23 devnull ok = -1;
77 7a4ee46d 2003-11-23 devnull goto breakout;
78 7a4ee46d 2003-11-23 devnull return -1;
79 7a4ee46d 2003-11-23 devnull }
80 7a4ee46d 2003-11-23 devnull ok = 0;
81 7a4ee46d 2003-11-23 devnull next = 0;
82 7a4ee46d 2003-11-23 devnull ib.data = b->data;
83 7a4ee46d 2003-11-23 devnull zib.data = z->data;
84 7a4ee46d 2003-11-23 devnull zib.n = 0;
85 9ffbb5ad 2004-03-12 devnull zib.depth = 0;
86 7a4ee46d 2003-11-23 devnull for(;;){
87 7a4ee46d 2003-11-23 devnull buck = buildbucket(ix, ies, &ib);
88 7a4ee46d 2003-11-23 devnull found += ib.n;
89 7a4ee46d 2003-11-23 devnull if(zero){
90 7a4ee46d 2003-11-23 devnull for(; next != buck; next++){
91 7a4ee46d 2003-11-23 devnull if(next == ix->buckets){
92 7a4ee46d 2003-11-23 devnull if(buck != TWID32)
93 7a4ee46d 2003-11-23 devnull fprint(2, "bucket out of range\n");
94 7a4ee46d 2003-11-23 devnull goto breakout;
95 7a4ee46d 2003-11-23 devnull }
96 7a4ee46d 2003-11-23 devnull bok = checkbucket(ix, next, &zib);
97 7a4ee46d 2003-11-23 devnull if(bok < 0){
98 7a4ee46d 2003-11-23 devnull fprint(2, "bad bucket=%d found: %r\n", next);
99 7a4ee46d 2003-11-23 devnull ok = -1;
100 7a4ee46d 2003-11-23 devnull }
101 7a4ee46d 2003-11-23 devnull }
102 7a4ee46d 2003-11-23 devnull }
103 7a4ee46d 2003-11-23 devnull if(buck >= ix->buckets){
104 7a4ee46d 2003-11-23 devnull if(buck == TWID32)
105 7a4ee46d 2003-11-23 devnull break;
106 7a4ee46d 2003-11-23 devnull fprint(2, "bucket out of range\n");
107 7a4ee46d 2003-11-23 devnull ok = -1;
108 7a4ee46d 2003-11-23 devnull goto breakout;
109 7a4ee46d 2003-11-23 devnull }
110 7a4ee46d 2003-11-23 devnull bok = checkbucket(ix, buck, &ib);
111 7a4ee46d 2003-11-23 devnull if(bok < 0){
112 7a4ee46d 2003-11-23 devnull fprint(2, "bad bucket found=%lld: %r\n", found);
113 7a4ee46d 2003-11-23 devnull ok = -1;
114 7a4ee46d 2003-11-23 devnull }
115 7a4ee46d 2003-11-23 devnull next = buck + 1;
116 7a4ee46d 2003-11-23 devnull }
117 7a4ee46d 2003-11-23 devnull breakout:;
118 7a4ee46d 2003-11-23 devnull fprint(2, "found %lld entries in sorted list\n", found);
119 7a4ee46d 2003-11-23 devnull freeiestream(ies);
120 7a4ee46d 2003-11-23 devnull freezblock(z);
121 7a4ee46d 2003-11-23 devnull freezblock(b);
122 7a4ee46d 2003-11-23 devnull return ok;
123 7a4ee46d 2003-11-23 devnull }
124 7a4ee46d 2003-11-23 devnull
125 7a4ee46d 2003-11-23 devnull void
126 7a4ee46d 2003-11-23 devnull usage(void)
127 7a4ee46d 2003-11-23 devnull {
128 7a4ee46d 2003-11-23 devnull fprint(2, "usage: checkindex [-f] [-B blockcachesize] config tmp\n");
129 7a4ee46d 2003-11-23 devnull threadexitsall(0);
130 7a4ee46d 2003-11-23 devnull }
131 7a4ee46d 2003-11-23 devnull
132 7a4ee46d 2003-11-23 devnull void
133 7a4ee46d 2003-11-23 devnull threadmain(int argc, char *argv[])
134 7a4ee46d 2003-11-23 devnull {
135 7a4ee46d 2003-11-23 devnull Part *part;
136 7a4ee46d 2003-11-23 devnull u64int clumps, base;
137 7a4ee46d 2003-11-23 devnull u32int bcmem;
138 7a4ee46d 2003-11-23 devnull int fix, skipz;
139 7a4ee46d 2003-11-23 devnull
140 7a4ee46d 2003-11-23 devnull fix = 0;
141 7a4ee46d 2003-11-23 devnull bcmem = 0;
142 7a4ee46d 2003-11-23 devnull skipz = 0;
143 7a4ee46d 2003-11-23 devnull ARGBEGIN{
144 7a4ee46d 2003-11-23 devnull case 'B':
145 7a4ee46d 2003-11-23 devnull bcmem = unittoull(ARGF());
146 7a4ee46d 2003-11-23 devnull break;
147 7a4ee46d 2003-11-23 devnull case 'f':
148 7a4ee46d 2003-11-23 devnull fix++;
149 7a4ee46d 2003-11-23 devnull break;
150 7a4ee46d 2003-11-23 devnull case 'Z':
151 7a4ee46d 2003-11-23 devnull skipz = 1;
152 7a4ee46d 2003-11-23 devnull break;
153 7a4ee46d 2003-11-23 devnull default:
154 7a4ee46d 2003-11-23 devnull usage();
155 7a4ee46d 2003-11-23 devnull break;
156 7a4ee46d 2003-11-23 devnull }ARGEND
157 7a4ee46d 2003-11-23 devnull
158 7a4ee46d 2003-11-23 devnull if(!fix)
159 7a4ee46d 2003-11-23 devnull readonly = 1;
160 7a4ee46d 2003-11-23 devnull
161 7a4ee46d 2003-11-23 devnull if(argc != 2)
162 7a4ee46d 2003-11-23 devnull usage();
163 7a4ee46d 2003-11-23 devnull
164 7a4ee46d 2003-11-23 devnull if(initventi(argv[0]) < 0)
165 7a4ee46d 2003-11-23 devnull sysfatal("can't init venti: %r");
166 7a4ee46d 2003-11-23 devnull
167 7a4ee46d 2003-11-23 devnull if(bcmem < maxblocksize * (mainindex->narenas + mainindex->nsects * 4 + 16))
168 7a4ee46d 2003-11-23 devnull bcmem = maxblocksize * (mainindex->narenas + mainindex->nsects * 4 + 16);
169 7a4ee46d 2003-11-23 devnull fprint(2, "initialize %d bytes of disk block cache\n", bcmem);
170 7a4ee46d 2003-11-23 devnull initdcache(bcmem);
171 7a4ee46d 2003-11-23 devnull
172 7a4ee46d 2003-11-23 devnull part = initpart(argv[1], 1);
173 7a4ee46d 2003-11-23 devnull if(part == nil)
174 7a4ee46d 2003-11-23 devnull sysfatal("can't initialize temporary partition: %r");
175 7a4ee46d 2003-11-23 devnull
176 7a4ee46d 2003-11-23 devnull clumps = sortrawientries(mainindex, part, &base);
177 7a4ee46d 2003-11-23 devnull if(clumps == TWID64)
178 7a4ee46d 2003-11-23 devnull sysfatal("can't build sorted index: %r");
179 7a4ee46d 2003-11-23 devnull fprint(2, "found and sorted index entries for clumps=%lld at %lld\n", clumps, base);
180 7a4ee46d 2003-11-23 devnull checkindex(mainindex, part, base, clumps, !skipz);
181 7a4ee46d 2003-11-23 devnull
182 7a4ee46d 2003-11-23 devnull threadexitsall(0);
183 7a4ee46d 2003-11-23 devnull }