Blame


1 056fe1ba 2003-11-23 devnull /*
2 056fe1ba 2003-11-23 devnull * Memory-only VtBlock cache.
3 056fe1ba 2003-11-23 devnull *
4 056fe1ba 2003-11-23 devnull * The cached Venti blocks are in the hash chains.
5 056fe1ba 2003-11-23 devnull * The cached local blocks are only in the blocks array.
6 056fe1ba 2003-11-23 devnull * The free blocks are in the heap, which is supposed to
7 056fe1ba 2003-11-23 devnull * be indexed by second-to-last use but actually
8 056fe1ba 2003-11-23 devnull * appears to be last use.
9 056fe1ba 2003-11-23 devnull */
10 056fe1ba 2003-11-23 devnull
11 056fe1ba 2003-11-23 devnull #include <u.h>
12 056fe1ba 2003-11-23 devnull #include <libc.h>
13 056fe1ba 2003-11-23 devnull #include <venti.h>
14 056fe1ba 2003-11-23 devnull
15 7252036f 2005-11-02 devnull int vtcachenread;
16 7252036f 2005-11-02 devnull int vtcachencopy;
17 7252036f 2005-11-02 devnull int vtcachenwrite;
18 056fe1ba 2003-11-23 devnull
19 056fe1ba 2003-11-23 devnull enum {
20 056fe1ba 2003-11-23 devnull BioLocal = 1,
21 056fe1ba 2003-11-23 devnull BioVenti,
22 056fe1ba 2003-11-23 devnull BioReading,
23 056fe1ba 2003-11-23 devnull BioWriting,
24 056fe1ba 2003-11-23 devnull BioEmpty,
25 056fe1ba 2003-11-23 devnull BioVentiError,
26 056fe1ba 2003-11-23 devnull };
27 056fe1ba 2003-11-23 devnull enum {
28 056fe1ba 2003-11-23 devnull BadHeap = ~0,
29 056fe1ba 2003-11-23 devnull };
30 056fe1ba 2003-11-23 devnull struct VtCache
31 056fe1ba 2003-11-23 devnull {
32 056fe1ba 2003-11-23 devnull QLock lk;
33 056fe1ba 2003-11-23 devnull VtConn *z;
34 056fe1ba 2003-11-23 devnull u32int blocksize;
35 056fe1ba 2003-11-23 devnull u32int now; /* ticks for usage time stamps */
36 056fe1ba 2003-11-23 devnull VtBlock **hash; /* hash table for finding addresses */
37 056fe1ba 2003-11-23 devnull int nhash;
38 056fe1ba 2003-11-23 devnull VtBlock **heap; /* heap for finding victims */
39 056fe1ba 2003-11-23 devnull int nheap;
40 056fe1ba 2003-11-23 devnull VtBlock *block; /* all allocated blocks */
41 056fe1ba 2003-11-23 devnull int nblock;
42 056fe1ba 2003-11-23 devnull uchar *mem; /* memory for all blocks and data */
43 a1882dc1 2004-06-17 devnull int (*write)(VtConn*, uchar[VtScoreSize], uint, uchar*, int);
44 056fe1ba 2003-11-23 devnull };
45 056fe1ba 2003-11-23 devnull
46 056fe1ba 2003-11-23 devnull static void cachecheck(VtCache*);
47 056fe1ba 2003-11-23 devnull
48 056fe1ba 2003-11-23 devnull VtCache*
49 e87f5d7c 2005-07-13 devnull vtcachealloc(VtConn *z, int blocksize, ulong nblock)
50 056fe1ba 2003-11-23 devnull {
51 056fe1ba 2003-11-23 devnull uchar *p;
52 056fe1ba 2003-11-23 devnull VtCache *c;
53 056fe1ba 2003-11-23 devnull int i;
54 056fe1ba 2003-11-23 devnull VtBlock *b;
55 056fe1ba 2003-11-23 devnull
56 056fe1ba 2003-11-23 devnull c = vtmallocz(sizeof(VtCache));
57 056fe1ba 2003-11-23 devnull
58 056fe1ba 2003-11-23 devnull c->z = z;
59 056fe1ba 2003-11-23 devnull c->blocksize = (blocksize + 127) & ~127;
60 056fe1ba 2003-11-23 devnull c->nblock = nblock;
61 056fe1ba 2003-11-23 devnull c->nhash = nblock;
62 056fe1ba 2003-11-23 devnull c->hash = vtmallocz(nblock*sizeof(VtBlock*));
63 056fe1ba 2003-11-23 devnull c->heap = vtmallocz(nblock*sizeof(VtBlock*));
64 056fe1ba 2003-11-23 devnull c->block = vtmallocz(nblock*sizeof(VtBlock));
65 056fe1ba 2003-11-23 devnull c->mem = vtmallocz(nblock*c->blocksize);
66 a1882dc1 2004-06-17 devnull c->write = vtwrite;
67 056fe1ba 2003-11-23 devnull
68 056fe1ba 2003-11-23 devnull p = c->mem;
69 056fe1ba 2003-11-23 devnull for(i=0; i<nblock; i++){
70 056fe1ba 2003-11-23 devnull b = &c->block[i];
71 056fe1ba 2003-11-23 devnull b->addr = NilBlock;
72 056fe1ba 2003-11-23 devnull b->c = c;
73 056fe1ba 2003-11-23 devnull b->data = p;
74 056fe1ba 2003-11-23 devnull b->heap = i;
75 056fe1ba 2003-11-23 devnull c->heap[i] = b;
76 056fe1ba 2003-11-23 devnull p += c->blocksize;
77 056fe1ba 2003-11-23 devnull }
78 056fe1ba 2003-11-23 devnull c->nheap = nblock;
79 056fe1ba 2003-11-23 devnull cachecheck(c);
80 056fe1ba 2003-11-23 devnull return c;
81 a1882dc1 2004-06-17 devnull }
82 a1882dc1 2004-06-17 devnull
83 a1882dc1 2004-06-17 devnull /*
84 a1882dc1 2004-06-17 devnull * BUG This is here so that vbackup can override it and do some
85 a1882dc1 2004-06-17 devnull * pipelining of writes. Arguably vtwrite or vtwritepacket or the
86 a1882dc1 2004-06-17 devnull * cache itself should be providing this functionality.
87 a1882dc1 2004-06-17 devnull */
88 a1882dc1 2004-06-17 devnull void
89 a1882dc1 2004-06-17 devnull vtcachesetwrite(VtCache *c, int (*write)(VtConn*, uchar[VtScoreSize], uint, uchar*, int))
90 a1882dc1 2004-06-17 devnull {
91 a1882dc1 2004-06-17 devnull if(write == nil)
92 a1882dc1 2004-06-17 devnull write = vtwrite;
93 a1882dc1 2004-06-17 devnull c->write = write;
94 056fe1ba 2003-11-23 devnull }
95 056fe1ba 2003-11-23 devnull
96 056fe1ba 2003-11-23 devnull void
97 056fe1ba 2003-11-23 devnull vtcachefree(VtCache *c)
98 056fe1ba 2003-11-23 devnull {
99 056fe1ba 2003-11-23 devnull int i;
100 056fe1ba 2003-11-23 devnull
101 056fe1ba 2003-11-23 devnull qlock(&c->lk);
102 056fe1ba 2003-11-23 devnull
103 056fe1ba 2003-11-23 devnull cachecheck(c);
104 056fe1ba 2003-11-23 devnull for(i=0; i<c->nblock; i++)
105 056fe1ba 2003-11-23 devnull assert(c->block[i].ref == 0);
106 056fe1ba 2003-11-23 devnull
107 056fe1ba 2003-11-23 devnull vtfree(c->hash);
108 056fe1ba 2003-11-23 devnull vtfree(c->heap);
109 056fe1ba 2003-11-23 devnull vtfree(c->block);
110 056fe1ba 2003-11-23 devnull vtfree(c->mem);
111 056fe1ba 2003-11-23 devnull vtfree(c);
112 056fe1ba 2003-11-23 devnull }
113 056fe1ba 2003-11-23 devnull
114 056fe1ba 2003-11-23 devnull static void
115 056fe1ba 2003-11-23 devnull vtcachedump(VtCache *c)
116 056fe1ba 2003-11-23 devnull {
117 056fe1ba 2003-11-23 devnull int i;
118 056fe1ba 2003-11-23 devnull VtBlock *b;
119 056fe1ba 2003-11-23 devnull
120 056fe1ba 2003-11-23 devnull for(i=0; i<c->nblock; i++){
121 056fe1ba 2003-11-23 devnull b = &c->block[i];
122 056fe1ba 2003-11-23 devnull print("cache block %d: type %d score %V iostate %d addr %d ref %d nlock %d\n",
123 056fe1ba 2003-11-23 devnull i, b->type, b->score, b->iostate, b->addr, b->ref, b->nlock);
124 056fe1ba 2003-11-23 devnull }
125 056fe1ba 2003-11-23 devnull }
126 056fe1ba 2003-11-23 devnull
127 056fe1ba 2003-11-23 devnull static void
128 056fe1ba 2003-11-23 devnull cachecheck(VtCache *c)
129 056fe1ba 2003-11-23 devnull {
130 056fe1ba 2003-11-23 devnull u32int size, now;
131 056fe1ba 2003-11-23 devnull int i, k, refed;
132 056fe1ba 2003-11-23 devnull VtBlock *b;
133 056fe1ba 2003-11-23 devnull
134 056fe1ba 2003-11-23 devnull size = c->blocksize;
135 056fe1ba 2003-11-23 devnull now = c->now;
136 056fe1ba 2003-11-23 devnull
137 056fe1ba 2003-11-23 devnull for(i = 0; i < c->nheap; i++){
138 056fe1ba 2003-11-23 devnull if(c->heap[i]->heap != i)
139 056fe1ba 2003-11-23 devnull sysfatal("mis-heaped at %d: %d", i, c->heap[i]->heap);
140 056fe1ba 2003-11-23 devnull if(i > 0 && c->heap[(i - 1) >> 1]->used - now > c->heap[i]->used - now)
141 056fe1ba 2003-11-23 devnull sysfatal("bad heap ordering");
142 056fe1ba 2003-11-23 devnull k = (i << 1) + 1;
143 056fe1ba 2003-11-23 devnull if(k < c->nheap && c->heap[i]->used - now > c->heap[k]->used - now)
144 056fe1ba 2003-11-23 devnull sysfatal("bad heap ordering");
145 056fe1ba 2003-11-23 devnull k++;
146 056fe1ba 2003-11-23 devnull if(k < c->nheap && c->heap[i]->used - now > c->heap[k]->used - now)
147 056fe1ba 2003-11-23 devnull sysfatal("bad heap ordering");
148 056fe1ba 2003-11-23 devnull }
149 056fe1ba 2003-11-23 devnull
150 056fe1ba 2003-11-23 devnull refed = 0;
151 056fe1ba 2003-11-23 devnull for(i = 0; i < c->nblock; i++){
152 056fe1ba 2003-11-23 devnull b = &c->block[i];
153 056fe1ba 2003-11-23 devnull if(b->data != &c->mem[i * size])
154 056fe1ba 2003-11-23 devnull sysfatal("mis-blocked at %d", i);
155 056fe1ba 2003-11-23 devnull if(b->ref && b->heap == BadHeap)
156 056fe1ba 2003-11-23 devnull refed++;
157 056fe1ba 2003-11-23 devnull else if(b->addr != NilBlock)
158 056fe1ba 2003-11-23 devnull refed++;
159 056fe1ba 2003-11-23 devnull }
160 056fe1ba 2003-11-23 devnull if(c->nheap + refed != c->nblock){
161 056fe1ba 2003-11-23 devnull fprint(2, "cachecheck: nheap %d refed %d nblocks %d\n", c->nheap, refed, c->nblock);
162 056fe1ba 2003-11-23 devnull //vtcachedump(c);
163 056fe1ba 2003-11-23 devnull }
164 056fe1ba 2003-11-23 devnull assert(c->nheap + refed == c->nblock);
165 056fe1ba 2003-11-23 devnull refed = 0;
166 056fe1ba 2003-11-23 devnull for(i = 0; i < c->nblock; i++){
167 056fe1ba 2003-11-23 devnull b = &c->block[i];
168 056fe1ba 2003-11-23 devnull if(b->ref){
169 056fe1ba 2003-11-23 devnull if(1)fprint(2, "a=%ud %V ref=%d\n", b->addr, b->score, b->ref);
170 056fe1ba 2003-11-23 devnull refed++;
171 056fe1ba 2003-11-23 devnull }
172 056fe1ba 2003-11-23 devnull }
173 056fe1ba 2003-11-23 devnull if(refed > 0)fprint(2, "cachecheck: in used %d\n", refed);
174 056fe1ba 2003-11-23 devnull }
175 056fe1ba 2003-11-23 devnull
176 056fe1ba 2003-11-23 devnull static int
177 056fe1ba 2003-11-23 devnull upheap(int i, VtBlock *b)
178 056fe1ba 2003-11-23 devnull {
179 056fe1ba 2003-11-23 devnull VtBlock *bb;
180 056fe1ba 2003-11-23 devnull u32int now;
181 056fe1ba 2003-11-23 devnull int p;
182 056fe1ba 2003-11-23 devnull VtCache *c;
183 056fe1ba 2003-11-23 devnull
184 056fe1ba 2003-11-23 devnull c = b->c;
185 056fe1ba 2003-11-23 devnull now = c->now;
186 056fe1ba 2003-11-23 devnull for(; i != 0; i = p){
187 056fe1ba 2003-11-23 devnull p = (i - 1) >> 1;
188 056fe1ba 2003-11-23 devnull bb = c->heap[p];
189 056fe1ba 2003-11-23 devnull if(b->used - now >= bb->used - now)
190 056fe1ba 2003-11-23 devnull break;
191 056fe1ba 2003-11-23 devnull c->heap[i] = bb;
192 056fe1ba 2003-11-23 devnull bb->heap = i;
193 056fe1ba 2003-11-23 devnull }
194 056fe1ba 2003-11-23 devnull c->heap[i] = b;
195 056fe1ba 2003-11-23 devnull b->heap = i;
196 056fe1ba 2003-11-23 devnull
197 056fe1ba 2003-11-23 devnull return i;
198 056fe1ba 2003-11-23 devnull }
199 056fe1ba 2003-11-23 devnull
200 056fe1ba 2003-11-23 devnull static int
201 056fe1ba 2003-11-23 devnull downheap(int i, VtBlock *b)
202 056fe1ba 2003-11-23 devnull {
203 056fe1ba 2003-11-23 devnull VtBlock *bb;
204 056fe1ba 2003-11-23 devnull u32int now;
205 056fe1ba 2003-11-23 devnull int k;
206 056fe1ba 2003-11-23 devnull VtCache *c;
207 056fe1ba 2003-11-23 devnull
208 056fe1ba 2003-11-23 devnull c = b->c;
209 056fe1ba 2003-11-23 devnull now = c->now;
210 056fe1ba 2003-11-23 devnull for(; ; i = k){
211 056fe1ba 2003-11-23 devnull k = (i << 1) + 1;
212 056fe1ba 2003-11-23 devnull if(k >= c->nheap)
213 056fe1ba 2003-11-23 devnull break;
214 056fe1ba 2003-11-23 devnull if(k + 1 < c->nheap && c->heap[k]->used - now > c->heap[k + 1]->used - now)
215 056fe1ba 2003-11-23 devnull k++;
216 056fe1ba 2003-11-23 devnull bb = c->heap[k];
217 056fe1ba 2003-11-23 devnull if(b->used - now <= bb->used - now)
218 056fe1ba 2003-11-23 devnull break;
219 056fe1ba 2003-11-23 devnull c->heap[i] = bb;
220 056fe1ba 2003-11-23 devnull bb->heap = i;
221 056fe1ba 2003-11-23 devnull }
222 056fe1ba 2003-11-23 devnull c->heap[i] = b;
223 056fe1ba 2003-11-23 devnull b->heap = i;
224 056fe1ba 2003-11-23 devnull return i;
225 056fe1ba 2003-11-23 devnull }
226 056fe1ba 2003-11-23 devnull
227 056fe1ba 2003-11-23 devnull /*
228 056fe1ba 2003-11-23 devnull * Delete a block from the heap.
229 056fe1ba 2003-11-23 devnull * Called with c->lk held.
230 056fe1ba 2003-11-23 devnull */
231 056fe1ba 2003-11-23 devnull static void
232 056fe1ba 2003-11-23 devnull heapdel(VtBlock *b)
233 056fe1ba 2003-11-23 devnull {
234 056fe1ba 2003-11-23 devnull int i, si;
235 056fe1ba 2003-11-23 devnull VtCache *c;
236 056fe1ba 2003-11-23 devnull
237 056fe1ba 2003-11-23 devnull c = b->c;
238 056fe1ba 2003-11-23 devnull
239 056fe1ba 2003-11-23 devnull si = b->heap;
240 056fe1ba 2003-11-23 devnull if(si == BadHeap)
241 056fe1ba 2003-11-23 devnull return;
242 056fe1ba 2003-11-23 devnull b->heap = BadHeap;
243 056fe1ba 2003-11-23 devnull c->nheap--;
244 056fe1ba 2003-11-23 devnull if(si == c->nheap)
245 056fe1ba 2003-11-23 devnull return;
246 056fe1ba 2003-11-23 devnull b = c->heap[c->nheap];
247 056fe1ba 2003-11-23 devnull i = upheap(si, b);
248 056fe1ba 2003-11-23 devnull if(i == si)
249 056fe1ba 2003-11-23 devnull downheap(i, b);
250 056fe1ba 2003-11-23 devnull }
251 056fe1ba 2003-11-23 devnull
252 056fe1ba 2003-11-23 devnull /*
253 056fe1ba 2003-11-23 devnull * Insert a block into the heap.
254 056fe1ba 2003-11-23 devnull * Called with c->lk held.
255 056fe1ba 2003-11-23 devnull */
256 056fe1ba 2003-11-23 devnull static void
257 056fe1ba 2003-11-23 devnull heapins(VtBlock *b)
258 056fe1ba 2003-11-23 devnull {
259 056fe1ba 2003-11-23 devnull assert(b->heap == BadHeap);
260 056fe1ba 2003-11-23 devnull upheap(b->c->nheap++, b);
261 056fe1ba 2003-11-23 devnull }
262 056fe1ba 2003-11-23 devnull
263 056fe1ba 2003-11-23 devnull /*
264 056fe1ba 2003-11-23 devnull * locate the vtBlock with the oldest second to last use.
265 056fe1ba 2003-11-23 devnull * remove it from the heap, and fix up the heap.
266 056fe1ba 2003-11-23 devnull */
267 056fe1ba 2003-11-23 devnull /* called with c->lk held */
268 056fe1ba 2003-11-23 devnull static VtBlock*
269 056fe1ba 2003-11-23 devnull vtcachebumpblock(VtCache *c)
270 056fe1ba 2003-11-23 devnull {
271 056fe1ba 2003-11-23 devnull VtBlock *b;
272 056fe1ba 2003-11-23 devnull
273 056fe1ba 2003-11-23 devnull /*
274 056fe1ba 2003-11-23 devnull * locate the vtBlock with the oldest second to last use.
275 056fe1ba 2003-11-23 devnull * remove it from the heap, and fix up the heap.
276 056fe1ba 2003-11-23 devnull */
277 056fe1ba 2003-11-23 devnull if(c->nheap == 0){
278 056fe1ba 2003-11-23 devnull vtcachedump(c);
279 7cb74894 2004-06-17 devnull fprint(2, "vtcachebumpblock: no free blocks in vtCache");
280 7cb74894 2004-06-17 devnull abort();
281 056fe1ba 2003-11-23 devnull }
282 056fe1ba 2003-11-23 devnull b = c->heap[0];
283 056fe1ba 2003-11-23 devnull heapdel(b);
284 056fe1ba 2003-11-23 devnull
285 056fe1ba 2003-11-23 devnull assert(b->heap == BadHeap);
286 056fe1ba 2003-11-23 devnull assert(b->ref == 0);
287 056fe1ba 2003-11-23 devnull
288 056fe1ba 2003-11-23 devnull /*
289 056fe1ba 2003-11-23 devnull * unchain the vtBlock from hash chain if any
290 056fe1ba 2003-11-23 devnull */
291 056fe1ba 2003-11-23 devnull if(b->prev){
292 056fe1ba 2003-11-23 devnull *(b->prev) = b->next;
293 056fe1ba 2003-11-23 devnull if(b->next)
294 056fe1ba 2003-11-23 devnull b->next->prev = b->prev;
295 056fe1ba 2003-11-23 devnull b->prev = nil;
296 056fe1ba 2003-11-23 devnull }
297 056fe1ba 2003-11-23 devnull
298 056fe1ba 2003-11-23 devnull
299 056fe1ba 2003-11-23 devnull if(0)fprint(2, "droping %x:%V\n", b->addr, b->score);
300 056fe1ba 2003-11-23 devnull /* set vtBlock to a reasonable state */
301 056fe1ba 2003-11-23 devnull b->ref = 1;
302 056fe1ba 2003-11-23 devnull b->iostate = BioEmpty;
303 056fe1ba 2003-11-23 devnull return b;
304 056fe1ba 2003-11-23 devnull }
305 056fe1ba 2003-11-23 devnull
306 056fe1ba 2003-11-23 devnull /*
307 056fe1ba 2003-11-23 devnull * fetch a local block from the memory cache.
308 056fe1ba 2003-11-23 devnull * if it's not there, load it, bumping some other Block.
309 056fe1ba 2003-11-23 devnull * if we're out of free blocks, we're screwed.
310 056fe1ba 2003-11-23 devnull */
311 056fe1ba 2003-11-23 devnull VtBlock*
312 056fe1ba 2003-11-23 devnull vtcachelocal(VtCache *c, u32int addr, int type)
313 056fe1ba 2003-11-23 devnull {
314 056fe1ba 2003-11-23 devnull VtBlock *b;
315 056fe1ba 2003-11-23 devnull
316 23fb2edb 2005-07-24 devnull if(addr == 0)
317 23fb2edb 2005-07-24 devnull sysfatal("vtcachelocal: asked for nonexistent block 0");
318 23fb2edb 2005-07-24 devnull if(addr > c->nblock)
319 23fb2edb 2005-07-24 devnull sysfatal("vtcachelocal: asked for block #%ud; only %d blocks",
320 056fe1ba 2003-11-23 devnull addr, c->nblock);
321 056fe1ba 2003-11-23 devnull
322 23fb2edb 2005-07-24 devnull b = &c->block[addr-1];
323 056fe1ba 2003-11-23 devnull if(b->addr == NilBlock || b->iostate != BioLocal)
324 056fe1ba 2003-11-23 devnull sysfatal("vtcachelocal: block is not local");
325 056fe1ba 2003-11-23 devnull
326 056fe1ba 2003-11-23 devnull if(b->type != type)
327 056fe1ba 2003-11-23 devnull sysfatal("vtcachelocal: block has wrong type %d != %d", b->type, type);
328 056fe1ba 2003-11-23 devnull
329 056fe1ba 2003-11-23 devnull qlock(&c->lk);
330 056fe1ba 2003-11-23 devnull b->ref++;
331 056fe1ba 2003-11-23 devnull qunlock(&c->lk);
332 056fe1ba 2003-11-23 devnull
333 056fe1ba 2003-11-23 devnull qlock(&b->lk);
334 056fe1ba 2003-11-23 devnull b->nlock = 1;
335 056fe1ba 2003-11-23 devnull return b;
336 056fe1ba 2003-11-23 devnull }
337 056fe1ba 2003-11-23 devnull
338 056fe1ba 2003-11-23 devnull VtBlock*
339 056fe1ba 2003-11-23 devnull vtcacheallocblock(VtCache *c, int type)
340 056fe1ba 2003-11-23 devnull {
341 056fe1ba 2003-11-23 devnull VtBlock *b;
342 056fe1ba 2003-11-23 devnull
343 056fe1ba 2003-11-23 devnull qlock(&c->lk);
344 056fe1ba 2003-11-23 devnull b = vtcachebumpblock(c);
345 056fe1ba 2003-11-23 devnull b->iostate = BioLocal;
346 056fe1ba 2003-11-23 devnull b->type = type;
347 23fb2edb 2005-07-24 devnull b->addr = (b - c->block)+1;
348 056fe1ba 2003-11-23 devnull vtzeroextend(type, b->data, 0, c->blocksize);
349 056fe1ba 2003-11-23 devnull vtlocaltoglobal(b->addr, b->score);
350 056fe1ba 2003-11-23 devnull qunlock(&c->lk);
351 056fe1ba 2003-11-23 devnull
352 056fe1ba 2003-11-23 devnull qlock(&b->lk);
353 056fe1ba 2003-11-23 devnull b->nlock = 1;
354 056fe1ba 2003-11-23 devnull
355 056fe1ba 2003-11-23 devnull return b;
356 056fe1ba 2003-11-23 devnull }
357 056fe1ba 2003-11-23 devnull
358 056fe1ba 2003-11-23 devnull /*
359 056fe1ba 2003-11-23 devnull * fetch a global (Venti) block from the memory cache.
360 056fe1ba 2003-11-23 devnull * if it's not there, load it, bumping some other block.
361 056fe1ba 2003-11-23 devnull */
362 056fe1ba 2003-11-23 devnull VtBlock*
363 056fe1ba 2003-11-23 devnull vtcacheglobal(VtCache *c, uchar score[VtScoreSize], int type)
364 056fe1ba 2003-11-23 devnull {
365 056fe1ba 2003-11-23 devnull VtBlock *b;
366 056fe1ba 2003-11-23 devnull ulong h;
367 056fe1ba 2003-11-23 devnull int n;
368 056fe1ba 2003-11-23 devnull u32int addr;
369 056fe1ba 2003-11-23 devnull
370 056fe1ba 2003-11-23 devnull addr = vtglobaltolocal(score);
371 056fe1ba 2003-11-23 devnull if(addr != NilBlock)
372 056fe1ba 2003-11-23 devnull return vtcachelocal(c, addr, type);
373 056fe1ba 2003-11-23 devnull
374 056fe1ba 2003-11-23 devnull h = (u32int)(score[0]|(score[1]<<8)|(score[2]<<16)|(score[3]<<24)) % c->nhash;
375 056fe1ba 2003-11-23 devnull
376 056fe1ba 2003-11-23 devnull /*
377 056fe1ba 2003-11-23 devnull * look for the block in the cache
378 056fe1ba 2003-11-23 devnull */
379 056fe1ba 2003-11-23 devnull qlock(&c->lk);
380 056fe1ba 2003-11-23 devnull for(b = c->hash[h]; b != nil; b = b->next){
381 056fe1ba 2003-11-23 devnull if(b->addr != NilBlock || memcmp(b->score, score, VtScoreSize) != 0 || b->type != type)
382 056fe1ba 2003-11-23 devnull continue;
383 056fe1ba 2003-11-23 devnull heapdel(b);
384 056fe1ba 2003-11-23 devnull b->ref++;
385 056fe1ba 2003-11-23 devnull qunlock(&c->lk);
386 056fe1ba 2003-11-23 devnull qlock(&b->lk);
387 056fe1ba 2003-11-23 devnull b->nlock = 1;
388 0c148046 2004-06-16 devnull if(b->iostate == BioVentiError){
389 eacc220a 2004-06-17 devnull if(chattyventi)
390 eacc220a 2004-06-17 devnull fprint(2, "cached read error for %V\n", score);
391 0c148046 2004-06-16 devnull werrstr("venti i/o error");
392 0c148046 2004-06-16 devnull vtblockput(b);
393 0c148046 2004-06-16 devnull return nil;
394 0c148046 2004-06-16 devnull }
395 056fe1ba 2003-11-23 devnull return b;
396 056fe1ba 2003-11-23 devnull }
397 056fe1ba 2003-11-23 devnull
398 056fe1ba 2003-11-23 devnull /*
399 056fe1ba 2003-11-23 devnull * not found
400 056fe1ba 2003-11-23 devnull */
401 056fe1ba 2003-11-23 devnull b = vtcachebumpblock(c);
402 056fe1ba 2003-11-23 devnull b->addr = NilBlock;
403 056fe1ba 2003-11-23 devnull b->type = type;
404 056fe1ba 2003-11-23 devnull memmove(b->score, score, VtScoreSize);
405 056fe1ba 2003-11-23 devnull /* chain onto correct hash */
406 056fe1ba 2003-11-23 devnull b->next = c->hash[h];
407 056fe1ba 2003-11-23 devnull c->hash[h] = b;
408 056fe1ba 2003-11-23 devnull if(b->next != nil)
409 056fe1ba 2003-11-23 devnull b->next->prev = &b->next;
410 056fe1ba 2003-11-23 devnull b->prev = &c->hash[h];
411 056fe1ba 2003-11-23 devnull
412 056fe1ba 2003-11-23 devnull /*
413 056fe1ba 2003-11-23 devnull * Lock b before unlocking c, so that others wait while we read.
414 056fe1ba 2003-11-23 devnull *
415 056fe1ba 2003-11-23 devnull * You might think there is a race between this qlock(b) before qunlock(c)
416 056fe1ba 2003-11-23 devnull * and the qlock(c) while holding a qlock(b) in vtblockwrite. However,
417 056fe1ba 2003-11-23 devnull * the block here can never be the block in a vtblockwrite, so we're safe.
418 056fe1ba 2003-11-23 devnull * We're certainly living on the edge.
419 056fe1ba 2003-11-23 devnull */
420 056fe1ba 2003-11-23 devnull qlock(&b->lk);
421 056fe1ba 2003-11-23 devnull b->nlock = 1;
422 056fe1ba 2003-11-23 devnull qunlock(&c->lk);
423 056fe1ba 2003-11-23 devnull
424 7252036f 2005-11-02 devnull vtcachenread++;
425 056fe1ba 2003-11-23 devnull n = vtread(c->z, score, type, b->data, c->blocksize);
426 056fe1ba 2003-11-23 devnull if(n < 0){
427 a1882dc1 2004-06-17 devnull werrstr("vtread %V: %r", score);
428 eacc220a 2004-06-17 devnull if(chattyventi)
429 eacc220a 2004-06-17 devnull fprint(2, "read %V: %r\n", score);
430 056fe1ba 2003-11-23 devnull b->iostate = BioVentiError;
431 056fe1ba 2003-11-23 devnull vtblockput(b);
432 056fe1ba 2003-11-23 devnull return nil;
433 056fe1ba 2003-11-23 devnull }
434 056fe1ba 2003-11-23 devnull vtzeroextend(type, b->data, n, c->blocksize);
435 056fe1ba 2003-11-23 devnull b->iostate = BioVenti;
436 056fe1ba 2003-11-23 devnull b->nlock = 1;
437 056fe1ba 2003-11-23 devnull return b;
438 056fe1ba 2003-11-23 devnull }
439 056fe1ba 2003-11-23 devnull
440 056fe1ba 2003-11-23 devnull /*
441 056fe1ba 2003-11-23 devnull * The thread that has locked b may refer to it by
442 056fe1ba 2003-11-23 devnull * multiple names. Nlock counts the number of
443 056fe1ba 2003-11-23 devnull * references the locking thread holds. It will call
444 056fe1ba 2003-11-23 devnull * vtblockput once per reference.
445 056fe1ba 2003-11-23 devnull */
446 056fe1ba 2003-11-23 devnull void
447 056fe1ba 2003-11-23 devnull vtblockduplock(VtBlock *b)
448 056fe1ba 2003-11-23 devnull {
449 056fe1ba 2003-11-23 devnull assert(b->nlock > 0);
450 056fe1ba 2003-11-23 devnull b->nlock++;
451 056fe1ba 2003-11-23 devnull }
452 056fe1ba 2003-11-23 devnull
453 056fe1ba 2003-11-23 devnull /*
454 056fe1ba 2003-11-23 devnull * we're done with the block.
455 056fe1ba 2003-11-23 devnull * unlock it. can't use it after calling this.
456 056fe1ba 2003-11-23 devnull */
457 056fe1ba 2003-11-23 devnull void
458 056fe1ba 2003-11-23 devnull vtblockput(VtBlock* b)
459 056fe1ba 2003-11-23 devnull {
460 056fe1ba 2003-11-23 devnull VtCache *c;
461 056fe1ba 2003-11-23 devnull
462 056fe1ba 2003-11-23 devnull if(b == nil)
463 056fe1ba 2003-11-23 devnull return;
464 056fe1ba 2003-11-23 devnull
465 056fe1ba 2003-11-23 devnull if(0)fprint(2, "vtblockput: %d: %x %d %d\n", getpid(), b->addr, c->nheap, b->iostate);
466 056fe1ba 2003-11-23 devnull
467 056fe1ba 2003-11-23 devnull if(--b->nlock > 0)
468 056fe1ba 2003-11-23 devnull return;
469 056fe1ba 2003-11-23 devnull
470 056fe1ba 2003-11-23 devnull /*
471 056fe1ba 2003-11-23 devnull * b->nlock should probably stay at zero while
472 056fe1ba 2003-11-23 devnull * the vtBlock is unlocked, but diskThread and vtSleep
473 056fe1ba 2003-11-23 devnull * conspire to assume that they can just qlock(&b->lk); vtblockput(b),
474 056fe1ba 2003-11-23 devnull * so we have to keep b->nlock set to 1 even
475 056fe1ba 2003-11-23 devnull * when the vtBlock is unlocked.
476 056fe1ba 2003-11-23 devnull */
477 056fe1ba 2003-11-23 devnull assert(b->nlock == 0);
478 056fe1ba 2003-11-23 devnull b->nlock = 1;
479 056fe1ba 2003-11-23 devnull
480 056fe1ba 2003-11-23 devnull qunlock(&b->lk);
481 056fe1ba 2003-11-23 devnull c = b->c;
482 056fe1ba 2003-11-23 devnull qlock(&c->lk);
483 056fe1ba 2003-11-23 devnull
484 056fe1ba 2003-11-23 devnull if(--b->ref > 0){
485 056fe1ba 2003-11-23 devnull qunlock(&c->lk);
486 056fe1ba 2003-11-23 devnull return;
487 056fe1ba 2003-11-23 devnull }
488 056fe1ba 2003-11-23 devnull
489 056fe1ba 2003-11-23 devnull assert(b->ref == 0);
490 056fe1ba 2003-11-23 devnull switch(b->iostate){
491 056fe1ba 2003-11-23 devnull case BioVenti:
492 056fe1ba 2003-11-23 devnull //if(b->addr != NilBlock) print("blockput %d\n", b->addr);
493 056fe1ba 2003-11-23 devnull b->used = c->now++;
494 056fe1ba 2003-11-23 devnull case BioVentiError:
495 056fe1ba 2003-11-23 devnull heapins(b);
496 056fe1ba 2003-11-23 devnull break;
497 056fe1ba 2003-11-23 devnull case BioLocal:
498 056fe1ba 2003-11-23 devnull break;
499 056fe1ba 2003-11-23 devnull }
500 056fe1ba 2003-11-23 devnull qunlock(&c->lk);
501 056fe1ba 2003-11-23 devnull }
502 056fe1ba 2003-11-23 devnull
503 056fe1ba 2003-11-23 devnull int
504 056fe1ba 2003-11-23 devnull vtblockwrite(VtBlock *b)
505 056fe1ba 2003-11-23 devnull {
506 056fe1ba 2003-11-23 devnull uchar score[VtScoreSize];
507 056fe1ba 2003-11-23 devnull VtCache *c;
508 056fe1ba 2003-11-23 devnull uint h;
509 056fe1ba 2003-11-23 devnull int n;
510 056fe1ba 2003-11-23 devnull
511 056fe1ba 2003-11-23 devnull if(b->iostate != BioLocal){
512 0c148046 2004-06-16 devnull werrstr("vtblockwrite: not a local block");
513 0c148046 2004-06-16 devnull return -1;
514 056fe1ba 2003-11-23 devnull }
515 056fe1ba 2003-11-23 devnull
516 056fe1ba 2003-11-23 devnull c = b->c;
517 056fe1ba 2003-11-23 devnull n = vtzerotruncate(b->type, b->data, c->blocksize);
518 7252036f 2005-11-02 devnull vtcachenwrite++;
519 a1882dc1 2004-06-17 devnull if(c->write(c->z, score, b->type, b->data, n) < 0)
520 056fe1ba 2003-11-23 devnull return -1;
521 056fe1ba 2003-11-23 devnull
522 056fe1ba 2003-11-23 devnull memmove(b->score, score, VtScoreSize);
523 056fe1ba 2003-11-23 devnull
524 056fe1ba 2003-11-23 devnull qlock(&c->lk);
525 056fe1ba 2003-11-23 devnull b->iostate = BioVenti;
526 056fe1ba 2003-11-23 devnull h = (u32int)(score[0]|(score[1]<<8)|(score[2]<<16)|(score[3]<<24)) % c->nhash;
527 056fe1ba 2003-11-23 devnull b->next = c->hash[h];
528 056fe1ba 2003-11-23 devnull c->hash[h] = b;
529 056fe1ba 2003-11-23 devnull if(b->next != nil)
530 056fe1ba 2003-11-23 devnull b->next->prev = &b->next;
531 056fe1ba 2003-11-23 devnull b->prev = &c->hash[h];
532 056fe1ba 2003-11-23 devnull qunlock(&c->lk);
533 056fe1ba 2003-11-23 devnull return 0;
534 056fe1ba 2003-11-23 devnull }
535 056fe1ba 2003-11-23 devnull
536 056fe1ba 2003-11-23 devnull uint
537 056fe1ba 2003-11-23 devnull vtcacheblocksize(VtCache *c)
538 056fe1ba 2003-11-23 devnull {
539 056fe1ba 2003-11-23 devnull return c->blocksize;
540 056fe1ba 2003-11-23 devnull }
541 056fe1ba 2003-11-23 devnull
542 056fe1ba 2003-11-23 devnull VtBlock*
543 056fe1ba 2003-11-23 devnull vtblockcopy(VtBlock *b)
544 056fe1ba 2003-11-23 devnull {
545 056fe1ba 2003-11-23 devnull VtBlock *bb;
546 056fe1ba 2003-11-23 devnull
547 7252036f 2005-11-02 devnull vtcachencopy++;
548 056fe1ba 2003-11-23 devnull bb = vtcacheallocblock(b->c, b->type);
549 056fe1ba 2003-11-23 devnull if(bb == nil){
550 056fe1ba 2003-11-23 devnull vtblockput(b);
551 056fe1ba 2003-11-23 devnull return nil;
552 056fe1ba 2003-11-23 devnull }
553 056fe1ba 2003-11-23 devnull memmove(bb->data, b->data, b->c->blocksize);
554 056fe1ba 2003-11-23 devnull vtblockput(b);
555 056fe1ba 2003-11-23 devnull return bb;
556 056fe1ba 2003-11-23 devnull }
557 056fe1ba 2003-11-23 devnull
558 056fe1ba 2003-11-23 devnull void
559 056fe1ba 2003-11-23 devnull vtlocaltoglobal(u32int addr, uchar score[VtScoreSize])
560 056fe1ba 2003-11-23 devnull {
561 056fe1ba 2003-11-23 devnull memset(score, 0, 16);
562 056fe1ba 2003-11-23 devnull score[16] = addr>>24;
563 056fe1ba 2003-11-23 devnull score[17] = addr>>16;
564 056fe1ba 2003-11-23 devnull score[18] = addr>>8;
565 056fe1ba 2003-11-23 devnull score[19] = addr;
566 056fe1ba 2003-11-23 devnull }
567 056fe1ba 2003-11-23 devnull
568 056fe1ba 2003-11-23 devnull
569 056fe1ba 2003-11-23 devnull u32int
570 056fe1ba 2003-11-23 devnull vtglobaltolocal(uchar score[VtScoreSize])
571 056fe1ba 2003-11-23 devnull {
572 056fe1ba 2003-11-23 devnull static uchar zero[16];
573 056fe1ba 2003-11-23 devnull if(memcmp(score, zero, 16) != 0)
574 056fe1ba 2003-11-23 devnull return NilBlock;
575 056fe1ba 2003-11-23 devnull return (score[16]<<24)|(score[17]<<16)|(score[18]<<8)|score[19];
576 056fe1ba 2003-11-23 devnull }
577 d23a617a 2004-03-15 devnull