2 004aa293 2005-07-13 devnull * vbackup [-Dnv] fspartition [score]
4 004aa293 2005-07-13 devnull * Copy a file system to a disk image stored on Venti.
5 004aa293 2005-07-13 devnull * Prints a vnfs config line for the copied image.
7 004aa293 2005-07-13 devnull * -D print debugging
8 3bc4abf4 2005-11-07 devnull * -f 'fast' writes - skip write if block exists on server
9 004aa293 2005-07-13 devnull * -m set mount name
10 004aa293 2005-07-13 devnull * -n nop -- don't actually write blocks
11 004aa293 2005-07-13 devnull * -s print status updates
12 004aa293 2005-07-13 devnull * -v print debugging trace
13 004aa293 2005-07-13 devnull * -w write parallelism
15 004aa293 2005-07-13 devnull * If score is given on the command line, it should be the
16 004aa293 2005-07-13 devnull * score from a previous vbackup on this fspartition.
17 004aa293 2005-07-13 devnull * In this mode, only the new blocks are stored to Venti.
18 004aa293 2005-07-13 devnull * The result is still a complete image, but requires many
19 004aa293 2005-07-13 devnull * fewer Venti writes in the common case.
21 004aa293 2005-07-13 devnull * This program is structured as three processes connected
22 004aa293 2005-07-13 devnull * by buffered queues:
24 004aa293 2005-07-13 devnull * fsysproc | cmpproc | ventiproc
26 004aa293 2005-07-13 devnull * Fsysproc reads the disk and queues the blocks.
27 004aa293 2005-07-13 devnull * Cmpproc compares the blocks against the SHA1 hashes
28 004aa293 2005-07-13 devnull * in the old image, if any. It discards the unchanged blocks
29 004aa293 2005-07-13 devnull * and queues the changed ones. Ventiproc writes blocks to Venti.
31 004aa293 2005-07-13 devnull * There is a fourth proc, statusproc, which prints status
32 004aa293 2005-07-13 devnull * updates about how the various procs are progressing.
35 004aa293 2005-07-13 devnull #include <u.h>
36 004aa293 2005-07-13 devnull #include <libc.h>
37 004aa293 2005-07-13 devnull #include <bio.h>
38 004aa293 2005-07-13 devnull #include <thread.h>
39 004aa293 2005-07-13 devnull #include <libsec.h>
40 004aa293 2005-07-13 devnull #include <venti.h>
41 004aa293 2005-07-13 devnull #include <diskfs.h>
42 004aa293 2005-07-13 devnull #include "queue.h"
46 cbeb0b26 2006-04-01 devnull STACK = 32768
49 004aa293 2005-07-13 devnull typedef struct WriteReq WriteReq;
50 004aa293 2005-07-13 devnull struct WriteReq
52 004aa293 2005-07-13 devnull Packet *p;
53 004aa293 2005-07-13 devnull uint type;
54 3bc4abf4 2005-11-07 devnull uchar score[VtScoreSize];
57 004aa293 2005-07-13 devnull Biobuf bscores; /* biobuf filled with block scores */
58 004aa293 2005-07-13 devnull int debug; /* debugging flag (not used) */
59 004aa293 2005-07-13 devnull Disk* disk; /* disk being backed up */
60 004aa293 2005-07-13 devnull RWLock endlk; /* silly synchonization */
61 004aa293 2005-07-13 devnull int errors; /* are we exiting with an error status? */
62 3bc4abf4 2005-11-07 devnull int fastwrites; /* do not write blocks already on server */
63 004aa293 2005-07-13 devnull int fsscanblock; /* last block scanned */
64 004aa293 2005-07-13 devnull Fsys* fsys; /* file system being backed up */
65 004aa293 2005-07-13 devnull int nchange; /* number of changed blocks */
66 004aa293 2005-07-13 devnull int nop; /* don't actually send blocks to venti */
67 3bc4abf4 2005-11-07 devnull int nskip; /* number of blocks skipped (already on server) */
68 3bc4abf4 2005-11-07 devnull int nwritethread; /* number of write-behind threads */
69 004aa293 2005-07-13 devnull Queue* qcmp; /* queue fsys->cmp */
70 004aa293 2005-07-13 devnull Queue* qventi; /* queue cmp->venti */
71 004aa293 2005-07-13 devnull int statustime; /* print status every _ seconds */
72 004aa293 2005-07-13 devnull int verbose; /* print extra stuff */
73 004aa293 2005-07-13 devnull VtFile* vfile; /* venti file being written */
74 004aa293 2005-07-13 devnull Channel* writechan; /* chan(WriteReq) */
75 004aa293 2005-07-13 devnull VtConn* z; /* connection to venti */
76 004aa293 2005-07-13 devnull VtCache* zcache; /* cache of venti blocks */
77 004aa293 2005-07-13 devnull uchar* zero; /* blocksize zero bytes */
79 3bc4abf4 2005-11-07 devnull int nsend, nrecv;
81 004aa293 2005-07-13 devnull void cmpproc(void*);
82 004aa293 2005-07-13 devnull void fsysproc(void*);
83 004aa293 2005-07-13 devnull void statusproc(void*);
84 004aa293 2005-07-13 devnull void ventiproc(void*);
85 004aa293 2005-07-13 devnull int timefmt(Fmt*);
86 004aa293 2005-07-13 devnull char* mountplace(char *dev);
89 004aa293 2005-07-13 devnull usage(void)
91 004aa293 2005-07-13 devnull fprint(2, "usage: vbackup [-DVnv] [-m mtpt] [-s secs] [-w n] disk [score]\n");
92 004aa293 2005-07-13 devnull threadexitsall("usage");
96 004aa293 2005-07-13 devnull threadmain(int argc, char **argv)
98 004aa293 2005-07-13 devnull char *pref, *mountname;
99 004aa293 2005-07-13 devnull uchar score[VtScoreSize], prev[VtScoreSize];
100 004aa293 2005-07-13 devnull int i, fd, csize;
101 004aa293 2005-07-13 devnull vlong bsize;
103 004aa293 2005-07-13 devnull VtEntry e;
104 004aa293 2005-07-13 devnull VtBlock *b;
105 004aa293 2005-07-13 devnull VtCache *c;
106 004aa293 2005-07-13 devnull VtRoot root;
107 004aa293 2005-07-13 devnull char *tmp, *tmpnam;
109 004aa293 2005-07-13 devnull fmtinstall('F', vtfcallfmt);
110 004aa293 2005-07-13 devnull fmtinstall('H', encodefmt);
111 004aa293 2005-07-13 devnull fmtinstall('T', timefmt);
112 004aa293 2005-07-13 devnull fmtinstall('V', vtscorefmt);
114 004aa293 2005-07-13 devnull mountname = sysname();
115 004aa293 2005-07-13 devnull ARGBEGIN{
116 004aa293 2005-07-13 devnull default:
117 004aa293 2005-07-13 devnull usage();
119 004aa293 2005-07-13 devnull case 'D':
120 004aa293 2005-07-13 devnull debug++;
122 004aa293 2005-07-13 devnull case 'V':
123 004aa293 2005-07-13 devnull chattyventi = 1;
125 3bc4abf4 2005-11-07 devnull case 'f':
126 3bc4abf4 2005-11-07 devnull fastwrites = 1;
128 004aa293 2005-07-13 devnull case 'm':
129 004aa293 2005-07-13 devnull mountname = EARGF(usage());
131 004aa293 2005-07-13 devnull case 'n':
132 004aa293 2005-07-13 devnull nop = 1;
134 004aa293 2005-07-13 devnull case 's':
135 004aa293 2005-07-13 devnull statustime = atoi(EARGF(usage()));
137 004aa293 2005-07-13 devnull case 'v':
138 004aa293 2005-07-13 devnull verbose = 1;
140 004aa293 2005-07-13 devnull case 'w':
141 3bc4abf4 2005-11-07 devnull nwritethread = atoi(EARGF(usage()));
145 004aa293 2005-07-13 devnull if(argc != 1 && argc != 2)
146 004aa293 2005-07-13 devnull usage();
148 004aa293 2005-07-13 devnull if(statustime)
149 004aa293 2005-07-13 devnull print("# %T vbackup %s %s\n", argv[0], argc>=2 ? argv[1] : "");
152 004aa293 2005-07-13 devnull * open fs
154 004aa293 2005-07-13 devnull if((disk = diskopenfile(argv[0])) == nil)
155 004aa293 2005-07-13 devnull sysfatal("diskopen: %r");
156 04692ecc 2006-01-07 devnull if((disk = diskcache(disk, 32768, 2*MAXQ+16)) == nil)
157 004aa293 2005-07-13 devnull sysfatal("diskcache: %r");
158 004aa293 2005-07-13 devnull if((fsys = fsysopen(disk)) == nil)
159 004aa293 2005-07-13 devnull sysfatal("ffsopen: %r");
162 004aa293 2005-07-13 devnull * connect to venti
164 004aa293 2005-07-13 devnull if((z = vtdial(nil)) == nil)
165 004aa293 2005-07-13 devnull sysfatal("vtdial: %r");
166 004aa293 2005-07-13 devnull if(vtconnect(z) < 0)
167 004aa293 2005-07-13 devnull sysfatal("vtconnect: %r");
170 004aa293 2005-07-13 devnull * set up venti block cache
172 004aa293 2005-07-13 devnull zero = vtmallocz(fsys->blocksize);
173 004aa293 2005-07-13 devnull bsize = fsys->blocksize;
174 004aa293 2005-07-13 devnull csize = 50; /* plenty; could probably do with 5 */
176 004aa293 2005-07-13 devnull if(verbose)
177 004aa293 2005-07-13 devnull fprint(2, "cache %d blocks\n", csize);
178 34d0c826 2005-07-13 devnull c = vtcachealloc(z, bsize, csize);
179 004aa293 2005-07-13 devnull zcache = c;
182 004aa293 2005-07-13 devnull * parse starting score
184 004aa293 2005-07-13 devnull memset(prev, 0, sizeof prev);
185 004aa293 2005-07-13 devnull if(argc == 1){
186 004aa293 2005-07-13 devnull vfile = vtfilecreateroot(c, (fsys->blocksize/VtScoreSize)*VtScoreSize,
187 004aa293 2005-07-13 devnull fsys->blocksize, VtDataType);
188 004aa293 2005-07-13 devnull if(vfile == nil)
189 004aa293 2005-07-13 devnull sysfatal("vtfilecreateroot: %r");
190 004aa293 2005-07-13 devnull vtfilelock(vfile, VtORDWR);
191 004aa293 2005-07-13 devnull if(vtfilewrite(vfile, zero, 1, bsize*fsys->nblock-1) != 1)
192 004aa293 2005-07-13 devnull sysfatal("vtfilewrite: %r");
193 004aa293 2005-07-13 devnull if(vtfileflush(vfile) < 0)
194 004aa293 2005-07-13 devnull sysfatal("vtfileflush: %r");
196 004aa293 2005-07-13 devnull if(vtparsescore(argv[1], &pref, score) < 0)
197 004aa293 2005-07-13 devnull sysfatal("bad score: %r");
198 004aa293 2005-07-13 devnull if(pref!=nil && strcmp(pref, fsys->type) != 0)
199 004aa293 2005-07-13 devnull sysfatal("score is %s but fsys is %s", pref, fsys->type);
200 004aa293 2005-07-13 devnull b = vtcacheglobal(c, score, VtRootType);
202 004aa293 2005-07-13 devnull if(vtrootunpack(&root, b->data) < 0)
203 004aa293 2005-07-13 devnull sysfatal("bad root: %r");
204 004aa293 2005-07-13 devnull if(strcmp(root.type, fsys->type) != 0)
205 004aa293 2005-07-13 devnull sysfatal("root is %s but fsys is %s", root.type, fsys->type);
206 004aa293 2005-07-13 devnull memmove(prev, score, VtScoreSize);
207 004aa293 2005-07-13 devnull memmove(score, root.score, VtScoreSize);
208 004aa293 2005-07-13 devnull vtblockput(b);
210 004aa293 2005-07-13 devnull b = vtcacheglobal(c, score, VtDirType);
211 004aa293 2005-07-13 devnull if(b == nil)
212 004aa293 2005-07-13 devnull sysfatal("vtcacheglobal %V: %r", score);
213 004aa293 2005-07-13 devnull if(vtentryunpack(&e, b->data, 0) < 0)
214 004aa293 2005-07-13 devnull sysfatal("%V: vtentryunpack failed", score);
215 004aa293 2005-07-13 devnull if(verbose)
216 004aa293 2005-07-13 devnull fprint(2, "entry: size %llud psize %d dsize %d\n",
217 004aa293 2005-07-13 devnull e.size, e.psize, e.dsize);
218 004aa293 2005-07-13 devnull vtblockput(b);
219 004aa293 2005-07-13 devnull if((vfile = vtfileopenroot(c, &e)) == nil)
220 004aa293 2005-07-13 devnull sysfatal("vtfileopenroot: %r");
221 004aa293 2005-07-13 devnull vtfilelock(vfile, VtORDWR);
222 004aa293 2005-07-13 devnull if(e.dsize != bsize)
223 004aa293 2005-07-13 devnull sysfatal("file system block sizes don't match %d %lld", e.dsize, bsize);
224 004aa293 2005-07-13 devnull if(e.size != fsys->nblock*bsize)
225 004aa293 2005-07-13 devnull sysfatal("file system block counts don't match %lld %lld", e.size, fsys->nblock*bsize);
229 004aa293 2005-07-13 devnull * write scores of blocks into temporary file
231 004aa293 2005-07-13 devnull if((tmp = getenv("TMP")) != nil){
232 004aa293 2005-07-13 devnull /* okay, good */
233 004aa293 2005-07-13 devnull }else if(access("/var/tmp", 0) >= 0)
234 004aa293 2005-07-13 devnull tmp = "/var/tmp";
236 004aa293 2005-07-13 devnull tmp = "/tmp";
237 004aa293 2005-07-13 devnull tmpnam = smprint("%s/vbackup.XXXXXX", tmp);
238 004aa293 2005-07-13 devnull if(tmpnam == nil)
239 004aa293 2005-07-13 devnull sysfatal("smprint: %r");
241 004aa293 2005-07-13 devnull if((fd = opentemp(tmpnam)) < 0)
242 004aa293 2005-07-13 devnull sysfatal("opentemp %s: %r", tmpnam);
243 004aa293 2005-07-13 devnull if(statustime)
244 004aa293 2005-07-13 devnull print("# %T reading scores into %s\n", tmpnam);
245 004aa293 2005-07-13 devnull if(verbose)
246 004aa293 2005-07-13 devnull fprint(2, "read scores into %s...\n", tmpnam);
248 004aa293 2005-07-13 devnull Binit(&bscores, fd, OWRITE);
249 004aa293 2005-07-13 devnull for(i=0; i<fsys->nblock; i++){
250 004aa293 2005-07-13 devnull if(vtfileblockscore(vfile, i, score) < 0)
251 004aa293 2005-07-13 devnull sysfatal("vtfileblockhash %d: %r", i);
252 004aa293 2005-07-13 devnull if(Bwrite(&bscores, score, VtScoreSize) != VtScoreSize)
253 004aa293 2005-07-13 devnull sysfatal("Bwrite: %r");
255 004aa293 2005-07-13 devnull Bterm(&bscores);
256 004aa293 2005-07-13 devnull vtfileunlock(vfile);
259 004aa293 2005-07-13 devnull * prep scores for rereading
261 004aa293 2005-07-13 devnull seek(fd, 0, 0);
262 004aa293 2005-07-13 devnull Binit(&bscores, fd, OREAD);
265 004aa293 2005-07-13 devnull * start the main processes
267 004aa293 2005-07-13 devnull if(statustime)
268 004aa293 2005-07-13 devnull print("# %T starting procs\n");
269 004aa293 2005-07-13 devnull qcmp = qalloc();
270 004aa293 2005-07-13 devnull qventi = qalloc();
272 004aa293 2005-07-13 devnull rlock(&endlk);
273 004aa293 2005-07-13 devnull proccreate(fsysproc, nil, STACK);
274 004aa293 2005-07-13 devnull rlock(&endlk);
275 004aa293 2005-07-13 devnull proccreate(ventiproc, nil, STACK);
276 004aa293 2005-07-13 devnull rlock(&endlk);
277 004aa293 2005-07-13 devnull proccreate(cmpproc, nil, STACK);
278 004aa293 2005-07-13 devnull if(statustime){
279 004aa293 2005-07-13 devnull rlock(&endlk);
280 004aa293 2005-07-13 devnull proccreate(statusproc, nil, STACK);
284 004aa293 2005-07-13 devnull * wait for processes to finish
286 004aa293 2005-07-13 devnull wlock(&endlk);
288 004aa293 2005-07-13 devnull if(statustime)
289 3bc4abf4 2005-11-07 devnull print("# %T procs exited: %d blocks changed, %d read, %d written, %d skipped, %d copied\n",
290 3bc4abf4 2005-11-07 devnull nchange, vtcachenread, vtcachenwrite, nskip, vtcachencopy);
293 004aa293 2005-07-13 devnull * prepare root block
295 004aa293 2005-07-13 devnull vtfilelock(vfile, -1);
296 004aa293 2005-07-13 devnull if(vtfileflush(vfile) < 0)
297 004aa293 2005-07-13 devnull sysfatal("vtfileflush: %r");
298 004aa293 2005-07-13 devnull if(vtfilegetentry(vfile, &e) < 0)
299 004aa293 2005-07-13 devnull sysfatal("vtfilegetentry: %r");
301 004aa293 2005-07-13 devnull b = vtcacheallocblock(c, VtDirType);
302 004aa293 2005-07-13 devnull if(b == nil)
303 004aa293 2005-07-13 devnull sysfatal("vtcacheallocblock: %r");
304 004aa293 2005-07-13 devnull vtentrypack(&e, b->data, 0);
305 004aa293 2005-07-13 devnull if(vtblockwrite(b) < 0)
306 004aa293 2005-07-13 devnull sysfatal("vtblockwrite: %r");
308 004aa293 2005-07-13 devnull memset(&root, 0, sizeof root);
309 004aa293 2005-07-13 devnull strecpy(root.name, root.name+sizeof root.name, argv[0]);
310 004aa293 2005-07-13 devnull strecpy(root.type, root.type+sizeof root.type, fsys->type);
311 004aa293 2005-07-13 devnull memmove(root.score, b->score, VtScoreSize);
312 004aa293 2005-07-13 devnull root.blocksize = fsys->blocksize;
313 004aa293 2005-07-13 devnull memmove(root.prev, prev, VtScoreSize);
314 004aa293 2005-07-13 devnull vtblockput(b);
316 004aa293 2005-07-13 devnull b = vtcacheallocblock(c, VtRootType);
317 004aa293 2005-07-13 devnull if(b == nil)
318 004aa293 2005-07-13 devnull sysfatal("vtcacheallocblock: %r");
319 004aa293 2005-07-13 devnull vtrootpack(&root, b->data);
320 004aa293 2005-07-13 devnull if(vtblockwrite(b) < 0)
321 004aa293 2005-07-13 devnull sysfatal("vtblockwrite: %r");
323 004aa293 2005-07-13 devnull tm = *localtime(time(0));
324 004aa293 2005-07-13 devnull tm.year += 1900;
325 004aa293 2005-07-13 devnull tm.mon++;
326 004aa293 2005-07-13 devnull print("mount /%s/%d/%02d%02d%s %s:%V %d/%02d%02d/%02d%02d\n",
327 004aa293 2005-07-13 devnull mountname, tm.year, tm.mon, tm.mday,
328 004aa293 2005-07-13 devnull mountplace(argv[0]),
329 004aa293 2005-07-13 devnull root.type, b->score,
330 004aa293 2005-07-13 devnull tm.year, tm.mon, tm.mday, tm.hour, tm.min);
331 004aa293 2005-07-13 devnull print("# %T %s %s:%V\n", argv[0], root.type, b->score);
332 004aa293 2005-07-13 devnull if(statustime)
333 004aa293 2005-07-13 devnull print("# %T venti sync\n");
334 004aa293 2005-07-13 devnull vtblockput(b);
335 004aa293 2005-07-13 devnull if(vtsync(z) < 0)
336 004aa293 2005-07-13 devnull sysfatal("vtsync: %r");
337 004aa293 2005-07-13 devnull if(statustime)
338 004aa293 2005-07-13 devnull print("# %T synced\n");
339 004aa293 2005-07-13 devnull threadexitsall(nil);
343 004aa293 2005-07-13 devnull fsysproc(void *dummy)
345 004aa293 2005-07-13 devnull u32int i;
346 004aa293 2005-07-13 devnull Block *db;
348 004aa293 2005-07-13 devnull USED(dummy);
350 004aa293 2005-07-13 devnull for(i=0; i<fsys->nblock; i++){
351 004aa293 2005-07-13 devnull fsscanblock = i;
352 004aa293 2005-07-13 devnull if((db = fsysreadblock(fsys, i)) != nil)
353 004aa293 2005-07-13 devnull qwrite(qcmp, db, i);
355 004aa293 2005-07-13 devnull fsscanblock = i;
356 004aa293 2005-07-13 devnull qclose(qcmp);
358 3bc4abf4 2005-11-07 devnull if(statustime)
359 3bc4abf4 2005-11-07 devnull print("# %T fsys proc exiting\n");
360 004aa293 2005-07-13 devnull runlock(&endlk);
364 004aa293 2005-07-13 devnull cmpproc(void *dummy)
366 004aa293 2005-07-13 devnull uchar *data;
367 004aa293 2005-07-13 devnull Block *db;
368 004aa293 2005-07-13 devnull u32int bno, bsize;
369 004aa293 2005-07-13 devnull uchar score[VtScoreSize];
370 004aa293 2005-07-13 devnull uchar score1[VtScoreSize];
372 004aa293 2005-07-13 devnull USED(dummy);
374 004aa293 2005-07-13 devnull bsize = fsys->blocksize;
375 004aa293 2005-07-13 devnull while((db = qread(qcmp, &bno)) != nil){
376 004aa293 2005-07-13 devnull data = db->data;
377 004aa293 2005-07-13 devnull sha1(data, vtzerotruncate(VtDataType, data, bsize), score, nil);
378 004aa293 2005-07-13 devnull if(Bseek(&bscores, (vlong)bno*VtScoreSize, 0) < 0)
379 004aa293 2005-07-13 devnull sysfatal("cmpproc Bseek: %r");
380 004aa293 2005-07-13 devnull if(Bread(&bscores, score1, VtScoreSize) != VtScoreSize)
381 004aa293 2005-07-13 devnull sysfatal("cmpproc Bread: %r");
382 004aa293 2005-07-13 devnull if(memcmp(score, score1, VtScoreSize) != 0){
383 004aa293 2005-07-13 devnull nchange++;
384 004aa293 2005-07-13 devnull if(verbose)
385 004aa293 2005-07-13 devnull print("# block %ud: old %V new %V\n", bno, score1, score);
386 004aa293 2005-07-13 devnull qwrite(qventi, db, bno);
388 004aa293 2005-07-13 devnull blockput(db);
390 004aa293 2005-07-13 devnull qclose(qventi);
391 3bc4abf4 2005-11-07 devnull if(statustime)
392 3bc4abf4 2005-11-07 devnull print("# %T cmp proc exiting\n");
393 004aa293 2005-07-13 devnull runlock(&endlk);
397 004aa293 2005-07-13 devnull writethread(void *v)
399 004aa293 2005-07-13 devnull WriteReq wr;
400 3bc4abf4 2005-11-07 devnull char err[ERRMAX];
402 004aa293 2005-07-13 devnull USED(v);
404 004aa293 2005-07-13 devnull while(recv(writechan, &wr) == 1){
405 3bc4abf4 2005-11-07 devnull nrecv++;
406 004aa293 2005-07-13 devnull if(wr.p == nil)
409 3bc4abf4 2005-11-07 devnull if(fastwrites && vtread(z, wr.score, wr.type, nil, 0) < 0){
410 3bc4abf4 2005-11-07 devnull rerrstr(err, sizeof err);
411 3bc4abf4 2005-11-07 devnull if(strstr(err, "read too small")){ /* already exists */
412 3bc4abf4 2005-11-07 devnull nskip++;
413 3bc4abf4 2005-11-07 devnull packetfree(wr.p);
414 3bc4abf4 2005-11-07 devnull continue;
417 3bc4abf4 2005-11-07 devnull if(vtwritepacket(z, wr.score, wr.type, wr.p) < 0)
418 004aa293 2005-07-13 devnull sysfatal("vtwritepacket: %r");
423 004aa293 2005-07-13 devnull myvtwrite(VtConn *z, uchar score[VtScoreSize], uint type, uchar *buf, int n)
425 004aa293 2005-07-13 devnull WriteReq wr;
427 3bc4abf4 2005-11-07 devnull if(nwritethread == 0)
428 004aa293 2005-07-13 devnull return vtwrite(z, score, type, buf, n);
430 004aa293 2005-07-13 devnull wr.p = packetalloc();
431 004aa293 2005-07-13 devnull packetappend(wr.p, buf, n);
432 004aa293 2005-07-13 devnull packetsha1(wr.p, score);
433 3bc4abf4 2005-11-07 devnull memmove(wr.score, score, VtScoreSize);
434 004aa293 2005-07-13 devnull wr.type = type;
435 3bc4abf4 2005-11-07 devnull nsend++;
436 004aa293 2005-07-13 devnull send(writechan, &wr);
437 004aa293 2005-07-13 devnull return 0;
441 004aa293 2005-07-13 devnull ventiproc(void *dummy)
444 004aa293 2005-07-13 devnull Block *db;
445 004aa293 2005-07-13 devnull u32int bno;
446 004aa293 2005-07-13 devnull u64int bsize;
448 004aa293 2005-07-13 devnull USED(dummy);
450 004aa293 2005-07-13 devnull proccreate(vtsendproc, z, STACK);
451 004aa293 2005-07-13 devnull proccreate(vtrecvproc, z, STACK);
453 004aa293 2005-07-13 devnull writechan = chancreate(sizeof(WriteReq), 0);
454 3bc4abf4 2005-11-07 devnull for(i=0; i<nwritethread; i++)
455 004aa293 2005-07-13 devnull threadcreate(writethread, nil, STACK);
456 004aa293 2005-07-13 devnull vtcachesetwrite(zcache, myvtwrite);
458 004aa293 2005-07-13 devnull bsize = fsys->blocksize;
459 004aa293 2005-07-13 devnull vtfilelock(vfile, -1);
460 004aa293 2005-07-13 devnull while((db = qread(qventi, &bno)) != nil){
461 004aa293 2005-07-13 devnull if(nop){
462 004aa293 2005-07-13 devnull blockput(db);
463 004aa293 2005-07-13 devnull continue;
465 004aa293 2005-07-13 devnull if(vtfilewrite(vfile, db->data, bsize, bno*bsize) != bsize)
466 004aa293 2005-07-13 devnull sysfatal("ventiproc vtfilewrite: %r");
467 004aa293 2005-07-13 devnull if(vtfileflushbefore(vfile, (bno+1)*bsize) < 0)
468 004aa293 2005-07-13 devnull sysfatal("ventiproc vtfileflushbefore: %r");
469 004aa293 2005-07-13 devnull blockput(db);
471 004aa293 2005-07-13 devnull vtfileunlock(vfile);
472 004aa293 2005-07-13 devnull vtcachesetwrite(zcache, nil);
473 3bc4abf4 2005-11-07 devnull for(i=0; i<nwritethread; i++)
474 004aa293 2005-07-13 devnull send(writechan, nil);
475 3bc4abf4 2005-11-07 devnull if(statustime)
476 3bc4abf4 2005-11-07 devnull print("# %T venti proc exiting - nsend %d nrecv %d\n", nsend, nrecv);
477 004aa293 2005-07-13 devnull runlock(&endlk);
480 004aa293 2005-07-13 devnull static int
481 004aa293 2005-07-13 devnull percent(u32int a, u32int b)
483 004aa293 2005-07-13 devnull return (vlong)a*100/b;
487 004aa293 2005-07-13 devnull statusproc(void *dummy)
490 004aa293 2005-07-13 devnull USED(dummy);
492 004aa293 2005-07-13 devnull for(n=0;;n++){
493 004aa293 2005-07-13 devnull sleep(1000);
494 004aa293 2005-07-13 devnull if(qcmp->closed && qcmp->nel==0 && qventi->closed && qventi->nel==0)
496 004aa293 2005-07-13 devnull if(n < statustime)
497 004aa293 2005-07-13 devnull continue;
499 004aa293 2005-07-13 devnull print("# %T fsscan=%d%% cmpq=%d%% ventiq=%d%%\n",
500 004aa293 2005-07-13 devnull percent(fsscanblock, fsys->nblock),
501 004aa293 2005-07-13 devnull percent(qcmp->nel, MAXQ),
502 004aa293 2005-07-13 devnull percent(qventi->nel, MAXQ));
504 3bc4abf4 2005-11-07 devnull print("# %T status proc exiting\n");
505 004aa293 2005-07-13 devnull runlock(&endlk);
509 004aa293 2005-07-13 devnull timefmt(Fmt *fmt)
511 004aa293 2005-07-13 devnull vlong ns;
513 004aa293 2005-07-13 devnull ns = nsec();
514 004aa293 2005-07-13 devnull tm = *localtime(time(0));
515 004aa293 2005-07-13 devnull return fmtprint(fmt, "%04d/%02d%02d %02d:%02d:%02d.%03d",
516 004aa293 2005-07-13 devnull tm.year+1900, tm.mon+1, tm.mday, tm.hour, tm.min, tm.sec,
517 004aa293 2005-07-13 devnull (int)(ns%1000000000)/1000000);
521 004aa293 2005-07-13 devnull mountplace(char *dev)
523 004aa293 2005-07-13 devnull char *cmd, *q;
524 004aa293 2005-07-13 devnull int p[2], fd[3], n;
525 004aa293 2005-07-13 devnull char buf[100];
527 004aa293 2005-07-13 devnull if(pipe(p) < 0)
528 004aa293 2005-07-13 devnull sysfatal("pipe: %r");
530 004aa293 2005-07-13 devnull fd[0] = -1;
531 004aa293 2005-07-13 devnull fd[1] = p[1];
532 004aa293 2005-07-13 devnull fd[2] = -1;
533 004aa293 2005-07-13 devnull cmd = smprint("mount | awk '$1==\"%s\" && $2 == \"on\" {print $3}'", dev);
534 004aa293 2005-07-13 devnull if(threadspawnl(fd, "sh", "sh", "-c", cmd, nil) < 0)
535 004aa293 2005-07-13 devnull sysfatal("exec mount|awk (to find mtpt of %s): %r", dev);
536 004aa293 2005-07-13 devnull /* threadspawnl closed p[1] */
537 004aa293 2005-07-13 devnull n = readn(p[0], buf, sizeof buf-1);
538 004aa293 2005-07-13 devnull close(p[0]);
539 004aa293 2005-07-13 devnull if(n <= 0)
540 004aa293 2005-07-13 devnull return dev;
541 004aa293 2005-07-13 devnull buf[n] = 0;
542 004aa293 2005-07-13 devnull if((q = strchr(buf, '\n')) == nil)
543 004aa293 2005-07-13 devnull return dev;
545 004aa293 2005-07-13 devnull q = buf+strlen(buf);
546 004aa293 2005-07-13 devnull if(q>buf && *(q-1) == '/')
547 004aa293 2005-07-13 devnull *--q = 0;
548 004aa293 2005-07-13 devnull return strdup(buf);
