1 cb98c6f8 2005-01-14 devnull #include <u.h>
2 2277c5d7 2004-03-21 devnull #include <sys/stat.h>
3 3d77c87e 2004-03-15 devnull #include "stdinc.h"
4 3d77c87e 2004-03-15 devnull #include "vac.h"
5 3d77c87e 2004-03-15 devnull #include "dat.h"
6 3d77c87e 2004-03-15 devnull #include "fns.h"
8 2277c5d7 2004-03-21 devnull int mainstacksize = 128*1024;
10 3d77c87e 2004-03-15 devnull typedef struct Sink Sink;
11 3d77c87e 2004-03-15 devnull typedef struct MetaSink MetaSink;
12 3d77c87e 2004-03-15 devnull typedef struct DirSink DirSink;
14 3d77c87e 2004-03-15 devnull struct Sink {
15 3d77c87e 2004-03-15 devnull VtConn *z;
16 3d77c87e 2004-03-15 devnull VtEntry dir;
17 3d77c87e 2004-03-15 devnull uchar *buf;
18 3d77c87e 2004-03-15 devnull uchar *pbuf[VtPointerDepth+1];
21 3d77c87e 2004-03-15 devnull struct DirSink {
22 3d77c87e 2004-03-15 devnull Sink *sink;
23 3d77c87e 2004-03-15 devnull MetaSink *msink;
24 3d77c87e 2004-03-15 devnull ulong nentry;
25 3d77c87e 2004-03-15 devnull uchar *buf;
26 3d77c87e 2004-03-15 devnull uchar *p; /* current pointer */
27 3d77c87e 2004-03-15 devnull uchar *ep; /* end pointer */
30 3d77c87e 2004-03-15 devnull struct MetaSink {
31 3d77c87e 2004-03-15 devnull Sink *sink;
32 3d77c87e 2004-03-15 devnull uchar *buf;
33 3d77c87e 2004-03-15 devnull int maxindex;
34 3d77c87e 2004-03-15 devnull int nindex;
35 3d77c87e 2004-03-15 devnull uchar *rp; /* start of current record */
36 3d77c87e 2004-03-15 devnull uchar *p; /* current pointer */
37 3d77c87e 2004-03-15 devnull uchar *ep; /* end pointer */
40 3d77c87e 2004-03-15 devnull static void usage(void);
41 3d77c87e 2004-03-15 devnull static int strpcmp(const void*, const void*);
42 3d77c87e 2004-03-15 devnull static void warn(char *fmt, ...);
43 3d77c87e 2004-03-15 devnull static void cleanup(void);
44 3d77c87e 2004-03-15 devnull static u64int unittoull(char *s);
45 3d77c87e 2004-03-15 devnull static void vac(VtConn *z, char *argv[]);
46 3d77c87e 2004-03-15 devnull static void vacfile(DirSink *dsink, char *lname, char *sname, VacFile*);
47 3d77c87e 2004-03-15 devnull static void vacstdin(DirSink *dsink, char *name, VacFile *vf);
48 3d77c87e 2004-03-15 devnull static void vacdata(DirSink *dsink, int fd, char *lname, VacFile*, Dir*);
49 3d77c87e 2004-03-15 devnull static void vacdir(DirSink *dsink, int fd, char *lname, char *sname, VacFile*);
50 3d77c87e 2004-03-15 devnull static int vacmerge(DirSink *dsink, char *lname, char *sname);
51 71f05672 2005-09-13 devnull static int vacspecial(DirSink *dsink, Dir *dir, char *lname, char *sname, VacFile *vf);
52 3d77c87e 2004-03-15 devnull Sink *sinkalloc(VtConn *z, int psize, int dsize);
53 3d77c87e 2004-03-15 devnull void sinkwrite(Sink *k, uchar *data, int n);
54 3d77c87e 2004-03-15 devnull void sinkwritescore(Sink *k, uchar *score, int n);
55 3d77c87e 2004-03-15 devnull void sinkclose(Sink *k);
56 3d77c87e 2004-03-15 devnull void sinkfree(Sink *k);
58 3d77c87e 2004-03-15 devnull DirSink *dirsinkalloc(VtConn *z, int psize, int dsize);
59 3d77c87e 2004-03-15 devnull void dirsinkwrite(DirSink *k, VtEntry*);
60 3d77c87e 2004-03-15 devnull void dirsinkwritesink(DirSink *k, Sink*);
61 3d77c87e 2004-03-15 devnull int dirsinkwritefile(DirSink *k, VacFile *vf);
62 3d77c87e 2004-03-15 devnull void dirsinkclose(DirSink *k);
63 3d77c87e 2004-03-15 devnull void dirsinkfree(DirSink *k);
65 3d77c87e 2004-03-15 devnull MetaSink *metasinkalloc(VtConn *z, int psize, int dsize);
66 3d77c87e 2004-03-15 devnull void metasinkputc(MetaSink *k, int c);
67 3d77c87e 2004-03-15 devnull void metasinkputstring(MetaSink *k, char *s);
68 3d77c87e 2004-03-15 devnull void metasinkputuint32(MetaSink *k, ulong x);
69 3d77c87e 2004-03-15 devnull void metasinkputuint64(MetaSink *k, uvlong x);
70 3d77c87e 2004-03-15 devnull void metasinkwrite(MetaSink *k, uchar *data, int n);
71 3d77c87e 2004-03-15 devnull void metasinkwritedir(MetaSink *ms, VacDir *vd);
72 3d77c87e 2004-03-15 devnull void metasinkeor(MetaSink *k);
73 3d77c87e 2004-03-15 devnull void metasinkclose(MetaSink *k);
74 3d77c87e 2004-03-15 devnull void metasinkfree(MetaSink *k);
75 3d77c87e 2004-03-15 devnull void plan9tovacdir(VacDir*, Dir*, ulong entry, uvlong qid);
78 3d77c87e 2004-03-15 devnull Version = 8,
79 3d77c87e 2004-03-15 devnull BlockSize = 8*1024,
80 cbeb0b26 2006-04-01 devnull MaxExclude = 1000
84 3d77c87e 2004-03-15 devnull ulong file;
85 3d77c87e 2004-03-15 devnull ulong sfile;
86 3d77c87e 2004-03-15 devnull ulong data;
87 3d77c87e 2004-03-15 devnull ulong sdata;
88 3d77c87e 2004-03-15 devnull ulong skip;
89 3d77c87e 2004-03-15 devnull ulong meta;
92 3d77c87e 2004-03-15 devnull int bsize = BlockSize;
93 3d77c87e 2004-03-15 devnull int maxbsize;
94 3d77c87e 2004-03-15 devnull char *oname, *dfile;
95 3d77c87e 2004-03-15 devnull int verbose;
96 3d77c87e 2004-03-15 devnull uvlong fileid = 1;
97 3d77c87e 2004-03-15 devnull int qdiff;
98 3d77c87e 2004-03-15 devnull char *exclude[MaxExclude];
99 3d77c87e 2004-03-15 devnull int nexclude;
100 3d77c87e 2004-03-15 devnull int nowrite;
101 3d77c87e 2004-03-15 devnull int merge;
102 3d77c87e 2004-03-15 devnull char *isi;
104 3d77c87e 2004-03-15 devnull static void
105 7763a61a 2003-11-23 devnull usage(void)
107 3d77c87e 2004-03-15 devnull fprint(2, "usage: %s [-amqsv] [-h host] [-d vacfile] [-b blocksize] [-i name] [-e exclude] [-f vacfile] file ... \n", argv0);
108 38c10d1a 2005-01-17 devnull threadexitsall("usage");
112 3d77c87e 2004-03-15 devnull threadmain(int argc, char *argv[])
114 3d77c87e 2004-03-15 devnull VtConn *z;
115 3d77c87e 2004-03-15 devnull char *p;
116 3d77c87e 2004-03-15 devnull char *host = nil;
117 3d77c87e 2004-03-15 devnull int statsflag = 0;
119 3d77c87e 2004-03-15 devnull atexit(cleanup);
121 7763a61a 2003-11-23 devnull ARGBEGIN{
122 7763a61a 2003-11-23 devnull default:
123 7763a61a 2003-11-23 devnull usage();
124 7763a61a 2003-11-23 devnull case 'b':
125 3d77c87e 2004-03-15 devnull p = ARGF();
126 3d77c87e 2004-03-15 devnull if(p == 0)
127 3d77c87e 2004-03-15 devnull usage();
128 3d77c87e 2004-03-15 devnull bsize = unittoull(p);
129 3d77c87e 2004-03-15 devnull if(bsize == ~0)
130 3d77c87e 2004-03-15 devnull usage();
132 3d77c87e 2004-03-15 devnull case 'd':
133 3d77c87e 2004-03-15 devnull dfile = ARGF();
134 3d77c87e 2004-03-15 devnull if(dfile == nil)
135 3d77c87e 2004-03-15 devnull usage();
137 3d77c87e 2004-03-15 devnull case 'e':
138 3d77c87e 2004-03-15 devnull if(nexclude >= MaxExclude)
139 3d77c87e 2004-03-15 devnull sysfatal("too many exclusions\n");
140 3d77c87e 2004-03-15 devnull exclude[nexclude] = ARGF();
141 3d77c87e 2004-03-15 devnull if(exclude[nexclude] == nil)
142 3d77c87e 2004-03-15 devnull usage();
143 3d77c87e 2004-03-15 devnull nexclude++;
145 3d77c87e 2004-03-15 devnull case 'f':
146 3d77c87e 2004-03-15 devnull oname = ARGF();
147 3d77c87e 2004-03-15 devnull if(oname == 0)
148 3d77c87e 2004-03-15 devnull usage();
150 7763a61a 2003-11-23 devnull case 'h':
151 3d77c87e 2004-03-15 devnull host = ARGF();
152 3d77c87e 2004-03-15 devnull if(host == nil)
153 3d77c87e 2004-03-15 devnull usage();
155 3d77c87e 2004-03-15 devnull case 'i':
156 3d77c87e 2004-03-15 devnull isi = ARGF();
157 3d77c87e 2004-03-15 devnull if(isi == nil)
158 3d77c87e 2004-03-15 devnull usage();
160 3d77c87e 2004-03-15 devnull case 'n':
161 3d77c87e 2004-03-15 devnull nowrite++;
163 3d77c87e 2004-03-15 devnull case 'm':
164 3d77c87e 2004-03-15 devnull merge++;
166 3d77c87e 2004-03-15 devnull case 'q':
167 3d77c87e 2004-03-15 devnull qdiff++;
169 3d77c87e 2004-03-15 devnull case 's':
170 3d77c87e 2004-03-15 devnull statsflag++;
172 3d77c87e 2004-03-15 devnull case 'v':
173 3d77c87e 2004-03-15 devnull verbose++;
175 3d77c87e 2004-03-15 devnull }ARGEND;
177 2277c5d7 2004-03-21 devnull if(argc == 0)
178 2277c5d7 2004-03-21 devnull usage();
180 7763a61a 2003-11-23 devnull if(bsize < 512)
181 7763a61a 2003-11-23 devnull bsize = 512;
182 7763a61a 2003-11-23 devnull if(bsize > VtMaxLumpSize)
183 7763a61a 2003-11-23 devnull bsize = VtMaxLumpSize;
184 7763a61a 2003-11-23 devnull maxbsize = bsize;
186 3d77c87e 2004-03-15 devnull fmtinstall('V', vtscorefmt);
188 3d77c87e 2004-03-15 devnull z = vtdial(host);
189 7763a61a 2003-11-23 devnull if(z == nil)
190 3d77c87e 2004-03-15 devnull sysfatal("could not connect to server: %r");
192 3d77c87e 2004-03-15 devnull if(vtconnect(z) < 0)
193 3d77c87e 2004-03-15 devnull sysfatal("vtconnect: %r");
195 3d77c87e 2004-03-15 devnull qsort(exclude, nexclude, sizeof(char*), strpcmp);
197 7763a61a 2003-11-23 devnull vac(z, argv);
199 3d77c87e 2004-03-15 devnull if(vtsync(z) < 0)
200 929fcfe0 2004-12-27 devnull fprint(2, "warning: could not ask server to flush pending writes: %r\n");
202 3d77c87e 2004-03-15 devnull if(statsflag)
203 7763a61a 2003-11-23 devnull fprint(2, "files %ld:%ld data %ld:%ld:%ld meta %ld\n", stats.file, stats.sfile,
204 7763a61a 2003-11-23 devnull stats.data, stats.skip, stats.sdata, stats.meta);
205 cbeb0b26 2006-04-01 devnull /*packetStats(); */
206 3d77c87e 2004-03-15 devnull vthangup(z);
208 3d77c87e 2004-03-15 devnull threadexitsall(0);
211 7763a61a 2003-11-23 devnull static int
212 3d77c87e 2004-03-15 devnull strpcmp(const void *p0, const void *p1)
214 3d77c87e 2004-03-15 devnull return strcmp(*(char**)p0, *(char**)p1);
218 3d77c87e 2004-03-15 devnull vacwrite(VtConn *z, uchar score[VtScoreSize], int type, uchar *buf, int n)
220 3d77c87e 2004-03-15 devnull assert(n > 0);
221 3d77c87e 2004-03-15 devnull if(nowrite){
222 3d77c87e 2004-03-15 devnull sha1(buf, n, score, nil);
223 3d77c87e 2004-03-15 devnull return 0;
225 3d77c87e 2004-03-15 devnull return vtwrite(z, score, type, buf, n);
228 3d77c87e 2004-03-15 devnull static char*
229 3d77c87e 2004-03-15 devnull lastelem(char *oname)
231 3d77c87e 2004-03-15 devnull char *p;
233 3d77c87e 2004-03-15 devnull if(oname == nil)
234 3d77c87e 2004-03-15 devnull abort();
235 3d77c87e 2004-03-15 devnull if((p = strrchr(oname, '/')) == nil)
236 3d77c87e 2004-03-15 devnull return oname;
237 3d77c87e 2004-03-15 devnull return p+1;
240 3d77c87e 2004-03-15 devnull static void
241 3d77c87e 2004-03-15 devnull vac(VtConn *z, char *argv[])
243 7763a61a 2003-11-23 devnull DirSink *dsink, *ds;
244 7763a61a 2003-11-23 devnull MetaSink *ms;
245 7763a61a 2003-11-23 devnull VtRoot root;
246 7763a61a 2003-11-23 devnull uchar score[VtScoreSize], buf[VtRootSize];
247 7763a61a 2003-11-23 devnull char cwd[2048];
249 7763a61a 2003-11-23 devnull char *cp2, *cp;
250 3d77c87e 2004-03-15 devnull VacFs *fs;
251 7763a61a 2003-11-23 devnull VacFile *vff;
253 7763a61a 2003-11-23 devnull Dir *dir;
254 7763a61a 2003-11-23 devnull VacDir vd;
256 7763a61a 2003-11-23 devnull if(getwd(cwd, sizeof(cwd)) == 0)
257 7763a61a 2003-11-23 devnull sysfatal("can't find current directory: %r\n");
259 3d77c87e 2004-03-15 devnull dsink = dirsinkalloc(z, bsize, bsize);
261 7763a61a 2003-11-23 devnull fs = nil;
262 7763a61a 2003-11-23 devnull if(dfile != nil) {
263 3d77c87e 2004-03-15 devnull fs = vacfsopen(z, dfile, VtOREAD, 1000);
264 7763a61a 2003-11-23 devnull if(fs == nil)
265 3d77c87e 2004-03-15 devnull fprint(2, "could not open diff: %s: %r\n", dfile);
269 7763a61a 2003-11-23 devnull if(oname != nil) {
270 7763a61a 2003-11-23 devnull fd = create(oname, OWRITE, 0666);
271 7763a61a 2003-11-23 devnull if(fd < 0)
272 7763a61a 2003-11-23 devnull sysfatal("could not create file: %s: %r", oname);
276 7763a61a 2003-11-23 devnull dir = dirfstat(fd);
277 7763a61a 2003-11-23 devnull if(dir == nil)
278 7763a61a 2003-11-23 devnull sysfatal("dirfstat failed: %r");
279 3d77c87e 2004-03-15 devnull if(oname)
280 3d77c87e 2004-03-15 devnull dir->name = lastelem(oname);
282 3d77c87e 2004-03-15 devnull dir->name = "stdin";
284 7763a61a 2003-11-23 devnull for(; *argv; argv++) {
285 7763a61a 2003-11-23 devnull cp2 = *argv;
287 7763a61a 2003-11-23 devnull for (cp = *argv; *cp; cp++)
288 7763a61a 2003-11-23 devnull if (*cp == '/')
289 7763a61a 2003-11-23 devnull cp2 = cp;
290 7763a61a 2003-11-23 devnull if (cp2 != *argv) {
291 7763a61a 2003-11-23 devnull *cp2 = '\0';
292 7763a61a 2003-11-23 devnull chdir(*argv);
293 7763a61a 2003-11-23 devnull *cp2 = '/';
297 7763a61a 2003-11-23 devnull vff = nil;
299 3d77c87e 2004-03-15 devnull vff = vacfileopen(fs, cp2);
300 3d77c87e 2004-03-15 devnull vacfile(dsink, argv[0], cp2, vff);
302 3d77c87e 2004-03-15 devnull vacfiledecref(vff);
303 7763a61a 2003-11-23 devnull if(cd && chdir(cwd) < 0)
304 7763a61a 2003-11-23 devnull sysfatal("can't cd back to %s: %r\n", cwd);
307 7763a61a 2003-11-23 devnull if(isi) {
308 7763a61a 2003-11-23 devnull vff = nil;
310 3d77c87e 2004-03-15 devnull vff = vacfileopen(fs, isi);
311 3d77c87e 2004-03-15 devnull vacstdin(dsink, isi, vff);
313 3d77c87e 2004-03-15 devnull vacfiledecref(vff);
316 3d77c87e 2004-03-15 devnull dirsinkclose(dsink);
318 7763a61a 2003-11-23 devnull /* build meta information for the root */
319 3d77c87e 2004-03-15 devnull ms = metasinkalloc(z, bsize, bsize);
320 7763a61a 2003-11-23 devnull /* fake into a directory */
321 23fb2edb 2005-07-24 devnull dir->mode = DMDIR|0555;
322 7763a61a 2003-11-23 devnull dir->qid.type |= QTDIR;
323 3d77c87e 2004-03-15 devnull plan9tovacdir(&vd, dir, 0, fileid++);
324 7763a61a 2003-11-23 devnull if(strcmp(vd.elem, "/") == 0){
325 3d77c87e 2004-03-15 devnull vtfree(vd.elem);
326 3d77c87e 2004-03-15 devnull vd.elem = vtstrdup("root");
328 3d77c87e 2004-03-15 devnull metasinkwritedir(ms, &vd);
329 3d77c87e 2004-03-15 devnull vdcleanup(&vd);
330 3d77c87e 2004-03-15 devnull metasinkclose(ms);
332 3d77c87e 2004-03-15 devnull ds = dirsinkalloc(z, bsize, bsize);
333 3d77c87e 2004-03-15 devnull dirsinkwritesink(ds, dsink->sink);
334 3d77c87e 2004-03-15 devnull dirsinkwritesink(ds, dsink->msink->sink);
335 3d77c87e 2004-03-15 devnull dirsinkwritesink(ds, ms->sink);
336 3d77c87e 2004-03-15 devnull dirsinkclose(ds);
338 7763a61a 2003-11-23 devnull memset(&root, 0, sizeof(root));
339 7763a61a 2003-11-23 devnull strncpy(root.name, dir->name, sizeof(root.name));
340 7763a61a 2003-11-23 devnull root.name[sizeof(root.name)-1] = 0;
341 7763a61a 2003-11-23 devnull free(dir);
342 7763a61a 2003-11-23 devnull sprint(root.type, "vac");
343 7763a61a 2003-11-23 devnull memmove(root.score, ds->sink->dir.score, VtScoreSize);
344 3d77c87e 2004-03-15 devnull root.blocksize = maxbsize;
345 7763a61a 2003-11-23 devnull if(fs != nil)
346 3d77c87e 2004-03-15 devnull vacfsgetscore(fs, root.prev);
348 3d77c87e 2004-03-15 devnull metasinkfree(ms);
349 3d77c87e 2004-03-15 devnull dirsinkfree(ds);
350 3d77c87e 2004-03-15 devnull dirsinkfree(dsink);
351 7763a61a 2003-11-23 devnull if(fs != nil)
352 3d77c87e 2004-03-15 devnull vacfsclose(fs);
354 3d77c87e 2004-03-15 devnull vtrootpack(&root, buf);
355 3d77c87e 2004-03-15 devnull if(vacwrite(z, score, VtRootType, buf, VtRootSize) < 0)
356 3d77c87e 2004-03-15 devnull sysfatal("vacWrite failed: %r");
358 3d77c87e 2004-03-15 devnull fprint(fd, "vac:%V\n", score);
360 7763a61a 2003-11-23 devnull /* avoid remove at cleanup */
361 7763a61a 2003-11-23 devnull oname = nil;
364 7763a61a 2003-11-23 devnull static int
365 3d77c87e 2004-03-15 devnull isexcluded(char *name)
367 7763a61a 2003-11-23 devnull int bot, top, i, x;
369 7763a61a 2003-11-23 devnull bot = 0;
370 7763a61a 2003-11-23 devnull top = nexclude;
371 7763a61a 2003-11-23 devnull while(bot < top) {
372 7763a61a 2003-11-23 devnull i = (bot+top)>>1;
373 7763a61a 2003-11-23 devnull x = strcmp(exclude[i], name);
374 7763a61a 2003-11-23 devnull if(x == 0)
375 7763a61a 2003-11-23 devnull return 1;
376 7763a61a 2003-11-23 devnull if(x < 0)
377 7763a61a 2003-11-23 devnull bot = i + 1;
378 7763a61a 2003-11-23 devnull else /* x > 0 */
379 7763a61a 2003-11-23 devnull top = i;
381 7763a61a 2003-11-23 devnull return 0;
384 7763a61a 2003-11-23 devnull static void
385 3d77c87e 2004-03-15 devnull vacfile(DirSink *dsink, char *lname, char *sname, VacFile *vf)
388 7763a61a 2003-11-23 devnull Dir *dir;
389 7763a61a 2003-11-23 devnull VacDir vd;
390 7763a61a 2003-11-23 devnull ulong entry;
392 3d77c87e 2004-03-15 devnull if(isexcluded(lname)) {
393 7763a61a 2003-11-23 devnull warn("excluding: %s", lname);
397 3d77c87e 2004-03-15 devnull if(merge && vacmerge(dsink, lname, sname) >= 0)
400 5fc55a95 2005-02-08 devnull if((dir = dirstat(sname)) == nil){
401 5fc55a95 2005-02-08 devnull warn("could not stat file %s: %r", lname);
404 71f05672 2005-09-13 devnull if(dir->mode&(DMSYMLINK|DMDEVICE|DMNAMEDPIPE)){
405 71f05672 2005-09-13 devnull vacspecial(dsink, dir, lname, sname, vf);
406 5fc55a95 2005-02-08 devnull free(dir);
408 71f05672 2005-09-13 devnull }else if(dir->mode&DMSOCKET){
409 71f05672 2005-09-13 devnull free(dir);
412 5fc55a95 2005-02-08 devnull free(dir);
414 7763a61a 2003-11-23 devnull fd = open(sname, OREAD);
415 7763a61a 2003-11-23 devnull if(fd < 0) {
416 3d77c87e 2004-03-15 devnull warn("could not open file: %s: %r", lname);
420 7763a61a 2003-11-23 devnull if(verbose)
421 7763a61a 2003-11-23 devnull fprint(2, "%s\n", lname);
423 7763a61a 2003-11-23 devnull dir = dirfstat(fd);
424 7763a61a 2003-11-23 devnull if(dir == nil) {
425 7763a61a 2003-11-23 devnull warn("can't stat %s: %r", lname);
426 7763a61a 2003-11-23 devnull close(fd);
429 3d77c87e 2004-03-15 devnull dir->name = lastelem(sname);
431 7763a61a 2003-11-23 devnull entry = dsink->nentry;
433 7763a61a 2003-11-23 devnull if(dir->mode & DMDIR)
434 3d77c87e 2004-03-15 devnull vacdir(dsink, fd, lname, sname, vf);
436 3d77c87e 2004-03-15 devnull vacdata(dsink, fd, lname, vf, dir);
438 3d77c87e 2004-03-15 devnull plan9tovacdir(&vd, dir, entry, fileid++);
439 3d77c87e 2004-03-15 devnull metasinkwritedir(dsink->msink, &vd);
440 3d77c87e 2004-03-15 devnull vdcleanup(&vd);
442 7763a61a 2003-11-23 devnull free(dir);
443 7763a61a 2003-11-23 devnull close(fd);
446 7763a61a 2003-11-23 devnull static void
447 3d77c87e 2004-03-15 devnull vacstdin(DirSink *dsink, char *name, VacFile *vf)
449 7763a61a 2003-11-23 devnull Dir *dir;
450 7763a61a 2003-11-23 devnull VacDir vd;
451 7763a61a 2003-11-23 devnull ulong entry;
453 7763a61a 2003-11-23 devnull if(verbose)
454 7763a61a 2003-11-23 devnull fprint(2, "%s\n", "<stdio>");
456 7763a61a 2003-11-23 devnull dir = dirfstat(0);
457 7763a61a 2003-11-23 devnull if(dir == nil) {
458 7763a61a 2003-11-23 devnull warn("can't stat <stdio>: %r");
461 3d77c87e 2004-03-15 devnull dir->name = "stdin";
463 7763a61a 2003-11-23 devnull entry = dsink->nentry;
465 3d77c87e 2004-03-15 devnull vacdata(dsink, 0, "<stdin>", vf, dir);
467 3d77c87e 2004-03-15 devnull plan9tovacdir(&vd, dir, entry, fileid++);
468 3d77c87e 2004-03-15 devnull vd.elem = vtstrdup(name);
469 3d77c87e 2004-03-15 devnull metasinkwritedir(dsink->msink, &vd);
470 3d77c87e 2004-03-15 devnull vdcleanup(&vd);
472 7763a61a 2003-11-23 devnull free(dir);
475 3d77c87e 2004-03-15 devnull static int
476 3d77c87e 2004-03-15 devnull sha1check(u8int *score, uchar *buf, int n)
478 edefa249 2005-03-15 devnull uchar score2[VtScoreSize];
480 3e1960ce 2005-02-18 devnull sha1(buf, n, score2, nil);
481 3d77c87e 2004-03-15 devnull if(memcmp(score, score2, VtScoreSize) == 0)
482 3d77c87e 2004-03-15 devnull return 0;
483 3d77c87e 2004-03-15 devnull return -1;
486 7763a61a 2003-11-23 devnull static ulong
487 3d77c87e 2004-03-15 devnull vacdataskip(Sink *sink, VacFile *vf, int fd, ulong blocks, uchar *buf, char *lname)
490 7763a61a 2003-11-23 devnull ulong i;
491 7763a61a 2003-11-23 devnull uchar score[VtScoreSize];
493 7763a61a 2003-11-23 devnull /* skip blocks for append only files */
494 7763a61a 2003-11-23 devnull if(seek(fd, (blocks-1)*bsize, 0) != (blocks-1)*bsize) {
495 7763a61a 2003-11-23 devnull warn("error seeking: %s", lname);
496 7763a61a 2003-11-23 devnull goto Err;
498 3d77c87e 2004-03-15 devnull n = readn(fd, buf, bsize);
499 7763a61a 2003-11-23 devnull if(n < bsize) {
500 7763a61a 2003-11-23 devnull warn("error checking append only file: %s", lname);
501 7763a61a 2003-11-23 devnull goto Err;
503 3d77c87e 2004-03-15 devnull if(vacfileblockscore(vf, blocks-1, score)<0 || sha1check(score, buf, n)<0) {
504 7763a61a 2003-11-23 devnull warn("last block of append file did not match: %s", lname);
505 7763a61a 2003-11-23 devnull goto Err;
508 7763a61a 2003-11-23 devnull for(i=0; i<blocks; i++) {
509 3d77c87e 2004-03-15 devnull if(vacfileblockscore(vf, i, score) < 0) {
510 7763a61a 2003-11-23 devnull warn("could not get score: %s: %lud", lname, i);
511 7763a61a 2003-11-23 devnull seek(fd, i*bsize, 0);
512 7763a61a 2003-11-23 devnull return i;
514 7763a61a 2003-11-23 devnull stats.skip++;
515 3d77c87e 2004-03-15 devnull sinkwritescore(sink, score, bsize);
518 7763a61a 2003-11-23 devnull return i;
520 7763a61a 2003-11-23 devnull seek(fd, 0, 0);
521 7763a61a 2003-11-23 devnull return 0;
524 7763a61a 2003-11-23 devnull static void
525 3d77c87e 2004-03-15 devnull vacdata(DirSink *dsink, int fd, char *lname, VacFile *vf, Dir *dir)
527 7763a61a 2003-11-23 devnull uchar *buf;
528 7763a61a 2003-11-23 devnull Sink *sink;
530 7763a61a 2003-11-23 devnull uchar score[VtScoreSize];
531 7763a61a 2003-11-23 devnull ulong block, same;
532 7763a61a 2003-11-23 devnull VacDir vd;
533 7763a61a 2003-11-23 devnull ulong vfblocks;
535 7763a61a 2003-11-23 devnull vfblocks = 0;
536 7763a61a 2003-11-23 devnull if(vf != nil && qdiff) {
537 3d77c87e 2004-03-15 devnull vacfilegetdir(vf, &vd);
538 7763a61a 2003-11-23 devnull if(vd.mtime == dir->mtime)
539 7763a61a 2003-11-23 devnull if(vd.size == dir->length)
540 7763a61a 2003-11-23 devnull if(!vd.plan9 || /* vd.p9path == dir->qid.path && */ vd.p9version == dir->qid.vers)
541 9ae50083 2007-01-18 devnull if(dirsinkwritefile(dsink, vf) >= 0) {
542 7763a61a 2003-11-23 devnull stats.sfile++;
543 3d77c87e 2004-03-15 devnull vdcleanup(&vd);
547 47964cbc 2007-01-18 devnull if(verbose)
548 47964cbc 2007-01-18 devnull fprint(2, "+ %s\n", lname);
550 7763a61a 2003-11-23 devnull /* look for an append only file */
551 7763a61a 2003-11-23 devnull if((dir->mode&DMAPPEND) != 0)
552 7763a61a 2003-11-23 devnull if(vd.size < dir->length)
553 7763a61a 2003-11-23 devnull if(vd.plan9)
554 7763a61a 2003-11-23 devnull if(vd.p9path == dir->qid.path)
555 7763a61a 2003-11-23 devnull vfblocks = vd.size/bsize;
557 3d77c87e 2004-03-15 devnull vdcleanup(&vd);
559 7763a61a 2003-11-23 devnull stats.file++;
561 3d77c87e 2004-03-15 devnull buf = vtmalloc(bsize);
562 3d77c87e 2004-03-15 devnull sink = sinkalloc(dsink->sink->z, bsize, bsize);
563 7763a61a 2003-11-23 devnull block = 0;
564 7763a61a 2003-11-23 devnull same = stats.sdata+stats.skip;
566 7763a61a 2003-11-23 devnull if(vfblocks > 1)
567 3d77c87e 2004-03-15 devnull block += vacdataskip(sink, vf, fd, vfblocks, buf, lname);
569 7763a61a 2003-11-23 devnull if(0) fprint(2, "vacData: %s: %ld\n", lname, block);
570 7763a61a 2003-11-23 devnull for(;;) {
571 3d77c87e 2004-03-15 devnull n = readn(fd, buf, bsize);
572 7763a61a 2003-11-23 devnull if(0 && n < 0)
573 3d77c87e 2004-03-15 devnull warn("file truncated due to read error: %s: %r", lname);
574 7763a61a 2003-11-23 devnull if(n <= 0)
576 3e1960ce 2005-02-18 devnull if(vf != nil && vacfileblockscore(vf, block, score)>=0 && sha1check(score, buf, n)>=0) {
577 7763a61a 2003-11-23 devnull stats.sdata++;
578 3d77c87e 2004-03-15 devnull sinkwritescore(sink, score, n);
580 3d77c87e 2004-03-15 devnull sinkwrite(sink, buf, n);
581 7763a61a 2003-11-23 devnull block++;
583 7763a61a 2003-11-23 devnull same = stats.sdata+stats.skip - same;
585 7763a61a 2003-11-23 devnull if(same && (dir->mode&DMAPPEND) != 0)
586 7763a61a 2003-11-23 devnull if(0)fprint(2, "%s: total %lud same %lud:%lud diff %lud\n",
587 7763a61a 2003-11-23 devnull lname, block, same, vfblocks, block-same);
589 3d77c87e 2004-03-15 devnull sinkclose(sink);
590 3d77c87e 2004-03-15 devnull dirsinkwritesink(dsink, sink);
591 3d77c87e 2004-03-15 devnull sinkfree(sink);
592 7763a61a 2003-11-23 devnull free(buf);
596 7763a61a 2003-11-23 devnull static void
597 3d77c87e 2004-03-15 devnull vacdir(DirSink *dsink, int fd, char *lname, char *sname, VacFile *vf)
599 7763a61a 2003-11-23 devnull Dir *dirs;
600 7763a61a 2003-11-23 devnull char *ln, *sn;
601 7763a61a 2003-11-23 devnull int i, nd;
602 7763a61a 2003-11-23 devnull DirSink *ds;
603 7763a61a 2003-11-23 devnull VacFile *vvf;
604 7763a61a 2003-11-23 devnull char *name;
606 3d77c87e 2004-03-15 devnull ds = dirsinkalloc(dsink->sink->z, bsize, bsize);
607 7763a61a 2003-11-23 devnull while((nd = dirread(fd, &dirs)) > 0){
608 7763a61a 2003-11-23 devnull for(i = 0; i < nd; i++){
609 7763a61a 2003-11-23 devnull name = dirs[i].name;
610 7763a61a 2003-11-23 devnull /* check for bad file names */
611 7763a61a 2003-11-23 devnull if(name[0] == 0 || strcmp(name, ".") == 0 || strcmp(name, "..") == 0)
612 7763a61a 2003-11-23 devnull continue;
613 3d77c87e 2004-03-15 devnull ln = vtmalloc(strlen(lname) + strlen(name) + 2);
614 3d77c87e 2004-03-15 devnull sn = vtmalloc(strlen(sname) + strlen(name) + 2);
615 73abc627 2005-12-29 devnull strcpy(ln, lname);
616 73abc627 2005-12-29 devnull strcat(ln, "/");
617 73abc627 2005-12-29 devnull strcat(ln, name);
618 73abc627 2005-12-29 devnull strcpy(sn, sname);
619 73abc627 2005-12-29 devnull strcat(sn, "/");
620 73abc627 2005-12-29 devnull strcat(sn, name);
621 7763a61a 2003-11-23 devnull if(vf != nil)
622 3d77c87e 2004-03-15 devnull vvf = vacfilewalk(vf, name);
624 7763a61a 2003-11-23 devnull vvf = nil;
625 3d77c87e 2004-03-15 devnull vacfile(ds, ln, sn, vvf);
626 7763a61a 2003-11-23 devnull if(vvf != nil)
627 3d77c87e 2004-03-15 devnull vacfiledecref(vvf);
628 3d77c87e 2004-03-15 devnull vtfree(ln);
629 3d77c87e 2004-03-15 devnull vtfree(sn);
631 7763a61a 2003-11-23 devnull free(dirs);
633 3d77c87e 2004-03-15 devnull dirsinkclose(ds);
634 3d77c87e 2004-03-15 devnull dirsinkwritesink(dsink, ds->sink);
635 3d77c87e 2004-03-15 devnull dirsinkwritesink(dsink, ds->msink->sink);
636 3d77c87e 2004-03-15 devnull dirsinkfree(ds);
639 7763a61a 2003-11-23 devnull static int
640 3d77c87e 2004-03-15 devnull vacmergefile(DirSink *dsink, VacFile *vf, VacDir *dir, uvlong offset, uvlong *max)
642 7763a61a 2003-11-23 devnull uchar buf[VtEntrySize];
643 7763a61a 2003-11-23 devnull VtEntry dd, md;
646 3d77c87e 2004-03-15 devnull if(vacfileread(vf, buf, VtEntrySize, (uvlong)dir->entry*VtEntrySize) != VtEntrySize) {
647 7763a61a 2003-11-23 devnull warn("could not read venti dir entry: %s\n", dir->elem);
648 3d77c87e 2004-03-15 devnull return -1;
650 3d77c87e 2004-03-15 devnull vtentryunpack(&dd, buf, 0);
652 7763a61a 2003-11-23 devnull if(dir->mode & ModeDir) {
653 7763a61a 2003-11-23 devnull e = dir->mentry;
654 7763a61a 2003-11-23 devnull if(e == 0)
655 7763a61a 2003-11-23 devnull e = dir->entry + 1;
657 3d77c87e 2004-03-15 devnull if(vacfileread(vf, buf, VtEntrySize, e*VtEntrySize) != VtEntrySize) {
658 7763a61a 2003-11-23 devnull warn("could not read venti dir entry: %s\n", dir->elem);
659 7763a61a 2003-11-23 devnull return 0;
661 3d77c87e 2004-03-15 devnull vtentryunpack(&md, buf, 0);
664 7763a61a 2003-11-23 devnull /* max might incorrect in some old dumps */
665 7763a61a 2003-11-23 devnull if(dir->qid >= *max) {
666 7763a61a 2003-11-23 devnull warn("qid out of range: %s", dir->elem);
667 7763a61a 2003-11-23 devnull *max = dir->qid;
670 7763a61a 2003-11-23 devnull dir->qid += offset;
671 7763a61a 2003-11-23 devnull dir->entry = dsink->nentry;
673 3d77c87e 2004-03-15 devnull if(dir->qidspace) {
674 3d77c87e 2004-03-15 devnull dir->qidoffset += offset;
675 7763a61a 2003-11-23 devnull } else {
676 3d77c87e 2004-03-15 devnull dir->qidspace = 1;
677 3d77c87e 2004-03-15 devnull dir->qidoffset = offset;
678 3d77c87e 2004-03-15 devnull dir->qidmax = *max;
681 3d77c87e 2004-03-15 devnull dirsinkwrite(dsink, &dd);
682 7763a61a 2003-11-23 devnull if(dir->mode & ModeDir)
683 3d77c87e 2004-03-15 devnull dirsinkwrite(dsink, &md);
684 3d77c87e 2004-03-15 devnull metasinkwritedir(dsink->msink, dir);
686 3d77c87e 2004-03-15 devnull return 0;
689 7763a61a 2003-11-23 devnull static int
690 3d77c87e 2004-03-15 devnull vacmerge(DirSink *dsink, char *lname, char *sname)
692 7763a61a 2003-11-23 devnull char *p;
693 3d77c87e 2004-03-15 devnull VacFs *fs;
694 7763a61a 2003-11-23 devnull VacFile *vf;
695 7763a61a 2003-11-23 devnull VacDirEnum *d;
696 7763a61a 2003-11-23 devnull VacDir dir;
697 7763a61a 2003-11-23 devnull uvlong max;
699 5db61d62 2005-02-21 devnull if((p=strrchr(sname, '.')) == nil || strcmp(p, ".vac") != 0)
700 d24aad8f 2005-02-20 devnull return -1;
702 7763a61a 2003-11-23 devnull d = nil;
703 3d77c87e 2004-03-15 devnull fs = vacfsopen(dsink->sink->z, sname, VtOREAD, 100);
704 7763a61a 2003-11-23 devnull if(fs == nil)
705 3d77c87e 2004-03-15 devnull return -1;
707 3d77c87e 2004-03-15 devnull vf = vacfileopen(fs, "/");
708 7763a61a 2003-11-23 devnull if(vf == nil)
709 7763a61a 2003-11-23 devnull goto Done;
710 3d77c87e 2004-03-15 devnull max = vacfilegetid(vf);
711 3d77c87e 2004-03-15 devnull d = vdeopen(vf);
712 7763a61a 2003-11-23 devnull if(d == nil)
713 7763a61a 2003-11-23 devnull goto Done;
715 7763a61a 2003-11-23 devnull if(verbose)
716 7763a61a 2003-11-23 devnull fprint(2, "merging: %s\n", lname);
718 3d77c87e 2004-03-15 devnull if(maxbsize < fs->bsize)
719 3d77c87e 2004-03-15 devnull maxbsize = fs->bsize;
721 7763a61a 2003-11-23 devnull for(;;) {
722 3d77c87e 2004-03-15 devnull if(vderead(d, &dir) < 1)
724 3d77c87e 2004-03-15 devnull vacmergefile(dsink, vf, &dir, fileid, &max);
725 3d77c87e 2004-03-15 devnull vdcleanup(&dir);
727 7763a61a 2003-11-23 devnull fileid += max;
730 7763a61a 2003-11-23 devnull if(d != nil)
731 3d77c87e 2004-03-15 devnull vdeclose(d);
732 7763a61a 2003-11-23 devnull if(vf != nil)
733 3d77c87e 2004-03-15 devnull vacfiledecref(vf);
734 3d77c87e 2004-03-15 devnull vacfsclose(fs);
735 3d77c87e 2004-03-15 devnull return 0;
738 71f05672 2005-09-13 devnull static int
739 71f05672 2005-09-13 devnull vacspecial(DirSink *dsink, Dir* dir, char *lname, char *sname, VacFile *vf)
741 71f05672 2005-09-13 devnull char *btmp, *buf;
742 71f05672 2005-09-13 devnull int buflen, dtype, major, minor, n;
743 71f05672 2005-09-13 devnull ulong entry;
744 71f05672 2005-09-13 devnull Sink *sink;
745 71f05672 2005-09-13 devnull VacDir vd;
748 71f05672 2005-09-13 devnull buflen = 128;
749 71f05672 2005-09-13 devnull buf = malloc(buflen);
750 71f05672 2005-09-13 devnull if(buf == nil)
751 71f05672 2005-09-13 devnull return -1;
753 71f05672 2005-09-13 devnull if(verbose)
754 71f05672 2005-09-13 devnull fprint(2, "%s\n", lname);
756 71f05672 2005-09-13 devnull dir->name = lastelem(sname);
758 71f05672 2005-09-13 devnull if(dir->mode & DMSYMLINK){
759 71f05672 2005-09-13 devnull while((n = readlink(sname, buf, buflen)) == buflen){
760 71f05672 2005-09-13 devnull buflen *= 2;
761 71f05672 2005-09-13 devnull btmp = vtrealloc(buf, buflen);
762 71f05672 2005-09-13 devnull if(btmp == nil){
763 71f05672 2005-09-13 devnull free(buf);
764 71f05672 2005-09-13 devnull return -1;
766 71f05672 2005-09-13 devnull buf = btmp;
768 71f05672 2005-09-13 devnull dir->mode &= ~DMDIR;
769 71f05672 2005-09-13 devnull dir->mode |= DMSYMLINK;
770 71f05672 2005-09-13 devnull }else if(dir->mode & DMDEVICE){
771 71f05672 2005-09-13 devnull dtype = (dir->qid.path >> 16) & 0xFF;
772 71f05672 2005-09-13 devnull minor = dir->qid.path & 0xff;
773 71f05672 2005-09-13 devnull major = (dir->qid.path >> 8) & 0xFF;
774 71f05672 2005-09-13 devnull n = snprint(buf, buflen, "%c %d %d", dtype, major, minor);
777 71f05672 2005-09-13 devnull entry = dsink->nentry;
779 71f05672 2005-09-13 devnull sink = sinkalloc(dsink->sink->z, bsize, bsize);
780 23e7c657 2005-09-13 devnull sinkwrite(sink, (uchar*)buf, n);
781 71f05672 2005-09-13 devnull sinkclose(sink);
782 71f05672 2005-09-13 devnull dirsinkwritesink(dsink, sink);
783 71f05672 2005-09-13 devnull sinkfree(sink);
784 71f05672 2005-09-13 devnull free(buf);
786 71f05672 2005-09-13 devnull dir->name = lastelem(sname);
787 71f05672 2005-09-13 devnull dir->length = n;
788 71f05672 2005-09-13 devnull plan9tovacdir(&vd, dir, entry, fileid++);
789 71f05672 2005-09-13 devnull metasinkwritedir(dsink->msink, &vd);
790 71f05672 2005-09-13 devnull vdcleanup(&vd);
792 71f05672 2005-09-13 devnull return 0;
797 3d77c87e 2004-03-15 devnull sinkalloc(VtConn *z, int psize, int dsize)
799 7763a61a 2003-11-23 devnull Sink *k;
802 7763a61a 2003-11-23 devnull if(psize < 512 || psize > VtMaxLumpSize)
803 3d77c87e 2004-03-15 devnull sysfatal("sinkalloc: bad psize");
804 7763a61a 2003-11-23 devnull if(dsize < 512 || dsize > VtMaxLumpSize)
805 3d77c87e 2004-03-15 devnull sysfatal("sinkalloc: bad psize");
807 7763a61a 2003-11-23 devnull psize = VtScoreSize*(psize/VtScoreSize);
809 3d77c87e 2004-03-15 devnull k = vtmallocz(sizeof(Sink));
810 7763a61a 2003-11-23 devnull k->z = z;
811 7763a61a 2003-11-23 devnull k->dir.flags = VtEntryActive;
812 7763a61a 2003-11-23 devnull k->dir.psize = psize;
813 7763a61a 2003-11-23 devnull k->dir.dsize = dsize;
814 3d77c87e 2004-03-15 devnull k->buf = vtmallocz(VtPointerDepth*k->dir.psize + VtScoreSize);
815 7763a61a 2003-11-23 devnull for(i=0; i<=VtPointerDepth; i++)
816 7763a61a 2003-11-23 devnull k->pbuf[i] = k->buf + i*k->dir.psize;
817 7763a61a 2003-11-23 devnull return k;
821 3d77c87e 2004-03-15 devnull sinkwritescore(Sink *k, uchar score[VtScoreSize], int n)
824 7763a61a 2003-11-23 devnull uchar *p;
825 7763a61a 2003-11-23 devnull VtEntry *d;
827 7763a61a 2003-11-23 devnull memmove(k->pbuf[0], score, VtScoreSize);
829 7763a61a 2003-11-23 devnull d = &k->dir;
831 7763a61a 2003-11-23 devnull for(i=0; i<VtPointerDepth; i++) {
832 7763a61a 2003-11-23 devnull k->pbuf[i] += VtScoreSize;
833 7763a61a 2003-11-23 devnull if(k->pbuf[i] < k->buf + d->psize*(i+1))
835 7763a61a 2003-11-23 devnull if(i == VtPointerDepth-1)
836 3d77c87e 2004-03-15 devnull sysfatal("file too big");
837 7763a61a 2003-11-23 devnull p = k->buf+i*d->psize;
838 7763a61a 2003-11-23 devnull stats.meta++;
839 3d77c87e 2004-03-15 devnull if(vacwrite(k->z, k->pbuf[i+1], VtDataType+1+i, p, d->psize) < 0)
840 3d77c87e 2004-03-15 devnull sysfatal("vacwrite failed: %r");
841 7763a61a 2003-11-23 devnull k->pbuf[i] = p;
844 7763a61a 2003-11-23 devnull /* round size up to multiple of dsize */
845 7763a61a 2003-11-23 devnull d->size = d->dsize * ((d->size + d->dsize-1)/d->dsize);
847 7763a61a 2003-11-23 devnull d->size += n;
851 3d77c87e 2004-03-15 devnull sinkwrite(Sink *k, uchar *p, int n)
853 7763a61a 2003-11-23 devnull int type;
854 7763a61a 2003-11-23 devnull uchar score[VtScoreSize];
856 71f05672 2005-09-13 devnull if(n == 0)
859 7763a61a 2003-11-23 devnull if(n > k->dir.dsize)
860 3d77c87e 2004-03-15 devnull sysfatal("sinkWrite: size too big");
862 3d77c87e 2004-03-15 devnull if((k->dir.type&~VtTypeDepthMask) == VtDirType){
863 7763a61a 2003-11-23 devnull type = VtDirType;
864 7763a61a 2003-11-23 devnull stats.meta++;
865 7763a61a 2003-11-23 devnull } else {
866 7763a61a 2003-11-23 devnull type = VtDataType;
867 7763a61a 2003-11-23 devnull stats.data++;
869 3d77c87e 2004-03-15 devnull if(vacwrite(k->z, score, type, p, n) < 0)
870 3d77c87e 2004-03-15 devnull sysfatal("vacWrite failed: %r");
872 3d77c87e 2004-03-15 devnull sinkwritescore(k, score, n);
875 7763a61a 2003-11-23 devnull static int
876 3d77c87e 2004-03-15 devnull sizetodepth(uvlong s, int psize, int dsize)
881 7763a61a 2003-11-23 devnull /* determine pointer depth */
882 7763a61a 2003-11-23 devnull np = psize/VtScoreSize;
883 7763a61a 2003-11-23 devnull s = (s + dsize - 1)/dsize;
884 7763a61a 2003-11-23 devnull for(d = 0; s > 1; d++)
885 7763a61a 2003-11-23 devnull s = (s + np - 1)/np;
886 7763a61a 2003-11-23 devnull return d;
890 3d77c87e 2004-03-15 devnull sinkclose(Sink *k)
892 3d77c87e 2004-03-15 devnull int i, n, base;
893 7763a61a 2003-11-23 devnull uchar *p;
894 7763a61a 2003-11-23 devnull VtEntry *kd;
896 7763a61a 2003-11-23 devnull kd = &k->dir;
898 7763a61a 2003-11-23 devnull /* empty */
899 7763a61a 2003-11-23 devnull if(kd->size == 0) {
900 3d77c87e 2004-03-15 devnull memmove(kd->score, vtzeroscore, VtScoreSize);
904 7763a61a 2003-11-23 devnull for(n=VtPointerDepth-1; n>0; n--)
905 7763a61a 2003-11-23 devnull if(k->pbuf[n] > k->buf + kd->psize*n)
908 3d77c87e 2004-03-15 devnull base = kd->type&~VtTypeDepthMask;
909 3d77c87e 2004-03-15 devnull kd->type = base + sizetodepth(kd->size, kd->psize, kd->dsize);
911 7763a61a 2003-11-23 devnull /* skip full part of tree */
912 7763a61a 2003-11-23 devnull for(i=0; i<n && k->pbuf[i] == k->buf + kd->psize*i; i++)
915 7763a61a 2003-11-23 devnull /* is the tree completely full */
916 7763a61a 2003-11-23 devnull if(i == n && k->pbuf[n] == k->buf + kd->psize*n + VtScoreSize) {
917 7763a61a 2003-11-23 devnull memmove(kd->score, k->pbuf[n] - VtScoreSize, VtScoreSize);
922 7763a61a 2003-11-23 devnull /* clean up the edge */
923 7763a61a 2003-11-23 devnull for(; i<n; i++) {
924 7763a61a 2003-11-23 devnull p = k->buf+i*kd->psize;
925 7763a61a 2003-11-23 devnull stats.meta++;
926 3d77c87e 2004-03-15 devnull if(vacwrite(k->z, k->pbuf[i+1], base+1+i, p, k->pbuf[i]-p) < 0)
927 3d77c87e 2004-03-15 devnull sysfatal("vacWrite failed: %r");
928 7763a61a 2003-11-23 devnull k->pbuf[i+1] += VtScoreSize;
930 7763a61a 2003-11-23 devnull memmove(kd->score, k->pbuf[i] - VtScoreSize, VtScoreSize);
934 3d77c87e 2004-03-15 devnull sinkfree(Sink *k)
936 3d77c87e 2004-03-15 devnull vtfree(k->buf);
937 3d77c87e 2004-03-15 devnull vtfree(k);
940 7763a61a 2003-11-23 devnull DirSink *
941 3d77c87e 2004-03-15 devnull dirsinkalloc(VtConn *z, int psize, int dsize)
943 7763a61a 2003-11-23 devnull DirSink *k;
946 7763a61a 2003-11-23 devnull ds = VtEntrySize*(dsize/VtEntrySize);
948 3d77c87e 2004-03-15 devnull k = vtmallocz(sizeof(DirSink));
949 3d77c87e 2004-03-15 devnull k->sink = sinkalloc(z, psize, ds);
950 3d77c87e 2004-03-15 devnull k->sink->dir.type = VtDirType;
951 3d77c87e 2004-03-15 devnull k->msink = metasinkalloc(z, psize, dsize);
952 3d77c87e 2004-03-15 devnull k->buf = vtmalloc(ds);
953 7763a61a 2003-11-23 devnull k->p = k->buf;
954 7763a61a 2003-11-23 devnull k->ep = k->buf + ds;
955 7763a61a 2003-11-23 devnull return k;
959 3d77c87e 2004-03-15 devnull dirsinkwrite(DirSink *k, VtEntry *dir)
961 7763a61a 2003-11-23 devnull if(k->p + VtEntrySize > k->ep) {
962 3d77c87e 2004-03-15 devnull sinkwrite(k->sink, k->buf, k->p - k->buf);
963 7763a61a 2003-11-23 devnull k->p = k->buf;
965 3d77c87e 2004-03-15 devnull vtentrypack(dir, k->p, 0);
966 7763a61a 2003-11-23 devnull k->nentry++;
967 7763a61a 2003-11-23 devnull k->p += VtEntrySize;
971 3d77c87e 2004-03-15 devnull dirsinkwritesink(DirSink *k, Sink *sink)
973 3d77c87e 2004-03-15 devnull dirsinkwrite(k, &sink->dir);
977 3d77c87e 2004-03-15 devnull dirsinkwritefile(DirSink *k, VacFile *vf)
979 7763a61a 2003-11-23 devnull VtEntry dir;
981 3d77c87e 2004-03-15 devnull if(vacfilegetvtentry(vf, &dir) < 0)
982 3d77c87e 2004-03-15 devnull return -1;
983 3d77c87e 2004-03-15 devnull dirsinkwrite(k, &dir);
984 3d77c87e 2004-03-15 devnull return 0;
988 3d77c87e 2004-03-15 devnull dirsinkclose(DirSink *k)
990 3d77c87e 2004-03-15 devnull metasinkclose(k->msink);
991 7763a61a 2003-11-23 devnull if(k->p != k->buf)
992 3d77c87e 2004-03-15 devnull sinkwrite(k->sink, k->buf, k->p - k->buf);
993 3d77c87e 2004-03-15 devnull sinkclose(k->sink);
997 3d77c87e 2004-03-15 devnull dirsinkfree(DirSink *k)
999 3d77c87e 2004-03-15 devnull sinkfree(k->sink);
1000 3d77c87e 2004-03-15 devnull metasinkfree(k->msink);
1001 3d77c87e 2004-03-15 devnull vtfree(k->buf);
1002 3d77c87e 2004-03-15 devnull vtfree(k);
1005 3d77c87e 2004-03-15 devnull MetaSink*
1006 3d77c87e 2004-03-15 devnull metasinkalloc(VtConn *z, int psize, int dsize)
1008 7763a61a 2003-11-23 devnull MetaSink *k;
1010 3d77c87e 2004-03-15 devnull k = vtmallocz(sizeof(MetaSink));
1011 3d77c87e 2004-03-15 devnull k->sink = sinkalloc(z, psize, dsize);
1012 3d77c87e 2004-03-15 devnull k->buf = vtmalloc(dsize);
1013 7763a61a 2003-11-23 devnull k->maxindex = dsize/100; /* 100 byte entries seems reasonable */
1014 7763a61a 2003-11-23 devnull if(k->maxindex < 1)
1015 7763a61a 2003-11-23 devnull k->maxindex = 1;
1016 7763a61a 2003-11-23 devnull k->rp = k->p = k->buf + MetaHeaderSize + k->maxindex*MetaIndexSize;
1017 7763a61a 2003-11-23 devnull k->ep = k->buf + dsize;
1018 7763a61a 2003-11-23 devnull return k;
1021 7763a61a 2003-11-23 devnull /* hack to get base to compare routine - not reentrant */
1022 3d77c87e 2004-03-15 devnull uchar *blockbase;
1025 3d77c87e 2004-03-15 devnull dircmp(const void *p0, const void *p1)
1027 7763a61a 2003-11-23 devnull uchar *q0, *q1;
1028 7763a61a 2003-11-23 devnull int n0, n1, r;
1030 7763a61a 2003-11-23 devnull /* name is first element of entry */
1031 3d77c87e 2004-03-15 devnull q0 = (uchar*)p0;
1032 3d77c87e 2004-03-15 devnull q0 = blockbase + (q0[0]<<8) + q0[1];
1033 7763a61a 2003-11-23 devnull n0 = (q0[6]<<8) + q0[7];
1034 7763a61a 2003-11-23 devnull q0 += 8;
1036 3d77c87e 2004-03-15 devnull q1 = (uchar*)p1;
1037 3d77c87e 2004-03-15 devnull q1 = blockbase + (q1[0]<<8) + q1[1];
1038 7763a61a 2003-11-23 devnull n1 = (q1[6]<<8) + q1[7];
1039 7763a61a 2003-11-23 devnull q1 += 8;
1041 7763a61a 2003-11-23 devnull if(n0 == n1)
1042 7763a61a 2003-11-23 devnull return memcmp(q0, q1, n0);
1043 7763a61a 2003-11-23 devnull else if (n0 < n1) {
1044 7763a61a 2003-11-23 devnull r = memcmp(q0, q1, n0);
1045 7763a61a 2003-11-23 devnull return (r==0)?1:r;
1046 7763a61a 2003-11-23 devnull } else {
1047 7763a61a 2003-11-23 devnull r = memcmp(q0, q1, n1);
1048 7763a61a 2003-11-23 devnull return (r==0)?-1:r;
1053 3d77c87e 2004-03-15 devnull metasinkflush(MetaSink *k)
1055 7763a61a 2003-11-23 devnull uchar *p;
1057 7763a61a 2003-11-23 devnull MetaBlock mb;
1059 7763a61a 2003-11-23 devnull if(k->nindex == 0)
1060 7763a61a 2003-11-23 devnull return;
1061 7763a61a 2003-11-23 devnull assert(k->nindex <= k->maxindex);
1063 7763a61a 2003-11-23 devnull p = k->buf;
1064 7763a61a 2003-11-23 devnull n = k->rp - p;
1066 7763a61a 2003-11-23 devnull mb.size = n;
1067 7763a61a 2003-11-23 devnull mb.free = 0;
1068 7763a61a 2003-11-23 devnull mb.nindex = k->nindex;
1069 7763a61a 2003-11-23 devnull mb.maxindex = k->maxindex;
1070 7763a61a 2003-11-23 devnull mb.buf = p;
1071 3d77c87e 2004-03-15 devnull mbpack(&mb);
1073 7763a61a 2003-11-23 devnull p += MetaHeaderSize;
1075 7763a61a 2003-11-23 devnull /* XXX this is not reentrant! */
1076 3d77c87e 2004-03-15 devnull blockbase = k->buf;
1077 3d77c87e 2004-03-15 devnull qsort(p, k->nindex, MetaIndexSize, dircmp);
1078 7763a61a 2003-11-23 devnull p += k->nindex*MetaIndexSize;
1080 7763a61a 2003-11-23 devnull memset(p, 0, (k->maxindex-k->nindex)*MetaIndexSize);
1081 7763a61a 2003-11-23 devnull p += (k->maxindex-k->nindex)*MetaIndexSize;
1083 3d77c87e 2004-03-15 devnull sinkwrite(k->sink, k->buf, n);
1085 7763a61a 2003-11-23 devnull /* move down partial entry */
1086 7763a61a 2003-11-23 devnull n = k->p - k->rp;
1087 7763a61a 2003-11-23 devnull memmove(p, k->rp, n);
1088 7763a61a 2003-11-23 devnull k->rp = p;
1089 7763a61a 2003-11-23 devnull k->p = p + n;
1090 7763a61a 2003-11-23 devnull k->nindex = 0;
1094 3d77c87e 2004-03-15 devnull metasinkputc(MetaSink *k, int c)
1096 7763a61a 2003-11-23 devnull if(k->p+1 > k->ep)
1097 3d77c87e 2004-03-15 devnull metasinkflush(k);
1098 7763a61a 2003-11-23 devnull if(k->p+1 > k->ep)
1099 3d77c87e 2004-03-15 devnull sysfatal("directory entry too large");
1100 7763a61a 2003-11-23 devnull k->p[0] = c;
1101 7763a61a 2003-11-23 devnull k->p++;
1105 3d77c87e 2004-03-15 devnull metasinkputstring(MetaSink *k, char *s)
1107 7763a61a 2003-11-23 devnull int n = strlen(s);
1108 3d77c87e 2004-03-15 devnull metasinkputc(k, n>>8);
1109 3d77c87e 2004-03-15 devnull metasinkputc(k, n);
1110 3d77c87e 2004-03-15 devnull metasinkwrite(k, (uchar*)s, n);
1114 3d77c87e 2004-03-15 devnull metasinkputuint32(MetaSink *k, ulong x)
1116 3d77c87e 2004-03-15 devnull metasinkputc(k, x>>24);
1117 3d77c87e 2004-03-15 devnull metasinkputc(k, x>>16);
1118 3d77c87e 2004-03-15 devnull metasinkputc(k, x>>8);
1119 3d77c87e 2004-03-15 devnull metasinkputc(k, x);
1123 3d77c87e 2004-03-15 devnull metasinkputuint64(MetaSink *k, uvlong x)
1125 3d77c87e 2004-03-15 devnull metasinkputuint32(k, x>>32);
1126 3d77c87e 2004-03-15 devnull metasinkputuint32(k, x);
1130 3d77c87e 2004-03-15 devnull metasinkwrite(MetaSink *k, uchar *data, int n)
1132 7763a61a 2003-11-23 devnull if(k->p + n > k->ep)
1133 3d77c87e 2004-03-15 devnull metasinkflush(k);
1134 7763a61a 2003-11-23 devnull if(k->p + n > k->ep)
1135 3d77c87e 2004-03-15 devnull sysfatal("directory entry too large");
1137 7763a61a 2003-11-23 devnull memmove(k->p, data, n);
1138 7763a61a 2003-11-23 devnull k->p += n;
1142 3d77c87e 2004-03-15 devnull metasinkwritedir(MetaSink *ms, VacDir *dir)
1144 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, DirMagic);
1145 3d77c87e 2004-03-15 devnull metasinkputc(ms, Version>>8);
1146 3d77c87e 2004-03-15 devnull metasinkputc(ms, Version);
1147 3d77c87e 2004-03-15 devnull metasinkputstring(ms, dir->elem);
1148 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->entry);
1149 3d77c87e 2004-03-15 devnull metasinkputuint64(ms, dir->qid);
1150 3d77c87e 2004-03-15 devnull metasinkputstring(ms, dir->uid);
1151 3d77c87e 2004-03-15 devnull metasinkputstring(ms, dir->gid);
1152 3d77c87e 2004-03-15 devnull metasinkputstring(ms, dir->mid);
1153 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->mtime);
1154 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->mcount);
1155 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->ctime);
1156 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->atime);
1157 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->mode);
1159 7763a61a 2003-11-23 devnull if(dir->plan9) {
1160 3d77c87e 2004-03-15 devnull metasinkputc(ms, DirPlan9Entry); /* plan9 extra info */
1161 3d77c87e 2004-03-15 devnull metasinkputc(ms, 0); /* plan9 extra size */
1162 3d77c87e 2004-03-15 devnull metasinkputc(ms, 12); /* plan9 extra size */
1163 3d77c87e 2004-03-15 devnull metasinkputuint64(ms, dir->p9path);
1164 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->p9version);
1167 3d77c87e 2004-03-15 devnull if(dir->qidspace != 0) {
1168 3d77c87e 2004-03-15 devnull metasinkputc(ms, DirQidSpaceEntry);
1169 3d77c87e 2004-03-15 devnull metasinkputc(ms, 0);
1170 3d77c87e 2004-03-15 devnull metasinkputc(ms, 16);
1171 3d77c87e 2004-03-15 devnull metasinkputuint64(ms, dir->qidoffset);
1172 3d77c87e 2004-03-15 devnull metasinkputuint64(ms, dir->qidmax);
1175 7763a61a 2003-11-23 devnull if(dir->gen != 0) {
1176 3d77c87e 2004-03-15 devnull metasinkputc(ms, DirGenEntry);
1177 3d77c87e 2004-03-15 devnull metasinkputc(ms, 0);
1178 3d77c87e 2004-03-15 devnull metasinkputc(ms, 4);
1179 3d77c87e 2004-03-15 devnull metasinkputuint32(ms, dir->gen);
1182 3d77c87e 2004-03-15 devnull metasinkeor(ms);
1187 3d77c87e 2004-03-15 devnull plan9tovacdir(VacDir *vd, Dir *dir, ulong entry, uvlong qid)
1189 7763a61a 2003-11-23 devnull memset(vd, 0, sizeof(VacDir));
1191 3d77c87e 2004-03-15 devnull vd->elem = vtstrdup(dir->name);
1192 7763a61a 2003-11-23 devnull vd->entry = entry;
1193 7763a61a 2003-11-23 devnull vd->qid = qid;
1194 3d77c87e 2004-03-15 devnull vd->uid = vtstrdup(dir->uid);
1195 3d77c87e 2004-03-15 devnull vd->gid = vtstrdup(dir->gid);
1196 3d77c87e 2004-03-15 devnull vd->mid = vtstrdup(dir->muid);
1197 7763a61a 2003-11-23 devnull vd->mtime = dir->mtime;
1198 7763a61a 2003-11-23 devnull vd->mcount = 0;
1199 7763a61a 2003-11-23 devnull vd->ctime = dir->mtime; /* ctime: not available on plan 9 */
1200 7763a61a 2003-11-23 devnull vd->atime = dir->atime;
1202 7763a61a 2003-11-23 devnull vd->mode = dir->mode & 0777;
1203 7763a61a 2003-11-23 devnull if(dir->mode & DMDIR)
1204 7763a61a 2003-11-23 devnull vd->mode |= ModeDir;
1205 7763a61a 2003-11-23 devnull if(dir->mode & DMAPPEND)
1206 7763a61a 2003-11-23 devnull vd->mode |= ModeAppend;
1207 7763a61a 2003-11-23 devnull if(dir->mode & DMEXCL)
1208 7763a61a 2003-11-23 devnull vd->mode |= ModeExclusive;
1209 71f05672 2005-09-13 devnull if(dir->mode & DMDEVICE)
1210 71f05672 2005-09-13 devnull vd->mode |= ModeDevice;
1211 71f05672 2005-09-13 devnull if(dir->mode & DMNAMEDPIPE)
1212 71f05672 2005-09-13 devnull vd->mode |= ModeNamedPipe;
1213 71f05672 2005-09-13 devnull if(dir->mode & DMSYMLINK)
1214 71f05672 2005-09-13 devnull vd->mode |= ModeLink;
1216 7763a61a 2003-11-23 devnull vd->plan9 = 1;
1217 7763a61a 2003-11-23 devnull vd->p9path = dir->qid.path;
1218 7763a61a 2003-11-23 devnull vd->p9version = dir->qid.vers;
1223 3d77c87e 2004-03-15 devnull metasinkeor(MetaSink *k)
1225 7763a61a 2003-11-23 devnull uchar *p;
1226 7763a61a 2003-11-23 devnull int o, n;
1228 7763a61a 2003-11-23 devnull p = k->buf + MetaHeaderSize;
1229 7763a61a 2003-11-23 devnull p += k->nindex * MetaIndexSize;
1230 7763a61a 2003-11-23 devnull o = k->rp-k->buf; /* offset from start of block */
1231 7763a61a 2003-11-23 devnull n = k->p-k->rp; /* size of entry */
1232 7763a61a 2003-11-23 devnull p[0] = o >> 8;
1233 7763a61a 2003-11-23 devnull p[1] = o;
1234 7763a61a 2003-11-23 devnull p[2] = n >> 8;
1235 7763a61a 2003-11-23 devnull p[3] = n;
1236 7763a61a 2003-11-23 devnull k->rp = k->p;
1237 7763a61a 2003-11-23 devnull k->nindex++;
1238 7763a61a 2003-11-23 devnull if(k->nindex == k->maxindex)
1239 3d77c87e 2004-03-15 devnull metasinkflush(k);
1243 3d77c87e 2004-03-15 devnull metasinkclose(MetaSink *k)
1245 3d77c87e 2004-03-15 devnull metasinkflush(k);
1246 3d77c87e 2004-03-15 devnull sinkclose(k->sink);
1250 3d77c87e 2004-03-15 devnull metasinkfree(MetaSink *k)
1252 3d77c87e 2004-03-15 devnull sinkfree(k->sink);
1253 3d77c87e 2004-03-15 devnull vtfree(k->buf);
1254 3d77c87e 2004-03-15 devnull vtfree(k);
1257 7763a61a 2003-11-23 devnull static void
1258 7763a61a 2003-11-23 devnull warn(char *fmt, ...)
1260 7763a61a 2003-11-23 devnull va_list arg;
1262 7763a61a 2003-11-23 devnull va_start(arg, fmt);
1263 7763a61a 2003-11-23 devnull fprint(2, "%s: ", argv0);
1264 7763a61a 2003-11-23 devnull vfprint(2, fmt, arg);
1265 7763a61a 2003-11-23 devnull fprint(2, "\n");
1266 7763a61a 2003-11-23 devnull va_end(arg);
1269 7763a61a 2003-11-23 devnull static void
1270 7763a61a 2003-11-23 devnull cleanup(void)
1272 7763a61a 2003-11-23 devnull if(oname != nil)
1273 7763a61a 2003-11-23 devnull remove(oname);
1276 7763a61a 2003-11-23 devnull #define TWID64 ((u64int)~(u64int)0)
1278 7763a61a 2003-11-23 devnull static u64int
1279 7763a61a 2003-11-23 devnull unittoull(char *s)
1281 7763a61a 2003-11-23 devnull char *es;
1282 7763a61a 2003-11-23 devnull u64int n;
1284 7763a61a 2003-11-23 devnull if(s == nil)
1285 7763a61a 2003-11-23 devnull return TWID64;
1286 7763a61a 2003-11-23 devnull n = strtoul(s, &es, 0);
1287 7763a61a 2003-11-23 devnull if(*es == 'k' || *es == 'K'){
1288 7763a61a 2003-11-23 devnull n *= 1024;
1290 7763a61a 2003-11-23 devnull }else if(*es == 'm' || *es == 'M'){
1291 7763a61a 2003-11-23 devnull n *= 1024*1024;
1293 7763a61a 2003-11-23 devnull }else if(*es == 'g' || *es == 'G'){
1294 7763a61a 2003-11-23 devnull n *= 1024*1024*1024;
1297 7763a61a 2003-11-23 devnull if(*es != '\0')
1298 7763a61a 2003-11-23 devnull return TWID64;
1299 7763a61a 2003-11-23 devnull return n;