Blame


1 7763a61a 2003-11-23 devnull #include <u.h>
2 7763a61a 2003-11-23 devnull #include <libc.h>
3 7763a61a 2003-11-23 devnull #include <venti.h>
4 7763a61a 2003-11-23 devnull
5 7763a61a 2003-11-23 devnull int bsize;
6 7763a61a 2003-11-23 devnull char *host;
7 7763a61a 2003-11-23 devnull VtConn *z;
8 7763a61a 2003-11-23 devnull
9 7763a61a 2003-11-23 devnull void
10 7763a61a 2003-11-23 devnull usage(void)
11 7763a61a 2003-11-23 devnull {
12 7763a61a 2003-11-23 devnull fprint(2, "usage: vac [-b blocksize] [-h host] file\n");
13 7763a61a 2003-11-23 devnull }
14 7763a61a 2003-11-23 devnull
15 7763a61a 2003-11-23 devnull void
16 7763a61a 2003-11-23 devnull main(int argc, char *argv[])
17 7763a61a 2003-11-23 devnull {
18 7763a61a 2003-11-23 devnull ARGBEGIN{
19 7763a61a 2003-11-23 devnull default:
20 7763a61a 2003-11-23 devnull usage();
21 7763a61a 2003-11-23 devnull case 'b':
22 7763a61a 2003-11-23 devnull bsize = unittoull(EARGF(usage()));
23 7763a61a 2003-11-23 devnull break;
24 7763a61a 2003-11-23 devnull case 'h':
25 7763a61a 2003-11-23 devnull host = EARGF(usage());
26 7763a61a 2003-11-23 devnull break;
27 7763a61a 2003-11-23 devnull }ARGEND
28 7763a61a 2003-11-23 devnull
29 7763a61a 2003-11-23 devnull if(bsize < 512)
30 7763a61a 2003-11-23 devnull bsize = 512;
31 7763a61a 2003-11-23 devnull if(bsize > VtMaxLumpSize)
32 7763a61a 2003-11-23 devnull bsize = VtMaxLumpSize;
33 7763a61a 2003-11-23 devnull maxbsize = bsize;
34 7763a61a 2003-11-23 devnull
35 7763a61a 2003-11-23 devnull vtAttach();
36 7763a61a 2003-11-23 devnull
37 7763a61a 2003-11-23 devnull fmtinstall('V', vtScoreFmt);
38 7763a61a 2003-11-23 devnull fmtinstall('R', vtErrFmt);
39 7763a61a 2003-11-23 devnull
40 7763a61a 2003-11-23 devnull z = vtDial(host, 0);
41 7763a61a 2003-11-23 devnull if(z == nil)
42 7763a61a 2003-11-23 devnull vtFatal("could not connect to server: %R");
43 7763a61a 2003-11-23 devnull
44 7763a61a 2003-11-23 devnull if(!vtConnect(z, 0))
45 7763a61a 2003-11-23 devnull vtFatal("vtConnect: %R");
46 7763a61a 2003-11-23 devnull
47 7763a61a 2003-11-23 devnull qsort(exclude, nexclude, sizeof(char*), strpCmp);
48 7763a61a 2003-11-23 devnull
49 7763a61a 2003-11-23 devnull vac(z, argv);
50 7763a61a 2003-11-23 devnull if(!vtSync(z))
51 7763a61a 2003-11-23 devnull fprint(2, "warning: could not ask server to flush pending writes: %R\n");
52 7763a61a 2003-11-23 devnull
53 7763a61a 2003-11-23 devnull if(statsFlag)
54 7763a61a 2003-11-23 devnull fprint(2, "files %ld:%ld data %ld:%ld:%ld meta %ld\n", stats.file, stats.sfile,
55 7763a61a 2003-11-23 devnull stats.data, stats.skip, stats.sdata, stats.meta);
56 7763a61a 2003-11-23 devnull //packetStats();
57 7763a61a 2003-11-23 devnull vtClose(z);
58 7763a61a 2003-11-23 devnull vtDetach();
59 7763a61a 2003-11-23 devnull
60 7763a61a 2003-11-23 devnull exits(0);
61 7763a61a 2003-11-23 devnull }
62 7763a61a 2003-11-23 devnull
63 7763a61a 2003-11-23 devnull static int
64 7763a61a 2003-11-23 devnull vac(VtSession *z, char *argv[])
65 7763a61a 2003-11-23 devnull {
66 7763a61a 2003-11-23 devnull DirSink *dsink, *ds;
67 7763a61a 2003-11-23 devnull MetaSink *ms;
68 7763a61a 2003-11-23 devnull VtRoot root;
69 7763a61a 2003-11-23 devnull uchar score[VtScoreSize], buf[VtRootSize];
70 7763a61a 2003-11-23 devnull char cwd[2048];
71 7763a61a 2003-11-23 devnull int cd, i;
72 7763a61a 2003-11-23 devnull char *cp2, *cp;
73 7763a61a 2003-11-23 devnull VacFS *fs;
74 7763a61a 2003-11-23 devnull VacFile *vff;
75 7763a61a 2003-11-23 devnull int fd;
76 7763a61a 2003-11-23 devnull Dir *dir;
77 7763a61a 2003-11-23 devnull VacDir vd;
78 7763a61a 2003-11-23 devnull
79 7763a61a 2003-11-23 devnull if(getwd(cwd, sizeof(cwd)) == 0)
80 7763a61a 2003-11-23 devnull sysfatal("can't find current directory: %r\n");
81 7763a61a 2003-11-23 devnull
82 7763a61a 2003-11-23 devnull dsink = dirSinkAlloc(z, bsize, bsize);
83 7763a61a 2003-11-23 devnull
84 7763a61a 2003-11-23 devnull fs = nil;
85 7763a61a 2003-11-23 devnull if(dfile != nil) {
86 7763a61a 2003-11-23 devnull fs = vfsOpen(z, dfile, 1, 10000);
87 7763a61a 2003-11-23 devnull if(fs == nil)
88 7763a61a 2003-11-23 devnull fprint(2, "could not open diff: %s: %s\n", dfile, vtGetError());
89 7763a61a 2003-11-23 devnull }
90 7763a61a 2003-11-23 devnull
91 7763a61a 2003-11-23 devnull
92 7763a61a 2003-11-23 devnull if(oname != nil) {
93 7763a61a 2003-11-23 devnull fd = create(oname, OWRITE, 0666);
94 7763a61a 2003-11-23 devnull if(fd < 0)
95 7763a61a 2003-11-23 devnull sysfatal("could not create file: %s: %r", oname);
96 7763a61a 2003-11-23 devnull } else
97 7763a61a 2003-11-23 devnull fd = 1;
98 7763a61a 2003-11-23 devnull
99 7763a61a 2003-11-23 devnull dir = dirfstat(fd);
100 7763a61a 2003-11-23 devnull if(dir == nil)
101 7763a61a 2003-11-23 devnull sysfatal("dirfstat failed: %r");
102 7763a61a 2003-11-23 devnull
103 7763a61a 2003-11-23 devnull for(; *argv; argv++) {
104 7763a61a 2003-11-23 devnull cp2 = *argv;
105 7763a61a 2003-11-23 devnull cd = 0;
106 7763a61a 2003-11-23 devnull for (cp = *argv; *cp; cp++)
107 7763a61a 2003-11-23 devnull if (*cp == '/')
108 7763a61a 2003-11-23 devnull cp2 = cp;
109 7763a61a 2003-11-23 devnull if (cp2 != *argv) {
110 7763a61a 2003-11-23 devnull *cp2 = '\0';
111 7763a61a 2003-11-23 devnull chdir(*argv);
112 7763a61a 2003-11-23 devnull *cp2 = '/';
113 7763a61a 2003-11-23 devnull cp2++;
114 7763a61a 2003-11-23 devnull cd = 1;
115 7763a61a 2003-11-23 devnull }
116 7763a61a 2003-11-23 devnull vff = nil;
117 7763a61a 2003-11-23 devnull if(fs)
118 7763a61a 2003-11-23 devnull vff = vfOpen(fs, cp2);
119 7763a61a 2003-11-23 devnull vacFile(dsink, argv[0], cp2, vff);
120 7763a61a 2003-11-23 devnull if(vff)
121 7763a61a 2003-11-23 devnull vfDecRef(vff);
122 7763a61a 2003-11-23 devnull if(cd && chdir(cwd) < 0)
123 7763a61a 2003-11-23 devnull sysfatal("can't cd back to %s: %r\n", cwd);
124 7763a61a 2003-11-23 devnull }
125 7763a61a 2003-11-23 devnull
126 7763a61a 2003-11-23 devnull if(isi) {
127 7763a61a 2003-11-23 devnull vff = nil;
128 7763a61a 2003-11-23 devnull if(fs)
129 7763a61a 2003-11-23 devnull vff = vfOpen(fs, isi);
130 7763a61a 2003-11-23 devnull vacStdin(dsink, isi, vff);
131 7763a61a 2003-11-23 devnull if(vff)
132 7763a61a 2003-11-23 devnull vfDecRef(vff);
133 7763a61a 2003-11-23 devnull }
134 7763a61a 2003-11-23 devnull
135 7763a61a 2003-11-23 devnull dirSinkClose(dsink);
136 7763a61a 2003-11-23 devnull
137 7763a61a 2003-11-23 devnull /* build meta information for the root */
138 7763a61a 2003-11-23 devnull ms = metaSinkAlloc(z, bsize, bsize);
139 7763a61a 2003-11-23 devnull /* fake into a directory */
140 7763a61a 2003-11-23 devnull dir->mode |= (dir->mode&0444)>>2;
141 7763a61a 2003-11-23 devnull dir->qid.type |= QTDIR;
142 7763a61a 2003-11-23 devnull dir->mode |= DMDIR;
143 7763a61a 2003-11-23 devnull plan9ToVacDir(&vd, dir, 0, fileid++);
144 7763a61a 2003-11-23 devnull if(strcmp(vd.elem, "/") == 0){
145 7763a61a 2003-11-23 devnull vtMemFree(vd.elem);
146 7763a61a 2003-11-23 devnull vd.elem = vtStrDup("root");
147 7763a61a 2003-11-23 devnull }
148 7763a61a 2003-11-23 devnull metaSinkWriteDir(ms, &vd);
149 7763a61a 2003-11-23 devnull vdCleanup(&vd);
150 7763a61a 2003-11-23 devnull metaSinkClose(ms);
151 7763a61a 2003-11-23 devnull
152 7763a61a 2003-11-23 devnull ds = dirSinkAlloc(z, bsize, bsize);
153 7763a61a 2003-11-23 devnull dirSinkWriteSink(ds, dsink->sink);
154 7763a61a 2003-11-23 devnull dirSinkWriteSink(ds, dsink->msink->sink);
155 7763a61a 2003-11-23 devnull dirSinkWriteSink(ds, ms->sink);
156 7763a61a 2003-11-23 devnull dirSinkClose(ds);
157 7763a61a 2003-11-23 devnull
158 7763a61a 2003-11-23 devnull memset(&root, 0, sizeof(root));
159 7763a61a 2003-11-23 devnull root.version = VtRootVersion;
160 7763a61a 2003-11-23 devnull strncpy(root.name, dir->name, sizeof(root.name));
161 7763a61a 2003-11-23 devnull root.name[sizeof(root.name)-1] = 0;
162 7763a61a 2003-11-23 devnull free(dir);
163 7763a61a 2003-11-23 devnull sprint(root.type, "vac");
164 7763a61a 2003-11-23 devnull memmove(root.score, ds->sink->dir.score, VtScoreSize);
165 7763a61a 2003-11-23 devnull root.blockSize = maxbsize;
166 7763a61a 2003-11-23 devnull if(fs != nil)
167 7763a61a 2003-11-23 devnull vfsGetScore(fs, root.prev);
168 7763a61a 2003-11-23 devnull
169 7763a61a 2003-11-23 devnull metaSinkFree(ms);
170 7763a61a 2003-11-23 devnull dirSinkFree(ds);
171 7763a61a 2003-11-23 devnull dirSinkFree(dsink);
172 7763a61a 2003-11-23 devnull if(fs != nil)
173 7763a61a 2003-11-23 devnull vfsClose(fs);
174 7763a61a 2003-11-23 devnull
175 7763a61a 2003-11-23 devnull vtRootPack(&root, buf);
176 7763a61a 2003-11-23 devnull if(!vacWrite(z, score, VtRootType, buf, VtRootSize))
177 7763a61a 2003-11-23 devnull vtFatal("vacWrite failed: %s", vtGetError());
178 7763a61a 2003-11-23 devnull
179 7763a61a 2003-11-23 devnull fprint(fd, "vac:");
180 7763a61a 2003-11-23 devnull for(i=0; i<VtScoreSize; i++)
181 7763a61a 2003-11-23 devnull fprint(fd, "%.2x", score[i]);
182 7763a61a 2003-11-23 devnull fprint(fd, "\n");
183 7763a61a 2003-11-23 devnull
184 7763a61a 2003-11-23 devnull /* avoid remove at cleanup */
185 7763a61a 2003-11-23 devnull oname = nil;
186 7763a61a 2003-11-23 devnull return 1;
187 7763a61a 2003-11-23 devnull }
188 7763a61a 2003-11-23 devnull
189 7763a61a 2003-11-23 devnull static int
190 7763a61a 2003-11-23 devnull isExcluded(char *name)
191 7763a61a 2003-11-23 devnull {
192 7763a61a 2003-11-23 devnull int bot, top, i, x;
193 7763a61a 2003-11-23 devnull
194 7763a61a 2003-11-23 devnull bot = 0;
195 7763a61a 2003-11-23 devnull top = nexclude;
196 7763a61a 2003-11-23 devnull while(bot < top) {
197 7763a61a 2003-11-23 devnull i = (bot+top)>>1;
198 7763a61a 2003-11-23 devnull x = strcmp(exclude[i], name);
199 7763a61a 2003-11-23 devnull if(x == 0)
200 7763a61a 2003-11-23 devnull return 1;
201 7763a61a 2003-11-23 devnull if(x < 0)
202 7763a61a 2003-11-23 devnull bot = i + 1;
203 7763a61a 2003-11-23 devnull else /* x > 0 */
204 7763a61a 2003-11-23 devnull top = i;
205 7763a61a 2003-11-23 devnull }
206 7763a61a 2003-11-23 devnull return 0;
207 7763a61a 2003-11-23 devnull }
208 7763a61a 2003-11-23 devnull
209 7763a61a 2003-11-23 devnull static void
210 7763a61a 2003-11-23 devnull vacFile(DirSink *dsink, char *lname, char *sname, VacFile *vf)
211 7763a61a 2003-11-23 devnull {
212 7763a61a 2003-11-23 devnull int fd;
213 7763a61a 2003-11-23 devnull Dir *dir;
214 7763a61a 2003-11-23 devnull VacDir vd;
215 7763a61a 2003-11-23 devnull ulong entry;
216 7763a61a 2003-11-23 devnull
217 7763a61a 2003-11-23 devnull if(isExcluded(lname)) {
218 7763a61a 2003-11-23 devnull warn("excluding: %s", lname);
219 7763a61a 2003-11-23 devnull return;
220 7763a61a 2003-11-23 devnull }
221 7763a61a 2003-11-23 devnull
222 7763a61a 2003-11-23 devnull if(merge && vacMerge(dsink, lname, sname))
223 7763a61a 2003-11-23 devnull return;
224 7763a61a 2003-11-23 devnull
225 7763a61a 2003-11-23 devnull fd = open(sname, OREAD);
226 7763a61a 2003-11-23 devnull if(fd < 0) {
227 7763a61a 2003-11-23 devnull warn("could not open file: %s: %s", lname, vtOSError());
228 7763a61a 2003-11-23 devnull return;
229 7763a61a 2003-11-23 devnull }
230 7763a61a 2003-11-23 devnull
231 7763a61a 2003-11-23 devnull if(verbose)
232 7763a61a 2003-11-23 devnull fprint(2, "%s\n", lname);
233 7763a61a 2003-11-23 devnull
234 7763a61a 2003-11-23 devnull dir = dirfstat(fd);
235 7763a61a 2003-11-23 devnull if(dir == nil) {
236 7763a61a 2003-11-23 devnull warn("can't stat %s: %r", lname);
237 7763a61a 2003-11-23 devnull close(fd);
238 7763a61a 2003-11-23 devnull return;
239 7763a61a 2003-11-23 devnull }
240 7763a61a 2003-11-23 devnull
241 7763a61a 2003-11-23 devnull entry = dsink->nentry;
242 7763a61a 2003-11-23 devnull
243 7763a61a 2003-11-23 devnull if(dir->mode & DMDIR)
244 7763a61a 2003-11-23 devnull vacDir(dsink, fd, lname, sname, vf);
245 7763a61a 2003-11-23 devnull else
246 7763a61a 2003-11-23 devnull vacData(dsink, fd, lname, vf, dir);
247 7763a61a 2003-11-23 devnull
248 7763a61a 2003-11-23 devnull plan9ToVacDir(&vd, dir, entry, fileid++);
249 7763a61a 2003-11-23 devnull metaSinkWriteDir(dsink->msink, &vd);
250 7763a61a 2003-11-23 devnull vdCleanup(&vd);
251 7763a61a 2003-11-23 devnull
252 7763a61a 2003-11-23 devnull free(dir);
253 7763a61a 2003-11-23 devnull close(fd);
254 7763a61a 2003-11-23 devnull }
255 7763a61a 2003-11-23 devnull
256 7763a61a 2003-11-23 devnull static void
257 7763a61a 2003-11-23 devnull vacStdin(DirSink *dsink, char *name, VacFile *vf)
258 7763a61a 2003-11-23 devnull {
259 7763a61a 2003-11-23 devnull Dir *dir;
260 7763a61a 2003-11-23 devnull VacDir vd;
261 7763a61a 2003-11-23 devnull ulong entry;
262 7763a61a 2003-11-23 devnull
263 7763a61a 2003-11-23 devnull if(verbose)
264 7763a61a 2003-11-23 devnull fprint(2, "%s\n", "<stdio>");
265 7763a61a 2003-11-23 devnull
266 7763a61a 2003-11-23 devnull dir = dirfstat(0);
267 7763a61a 2003-11-23 devnull if(dir == nil) {
268 7763a61a 2003-11-23 devnull warn("can't stat <stdio>: %r");
269 7763a61a 2003-11-23 devnull return;
270 7763a61a 2003-11-23 devnull }
271 7763a61a 2003-11-23 devnull
272 7763a61a 2003-11-23 devnull entry = dsink->nentry;
273 7763a61a 2003-11-23 devnull
274 7763a61a 2003-11-23 devnull vacData(dsink, 0, "<stdin>", vf, dir);
275 7763a61a 2003-11-23 devnull
276 7763a61a 2003-11-23 devnull plan9ToVacDir(&vd, dir, entry, fileid++);
277 7763a61a 2003-11-23 devnull vd.elem = vtStrDup(name);
278 7763a61a 2003-11-23 devnull metaSinkWriteDir(dsink->msink, &vd);
279 7763a61a 2003-11-23 devnull vdCleanup(&vd);
280 7763a61a 2003-11-23 devnull
281 7763a61a 2003-11-23 devnull free(dir);
282 7763a61a 2003-11-23 devnull }
283 7763a61a 2003-11-23 devnull
284 7763a61a 2003-11-23 devnull static ulong
285 7763a61a 2003-11-23 devnull vacDataSkip(Sink *sink, VacFile *vf, int fd, ulong blocks, uchar *buf, char *lname)
286 7763a61a 2003-11-23 devnull {
287 7763a61a 2003-11-23 devnull int n;
288 7763a61a 2003-11-23 devnull ulong i;
289 7763a61a 2003-11-23 devnull uchar score[VtScoreSize];
290 7763a61a 2003-11-23 devnull
291 7763a61a 2003-11-23 devnull /* skip blocks for append only files */
292 7763a61a 2003-11-23 devnull if(seek(fd, (blocks-1)*bsize, 0) != (blocks-1)*bsize) {
293 7763a61a 2003-11-23 devnull warn("error seeking: %s", lname);
294 7763a61a 2003-11-23 devnull goto Err;
295 7763a61a 2003-11-23 devnull }
296 7763a61a 2003-11-23 devnull n = readBlock(fd, buf, bsize);
297 7763a61a 2003-11-23 devnull if(n < bsize) {
298 7763a61a 2003-11-23 devnull warn("error checking append only file: %s", lname);
299 7763a61a 2003-11-23 devnull goto Err;
300 7763a61a 2003-11-23 devnull }
301 7763a61a 2003-11-23 devnull if(!vfGetBlockScore(vf, blocks-1, score) || !vtSha1Check(score, buf, n)) {
302 7763a61a 2003-11-23 devnull warn("last block of append file did not match: %s", lname);
303 7763a61a 2003-11-23 devnull goto Err;
304 7763a61a 2003-11-23 devnull }
305 7763a61a 2003-11-23 devnull
306 7763a61a 2003-11-23 devnull for(i=0; i<blocks; i++) {
307 7763a61a 2003-11-23 devnull if(!vfGetBlockScore(vf, i, score)) {
308 7763a61a 2003-11-23 devnull warn("could not get score: %s: %lud", lname, i);
309 7763a61a 2003-11-23 devnull seek(fd, i*bsize, 0);
310 7763a61a 2003-11-23 devnull return i;
311 7763a61a 2003-11-23 devnull }
312 7763a61a 2003-11-23 devnull stats.skip++;
313 7763a61a 2003-11-23 devnull sinkWriteScore(sink, score, bsize);
314 7763a61a 2003-11-23 devnull }
315 7763a61a 2003-11-23 devnull
316 7763a61a 2003-11-23 devnull return i;
317 7763a61a 2003-11-23 devnull Err:
318 7763a61a 2003-11-23 devnull seek(fd, 0, 0);
319 7763a61a 2003-11-23 devnull return 0;
320 7763a61a 2003-11-23 devnull }
321 7763a61a 2003-11-23 devnull
322 7763a61a 2003-11-23 devnull static void
323 7763a61a 2003-11-23 devnull vacData(DirSink *dsink, int fd, char *lname, VacFile *vf, Dir *dir)
324 7763a61a 2003-11-23 devnull {
325 7763a61a 2003-11-23 devnull uchar *buf;
326 7763a61a 2003-11-23 devnull Sink *sink;
327 7763a61a 2003-11-23 devnull int n;
328 7763a61a 2003-11-23 devnull uchar score[VtScoreSize];
329 7763a61a 2003-11-23 devnull ulong block, same;
330 7763a61a 2003-11-23 devnull VacDir vd;
331 7763a61a 2003-11-23 devnull ulong vfblocks;
332 7763a61a 2003-11-23 devnull
333 7763a61a 2003-11-23 devnull vfblocks = 0;
334 7763a61a 2003-11-23 devnull if(vf != nil && qdiff) {
335 7763a61a 2003-11-23 devnull vfGetDir(vf, &vd);
336 7763a61a 2003-11-23 devnull if(vd.mtime == dir->mtime)
337 7763a61a 2003-11-23 devnull if(vd.size == dir->length)
338 7763a61a 2003-11-23 devnull if(!vd.plan9 || /* vd.p9path == dir->qid.path && */ vd.p9version == dir->qid.vers)
339 7763a61a 2003-11-23 devnull if(dirSinkWriteFile(dsink, vf)) {
340 7763a61a 2003-11-23 devnull stats.sfile++;
341 7763a61a 2003-11-23 devnull vdCleanup(&vd);
342 7763a61a 2003-11-23 devnull return;
343 7763a61a 2003-11-23 devnull }
344 7763a61a 2003-11-23 devnull
345 7763a61a 2003-11-23 devnull /* look for an append only file */
346 7763a61a 2003-11-23 devnull if((dir->mode&DMAPPEND) != 0)
347 7763a61a 2003-11-23 devnull if(vd.size < dir->length)
348 7763a61a 2003-11-23 devnull if(vd.plan9)
349 7763a61a 2003-11-23 devnull if(vd.p9path == dir->qid.path)
350 7763a61a 2003-11-23 devnull vfblocks = vd.size/bsize;
351 7763a61a 2003-11-23 devnull
352 7763a61a 2003-11-23 devnull vdCleanup(&vd);
353 7763a61a 2003-11-23 devnull }
354 7763a61a 2003-11-23 devnull stats.file++;
355 7763a61a 2003-11-23 devnull
356 7763a61a 2003-11-23 devnull buf = vtMemAlloc(bsize);
357 7763a61a 2003-11-23 devnull sink = sinkAlloc(dsink->sink->z, bsize, bsize);
358 7763a61a 2003-11-23 devnull block = 0;
359 7763a61a 2003-11-23 devnull same = stats.sdata+stats.skip;
360 7763a61a 2003-11-23 devnull
361 7763a61a 2003-11-23 devnull if(vfblocks > 1)
362 7763a61a 2003-11-23 devnull block += vacDataSkip(sink, vf, fd, vfblocks, buf, lname);
363 7763a61a 2003-11-23 devnull
364 7763a61a 2003-11-23 devnull if(0) fprint(2, "vacData: %s: %ld\n", lname, block);
365 7763a61a 2003-11-23 devnull for(;;) {
366 7763a61a 2003-11-23 devnull n = readBlock(fd, buf, bsize);
367 7763a61a 2003-11-23 devnull if(0 && n < 0)
368 7763a61a 2003-11-23 devnull warn("file truncated due to read error: %s: %s", lname, vtOSError());
369 7763a61a 2003-11-23 devnull if(n <= 0)
370 7763a61a 2003-11-23 devnull break;
371 7763a61a 2003-11-23 devnull if(vf != nil && vfGetBlockScore(vf, block, score) && vtSha1Check(score, buf, n)) {
372 7763a61a 2003-11-23 devnull stats.sdata++;
373 7763a61a 2003-11-23 devnull sinkWriteScore(sink, score, n);
374 7763a61a 2003-11-23 devnull } else
375 7763a61a 2003-11-23 devnull sinkWrite(sink, buf, n);
376 7763a61a 2003-11-23 devnull block++;
377 7763a61a 2003-11-23 devnull }
378 7763a61a 2003-11-23 devnull same = stats.sdata+stats.skip - same;
379 7763a61a 2003-11-23 devnull
380 7763a61a 2003-11-23 devnull if(same && (dir->mode&DMAPPEND) != 0)
381 7763a61a 2003-11-23 devnull if(0)fprint(2, "%s: total %lud same %lud:%lud diff %lud\n",
382 7763a61a 2003-11-23 devnull lname, block, same, vfblocks, block-same);
383 7763a61a 2003-11-23 devnull
384 7763a61a 2003-11-23 devnull sinkClose(sink);
385 7763a61a 2003-11-23 devnull dirSinkWriteSink(dsink, sink);
386 7763a61a 2003-11-23 devnull sinkFree(sink);
387 7763a61a 2003-11-23 devnull free(buf);
388 7763a61a 2003-11-23 devnull }
389 7763a61a 2003-11-23 devnull
390 7763a61a 2003-11-23 devnull
391 7763a61a 2003-11-23 devnull static void
392 7763a61a 2003-11-23 devnull vacDir(DirSink *dsink, int fd, char *lname, char *sname, VacFile *vf)
393 7763a61a 2003-11-23 devnull {
394 7763a61a 2003-11-23 devnull Dir *dirs;
395 7763a61a 2003-11-23 devnull char *ln, *sn;
396 7763a61a 2003-11-23 devnull int i, nd;
397 7763a61a 2003-11-23 devnull DirSink *ds;
398 7763a61a 2003-11-23 devnull VacFile *vvf;
399 7763a61a 2003-11-23 devnull char *name;
400 7763a61a 2003-11-23 devnull
401 7763a61a 2003-11-23 devnull ds = dirSinkAlloc(dsink->sink->z, bsize, bsize);
402 7763a61a 2003-11-23 devnull while((nd = dirread(fd, &dirs)) > 0){
403 7763a61a 2003-11-23 devnull for(i = 0; i < nd; i++){
404 7763a61a 2003-11-23 devnull name = dirs[i].name;
405 7763a61a 2003-11-23 devnull /* check for bad file names */
406 7763a61a 2003-11-23 devnull if(name[0] == 0 || strcmp(name, ".") == 0 || strcmp(name, "..") == 0)
407 7763a61a 2003-11-23 devnull continue;
408 7763a61a 2003-11-23 devnull ln = vtMemAlloc(strlen(lname) + strlen(name) + 2);
409 7763a61a 2003-11-23 devnull sn = vtMemAlloc(strlen(sname) + strlen(name) + 2);
410 7763a61a 2003-11-23 devnull sprint(ln, "%s/%s", lname, name);
411 7763a61a 2003-11-23 devnull sprint(sn, "%s/%s", sname, name);
412 7763a61a 2003-11-23 devnull if(vf != nil)
413 7763a61a 2003-11-23 devnull vvf = vfWalk(vf, name);
414 7763a61a 2003-11-23 devnull else
415 7763a61a 2003-11-23 devnull vvf = nil;
416 7763a61a 2003-11-23 devnull vacFile(ds, ln, sn, vvf);
417 7763a61a 2003-11-23 devnull if(vvf != nil)
418 7763a61a 2003-11-23 devnull vfDecRef(vvf);
419 7763a61a 2003-11-23 devnull vtMemFree(ln);
420 7763a61a 2003-11-23 devnull vtMemFree(sn);
421 7763a61a 2003-11-23 devnull }
422 7763a61a 2003-11-23 devnull free(dirs);
423 7763a61a 2003-11-23 devnull }
424 7763a61a 2003-11-23 devnull dirSinkClose(ds);
425 7763a61a 2003-11-23 devnull dirSinkWriteSink(dsink, ds->sink);
426 7763a61a 2003-11-23 devnull dirSinkWriteSink(dsink, ds->msink->sink);
427 7763a61a 2003-11-23 devnull dirSinkFree(ds);
428 7763a61a 2003-11-23 devnull }
429 7763a61a 2003-11-23 devnull
430 7763a61a 2003-11-23 devnull static int
431 7763a61a 2003-11-23 devnull vacMergeFile(DirSink *dsink, VacFile *vf, VacDir *dir, uvlong offset, uvlong *max)
432 7763a61a 2003-11-23 devnull {
433 7763a61a 2003-11-23 devnull uchar buf[VtEntrySize];
434 7763a61a 2003-11-23 devnull VtEntry dd, md;
435 7763a61a 2003-11-23 devnull int e;
436 7763a61a 2003-11-23 devnull
437 7763a61a 2003-11-23 devnull if(vfRead(vf, buf, VtEntrySize, (uvlong)dir->entry*VtEntrySize) != VtEntrySize) {
438 7763a61a 2003-11-23 devnull warn("could not read venti dir entry: %s\n", dir->elem);
439 7763a61a 2003-11-23 devnull return 0;
440 7763a61a 2003-11-23 devnull }
441 7763a61a 2003-11-23 devnull vtEntryUnpack(&dd, buf, 0);
442 7763a61a 2003-11-23 devnull
443 7763a61a 2003-11-23 devnull if(dir->mode & ModeDir) {
444 7763a61a 2003-11-23 devnull e = dir->mentry;
445 7763a61a 2003-11-23 devnull if(e == 0)
446 7763a61a 2003-11-23 devnull e = dir->entry + 1;
447 7763a61a 2003-11-23 devnull
448 7763a61a 2003-11-23 devnull if(vfRead(vf, buf, VtEntrySize, e*VtEntrySize) != VtEntrySize) {
449 7763a61a 2003-11-23 devnull warn("could not read venti dir entry: %s\n", dir->elem);
450 7763a61a 2003-11-23 devnull return 0;
451 7763a61a 2003-11-23 devnull }
452 7763a61a 2003-11-23 devnull vtEntryUnpack(&md, buf, 0);
453 7763a61a 2003-11-23 devnull }
454 7763a61a 2003-11-23 devnull
455 7763a61a 2003-11-23 devnull /* max might incorrect in some old dumps */
456 7763a61a 2003-11-23 devnull if(dir->qid >= *max) {
457 7763a61a 2003-11-23 devnull warn("qid out of range: %s", dir->elem);
458 7763a61a 2003-11-23 devnull *max = dir->qid;
459 7763a61a 2003-11-23 devnull }
460 7763a61a 2003-11-23 devnull
461 7763a61a 2003-11-23 devnull dir->qid += offset;
462 7763a61a 2003-11-23 devnull dir->entry = dsink->nentry;
463 7763a61a 2003-11-23 devnull
464 7763a61a 2003-11-23 devnull if(dir->qidSpace) {
465 7763a61a 2003-11-23 devnull dir->qidOffset += offset;
466 7763a61a 2003-11-23 devnull } else {
467 7763a61a 2003-11-23 devnull dir->qidSpace = 1;
468 7763a61a 2003-11-23 devnull dir->qidOffset = offset;
469 7763a61a 2003-11-23 devnull dir->qidMax = *max;
470 7763a61a 2003-11-23 devnull }
471 7763a61a 2003-11-23 devnull
472 7763a61a 2003-11-23 devnull dirSinkWrite(dsink, &dd);
473 7763a61a 2003-11-23 devnull if(dir->mode & ModeDir)
474 7763a61a 2003-11-23 devnull dirSinkWrite(dsink, &md);
475 7763a61a 2003-11-23 devnull metaSinkWriteDir(dsink->msink, dir);
476 7763a61a 2003-11-23 devnull
477 7763a61a 2003-11-23 devnull return 1;
478 7763a61a 2003-11-23 devnull }
479 7763a61a 2003-11-23 devnull
480 7763a61a 2003-11-23 devnull static int
481 7763a61a 2003-11-23 devnull vacMerge(DirSink *dsink, char *lname, char *sname)
482 7763a61a 2003-11-23 devnull {
483 7763a61a 2003-11-23 devnull char *p;
484 7763a61a 2003-11-23 devnull VacFS *fs;
485 7763a61a 2003-11-23 devnull VacFile *vf;
486 7763a61a 2003-11-23 devnull VacDirEnum *d;
487 7763a61a 2003-11-23 devnull VacDir dir;
488 7763a61a 2003-11-23 devnull uvlong max;
489 7763a61a 2003-11-23 devnull
490 7763a61a 2003-11-23 devnull p = strrchr(sname, '.');
491 7763a61a 2003-11-23 devnull if(p == 0 || strcmp(p, ".vac"))
492 7763a61a 2003-11-23 devnull return 0;
493 7763a61a 2003-11-23 devnull
494 7763a61a 2003-11-23 devnull d = nil;
495 7763a61a 2003-11-23 devnull fs = vfsOpen(dsink->sink->z, sname, 1, 100);
496 7763a61a 2003-11-23 devnull if(fs == nil)
497 7763a61a 2003-11-23 devnull return 0;
498 7763a61a 2003-11-23 devnull
499 7763a61a 2003-11-23 devnull vf = vfOpen(fs, "/");
500 7763a61a 2003-11-23 devnull if(vf == nil)
501 7763a61a 2003-11-23 devnull goto Done;
502 7763a61a 2003-11-23 devnull max = vfGetId(vf);
503 7763a61a 2003-11-23 devnull d = vdeOpen(fs, "/");
504 7763a61a 2003-11-23 devnull if(d == nil)
505 7763a61a 2003-11-23 devnull goto Done;
506 7763a61a 2003-11-23 devnull
507 7763a61a 2003-11-23 devnull if(verbose)
508 7763a61a 2003-11-23 devnull fprint(2, "merging: %s\n", lname);
509 7763a61a 2003-11-23 devnull
510 7763a61a 2003-11-23 devnull if(maxbsize < vfsGetBlockSize(fs))
511 7763a61a 2003-11-23 devnull maxbsize = vfsGetBlockSize(fs);
512 7763a61a 2003-11-23 devnull
513 7763a61a 2003-11-23 devnull for(;;) {
514 7763a61a 2003-11-23 devnull if(vdeRead(d, &dir, 1) < 1)
515 7763a61a 2003-11-23 devnull break;
516 7763a61a 2003-11-23 devnull vacMergeFile(dsink, vf, &dir, fileid, &max);
517 7763a61a 2003-11-23 devnull vdCleanup(&dir);
518 7763a61a 2003-11-23 devnull }
519 7763a61a 2003-11-23 devnull fileid += max;
520 7763a61a 2003-11-23 devnull
521 7763a61a 2003-11-23 devnull Done:
522 7763a61a 2003-11-23 devnull if(d != nil)
523 7763a61a 2003-11-23 devnull vdeFree(d);
524 7763a61a 2003-11-23 devnull if(vf != nil)
525 7763a61a 2003-11-23 devnull vfDecRef(vf);
526 7763a61a 2003-11-23 devnull vfsClose(fs);
527 7763a61a 2003-11-23 devnull return 1;
528 7763a61a 2003-11-23 devnull }
529 7763a61a 2003-11-23 devnull
530 7763a61a 2003-11-23 devnull Sink *
531 7763a61a 2003-11-23 devnull sinkAlloc(VtSession *z, int psize, int dsize)
532 7763a61a 2003-11-23 devnull {
533 7763a61a 2003-11-23 devnull Sink *k;
534 7763a61a 2003-11-23 devnull int i;
535 7763a61a 2003-11-23 devnull
536 7763a61a 2003-11-23 devnull if(psize < 512 || psize > VtMaxLumpSize)
537 7763a61a 2003-11-23 devnull vtFatal("sinkAlloc: bad psize");
538 7763a61a 2003-11-23 devnull if(dsize < 512 || dsize > VtMaxLumpSize)
539 7763a61a 2003-11-23 devnull vtFatal("sinkAlloc: bad psize");
540 7763a61a 2003-11-23 devnull
541 7763a61a 2003-11-23 devnull psize = VtScoreSize*(psize/VtScoreSize);
542 7763a61a 2003-11-23 devnull
543 7763a61a 2003-11-23 devnull k = vtMemAllocZ(sizeof(Sink));
544 7763a61a 2003-11-23 devnull k->z = z;
545 7763a61a 2003-11-23 devnull k->dir.flags = VtEntryActive;
546 7763a61a 2003-11-23 devnull k->dir.psize = psize;
547 7763a61a 2003-11-23 devnull k->dir.dsize = dsize;
548 7763a61a 2003-11-23 devnull k->buf = vtMemAllocZ(VtPointerDepth*k->dir.psize + VtScoreSize);
549 7763a61a 2003-11-23 devnull for(i=0; i<=VtPointerDepth; i++)
550 7763a61a 2003-11-23 devnull k->pbuf[i] = k->buf + i*k->dir.psize;
551 7763a61a 2003-11-23 devnull return k;
552 7763a61a 2003-11-23 devnull }
553 7763a61a 2003-11-23 devnull
554 7763a61a 2003-11-23 devnull void
555 7763a61a 2003-11-23 devnull sinkWriteScore(Sink *k, uchar score[VtScoreSize], int n)
556 7763a61a 2003-11-23 devnull {
557 7763a61a 2003-11-23 devnull int i;
558 7763a61a 2003-11-23 devnull uchar *p;
559 7763a61a 2003-11-23 devnull VtEntry *d;
560 7763a61a 2003-11-23 devnull
561 7763a61a 2003-11-23 devnull memmove(k->pbuf[0], score, VtScoreSize);
562 7763a61a 2003-11-23 devnull
563 7763a61a 2003-11-23 devnull d = &k->dir;
564 7763a61a 2003-11-23 devnull
565 7763a61a 2003-11-23 devnull for(i=0; i<VtPointerDepth; i++) {
566 7763a61a 2003-11-23 devnull k->pbuf[i] += VtScoreSize;
567 7763a61a 2003-11-23 devnull if(k->pbuf[i] < k->buf + d->psize*(i+1))
568 7763a61a 2003-11-23 devnull break;
569 7763a61a 2003-11-23 devnull if(i == VtPointerDepth-1)
570 7763a61a 2003-11-23 devnull vtFatal("file too big");
571 7763a61a 2003-11-23 devnull p = k->buf+i*d->psize;
572 7763a61a 2003-11-23 devnull stats.meta++;
573 7763a61a 2003-11-23 devnull if(!vacWrite(k->z, k->pbuf[i+1], VtPointerType0+i, p, d->psize))
574 7763a61a 2003-11-23 devnull vtFatal("vacWrite failed: %s", vtGetError());
575 7763a61a 2003-11-23 devnull k->pbuf[i] = p;
576 7763a61a 2003-11-23 devnull }
577 7763a61a 2003-11-23 devnull
578 7763a61a 2003-11-23 devnull /* round size up to multiple of dsize */
579 7763a61a 2003-11-23 devnull d->size = d->dsize * ((d->size + d->dsize-1)/d->dsize);
580 7763a61a 2003-11-23 devnull
581 7763a61a 2003-11-23 devnull d->size += n;
582 7763a61a 2003-11-23 devnull }
583 7763a61a 2003-11-23 devnull
584 7763a61a 2003-11-23 devnull void
585 7763a61a 2003-11-23 devnull sinkWrite(Sink *k, uchar *p, int n)
586 7763a61a 2003-11-23 devnull {
587 7763a61a 2003-11-23 devnull int type;
588 7763a61a 2003-11-23 devnull uchar score[VtScoreSize];
589 7763a61a 2003-11-23 devnull
590 7763a61a 2003-11-23 devnull if(n > k->dir.dsize)
591 7763a61a 2003-11-23 devnull vtFatal("sinkWrite: size too big");
592 7763a61a 2003-11-23 devnull
593 7763a61a 2003-11-23 devnull if(k->dir.flags & VtEntryDir) {
594 7763a61a 2003-11-23 devnull type = VtDirType;
595 7763a61a 2003-11-23 devnull stats.meta++;
596 7763a61a 2003-11-23 devnull } else {
597 7763a61a 2003-11-23 devnull type = VtDataType;
598 7763a61a 2003-11-23 devnull stats.data++;
599 7763a61a 2003-11-23 devnull }
600 7763a61a 2003-11-23 devnull if(!vacWrite(k->z, score, type, p, n))
601 7763a61a 2003-11-23 devnull vtFatal("vacWrite failed: %s", vtGetError());
602 7763a61a 2003-11-23 devnull
603 7763a61a 2003-11-23 devnull sinkWriteScore(k, score, n);
604 7763a61a 2003-11-23 devnull }
605 7763a61a 2003-11-23 devnull
606 7763a61a 2003-11-23 devnull static int
607 7763a61a 2003-11-23 devnull sizeToDepth(uvlong s, int psize, int dsize)
608 7763a61a 2003-11-23 devnull {
609 7763a61a 2003-11-23 devnull int np;
610 7763a61a 2003-11-23 devnull int d;
611 7763a61a 2003-11-23 devnull
612 7763a61a 2003-11-23 devnull /* determine pointer depth */
613 7763a61a 2003-11-23 devnull np = psize/VtScoreSize;
614 7763a61a 2003-11-23 devnull s = (s + dsize - 1)/dsize;
615 7763a61a 2003-11-23 devnull for(d = 0; s > 1; d++)
616 7763a61a 2003-11-23 devnull s = (s + np - 1)/np;
617 7763a61a 2003-11-23 devnull return d;
618 7763a61a 2003-11-23 devnull }
619 7763a61a 2003-11-23 devnull
620 7763a61a 2003-11-23 devnull void
621 7763a61a 2003-11-23 devnull sinkClose(Sink *k)
622 7763a61a 2003-11-23 devnull {
623 7763a61a 2003-11-23 devnull int i, n;
624 7763a61a 2003-11-23 devnull uchar *p;
625 7763a61a 2003-11-23 devnull VtEntry *kd;
626 7763a61a 2003-11-23 devnull
627 7763a61a 2003-11-23 devnull kd = &k->dir;
628 7763a61a 2003-11-23 devnull
629 7763a61a 2003-11-23 devnull /* empty */
630 7763a61a 2003-11-23 devnull if(kd->size == 0) {
631 7763a61a 2003-11-23 devnull memmove(kd->score, vtZeroScore, VtScoreSize);
632 7763a61a 2003-11-23 devnull return;
633 7763a61a 2003-11-23 devnull }
634 7763a61a 2003-11-23 devnull
635 7763a61a 2003-11-23 devnull for(n=VtPointerDepth-1; n>0; n--)
636 7763a61a 2003-11-23 devnull if(k->pbuf[n] > k->buf + kd->psize*n)
637 7763a61a 2003-11-23 devnull break;
638 7763a61a 2003-11-23 devnull
639 7763a61a 2003-11-23 devnull kd->depth = sizeToDepth(kd->size, kd->psize, kd->dsize);
640 7763a61a 2003-11-23 devnull
641 7763a61a 2003-11-23 devnull /* skip full part of tree */
642 7763a61a 2003-11-23 devnull for(i=0; i<n && k->pbuf[i] == k->buf + kd->psize*i; i++)
643 7763a61a 2003-11-23 devnull ;
644 7763a61a 2003-11-23 devnull
645 7763a61a 2003-11-23 devnull /* is the tree completely full */
646 7763a61a 2003-11-23 devnull if(i == n && k->pbuf[n] == k->buf + kd->psize*n + VtScoreSize) {
647 7763a61a 2003-11-23 devnull memmove(kd->score, k->pbuf[n] - VtScoreSize, VtScoreSize);
648 7763a61a 2003-11-23 devnull return;
649 7763a61a 2003-11-23 devnull }
650 7763a61a 2003-11-23 devnull n++;
651 7763a61a 2003-11-23 devnull
652 7763a61a 2003-11-23 devnull /* clean up the edge */
653 7763a61a 2003-11-23 devnull for(; i<n; i++) {
654 7763a61a 2003-11-23 devnull p = k->buf+i*kd->psize;
655 7763a61a 2003-11-23 devnull stats.meta++;
656 7763a61a 2003-11-23 devnull if(!vacWrite(k->z, k->pbuf[i+1], VtPointerType0+i, p, k->pbuf[i]-p))
657 7763a61a 2003-11-23 devnull vtFatal("vacWrite failed: %s", vtGetError());
658 7763a61a 2003-11-23 devnull k->pbuf[i+1] += VtScoreSize;
659 7763a61a 2003-11-23 devnull }
660 7763a61a 2003-11-23 devnull memmove(kd->score, k->pbuf[i] - VtScoreSize, VtScoreSize);
661 7763a61a 2003-11-23 devnull }
662 7763a61a 2003-11-23 devnull
663 7763a61a 2003-11-23 devnull void
664 7763a61a 2003-11-23 devnull sinkFree(Sink *k)
665 7763a61a 2003-11-23 devnull {
666 7763a61a 2003-11-23 devnull vtMemFree(k->buf);
667 7763a61a 2003-11-23 devnull vtMemFree(k);
668 7763a61a 2003-11-23 devnull }
669 7763a61a 2003-11-23 devnull
670 7763a61a 2003-11-23 devnull DirSink *
671 7763a61a 2003-11-23 devnull dirSinkAlloc(VtSession *z, int psize, int dsize)
672 7763a61a 2003-11-23 devnull {
673 7763a61a 2003-11-23 devnull DirSink *k;
674 7763a61a 2003-11-23 devnull int ds;
675 7763a61a 2003-11-23 devnull
676 7763a61a 2003-11-23 devnull ds = VtEntrySize*(dsize/VtEntrySize);
677 7763a61a 2003-11-23 devnull
678 7763a61a 2003-11-23 devnull k = vtMemAllocZ(sizeof(DirSink));
679 7763a61a 2003-11-23 devnull k->sink = sinkAlloc(z, psize, ds);
680 7763a61a 2003-11-23 devnull k->sink->dir.flags |= VtEntryDir;
681 7763a61a 2003-11-23 devnull k->msink = metaSinkAlloc(z, psize, dsize);
682 7763a61a 2003-11-23 devnull k->buf = vtMemAlloc(ds);
683 7763a61a 2003-11-23 devnull k->p = k->buf;
684 7763a61a 2003-11-23 devnull k->ep = k->buf + ds;
685 7763a61a 2003-11-23 devnull return k;
686 7763a61a 2003-11-23 devnull }
687 7763a61a 2003-11-23 devnull
688 7763a61a 2003-11-23 devnull void
689 7763a61a 2003-11-23 devnull dirSinkWrite(DirSink *k, VtEntry *dir)
690 7763a61a 2003-11-23 devnull {
691 7763a61a 2003-11-23 devnull if(k->p + VtEntrySize > k->ep) {
692 7763a61a 2003-11-23 devnull sinkWrite(k->sink, k->buf, k->p - k->buf);
693 7763a61a 2003-11-23 devnull k->p = k->buf;
694 7763a61a 2003-11-23 devnull }
695 7763a61a 2003-11-23 devnull vtEntryPack(dir, k->p, 0);
696 7763a61a 2003-11-23 devnull k->nentry++;
697 7763a61a 2003-11-23 devnull k->p += VtEntrySize;
698 7763a61a 2003-11-23 devnull }
699 7763a61a 2003-11-23 devnull
700 7763a61a 2003-11-23 devnull void
701 7763a61a 2003-11-23 devnull dirSinkWriteSink(DirSink *k, Sink *sink)
702 7763a61a 2003-11-23 devnull {
703 7763a61a 2003-11-23 devnull dirSinkWrite(k, &sink->dir);
704 7763a61a 2003-11-23 devnull }
705 7763a61a 2003-11-23 devnull
706 7763a61a 2003-11-23 devnull int
707 7763a61a 2003-11-23 devnull dirSinkWriteFile(DirSink *k, VacFile *vf)
708 7763a61a 2003-11-23 devnull {
709 7763a61a 2003-11-23 devnull VtEntry dir;
710 7763a61a 2003-11-23 devnull
711 7763a61a 2003-11-23 devnull if(!vfGetVtEntry(vf, &dir))
712 7763a61a 2003-11-23 devnull return 0;
713 7763a61a 2003-11-23 devnull dirSinkWrite(k, &dir);
714 7763a61a 2003-11-23 devnull return 1;
715 7763a61a 2003-11-23 devnull }
716 7763a61a 2003-11-23 devnull
717 7763a61a 2003-11-23 devnull void
718 7763a61a 2003-11-23 devnull dirSinkClose(DirSink *k)
719 7763a61a 2003-11-23 devnull {
720 7763a61a 2003-11-23 devnull metaSinkClose(k->msink);
721 7763a61a 2003-11-23 devnull if(k->p != k->buf)
722 7763a61a 2003-11-23 devnull sinkWrite(k->sink, k->buf, k->p - k->buf);
723 7763a61a 2003-11-23 devnull sinkClose(k->sink);
724 7763a61a 2003-11-23 devnull }
725 7763a61a 2003-11-23 devnull
726 7763a61a 2003-11-23 devnull void
727 7763a61a 2003-11-23 devnull dirSinkFree(DirSink *k)
728 7763a61a 2003-11-23 devnull {
729 7763a61a 2003-11-23 devnull sinkFree(k->sink);
730 7763a61a 2003-11-23 devnull metaSinkFree(k->msink);
731 7763a61a 2003-11-23 devnull vtMemFree(k->buf);
732 7763a61a 2003-11-23 devnull vtMemFree(k);
733 7763a61a 2003-11-23 devnull }
734 7763a61a 2003-11-23 devnull
735 7763a61a 2003-11-23 devnull MetaSink *
736 7763a61a 2003-11-23 devnull metaSinkAlloc(VtSession *z, int psize, int dsize)
737 7763a61a 2003-11-23 devnull {
738 7763a61a 2003-11-23 devnull MetaSink *k;
739 7763a61a 2003-11-23 devnull
740 7763a61a 2003-11-23 devnull k = vtMemAllocZ(sizeof(MetaSink));
741 7763a61a 2003-11-23 devnull k->sink = sinkAlloc(z, psize, dsize);
742 7763a61a 2003-11-23 devnull k->buf = vtMemAlloc(dsize);
743 7763a61a 2003-11-23 devnull k->maxindex = dsize/100; /* 100 byte entries seems reasonable */
744 7763a61a 2003-11-23 devnull if(k->maxindex < 1)
745 7763a61a 2003-11-23 devnull k->maxindex = 1;
746 7763a61a 2003-11-23 devnull k->rp = k->p = k->buf + MetaHeaderSize + k->maxindex*MetaIndexSize;
747 7763a61a 2003-11-23 devnull k->ep = k->buf + dsize;
748 7763a61a 2003-11-23 devnull return k;
749 7763a61a 2003-11-23 devnull }
750 7763a61a 2003-11-23 devnull
751 7763a61a 2003-11-23 devnull /* hack to get base to compare routine - not reentrant */
752 7763a61a 2003-11-23 devnull uchar *blockBase;
753 7763a61a 2003-11-23 devnull
754 7763a61a 2003-11-23 devnull int
755 7763a61a 2003-11-23 devnull dirCmp(void *p0, void *p1)
756 7763a61a 2003-11-23 devnull {
757 7763a61a 2003-11-23 devnull uchar *q0, *q1;
758 7763a61a 2003-11-23 devnull int n0, n1, r;
759 7763a61a 2003-11-23 devnull
760 7763a61a 2003-11-23 devnull /* name is first element of entry */
761 7763a61a 2003-11-23 devnull q0 = p0;
762 7763a61a 2003-11-23 devnull q0 = blockBase + (q0[0]<<8) + q0[1];
763 7763a61a 2003-11-23 devnull n0 = (q0[6]<<8) + q0[7];
764 7763a61a 2003-11-23 devnull q0 += 8;
765 7763a61a 2003-11-23 devnull
766 7763a61a 2003-11-23 devnull q1 = p1;
767 7763a61a 2003-11-23 devnull q1 = blockBase + (q1[0]<<8) + q1[1];
768 7763a61a 2003-11-23 devnull n1 = (q1[6]<<8) + q1[7];
769 7763a61a 2003-11-23 devnull q1 += 8;
770 7763a61a 2003-11-23 devnull
771 7763a61a 2003-11-23 devnull if(n0 == n1)
772 7763a61a 2003-11-23 devnull return memcmp(q0, q1, n0);
773 7763a61a 2003-11-23 devnull else if (n0 < n1) {
774 7763a61a 2003-11-23 devnull r = memcmp(q0, q1, n0);
775 7763a61a 2003-11-23 devnull return (r==0)?1:r;
776 7763a61a 2003-11-23 devnull } else {
777 7763a61a 2003-11-23 devnull r = memcmp(q0, q1, n1);
778 7763a61a 2003-11-23 devnull return (r==0)?-1:r;
779 7763a61a 2003-11-23 devnull }
780 7763a61a 2003-11-23 devnull }
781 7763a61a 2003-11-23 devnull
782 7763a61a 2003-11-23 devnull void
783 7763a61a 2003-11-23 devnull metaSinkFlush(MetaSink *k)
784 7763a61a 2003-11-23 devnull {
785 7763a61a 2003-11-23 devnull uchar *p;
786 7763a61a 2003-11-23 devnull int n;
787 7763a61a 2003-11-23 devnull MetaBlock mb;
788 7763a61a 2003-11-23 devnull
789 7763a61a 2003-11-23 devnull if(k->nindex == 0)
790 7763a61a 2003-11-23 devnull return;
791 7763a61a 2003-11-23 devnull assert(k->nindex <= k->maxindex);
792 7763a61a 2003-11-23 devnull
793 7763a61a 2003-11-23 devnull p = k->buf;
794 7763a61a 2003-11-23 devnull n = k->rp - p;
795 7763a61a 2003-11-23 devnull
796 7763a61a 2003-11-23 devnull mb.size = n;
797 7763a61a 2003-11-23 devnull mb.free = 0;
798 7763a61a 2003-11-23 devnull mb.nindex = k->nindex;
799 7763a61a 2003-11-23 devnull mb.maxindex = k->maxindex;
800 7763a61a 2003-11-23 devnull mb.buf = p;
801 7763a61a 2003-11-23 devnull mbPack(&mb);
802 7763a61a 2003-11-23 devnull
803 7763a61a 2003-11-23 devnull p += MetaHeaderSize;
804 7763a61a 2003-11-23 devnull
805 7763a61a 2003-11-23 devnull /* XXX this is not reentrant! */
806 7763a61a 2003-11-23 devnull blockBase = k->buf;
807 7763a61a 2003-11-23 devnull qsort(p, k->nindex, MetaIndexSize, dirCmp);
808 7763a61a 2003-11-23 devnull p += k->nindex*MetaIndexSize;
809 7763a61a 2003-11-23 devnull
810 7763a61a 2003-11-23 devnull memset(p, 0, (k->maxindex-k->nindex)*MetaIndexSize);
811 7763a61a 2003-11-23 devnull p += (k->maxindex-k->nindex)*MetaIndexSize;
812 7763a61a 2003-11-23 devnull
813 7763a61a 2003-11-23 devnull sinkWrite(k->sink, k->buf, n);
814 7763a61a 2003-11-23 devnull
815 7763a61a 2003-11-23 devnull /* move down partial entry */
816 7763a61a 2003-11-23 devnull n = k->p - k->rp;
817 7763a61a 2003-11-23 devnull memmove(p, k->rp, n);
818 7763a61a 2003-11-23 devnull k->rp = p;
819 7763a61a 2003-11-23 devnull k->p = p + n;
820 7763a61a 2003-11-23 devnull k->nindex = 0;
821 7763a61a 2003-11-23 devnull }
822 7763a61a 2003-11-23 devnull
823 7763a61a 2003-11-23 devnull void
824 7763a61a 2003-11-23 devnull metaSinkPutc(MetaSink *k, int c)
825 7763a61a 2003-11-23 devnull {
826 7763a61a 2003-11-23 devnull if(k->p+1 > k->ep)
827 7763a61a 2003-11-23 devnull metaSinkFlush(k);
828 7763a61a 2003-11-23 devnull if(k->p+1 > k->ep)
829 7763a61a 2003-11-23 devnull vtFatal("directory entry too large");
830 7763a61a 2003-11-23 devnull k->p[0] = c;
831 7763a61a 2003-11-23 devnull k->p++;
832 7763a61a 2003-11-23 devnull }
833 7763a61a 2003-11-23 devnull
834 7763a61a 2003-11-23 devnull void
835 7763a61a 2003-11-23 devnull metaSinkPutString(MetaSink *k, char *s)
836 7763a61a 2003-11-23 devnull {
837 7763a61a 2003-11-23 devnull int n = strlen(s);
838 7763a61a 2003-11-23 devnull metaSinkPutc(k, n>>8);
839 7763a61a 2003-11-23 devnull metaSinkPutc(k, n);
840 7763a61a 2003-11-23 devnull metaSinkWrite(k, (uchar*)s, n);
841 7763a61a 2003-11-23 devnull }
842 7763a61a 2003-11-23 devnull
843 7763a61a 2003-11-23 devnull void
844 7763a61a 2003-11-23 devnull metaSinkPutUint32(MetaSink *k, ulong x)
845 7763a61a 2003-11-23 devnull {
846 7763a61a 2003-11-23 devnull metaSinkPutc(k, x>>24);
847 7763a61a 2003-11-23 devnull metaSinkPutc(k, x>>16);
848 7763a61a 2003-11-23 devnull metaSinkPutc(k, x>>8);
849 7763a61a 2003-11-23 devnull metaSinkPutc(k, x);
850 7763a61a 2003-11-23 devnull }
851 7763a61a 2003-11-23 devnull
852 7763a61a 2003-11-23 devnull void
853 7763a61a 2003-11-23 devnull metaSinkPutUint64(MetaSink *k, uvlong x)
854 7763a61a 2003-11-23 devnull {
855 7763a61a 2003-11-23 devnull metaSinkPutUint32(k, x>>32);
856 7763a61a 2003-11-23 devnull metaSinkPutUint32(k, x);
857 7763a61a 2003-11-23 devnull }
858 7763a61a 2003-11-23 devnull
859 7763a61a 2003-11-23 devnull void
860 7763a61a 2003-11-23 devnull metaSinkWrite(MetaSink *k, uchar *data, int n)
861 7763a61a 2003-11-23 devnull {
862 7763a61a 2003-11-23 devnull if(k->p + n > k->ep)
863 7763a61a 2003-11-23 devnull metaSinkFlush(k);
864 7763a61a 2003-11-23 devnull if(k->p + n > k->ep)
865 7763a61a 2003-11-23 devnull vtFatal("directory entry too large");
866 7763a61a 2003-11-23 devnull
867 7763a61a 2003-11-23 devnull memmove(k->p, data, n);
868 7763a61a 2003-11-23 devnull k->p += n;
869 7763a61a 2003-11-23 devnull }
870 7763a61a 2003-11-23 devnull
871 7763a61a 2003-11-23 devnull void
872 7763a61a 2003-11-23 devnull metaSinkWriteDir(MetaSink *ms, VacDir *dir)
873 7763a61a 2003-11-23 devnull {
874 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, DirMagic);
875 7763a61a 2003-11-23 devnull metaSinkPutc(ms, Version>>8);
876 7763a61a 2003-11-23 devnull metaSinkPutc(ms, Version);
877 7763a61a 2003-11-23 devnull metaSinkPutString(ms, dir->elem);
878 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->entry);
879 7763a61a 2003-11-23 devnull metaSinkPutUint64(ms, dir->qid);
880 7763a61a 2003-11-23 devnull metaSinkPutString(ms, dir->uid);
881 7763a61a 2003-11-23 devnull metaSinkPutString(ms, dir->gid);
882 7763a61a 2003-11-23 devnull metaSinkPutString(ms, dir->mid);
883 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->mtime);
884 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->mcount);
885 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->ctime);
886 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->atime);
887 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->mode);
888 7763a61a 2003-11-23 devnull
889 7763a61a 2003-11-23 devnull if(dir->plan9) {
890 7763a61a 2003-11-23 devnull metaSinkPutc(ms, DirPlan9Entry); /* plan9 extra info */
891 7763a61a 2003-11-23 devnull metaSinkPutc(ms, 0); /* plan9 extra size */
892 7763a61a 2003-11-23 devnull metaSinkPutc(ms, 12); /* plan9 extra size */
893 7763a61a 2003-11-23 devnull metaSinkPutUint64(ms, dir->p9path);
894 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->p9version);
895 7763a61a 2003-11-23 devnull }
896 7763a61a 2003-11-23 devnull
897 7763a61a 2003-11-23 devnull if(dir->qidSpace != 0) {
898 7763a61a 2003-11-23 devnull metaSinkPutc(ms, DirQidSpaceEntry);
899 7763a61a 2003-11-23 devnull metaSinkPutc(ms, 0);
900 7763a61a 2003-11-23 devnull metaSinkPutc(ms, 16);
901 7763a61a 2003-11-23 devnull metaSinkPutUint64(ms, dir->qidOffset);
902 7763a61a 2003-11-23 devnull metaSinkPutUint64(ms, dir->qidMax);
903 7763a61a 2003-11-23 devnull }
904 7763a61a 2003-11-23 devnull
905 7763a61a 2003-11-23 devnull if(dir->gen != 0) {
906 7763a61a 2003-11-23 devnull metaSinkPutc(ms, DirGenEntry);
907 7763a61a 2003-11-23 devnull metaSinkPutc(ms, 0);
908 7763a61a 2003-11-23 devnull metaSinkPutc(ms, 4);
909 7763a61a 2003-11-23 devnull metaSinkPutUint32(ms, dir->gen);
910 7763a61a 2003-11-23 devnull }
911 7763a61a 2003-11-23 devnull
912 7763a61a 2003-11-23 devnull metaSinkEOR(ms);
913 7763a61a 2003-11-23 devnull }
914 7763a61a 2003-11-23 devnull
915 7763a61a 2003-11-23 devnull
916 7763a61a 2003-11-23 devnull void
917 7763a61a 2003-11-23 devnull plan9ToVacDir(VacDir *vd, Dir *dir, ulong entry, uvlong qid)
918 7763a61a 2003-11-23 devnull {
919 7763a61a 2003-11-23 devnull memset(vd, 0, sizeof(VacDir));
920 7763a61a 2003-11-23 devnull
921 7763a61a 2003-11-23 devnull vd->elem = vtStrDup(dir->name);
922 7763a61a 2003-11-23 devnull vd->entry = entry;
923 7763a61a 2003-11-23 devnull vd->qid = qid;
924 7763a61a 2003-11-23 devnull vd->uid = vtStrDup(dir->uid);
925 7763a61a 2003-11-23 devnull vd->gid = vtStrDup(dir->gid);
926 7763a61a 2003-11-23 devnull vd->mid = vtStrDup(dir->muid);
927 7763a61a 2003-11-23 devnull vd->mtime = dir->mtime;
928 7763a61a 2003-11-23 devnull vd->mcount = 0;
929 7763a61a 2003-11-23 devnull vd->ctime = dir->mtime; /* ctime: not available on plan 9 */
930 7763a61a 2003-11-23 devnull vd->atime = dir->atime;
931 7763a61a 2003-11-23 devnull
932 7763a61a 2003-11-23 devnull vd->mode = dir->mode & 0777;
933 7763a61a 2003-11-23 devnull if(dir->mode & DMDIR)
934 7763a61a 2003-11-23 devnull vd->mode |= ModeDir;
935 7763a61a 2003-11-23 devnull if(dir->mode & DMAPPEND)
936 7763a61a 2003-11-23 devnull vd->mode |= ModeAppend;
937 7763a61a 2003-11-23 devnull if(dir->mode & DMEXCL)
938 7763a61a 2003-11-23 devnull vd->mode |= ModeExclusive;
939 7763a61a 2003-11-23 devnull
940 7763a61a 2003-11-23 devnull vd->plan9 = 1;
941 7763a61a 2003-11-23 devnull vd->p9path = dir->qid.path;
942 7763a61a 2003-11-23 devnull vd->p9version = dir->qid.vers;
943 7763a61a 2003-11-23 devnull }
944 7763a61a 2003-11-23 devnull
945 7763a61a 2003-11-23 devnull
946 7763a61a 2003-11-23 devnull void
947 7763a61a 2003-11-23 devnull metaSinkEOR(MetaSink *k)
948 7763a61a 2003-11-23 devnull {
949 7763a61a 2003-11-23 devnull uchar *p;
950 7763a61a 2003-11-23 devnull int o, n;
951 7763a61a 2003-11-23 devnull
952 7763a61a 2003-11-23 devnull p = k->buf + MetaHeaderSize;
953 7763a61a 2003-11-23 devnull p += k->nindex * MetaIndexSize;
954 7763a61a 2003-11-23 devnull o = k->rp-k->buf; /* offset from start of block */
955 7763a61a 2003-11-23 devnull n = k->p-k->rp; /* size of entry */
956 7763a61a 2003-11-23 devnull p[0] = o >> 8;
957 7763a61a 2003-11-23 devnull p[1] = o;
958 7763a61a 2003-11-23 devnull p[2] = n >> 8;
959 7763a61a 2003-11-23 devnull p[3] = n;
960 7763a61a 2003-11-23 devnull k->rp = k->p;
961 7763a61a 2003-11-23 devnull k->nindex++;
962 7763a61a 2003-11-23 devnull if(k->nindex == k->maxindex)
963 7763a61a 2003-11-23 devnull metaSinkFlush(k);
964 7763a61a 2003-11-23 devnull }
965 7763a61a 2003-11-23 devnull
966 7763a61a 2003-11-23 devnull void
967 7763a61a 2003-11-23 devnull metaSinkClose(MetaSink *k)
968 7763a61a 2003-11-23 devnull {
969 7763a61a 2003-11-23 devnull metaSinkFlush(k);
970 7763a61a 2003-11-23 devnull sinkClose(k->sink);
971 7763a61a 2003-11-23 devnull }
972 7763a61a 2003-11-23 devnull
973 7763a61a 2003-11-23 devnull void
974 7763a61a 2003-11-23 devnull metaSinkFree(MetaSink *k)
975 7763a61a 2003-11-23 devnull {
976 7763a61a 2003-11-23 devnull sinkFree(k->sink);
977 7763a61a 2003-11-23 devnull vtMemFree(k->buf);
978 7763a61a 2003-11-23 devnull vtMemFree(k);
979 7763a61a 2003-11-23 devnull }
980 7763a61a 2003-11-23 devnull
981 7763a61a 2003-11-23 devnull static void
982 7763a61a 2003-11-23 devnull warn(char *fmt, ...)
983 7763a61a 2003-11-23 devnull {
984 7763a61a 2003-11-23 devnull va_list arg;
985 7763a61a 2003-11-23 devnull
986 7763a61a 2003-11-23 devnull va_start(arg, fmt);
987 7763a61a 2003-11-23 devnull fprint(2, "%s: ", argv0);
988 7763a61a 2003-11-23 devnull vfprint(2, fmt, arg);
989 7763a61a 2003-11-23 devnull fprint(2, "\n");
990 7763a61a 2003-11-23 devnull va_end(arg);
991 7763a61a 2003-11-23 devnull }
992 7763a61a 2003-11-23 devnull
993 7763a61a 2003-11-23 devnull static void
994 7763a61a 2003-11-23 devnull cleanup(void)
995 7763a61a 2003-11-23 devnull {
996 7763a61a 2003-11-23 devnull if(oname != nil)
997 7763a61a 2003-11-23 devnull remove(oname);
998 7763a61a 2003-11-23 devnull }
999 7763a61a 2003-11-23 devnull
1000 7763a61a 2003-11-23 devnull #define TWID64 ((u64int)~(u64int)0)
1001 7763a61a 2003-11-23 devnull
1002 7763a61a 2003-11-23 devnull static u64int
1003 7763a61a 2003-11-23 devnull unittoull(char *s)
1004 7763a61a 2003-11-23 devnull {
1005 7763a61a 2003-11-23 devnull char *es;
1006 7763a61a 2003-11-23 devnull u64int n;
1007 7763a61a 2003-11-23 devnull
1008 7763a61a 2003-11-23 devnull if(s == nil)
1009 7763a61a 2003-11-23 devnull return TWID64;
1010 7763a61a 2003-11-23 devnull n = strtoul(s, &es, 0);
1011 7763a61a 2003-11-23 devnull if(*es == 'k' || *es == 'K'){
1012 7763a61a 2003-11-23 devnull n *= 1024;
1013 7763a61a 2003-11-23 devnull es++;
1014 7763a61a 2003-11-23 devnull }else if(*es == 'm' || *es == 'M'){
1015 7763a61a 2003-11-23 devnull n *= 1024*1024;
1016 7763a61a 2003-11-23 devnull es++;
1017 7763a61a 2003-11-23 devnull }else if(*es == 'g' || *es == 'G'){
1018 7763a61a 2003-11-23 devnull n *= 1024*1024*1024;
1019 7763a61a 2003-11-23 devnull es++;
1020 7763a61a 2003-11-23 devnull }
1021 7763a61a 2003-11-23 devnull if(*es != '\0')
1022 7763a61a 2003-11-23 devnull return TWID64;
1023 7763a61a 2003-11-23 devnull return n;
1024 7763a61a 2003-11-23 devnull }