commit - 715d6f8e14e8bc20f21209ca107bef3300d28e8c
commit + 9f8a101a7c2e88b968741e9057da4f741a736fb5
blob - 1b0d8b79d1370c501e99dcf12c3bde28004ad03a
blob + f3fcf7ccb06f5aeff14e695148b6f40653b3e402
--- lib/moveplan9.files
+++ lib/moveplan9.files
bin/vwhois
bin/vmount
bin/yesterday
+mail/lib/qmail
+mail/lib/remotemail
man/mkindex
tmac/tmac.an
tmac/tmac.anhtml
blob - 1a75c695b07f6722122c1e2b65217d735b924b62
blob + d77e0ccf5f97cc77eef74f433e2651a27873cf6c
--- src/cmd/venti/srv/arena.c
+++ src/cmd/venti/srv/arena.c
if(!arena->memstats.sealed){
logerr(EOk, "seal memstats %s", arena->name);
arena->memstats.sealed = 1;
+ wbarena(arena);
}
qunlock(&arena->lock);
return TWID64;
blob - f72511b1770ddf545746ba94050071eaf6b83396
blob + 29b8c5f0e375a73e0df30f16e6464d3c1033f403
--- src/cmd/venti/srv/conv.c
+++ src/cmd/venti/srv/conv.c
p += U64Size;
arena->memstats.sealed = U8GET(p);
p += U8Size;
+
+ /*
+ * 2008/4/2
+ * Packarena (below) used to have a bug in which it would
+ * not zero out any existing extension fields when writing
+ * the arena metadata. This would manifest itself as arenas
+ * with arena->diskstats.sealed == 1 but arena->memstats.sealed == 0
+ * after a server restart. Because arena->memstats.sealed wouldn't
+ * be set, the server might try to fit another block into the arena
+ * (and succeed), violating the append-only structure of the log
+ * and invalidating any already-computed seal on the arena.
+ *
+ * It might end up that other fields in arena->memstats end up
+ * behind arena->diskstats too, but that would be considerably
+ * more rare, and the bug is fixed now. The case we need to
+ * handle is just the sealed mismatch.
+ *
+ * If we encounter such a bogus arena, fix the sealed field.
+ */
+ if(arena->diskstats.sealed)
+ arena->memstats.sealed = 1;
}else
arena->memstats = arena->diskstats;
if(buf + sz != p)
p += U64Size;
U8PUT(p, arena->memstats.sealed);
p += U8Size;
+ }else{
+ /* Clear any extension fields already on disk. */
+ memset(p, 0, ArenaSize5a - ArenaSize5);
+ p += ArenaSize5a - ArenaSize5;
+ sz += ArenaSize5a - ArenaSize5;
}
if(buf + sz != p)
blob - 5875406bcd2fce15b858d7d81f87073640429f2e
blob + bf61612c62090b4afa5f2bd4c6467accf2b8ab6d
--- src/cmd/venti/srv/icache.c
+++ src/cmd/venti/srv/icache.c
trace(TraceProc, "icachedirty enter");
qlock(&icache.lock);
for(ie = icache.dirty.next; ie != &icache.dirty; ie=ie->next){
- if(ie->state == IEDirty && ie->ia.addr < limit){
+ if(ie->state == IEDirty && ie->ia.addr <= limit){
h = hashbits(ie->score, 32);
if(lo <= h && h <= hi){
ie->nextdirty = dirty;
blob - 144e640f106022419355599c46157bc1a8c8a287
blob + f7353122e092abdc715b26cf6da5bda3c9349326
--- src/cmd/venti/srv/reseal.c
+++ src/cmd/venti/srv/reseal.c
#include "dat.h"
#include "fns.h"
-static int verbose;
-static int fd;
static uchar *data;
static uchar *data1;
static int blocksize;
static int sleepms;
+static int fd;
+static int force;
+static vlong offset0;
void
usage(void)
{
- fprint(2, "usage: reseal [-b blocksize] [-s ms] [-v] arenapart1 [name...]]\n");
+ fprint(2, "usage: reseal [-f] [-b blocksize] [-s ms] arenapart1 [name...]]\n");
threadexitsall(0);
}
static int
-pwriteblock(int fd, uchar *buf, int n, vlong off)
+pwriteblock(uchar *buf, int n, vlong off)
{
int nr, m;
for(nr = 0; nr < n; nr += m){
m = n - nr;
- m = pwrite(fd, &buf[nr], m, off+nr);
+ m = pwrite(fd, &buf[nr], m, offset0+off+nr);
if(m <= 0)
return -1;
}
}
static int
-preadblock(int fd, uchar *buf, int n, vlong off)
+preadblock(uchar *buf, int n, vlong off)
{
int nr, m;
for(nr = 0; nr < n; nr += m){
m = n - nr;
- m = pread(fd, &buf[nr], m, off+nr);
+ m = pread(fd, &buf[nr], m, offset0+off+nr);
if(m <= 0){
if(m == 0)
werrstr("early eof");
}
static int
-readblock(int fd, uchar *buf, int n)
+loadheader(char *name, ArenaHead *head, Arena *arena, vlong off)
{
- int nr, m;
-
- for(nr = 0; nr < n; nr += m){
- m = n - nr;
- m = read(fd, &buf[nr], m);
- if(m <= 0){
- if(m == 0)
- werrstr("early eof");
- return -1;
- }
- }
- return 0;
-}
-
-static int
-loadheader(char *name, ArenaHead *head, Arena *arena, int fd, vlong off)
-{
- if(preadblock(fd, data, head->blocksize, off + head->size - head->blocksize) < 0){
+ if(preadblock(data, head->blocksize, off + head->size - head->blocksize) < 0){
fprint(2, "%s: reading arena tail: %r\n", name);
return -1;
}
uchar zero[VtScoreSize];
static int
-verify(int fd, Arena *arena, void *data, uchar *newscore)
+verify(Arena *arena, void *data, uchar *newscore)
{
vlong e, bs, n, o;
DigestState ds, ds1;
bs = arena->blocksize;
memset(&ds, 0, sizeof ds);
for(n = 0; n < e; n += bs){
- if(preadblock(fd, data, bs, o + n) < 0){
+ if(preadblock(data, bs, o + n) < 0){
werrstr("read: %r");
return -1;
}
}
/* last block */
- if(preadblock(fd, data, arena->blocksize, o + e) < 0){
+ if(preadblock(data, arena->blocksize, o + e) < 0){
werrstr("read: %r");
return -1;
}
sha1(data, bs - VtScoreSize, nil, &ds);
sha1(zero, VtScoreSize, score, &ds);
if(scorecmp(score, arena->score) != 0){
- werrstr("score mismatch: %V != %V", score, arena->score);
- return -1;
+ if(!force){
+ werrstr("score mismatch: %V != %V", score, arena->score);
+ return -1;
+ }
+ fprint(2, "warning: score mismatch %V != %V\n", score, arena->score);
}
/* prepare new last block */
/*
* read a little bit, which will include the header
*/
- if(preadblock(fd, data, HeadSize, off) < 0){
+ if(preadblock(data, HeadSize, off) < 0){
fprint(2, "%s: reading header: %r\n", name);
return;
}
if(strcmp(name, "<stdin>") != 0 && strcmp(head.name, name) != 0)
fprint(2, "%s: warning: unexpected name %s\n", name, head.name);
- if(loadheader(name, &head, &arena, fd, off) < 0)
+ if(loadheader(name, &head, &arena, off) < 0)
return;
if(!arena.diskstats.sealed){
return;
}
- if(verify(fd, &arena, data, newscore) < 0){
+ if(verify(&arena, data, newscore) < 0){
fprint(2, "%s: failed to verify before reseal: %r\n", name);
return;
}
- fprint(2, "%s: verified: %V\n", name, arena.score);
- if(pwriteblock(fd, data, arena.blocksize, arena.base + arena.size) < 0){
+ if(pwriteblock(data, arena.blocksize, arena.base + arena.size) < 0){
fprint(2, "%s: writing new tail: %r\n", name);
return;
}
scorecp(arena.score, newscore);
fprint(2, "%s: resealed: %V\n", name, newscore);
- if(verify(fd, &arena, data, newscore) < 0){
+ if(verify(&arena, data, newscore) < 0){
fprint(2, "%s: failed to verify after reseal!: %r\n", name);
return;
}
}
char *
-readap(int fd, ArenaPart *ap)
+readap(ArenaPart *ap)
{
char *table;
- if(preadblock(fd, data, 8192, PartBlank) < 0)
+ if(preadblock(data, 8192, PartBlank) < 0)
sysfatal("read arena part header: %r");
if(unpackarenapart(ap, data) < 0)
sysfatal("corrupted arena part header: %r");
ap->tabbase = (PartBlank+HeadSize+ap->blocksize-1)&~(ap->blocksize-1);
ap->tabsize = ap->arenabase - ap->tabbase;
table = malloc(ap->tabsize+1);
- if(preadblock(fd, (uchar*)table, ap->tabsize, ap->tabbase) < 0)
+ if(preadblock((uchar*)table, ap->tabsize, ap->tabbase) < 0)
sysfatal("reading arena part directory: %r");
table[ap->tabsize] = 0;
return table;
char *p, *q, *table, *f[10], line[256];
vlong start, stop;
ArenaPart ap;
+ Part *part;
ventifmtinstall();
blocksize = MaxIoSize;
case 'b':
blocksize = unittoull(EARGF(usage()));
break;
+ case 'f':
+ force = 1;
+ break;
case 's':
sleepms = atoi(EARGF(usage()));
break;
- case 'v':
- verbose++;
- break;
default:
usage();
break;
usage();
data = vtmalloc(blocksize);
- if((fd = open(argv[0], ORDWR)) < 0)
- sysfatal("open %s: %r", argv[0]);
+ if((part = initpart(argv[0], ORDWR)) == nil)
+ sysfatal("open partition %s: %r", argv[0]);
+ fd = part->fd;
+ offset0 = part->offset;
- table = readap(fd, &ap);
+ table = readap(&ap);
nline = atoi(table);
p = strchr(table, '\n');