1 #include "stdinc.h"
2 #include "dat.h"
3 #include "fns.h"
4 
5 static int	writeclumphead(Arena *arena, u64int aa, Clump *cl);
6 static int	writeclumpmagic(Arena *arena, u64int aa, u32int magic);
7 
8 int
9 clumpinfocmp(ClumpInfo *c, ClumpInfo *d)
10 {
11 	return c->type != d->type
12 		|| c->size != d->size
13 		|| c->uncsize != d->uncsize
14 		|| scorecmp(c->score, d->score)!=0;
15 }
16 
17 /*
18  * synchronize the clump info directory with
19  * with the clumps actually stored in the arena.
20  * the directory should be at least as up to date
21  * as the arena's trailer.
22  *
23  * checks/updates at most n clumps.
24  *
25  * returns 0 if ok, flags if error occurred
26  */
27 int
28 syncarena(Arena *arena, u64int start, u32int n, int zok, int fix)
29 {
30 	ZBlock *lump;
31 	Clump cl;
32 	ClumpInfo ci;
33 	static ClumpInfo zci = { .type = -1 };
34 	u8int score[VtScoreSize];
35 	u64int uncsize, used, aa;
36 	u32int clump, clumps, cclumps, magic;
37 	int err, flush, broken;
38 	AState as;
39 
40 	used = arena->memstats.used;
41 	clumps = arena->memstats.clumps;
42 	cclumps = arena->memstats.cclumps;
43 	uncsize = arena->memstats.uncsize;
44 	trace(TraceProc, "syncarena start");
45 	flush = 0;
46 	err = 0;
47 	for(; n; n--){
48 		aa = arena->memstats.used;
49 		clump = arena->memstats.clumps;
50 		magic = clumpmagic(arena, aa);
51 		if(magic == ClumpFreeMagic)
52 			break;
53 		if(magic != arena->clumpmagic){
54 			fprint(2, "%s: illegal clump magic number=%#8.8ux at clump=%d\n", arena->name, magic, clump);
55 			/* err |= SyncDataErr; */
56 			if(fix && writeclumpmagic(arena, aa, ClumpFreeMagic) < 0){
57 				fprint(2, "can't write corrected clump free magic: %r");
58 				err |= SyncFixErr;
59 			}
60 			break;
61 		}
62 
63 		broken = 0;
64 		lump = loadclump(arena, aa, 0, &cl, score, 0);
65 		if(lump == nil){
66 			fprint(2, "%s: clump=%d failed to read correctly: %r\n", arena->name, clump);
67 			break;
68 			err |= SyncDataErr;
69 		}else if(cl.info.type != VtCorruptType){
70 			scoremem(score, lump->data, cl.info.uncsize);
71 			if(scorecmp(cl.info.score, score) != 0){
72 				/* ignore partially written block */
73 				if(cl.encoding == ClumpENone)
74 					break;
75 				fprint(2, "%s: clump=%d has mismatched score\n", arena->name, clump);
76 				err |= SyncDataErr;
77 				broken = 1;
78 			}else if(vttypevalid(cl.info.type) < 0){
79 				fprint(2, "%s: clump=%d has invalid type %d", arena->name, clump, cl.info.type);
80 				err |= SyncDataErr;
81 				broken = 1;
82 			}
83 			if(broken && fix){
84 				cl.info.type = VtCorruptType;
85 				if(writeclumphead(arena, aa, &cl) < 0){
86 					fprint(2, "%s: can't write corrected clump header: %r", arena->name);
87 					err |= SyncFixErr;
88 				}
89 			}
90 		}
91 		freezblock(lump);
92 		arena->memstats.used += ClumpSize + cl.info.size;
93 
94 		arena->memstats.clumps++;
95 		if(!broken && readclumpinfo(arena, clump, &ci)<0){
96 			fprint(2, "%s: arena directory read failed\n", arena->name);
97 			broken = 1;
98 		}else if(!broken && clumpinfocmp(&ci, &cl.info)!=0){
99 			if(clumpinfocmp(&ci, &zci) == 0){
100 				err |= SyncCIZero;
101 				if(!zok)
102 					fprint(2, "%s: unwritten clump info for clump=%d\n", arena->name, clump);
103 			}else{
104 				err |= SyncCIErr;
105 				fprint(2, "%s: bad clump info for clump=%d\n", arena->name, clump);
106 				fprint(2, "\texpected score=%V type=%d size=%d uncsize=%d\n",
107 					cl.info.score, cl.info.type, cl.info.size, cl.info.uncsize);
108 				fprint(2, "\tfound score=%V type=%d size=%d uncsize=%d\n",
109 					ci.score, ci.type, ci.size, ci.uncsize);
110 			}
111 			broken = 1;
112 		}
113 		if(broken && fix){
114 			flush = 1;
115 			ci = cl.info;
116 			if(writeclumpinfo(arena, clump, &ci) < 0){
117 				fprint(2, "%s: can't write correct clump directory: %r\n", arena->name);
118 				err |= SyncFixErr;
119 			}
120 		}
121 		trace(TraceProc, "syncarena unindexed clump %V %d", cl.info.score, arena->memstats.clumps);
122 
123 		arena->memstats.uncsize += cl.info.uncsize;
124 		if(cl.info.size < cl.info.uncsize)
125 			arena->memstats.cclumps++;
126 	}
127 
128 	if(flush){
129 		trace(TraceProc, "syncarena flush");
130 		arena->wtime = now();
131 		if(arena->ctime == 0 && arena->memstats.clumps)
132 			arena->ctime = arena->wtime;
133 		flushdcache();
134 	}
135 
136 	if(used != arena->memstats.used
137 	|| clumps != arena->memstats.clumps
138 	|| cclumps != arena->memstats.cclumps
139 	|| uncsize != arena->memstats.uncsize)
140 		err |= SyncHeader;
141 	if(start && (err&SyncHeader)){
142 		trace(TraceProc, "syncarena setdcachestate");
143 		as.arena = arena;
144 		as.aa = start+arena->memstats.used;
145 		as.stats = arena->memstats;
146 		setdcachestate(&as);
147 	}
148 
149 	return err;
150 }
151 
152 static int
153 writeclumphead(Arena *arena, u64int aa, Clump *cl)
154 {
155 	ZBlock *zb;
156 	int bad;
157 
158 	zb = alloczblock(ClumpSize, 0, arena->blocksize);
159 	if(zb == nil)
160 		return -1;
161 	bad = packclump(cl, zb->data, arena->clumpmagic)<0
162 		|| writearena(arena, aa, zb->data, ClumpSize) != ClumpSize;
163 	freezblock(zb);
164 	return bad ? -1 : 0;
165 }
166 
167 static int
168 writeclumpmagic(Arena *arena, u64int aa, u32int magic)
169 {
170 	u8int buf[U32Size];
171 
172 	packmagic(magic, buf);
173 	return writearena(arena, aa, buf, U32Size) == U32Size;
174 }