1 #include "stdinc.h"
2 #include "dat.h"
3 #include "fns.h"
4 
5 static int	writeclumphead(Arena *arena, u64int aa, Clump *cl);
6 static int	writeclumpmagic(Arena *arena, u64int aa, u32int magic);
7 
8 int
9 clumpinfocmp(ClumpInfo *c, ClumpInfo *d)
10 {
11 	return c->type != d->type
12 		|| c->size != d->size
13 		|| c->uncsize != d->uncsize
14 		|| scorecmp(c->score, d->score)!=0;
15 }
16 
17 /*
18  * synchronize the clump info directory with
19  * with the clumps actually stored in the arena.
20  * the directory should be at least as up to date
21  * as the arena's trailer.
22  *
23  * checks/updates at most n clumps.
24  *
25  * returns 0 if ok, flags if error occurred
26  */
27 int
28 syncarena(Arena *arena, u32int n, int zok, int fix)
29 {
30 	ZBlock *lump;
31 	Clump cl;
32 	ClumpInfo ci;
33 	static ClumpInfo zci = { .type = -1 };
34 	u8int score[VtScoreSize];
35 	u64int uncsize, used, aa;
36 	u32int clump, clumps, cclumps, magic;
37 	int err, flush, broken;
38 
39 	used = arena->used;
40 	clumps = arena->clumps;
41 	cclumps = arena->cclumps;
42 	uncsize = arena->uncsize;
43 
44 	flush = 0;
45 	err = 0;
46 	for(; n; n--){
47 		aa = arena->used;
48 		clump = arena->clumps;
49 		magic = clumpmagic(arena, aa);
50 		if(magic == ClumpFreeMagic)
51 			break;
52 		if(magic != ClumpMagic){
53 			fprint(2, "illegal clump magic number=%#8.8ux at clump=%d\n", magic, clump);
54 			err |= SyncDataErr;
55 //ZZZ write a zero here?
56 			if(0 && fix && writeclumpmagic(arena, aa, ClumpFreeMagic) < 0){
57 				fprint(2, "can't write corrected clump free magic: %r");
58 				err |= SyncFixErr;
59 			}
60 			break;
61 		}
62 		arena->clumps++;
63 
64 		broken = 0;
65 		lump = loadclump(arena, aa, 0, &cl, score, 0);
66 		if(lump == nil){
67 			fprint(2, "clump=%d failed to read correctly: %r\n", clump);
68 			err |= SyncDataErr;
69 		}else if(cl.info.type != VtTypeCorrupt){
70 			scoremem(score, lump->data, cl.info.uncsize);
71 			if(scorecmp(cl.info.score, score) != 0){
72 				fprint(2, "clump=%d has mismatched score\n", clump);
73 				err |= SyncDataErr;
74 				broken = 1;
75 			}else if(vttypevalid(cl.info.type) < 0){
76 				fprint(2, "clump=%d has invalid type %d", clump, cl.info.type);
77 				err |= SyncDataErr;
78 				broken = 1;
79 			}
80 			if(broken && fix){
81 				cl.info.type = VtTypeCorrupt;
82 				if(writeclumphead(arena, aa, &cl) < 0){
83 					fprint(2, "can't write corrected clump header: %r");
84 					err |= SyncFixErr;
85 				}
86 			}
87 		}
88 		freezblock(lump);
89 		arena->used += ClumpSize + cl.info.size;
90 
91 		if(!broken && readclumpinfo(arena, clump, &ci)<0){
92 			fprint(2, "arena directory read failed\n");
93 			broken = 1;
94 		}else if(!broken && clumpinfocmp(&ci, &cl.info)!=0){
95 			if(clumpinfocmp(&ci, &zci) == 0){
96 				err |= SyncCIZero;
97 				if(!zok)
98 					fprint(2, "unwritten clump info for clump=%d\n", clump);
99 			}else{
100 				err |= SyncCIErr;
101 				fprint(2, "bad clump info for clump=%d\n", clump);
102 				fprint(2, "\texpected score=%V type=%d size=%d uncsize=%d\n",
103 					cl.info.score, cl.info.type, cl.info.size, cl.info.uncsize);
104 				fprint(2, "\tfound score=%V type=%d size=%d uncsize=%d\n",
105 					ci.score, ci.type, ci.size, ci.uncsize);
106 			}
107 			broken = 1;
108 		}
109 		if(broken && fix){
110 			flush = 1;
111 			ci = cl.info;
112 			if(writeclumpinfo(arena, clump, &ci) < 0){
113 				fprint(2, "can't write correct clump directory: %r\n");
114 				err |= SyncFixErr;
115 			}
116 		}
117 
118 		arena->uncsize += cl.info.uncsize;
119 		if(cl.info.size < cl.info.uncsize)
120 			arena->cclumps++;
121 	}
122 
123 	if(flush){
124 		arena->wtime = now();
125 		if(arena->ctime == 0 && arena->clumps)
126 			arena->ctime = arena->wtime;
127 		if(flushciblocks(arena) < 0){
128 			fprint(2, "can't flush arena directory cache: %r");
129 			err |= SyncFixErr;
130 		}
131 		flushdcache();
132 	}
133 
134 	if(used != arena->used
135 	|| clumps != arena->clumps
136 	|| cclumps != arena->cclumps
137 	|| uncsize != arena->uncsize)
138 		err |= SyncHeader;
139 
140 	return err;
141 }
142 
143 static int
144 writeclumphead(Arena *arena, u64int aa, Clump *cl)
145 {
146 	ZBlock *zb;
147 	int bad;
148 
149 	zb = alloczblock(ClumpSize, 0);
150 	if(zb == nil)
151 		return -1;
152 	bad = packclump(cl, zb->data)<0
153 		|| writearena(arena, aa, zb->data, ClumpSize) != ClumpSize;
154 	freezblock(zb);
155 	return bad ? -1 : 0;
156 }
157 
158 static int
159 writeclumpmagic(Arena *arena, u64int aa, u32int magic)
160 {
161 	u8int buf[U32Size];
162 
163 	packmagic(magic, buf);
164 	return writearena(arena, aa, buf, U32Size) == U32Size;
165 }