Blame


1 d957951b 2005-02-11 devnull #include <u.h>
2 d957951b 2005-02-11 devnull #include <libc.h>
3 d957951b 2005-02-11 devnull #include <bio.h>
4 d957951b 2005-02-11 devnull #include "ndb.h"
5 d957951b 2005-02-11 devnull #include "ndbhf.h"
6 d957951b 2005-02-11 devnull
7 d957951b 2005-02-11 devnull enum {
8 d957951b 2005-02-11 devnull Dptr, /* pointer to database file */
9 d957951b 2005-02-11 devnull Cptr, /* pointer to first chain entry */
10 cbeb0b26 2006-04-01 devnull Cptr1 /* pointer to second chain entry */
11 d957951b 2005-02-11 devnull };
12 d957951b 2005-02-11 devnull
13 d957951b 2005-02-11 devnull /*
14 d957951b 2005-02-11 devnull * generate a hash value for an ascii string (val) given
15 d957951b 2005-02-11 devnull * a hash table length (hlen)
16 d957951b 2005-02-11 devnull */
17 d957951b 2005-02-11 devnull ulong
18 d957951b 2005-02-11 devnull ndbhash(char *vp, int hlen)
19 d957951b 2005-02-11 devnull {
20 d957951b 2005-02-11 devnull ulong hash;
21 d957951b 2005-02-11 devnull uchar *val = (uchar*)vp;
22 d957951b 2005-02-11 devnull
23 d957951b 2005-02-11 devnull for(hash = 0; *val; val++)
24 d957951b 2005-02-11 devnull hash = (hash*13) + *val-'a';
25 d957951b 2005-02-11 devnull return hash % hlen;
26 d957951b 2005-02-11 devnull }
27 d957951b 2005-02-11 devnull
28 d957951b 2005-02-11 devnull /*
29 d957951b 2005-02-11 devnull * read a hash file with buffering
30 d957951b 2005-02-11 devnull */
31 d957951b 2005-02-11 devnull static uchar*
32 d957951b 2005-02-11 devnull hfread(Ndbhf *hf, long off, int len)
33 d957951b 2005-02-11 devnull {
34 d957951b 2005-02-11 devnull if(off < hf->off || off + len > hf->off + hf->len){
35 d957951b 2005-02-11 devnull if(seek(hf->fd, off, 0) < 0
36 d957951b 2005-02-11 devnull || (hf->len = read(hf->fd, hf->buf, sizeof(hf->buf))) < len){
37 d957951b 2005-02-11 devnull hf->off = -1;
38 d957951b 2005-02-11 devnull return 0;
39 d957951b 2005-02-11 devnull }
40 d957951b 2005-02-11 devnull hf->off = off;
41 d957951b 2005-02-11 devnull }
42 d957951b 2005-02-11 devnull return &hf->buf[off-hf->off];
43 d957951b 2005-02-11 devnull }
44 d957951b 2005-02-11 devnull
45 d957951b 2005-02-11 devnull /*
46 d957951b 2005-02-11 devnull * return an opened hash file if one exists for the
47 d957951b 2005-02-11 devnull * attribute and if it is current vis-a-vis the data
48 d957951b 2005-02-11 devnull * base file
49 d957951b 2005-02-11 devnull */
50 d957951b 2005-02-11 devnull static Ndbhf*
51 d957951b 2005-02-11 devnull hfopen(Ndb *db, char *attr)
52 d957951b 2005-02-11 devnull {
53 d957951b 2005-02-11 devnull Ndbhf *hf;
54 d957951b 2005-02-11 devnull char buf[sizeof(hf->attr)+sizeof(db->file)+2];
55 d957951b 2005-02-11 devnull uchar *p;
56 d957951b 2005-02-11 devnull Dir *d;
57 d957951b 2005-02-11 devnull
58 d957951b 2005-02-11 devnull /* try opening the data base if it's closed */
59 d957951b 2005-02-11 devnull if(db->mtime==0 && ndbreopen(db) < 0)
60 d957951b 2005-02-11 devnull return 0;
61 d957951b 2005-02-11 devnull
62 d957951b 2005-02-11 devnull /* if the database has changed, throw out hash files and reopen db */
63 d957951b 2005-02-11 devnull if((d = dirfstat(Bfildes(&db->b))) == nil || db->qid.path != d->qid.path
64 d957951b 2005-02-11 devnull || db->qid.vers != d->qid.vers){
65 d957951b 2005-02-11 devnull if(ndbreopen(db) < 0){
66 d957951b 2005-02-11 devnull free(d);
67 d957951b 2005-02-11 devnull return 0;
68 d957951b 2005-02-11 devnull }
69 d957951b 2005-02-11 devnull }
70 d957951b 2005-02-11 devnull free(d);
71 d957951b 2005-02-11 devnull
72 d957951b 2005-02-11 devnull if(db->nohash)
73 d957951b 2005-02-11 devnull return 0;
74 d957951b 2005-02-11 devnull
75 d957951b 2005-02-11 devnull /* see if a hash file exists for this attribute */
76 d957951b 2005-02-11 devnull for(hf = db->hf; hf; hf= hf->next){
77 d957951b 2005-02-11 devnull if(strcmp(hf->attr, attr) == 0)
78 d957951b 2005-02-11 devnull return hf;
79 d957951b 2005-02-11 devnull }
80 d957951b 2005-02-11 devnull
81 d957951b 2005-02-11 devnull /* create a new one */
82 d957951b 2005-02-11 devnull hf = (Ndbhf*)malloc(sizeof(Ndbhf));
83 d957951b 2005-02-11 devnull if(hf == 0)
84 d957951b 2005-02-11 devnull return 0;
85 d957951b 2005-02-11 devnull memset(hf, 0, sizeof(Ndbhf));
86 d957951b 2005-02-11 devnull
87 d957951b 2005-02-11 devnull /* compare it to the database file */
88 d957951b 2005-02-11 devnull strncpy(hf->attr, attr, sizeof(hf->attr)-1);
89 d957951b 2005-02-11 devnull sprint(buf, "%s.%s", db->file, hf->attr);
90 d957951b 2005-02-11 devnull hf->fd = open(buf, OREAD);
91 d957951b 2005-02-11 devnull if(hf->fd >= 0){
92 d957951b 2005-02-11 devnull hf->len = 0;
93 d957951b 2005-02-11 devnull hf->off = 0;
94 d957951b 2005-02-11 devnull p = hfread(hf, 0, 2*NDBULLEN);
95 d957951b 2005-02-11 devnull if(p){
96 d957951b 2005-02-11 devnull hf->dbmtime = NDBGETUL(p);
97 d957951b 2005-02-11 devnull hf->hlen = NDBGETUL(p+NDBULLEN);
98 d957951b 2005-02-11 devnull if(hf->dbmtime == db->mtime){
99 d957951b 2005-02-11 devnull hf->next = db->hf;
100 d957951b 2005-02-11 devnull db->hf = hf;
101 d957951b 2005-02-11 devnull return hf;
102 d957951b 2005-02-11 devnull }
103 d957951b 2005-02-11 devnull }
104 d957951b 2005-02-11 devnull close(hf->fd);
105 d957951b 2005-02-11 devnull }
106 d957951b 2005-02-11 devnull
107 d957951b 2005-02-11 devnull free(hf);
108 d957951b 2005-02-11 devnull return 0;
109 d957951b 2005-02-11 devnull }
110 d957951b 2005-02-11 devnull
111 d957951b 2005-02-11 devnull /*
112 d957951b 2005-02-11 devnull * return the first matching entry
113 d957951b 2005-02-11 devnull */
114 d957951b 2005-02-11 devnull Ndbtuple*
115 d957951b 2005-02-11 devnull ndbsearch(Ndb *db, Ndbs *s, char *attr, char *val)
116 d957951b 2005-02-11 devnull {
117 d957951b 2005-02-11 devnull uchar *p;
118 d957951b 2005-02-11 devnull Ndbtuple *t;
119 d957951b 2005-02-11 devnull Ndbhf *hf;
120 d957951b 2005-02-11 devnull
121 d957951b 2005-02-11 devnull hf = hfopen(db, attr);
122 d957951b 2005-02-11 devnull
123 d957951b 2005-02-11 devnull memset(s, 0, sizeof(*s));
124 d957951b 2005-02-11 devnull if(_ndbcachesearch(db, s, attr, val, &t) == 0){
125 d957951b 2005-02-11 devnull /* found in cache */
126 d957951b 2005-02-11 devnull if(t != nil)
127 d957951b 2005-02-11 devnull return t; /* answer from this file */
128 d957951b 2005-02-11 devnull if(db->next == nil)
129 d957951b 2005-02-11 devnull return nil;
130 d957951b 2005-02-11 devnull return ndbsearch(db->next, s, attr, val);
131 d957951b 2005-02-11 devnull }
132 d957951b 2005-02-11 devnull
133 d957951b 2005-02-11 devnull s->db = db;
134 d957951b 2005-02-11 devnull s->hf = hf;
135 d957951b 2005-02-11 devnull if(s->hf){
136 d957951b 2005-02-11 devnull s->ptr = ndbhash(val, s->hf->hlen)*NDBPLEN;
137 d957951b 2005-02-11 devnull p = hfread(s->hf, s->ptr+NDBHLEN, NDBPLEN);
138 d957951b 2005-02-11 devnull if(p == 0)
139 d957951b 2005-02-11 devnull return _ndbcacheadd(db, s, attr, val, nil);
140 d957951b 2005-02-11 devnull s->ptr = NDBGETP(p);
141 d957951b 2005-02-11 devnull s->type = Cptr1;
142 d957951b 2005-02-11 devnull } else if(db->length > 128*1024){
143 d957951b 2005-02-11 devnull print("Missing or out of date hash file %s.%s.\n", db->file, attr);
144 d957951b 2005-02-11 devnull /* syslog(0, "ndb", "Missing or out of date hash file %s.%s.", db->file, attr); */
145 d957951b 2005-02-11 devnull
146 d957951b 2005-02-11 devnull /* advance search to next db file */
147 d957951b 2005-02-11 devnull s->ptr = NDBNAP;
148 d957951b 2005-02-11 devnull _ndbcacheadd(db, s, attr, val, nil);
149 d957951b 2005-02-11 devnull if(db->next == 0)
150 d957951b 2005-02-11 devnull return nil;
151 d957951b 2005-02-11 devnull return ndbsearch(db->next, s, attr, val);
152 d957951b 2005-02-11 devnull } else {
153 d957951b 2005-02-11 devnull s->ptr = 0;
154 d957951b 2005-02-11 devnull s->type = Dptr;
155 d957951b 2005-02-11 devnull }
156 d957951b 2005-02-11 devnull t = ndbsnext(s, attr, val);
157 d957951b 2005-02-11 devnull _ndbcacheadd(db, s, attr, val, (t != nil && s->db == db)?t:nil);
158 d957951b 2005-02-11 devnull setmalloctag(t, getcallerpc(&db));
159 d957951b 2005-02-11 devnull return t;
160 d957951b 2005-02-11 devnull }
161 d957951b 2005-02-11 devnull
162 d957951b 2005-02-11 devnull static Ndbtuple*
163 d957951b 2005-02-11 devnull match(Ndbtuple *t, char *attr, char *val)
164 d957951b 2005-02-11 devnull {
165 d957951b 2005-02-11 devnull Ndbtuple *nt;
166 d957951b 2005-02-11 devnull
167 d957951b 2005-02-11 devnull for(nt = t; nt; nt = nt->entry)
168 d957951b 2005-02-11 devnull if(strcmp(attr, nt->attr) == 0
169 d957951b 2005-02-11 devnull && strcmp(val, nt->val) == 0)
170 d957951b 2005-02-11 devnull return nt;
171 d957951b 2005-02-11 devnull return 0;
172 d957951b 2005-02-11 devnull }
173 d957951b 2005-02-11 devnull
174 d957951b 2005-02-11 devnull /*
175 d957951b 2005-02-11 devnull * return the next matching entry in the hash chain
176 d957951b 2005-02-11 devnull */
177 d957951b 2005-02-11 devnull Ndbtuple*
178 d957951b 2005-02-11 devnull ndbsnext(Ndbs *s, char *attr, char *val)
179 d957951b 2005-02-11 devnull {
180 d957951b 2005-02-11 devnull Ndbtuple *t;
181 d957951b 2005-02-11 devnull Ndb *db;
182 d957951b 2005-02-11 devnull uchar *p;
183 d957951b 2005-02-11 devnull
184 d957951b 2005-02-11 devnull db = s->db;
185 d957951b 2005-02-11 devnull if(s->ptr == NDBNAP)
186 d957951b 2005-02-11 devnull goto nextfile;
187 d957951b 2005-02-11 devnull
188 d957951b 2005-02-11 devnull for(;;){
189 d957951b 2005-02-11 devnull if(s->type == Dptr){
190 d957951b 2005-02-11 devnull if(Bseek(&db->b, s->ptr, 0) < 0)
191 d957951b 2005-02-11 devnull break;
192 d957951b 2005-02-11 devnull t = ndbparse(db);
193 d957951b 2005-02-11 devnull s->ptr = Boffset(&db->b);
194 d957951b 2005-02-11 devnull if(t == 0)
195 d957951b 2005-02-11 devnull break;
196 d957951b 2005-02-11 devnull if(s->t = match(t, attr, val))
197 d957951b 2005-02-11 devnull return t;
198 d957951b 2005-02-11 devnull ndbfree(t);
199 d957951b 2005-02-11 devnull } else if(s->type == Cptr){
200 d957951b 2005-02-11 devnull if(Bseek(&db->b, s->ptr, 0) < 0)
201 fa325e9b 2020-01-10 cross break;
202 d957951b 2005-02-11 devnull s->ptr = s->ptr1;
203 d957951b 2005-02-11 devnull s->type = Cptr1;
204 d957951b 2005-02-11 devnull t = ndbparse(db);
205 d957951b 2005-02-11 devnull if(t == 0)
206 d957951b 2005-02-11 devnull break;
207 d957951b 2005-02-11 devnull if(s->t = match(t, attr, val))
208 d957951b 2005-02-11 devnull return t;
209 d957951b 2005-02-11 devnull ndbfree(t);
210 d957951b 2005-02-11 devnull } else if(s->type == Cptr1){
211 d957951b 2005-02-11 devnull if(s->ptr & NDBCHAIN){ /* hash chain continuation */
212 d957951b 2005-02-11 devnull s->ptr &= ~NDBCHAIN;
213 d957951b 2005-02-11 devnull p = hfread(s->hf, s->ptr+NDBHLEN, 2*NDBPLEN);
214 d957951b 2005-02-11 devnull if(p == 0)
215 d957951b 2005-02-11 devnull break;
216 d957951b 2005-02-11 devnull s->ptr = NDBGETP(p);
217 d957951b 2005-02-11 devnull s->ptr1 = NDBGETP(p+NDBPLEN);
218 d957951b 2005-02-11 devnull s->type = Cptr;
219 d957951b 2005-02-11 devnull } else { /* end of hash chain */
220 d957951b 2005-02-11 devnull if(Bseek(&db->b, s->ptr, 0) < 0)
221 fa325e9b 2020-01-10 cross break;
222 d957951b 2005-02-11 devnull s->ptr = NDBNAP;
223 d957951b 2005-02-11 devnull t = ndbparse(db);
224 d957951b 2005-02-11 devnull if(t == 0)
225 d957951b 2005-02-11 devnull break;
226 d957951b 2005-02-11 devnull if(s->t = match(t, attr, val)){
227 d957951b 2005-02-11 devnull setmalloctag(t, getcallerpc(&s));
228 d957951b 2005-02-11 devnull return t;
229 d957951b 2005-02-11 devnull }
230 d957951b 2005-02-11 devnull ndbfree(t);
231 d957951b 2005-02-11 devnull break;
232 d957951b 2005-02-11 devnull }
233 d957951b 2005-02-11 devnull }
234 d957951b 2005-02-11 devnull }
235 d957951b 2005-02-11 devnull
236 d957951b 2005-02-11 devnull nextfile:
237 d957951b 2005-02-11 devnull
238 d957951b 2005-02-11 devnull /* nothing left to search? */
239 d957951b 2005-02-11 devnull s->ptr = NDBNAP;
240 d957951b 2005-02-11 devnull if(db->next == 0)
241 d957951b 2005-02-11 devnull return 0;
242 d957951b 2005-02-11 devnull
243 d957951b 2005-02-11 devnull /* advance search to next db file */
244 d957951b 2005-02-11 devnull t = ndbsearch(db->next, s, attr, val);
245 d957951b 2005-02-11 devnull setmalloctag(t, getcallerpc(&s));
246 d957951b 2005-02-11 devnull return t;
247 d957951b 2005-02-11 devnull }