2 5aa81393 2020-01-06 stsp * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
4 876c234b 2018-09-10 stsp * Permission to use, copy, modify, and distribute this software for any
5 876c234b 2018-09-10 stsp * purpose with or without fee is hereby granted, provided that the above
6 876c234b 2018-09-10 stsp * copyright notice and this permission notice appear in all copies.
8 876c234b 2018-09-10 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 876c234b 2018-09-10 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 876c234b 2018-09-10 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 876c234b 2018-09-10 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 876c234b 2018-09-10 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 876c234b 2018-09-10 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 876c234b 2018-09-10 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 876c234b 2018-09-10 stsp #include <sys/types.h>
18 876c234b 2018-09-10 stsp #include <sys/queue.h>
19 876c234b 2018-09-10 stsp #include <sys/uio.h>
20 876c234b 2018-09-10 stsp #include <sys/time.h>
21 876c234b 2018-09-10 stsp #include <sys/mman.h>
23 876c234b 2018-09-10 stsp #include <limits.h>
24 99437157 2018-11-11 stsp #include <signal.h>
25 876c234b 2018-09-10 stsp #include <stdint.h>
26 876c234b 2018-09-10 stsp #include <imsg.h>
27 876c234b 2018-09-10 stsp #include <stdio.h>
28 876c234b 2018-09-10 stsp #include <stdlib.h>
29 876c234b 2018-09-10 stsp #include <string.h>
30 876c234b 2018-09-10 stsp #include <sha1.h>
31 81a12da5 2020-09-09 naddy #include <unistd.h>
32 876c234b 2018-09-10 stsp #include <zlib.h>
34 876c234b 2018-09-10 stsp #include "got_error.h"
35 876c234b 2018-09-10 stsp #include "got_object.h"
36 3022d272 2019-11-14 stsp #include "got_path.h"
38 876c234b 2018-09-10 stsp #include "got_lib_delta.h"
39 ab2f42e7 2019-11-10 stsp #include "got_lib_delta_cache.h"
40 876c234b 2018-09-10 stsp #include "got_lib_object.h"
41 c59b3346 2018-09-11 stsp #include "got_lib_object_cache.h"
42 876c234b 2018-09-10 stsp #include "got_lib_object_parse.h"
43 876c234b 2018-09-10 stsp #include "got_lib_privsep.h"
44 876c234b 2018-09-10 stsp #include "got_lib_pack.h"
46 99437157 2018-11-11 stsp static volatile sig_atomic_t sigint_received;
49 99437157 2018-11-11 stsp catch_sigint(int signo)
51 99437157 2018-11-11 stsp sigint_received = 1;
54 876c234b 2018-09-10 stsp static const struct got_error *
55 704b89c4 2019-05-23 stsp open_object(struct got_object **obj, struct got_pack *pack,
56 704b89c4 2019-05-23 stsp struct got_packidx *packidx, int idx, struct got_object_id *id,
57 704b89c4 2019-05-23 stsp struct got_object_cache *objcache)
59 704b89c4 2019-05-23 stsp const struct got_error *err;
61 704b89c4 2019-05-23 stsp err = got_packfile_open_object(obj, pack, packidx, idx, id);
64 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
66 704b89c4 2019-05-23 stsp err = got_object_cache_add(objcache, id, *obj);
68 79c99a64 2019-05-23 stsp if (err->code == GOT_ERR_OBJ_EXISTS ||
69 79c99a64 2019-05-23 stsp err->code == GOT_ERR_OBJ_TOO_LARGE)
73 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
74 704b89c4 2019-05-23 stsp return NULL;
77 704b89c4 2019-05-23 stsp static const struct got_error *
78 876c234b 2018-09-10 stsp object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
79 c59b3346 2018-09-11 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
81 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
82 876c234b 2018-09-10 stsp struct got_imsg_packed_object iobj;
83 876c234b 2018-09-10 stsp struct got_object *obj;
84 106807b4 2018-09-15 stsp struct got_object_id id;
85 876c234b 2018-09-10 stsp size_t datalen;
87 876c234b 2018-09-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
88 876c234b 2018-09-10 stsp if (datalen != sizeof(iobj))
89 876c234b 2018-09-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
90 876c234b 2018-09-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
91 106807b4 2018-09-15 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
93 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
95 704b89c4 2019-05-23 stsp obj->refcnt++;
97 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
103 876c234b 2018-09-10 stsp err = got_privsep_send_obj(ibuf, obj);
105 876c234b 2018-09-10 stsp got_object_close(obj);
106 876c234b 2018-09-10 stsp return err;
109 50127d69 2021-09-25 stsp static const struct got_error *
110 ca6e02ac 2020-01-07 stsp open_commit(struct got_commit_object **commit, struct got_pack *pack,
111 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
112 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
114 cfd633c2 2018-09-10 stsp const struct got_error *err = NULL;
115 cb5e38fd 2019-05-23 stsp struct got_object *obj = NULL;
116 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
117 cfd633c2 2018-09-10 stsp size_t len;
119 ca6e02ac 2020-01-07 stsp *commit = NULL;
121 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
123 704b89c4 2019-05-23 stsp obj->refcnt++;
125 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
128 704b89c4 2019-05-23 stsp return err;
131 cfd633c2 2018-09-10 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
135 cfd633c2 2018-09-10 stsp obj->size = len;
137 ca6e02ac 2020-01-07 stsp err = got_object_parse_commit(commit, buf, len);
139 ca6e02ac 2020-01-07 stsp got_object_close(obj);
141 ca6e02ac 2020-01-07 stsp return err;
144 ca6e02ac 2020-01-07 stsp static const struct got_error *
145 ca6e02ac 2020-01-07 stsp commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
146 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
148 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
149 ca6e02ac 2020-01-07 stsp struct got_imsg_packed_object iobj;
150 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL;
151 ca6e02ac 2020-01-07 stsp struct got_object_id id;
152 ca6e02ac 2020-01-07 stsp size_t datalen;
154 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
155 ca6e02ac 2020-01-07 stsp if (datalen != sizeof(iobj))
156 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
157 ca6e02ac 2020-01-07 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
158 ca6e02ac 2020-01-07 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
160 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
164 cfd633c2 2018-09-10 stsp err = got_privsep_send_commit(ibuf, commit);
166 cb5e38fd 2019-05-23 stsp if (commit)
167 cb5e38fd 2019-05-23 stsp got_object_commit_close(commit);
169 7762fe12 2018-11-05 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
170 7762fe12 2018-11-05 stsp err = NULL;
172 7762fe12 2018-11-05 stsp got_privsep_send_error(ibuf, err);
175 7762fe12 2018-11-05 stsp return err;
178 50127d69 2021-09-25 stsp static const struct got_error *
179 ca6e02ac 2020-01-07 stsp open_tree(uint8_t **buf, struct got_pathlist_head *entries, int *nentries,
180 ca6e02ac 2020-01-07 stsp struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
181 ca6e02ac 2020-01-07 stsp struct got_object_id *id, struct got_object_cache *objcache)
183 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
184 ca6e02ac 2020-01-07 stsp struct got_object *obj = NULL;
185 ca6e02ac 2020-01-07 stsp size_t len;
187 ca6e02ac 2020-01-07 stsp *buf = NULL;
188 ca6e02ac 2020-01-07 stsp *nentries = 0;
190 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
192 ca6e02ac 2020-01-07 stsp obj->refcnt++;
194 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
197 ca6e02ac 2020-01-07 stsp return err;
200 ca6e02ac 2020-01-07 stsp err = got_packfile_extract_object_to_mem(buf, &len, obj, pack);
204 ca6e02ac 2020-01-07 stsp obj->size = len;
206 ca6e02ac 2020-01-07 stsp err = got_object_parse_tree(entries, nentries, *buf, len);
208 ca6e02ac 2020-01-07 stsp got_object_close(obj);
210 ca6e02ac 2020-01-07 stsp free(*buf);
211 ca6e02ac 2020-01-07 stsp *buf = NULL;
213 ca6e02ac 2020-01-07 stsp return err;
216 7762fe12 2018-11-05 stsp static const struct got_error *
217 876c234b 2018-09-10 stsp tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
218 c59b3346 2018-09-11 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
220 e7885405 2018-09-10 stsp const struct got_error *err = NULL;
221 13c729f7 2018-12-24 stsp struct got_imsg_packed_object iobj;
222 3022d272 2019-11-14 stsp struct got_pathlist_head entries;
223 3022d272 2019-11-14 stsp int nentries = 0;
224 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
225 13c729f7 2018-12-24 stsp struct got_object_id id;
226 13c729f7 2018-12-24 stsp size_t datalen;
228 3022d272 2019-11-14 stsp TAILQ_INIT(&entries);
230 13c729f7 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
231 13c729f7 2018-12-24 stsp if (datalen != sizeof(iobj))
232 13c729f7 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
233 13c729f7 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
234 13c729f7 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
236 ca6e02ac 2020-01-07 stsp err = open_tree(&buf, &entries, &nentries, pack, packidx, iobj.idx,
237 62d463ca 2020-10-20 naddy &id, objcache);
239 ca6e02ac 2020-01-07 stsp return err;
241 3022d272 2019-11-14 stsp err = got_privsep_send_tree(ibuf, &entries, nentries);
242 b87b4170 2020-01-06 stsp got_object_parsed_tree_entries_free(&entries);
245 e7885405 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
246 e7885405 2018-09-10 stsp err = NULL;
248 e7885405 2018-09-10 stsp got_privsep_send_error(ibuf, err);
251 e7885405 2018-09-10 stsp return err;
254 876c234b 2018-09-10 stsp static const struct got_error *
255 030daac8 2021-09-25 stsp receive_file(FILE **f, struct imsgbuf *ibuf, uint32_t imsg_code)
257 3840f4c9 2018-09-12 stsp const struct got_error *err;
258 3840f4c9 2018-09-12 stsp struct imsg imsg;
259 55da3778 2018-09-10 stsp size_t datalen;
261 3840f4c9 2018-09-12 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
263 55da3778 2018-09-10 stsp return err;
265 3840f4c9 2018-09-12 stsp if (imsg.hdr.type != imsg_code) {
266 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
270 3840f4c9 2018-09-12 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
271 55da3778 2018-09-10 stsp if (datalen != 0) {
272 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
275 3840f4c9 2018-09-12 stsp if (imsg.fd == -1) {
276 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
280 3840f4c9 2018-09-12 stsp *f = fdopen(imsg.fd, "w+");
281 3840f4c9 2018-09-12 stsp if (*f == NULL) {
282 638f9024 2019-05-13 stsp err = got_error_from_errno("fdopen");
283 3a6ce05a 2019-02-11 stsp close(imsg.fd);
287 3840f4c9 2018-09-12 stsp imsg_free(&imsg);
288 3840f4c9 2018-09-12 stsp return err;
291 db696021 2022-01-04 stsp static const struct got_error *
292 67fd6849 2022-02-13 stsp receive_tempfile(FILE **f, const char *mode, struct imsg *imsg,
293 db696021 2022-01-04 stsp struct imsgbuf *ibuf)
295 db696021 2022-01-04 stsp size_t datalen;
297 db696021 2022-01-04 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
298 db696021 2022-01-04 stsp if (datalen != 0)
299 db696021 2022-01-04 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
301 db696021 2022-01-04 stsp if (imsg->fd == -1)
302 db696021 2022-01-04 stsp return got_error(GOT_ERR_PRIVSEP_NO_FD);
304 67fd6849 2022-02-13 stsp *f = fdopen(imsg->fd, mode);
305 db696021 2022-01-04 stsp if (*f == NULL)
306 db696021 2022-01-04 stsp return got_error_from_errno("fdopen");
307 db696021 2022-01-04 stsp imsg->fd = -1;
309 db696021 2022-01-04 stsp return NULL;
312 3840f4c9 2018-09-12 stsp static const struct got_error *
313 3840f4c9 2018-09-12 stsp blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
314 db696021 2022-01-04 stsp struct got_packidx *packidx, struct got_object_cache *objcache,
315 db696021 2022-01-04 stsp FILE *basefile, FILE *accumfile)
317 3840f4c9 2018-09-12 stsp const struct got_error *err = NULL;
318 ebc55e2d 2018-12-24 stsp struct got_imsg_packed_object iobj;
319 3840f4c9 2018-09-12 stsp struct got_object *obj = NULL;
320 db696021 2022-01-04 stsp FILE *outfile = NULL;
321 ebc55e2d 2018-12-24 stsp struct got_object_id id;
322 ebc55e2d 2018-12-24 stsp size_t datalen;
323 ac544f8c 2019-01-13 stsp uint64_t blob_size;
324 ac544f8c 2019-01-13 stsp uint8_t *buf = NULL;
326 ebc55e2d 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
327 ebc55e2d 2018-12-24 stsp if (datalen != sizeof(iobj))
328 ebc55e2d 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
329 ebc55e2d 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
330 ebc55e2d 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
332 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
334 704b89c4 2019-05-23 stsp obj->refcnt++;
336 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
339 704b89c4 2019-05-23 stsp return err;
342 3840f4c9 2018-09-12 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
346 ac544f8c 2019-01-13 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
347 42c69117 2019-11-10 stsp err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
351 ac544f8c 2019-01-13 stsp blob_size = obj->size;
353 ac544f8c 2019-01-13 stsp if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
354 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
355 ac544f8c 2019-01-13 stsp obj, pack);
357 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
358 ac544f8c 2019-01-13 stsp accumfile);
362 ac544f8c 2019-01-13 stsp err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
365 56b63ca4 2021-01-22 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
366 638f9024 2019-05-13 stsp err = got_error_from_errno("fclose");
367 cb5e38fd 2019-05-23 stsp got_object_close(obj);
368 3840f4c9 2018-09-12 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
369 3840f4c9 2018-09-12 stsp got_privsep_send_error(ibuf, err);
371 55da3778 2018-09-10 stsp return err;
374 876c234b 2018-09-10 stsp static const struct got_error *
375 f4a881ce 2018-11-17 stsp tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
376 f4a881ce 2018-11-17 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
378 f4a881ce 2018-11-17 stsp const struct got_error *err = NULL;
379 268f7291 2018-12-24 stsp struct got_imsg_packed_object iobj;
380 f4a881ce 2018-11-17 stsp struct got_object *obj = NULL;
381 f4a881ce 2018-11-17 stsp struct got_tag_object *tag = NULL;
382 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
383 f4a881ce 2018-11-17 stsp size_t len;
384 268f7291 2018-12-24 stsp struct got_object_id id;
385 268f7291 2018-12-24 stsp size_t datalen;
387 268f7291 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
388 268f7291 2018-12-24 stsp if (datalen != sizeof(iobj))
389 268f7291 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
390 268f7291 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
391 268f7291 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
393 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
395 704b89c4 2019-05-23 stsp obj->refcnt++;
397 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
400 704b89c4 2019-05-23 stsp return err;
403 f4a881ce 2018-11-17 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
407 f4a881ce 2018-11-17 stsp obj->size = len;
408 f4a881ce 2018-11-17 stsp err = got_object_parse_tag(&tag, buf, len);
412 f4a881ce 2018-11-17 stsp err = got_privsep_send_tag(ibuf, tag);
415 cb5e38fd 2019-05-23 stsp got_object_close(obj);
417 cb5e38fd 2019-05-23 stsp got_object_tag_close(tag);
419 ca6e02ac 2020-01-07 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
420 ca6e02ac 2020-01-07 stsp err = NULL;
422 ca6e02ac 2020-01-07 stsp got_privsep_send_error(ibuf, err);
425 ca6e02ac 2020-01-07 stsp return err;
428 ca6e02ac 2020-01-07 stsp static struct got_parsed_tree_entry *
429 ca6e02ac 2020-01-07 stsp find_entry_by_name(struct got_pathlist_head *entries, int nentries,
430 ca6e02ac 2020-01-07 stsp const char *name, size_t len)
432 ca6e02ac 2020-01-07 stsp struct got_pathlist_entry *pe;
434 ca6e02ac 2020-01-07 stsp /* Note that tree entries are sorted in strncmp() order. */
435 ca6e02ac 2020-01-07 stsp TAILQ_FOREACH(pe, entries, entry) {
436 ca6e02ac 2020-01-07 stsp int cmp = strncmp(pe->path, name, len);
437 ca6e02ac 2020-01-07 stsp if (cmp < 0)
439 ca6e02ac 2020-01-07 stsp if (cmp > 0)
441 ca6e02ac 2020-01-07 stsp if (pe->path[len] == '\0')
442 ca6e02ac 2020-01-07 stsp return (struct got_parsed_tree_entry *)pe->data;
444 ca6e02ac 2020-01-07 stsp return NULL;
447 50127d69 2021-09-25 stsp static const struct got_error *
448 ca6e02ac 2020-01-07 stsp tree_path_changed(int *changed, uint8_t **buf1, uint8_t **buf2,
449 ca6e02ac 2020-01-07 stsp struct got_pathlist_head *entries1, int *nentries1,
450 ca6e02ac 2020-01-07 stsp struct got_pathlist_head *entries2, int *nentries2,
451 ca6e02ac 2020-01-07 stsp const char *path, struct got_pack *pack, struct got_packidx *packidx,
452 ca6e02ac 2020-01-07 stsp struct imsgbuf *ibuf, struct got_object_cache *objcache)
454 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
455 ca6e02ac 2020-01-07 stsp struct got_parsed_tree_entry *pte1 = NULL, *pte2 = NULL;
456 ca6e02ac 2020-01-07 stsp const char *seg, *s;
457 ca6e02ac 2020-01-07 stsp size_t seglen;
459 ca6e02ac 2020-01-07 stsp *changed = 0;
461 ca6e02ac 2020-01-07 stsp /* We not do support comparing the root path. */
462 61a7d79f 2020-02-29 stsp if (got_path_is_root_dir(path))
463 63f810e6 2020-02-29 stsp return got_error_path(path, GOT_ERR_BAD_PATH);
466 61a7d79f 2020-02-29 stsp while (*s == '/')
469 ca6e02ac 2020-01-07 stsp seglen = 0;
470 ca6e02ac 2020-01-07 stsp while (*s) {
471 ca6e02ac 2020-01-07 stsp if (*s != '/') {
478 ca6e02ac 2020-01-07 stsp pte1 = find_entry_by_name(entries1, *nentries1, seg, seglen);
479 ca6e02ac 2020-01-07 stsp if (pte1 == NULL) {
480 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_NO_OBJ);
484 ca6e02ac 2020-01-07 stsp pte2 = find_entry_by_name(entries2, *nentries2, seg, seglen);
485 ca6e02ac 2020-01-07 stsp if (pte2 == NULL) {
486 ca6e02ac 2020-01-07 stsp *changed = 1;
490 ca6e02ac 2020-01-07 stsp if (pte1->mode != pte2->mode) {
491 ca6e02ac 2020-01-07 stsp *changed = 1;
495 ca6e02ac 2020-01-07 stsp if (memcmp(pte1->id, pte2->id, SHA1_DIGEST_LENGTH) == 0) {
496 ca6e02ac 2020-01-07 stsp *changed = 0;
500 ca6e02ac 2020-01-07 stsp if (*s == '\0') { /* final path element */
501 ca6e02ac 2020-01-07 stsp *changed = 1;
505 ca6e02ac 2020-01-07 stsp seg = s + 1;
507 ca6e02ac 2020-01-07 stsp seglen = 0;
509 ca6e02ac 2020-01-07 stsp struct got_object_id id1, id2;
512 ded8fbb8 2020-04-19 stsp memcpy(id1.sha1, pte1->id, SHA1_DIGEST_LENGTH);
513 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id1);
514 ca6e02ac 2020-01-07 stsp if (idx == -1) {
515 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id1);
518 ca6e02ac 2020-01-07 stsp got_object_parsed_tree_entries_free(entries1);
519 ca6e02ac 2020-01-07 stsp *nentries1 = 0;
520 ca6e02ac 2020-01-07 stsp free(*buf1);
521 ca6e02ac 2020-01-07 stsp *buf1 = NULL;
522 ca6e02ac 2020-01-07 stsp err = open_tree(buf1, entries1, nentries1, pack,
523 ca6e02ac 2020-01-07 stsp packidx, idx, &id1, objcache);
524 ca6e02ac 2020-01-07 stsp pte1 = NULL;
528 ded8fbb8 2020-04-19 stsp memcpy(id2.sha1, pte2->id, SHA1_DIGEST_LENGTH);
529 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id2);
530 ca6e02ac 2020-01-07 stsp if (idx == -1) {
531 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id2);
534 ca6e02ac 2020-01-07 stsp got_object_parsed_tree_entries_free(entries2);
535 ca6e02ac 2020-01-07 stsp *nentries2 = 0;
536 ca6e02ac 2020-01-07 stsp free(*buf2);
537 ca6e02ac 2020-01-07 stsp *buf2 = NULL;
538 ca6e02ac 2020-01-07 stsp err = open_tree(buf2, entries2, nentries2, pack,
539 ca6e02ac 2020-01-07 stsp packidx, idx, &id2, objcache);
540 ca6e02ac 2020-01-07 stsp pte2 = NULL;
546 ca6e02ac 2020-01-07 stsp return err;
549 ca6e02ac 2020-01-07 stsp static const struct got_error *
550 e70bf110 2020-03-22 stsp send_traversed_commits(struct got_object_id *commit_ids, size_t ncommits,
551 e70bf110 2020-03-22 stsp struct imsgbuf *ibuf)
553 e70bf110 2020-03-22 stsp const struct got_error *err;
554 e70bf110 2020-03-22 stsp struct ibuf *wbuf;
557 e70bf110 2020-03-22 stsp wbuf = imsg_create(ibuf, GOT_IMSG_TRAVERSED_COMMITS, 0, 0,
558 e70bf110 2020-03-22 stsp sizeof(struct got_imsg_traversed_commits) +
559 e70bf110 2020-03-22 stsp ncommits * SHA1_DIGEST_LENGTH);
560 e70bf110 2020-03-22 stsp if (wbuf == NULL)
561 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_create TRAVERSED_COMMITS");
563 e70bf110 2020-03-22 stsp if (imsg_add(wbuf, &ncommits, sizeof(ncommits)) == -1) {
564 e70bf110 2020-03-22 stsp err = got_error_from_errno("imsg_add TRAVERSED_COMMITS");
565 e70bf110 2020-03-22 stsp ibuf_free(wbuf);
566 e70bf110 2020-03-22 stsp return err;
568 e70bf110 2020-03-22 stsp for (i = 0; i < ncommits; i++) {
569 e70bf110 2020-03-22 stsp struct got_object_id *id = &commit_ids[i];
570 e70bf110 2020-03-22 stsp if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
571 e70bf110 2020-03-22 stsp err = got_error_from_errno(
572 e70bf110 2020-03-22 stsp "imsg_add TRAVERSED_COMMITS");
573 e70bf110 2020-03-22 stsp ibuf_free(wbuf);
574 e70bf110 2020-03-22 stsp return err;
578 e70bf110 2020-03-22 stsp wbuf->fd = -1;
579 e70bf110 2020-03-22 stsp imsg_close(ibuf, wbuf);
581 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
584 e70bf110 2020-03-22 stsp static const struct got_error *
585 e70bf110 2020-03-22 stsp send_commit_traversal_done(struct imsgbuf *ibuf)
587 e70bf110 2020-03-22 stsp if (imsg_compose(ibuf, GOT_IMSG_COMMIT_TRAVERSAL_DONE, 0, 0, -1,
588 e70bf110 2020-03-22 stsp NULL, 0) == -1)
589 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_compose TRAVERSAL_DONE");
591 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
595 e70bf110 2020-03-22 stsp static const struct got_error *
596 ca6e02ac 2020-01-07 stsp commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
597 ca6e02ac 2020-01-07 stsp struct got_pack *pack, struct got_packidx *packidx,
598 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
600 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
601 ca6e02ac 2020-01-07 stsp struct got_imsg_packed_object iobj;
602 ca6e02ac 2020-01-07 stsp struct got_object_qid *pid;
603 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL, *pcommit = NULL;
604 ca6e02ac 2020-01-07 stsp struct got_pathlist_head entries, pentries;
605 ca6e02ac 2020-01-07 stsp int nentries = 0, pnentries = 0;
606 ca6e02ac 2020-01-07 stsp struct got_object_id id;
607 ca6e02ac 2020-01-07 stsp size_t datalen, path_len;
608 ca6e02ac 2020-01-07 stsp char *path = NULL;
609 ca6e02ac 2020-01-07 stsp const int min_alloc = 64;
610 ca6e02ac 2020-01-07 stsp int changed = 0, ncommits = 0, nallocated = 0;
611 ca6e02ac 2020-01-07 stsp struct got_object_id *commit_ids = NULL;
613 ca6e02ac 2020-01-07 stsp TAILQ_INIT(&entries);
614 ca6e02ac 2020-01-07 stsp TAILQ_INIT(&pentries);
616 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
617 ca6e02ac 2020-01-07 stsp if (datalen < sizeof(iobj))
618 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
619 ca6e02ac 2020-01-07 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
620 ca6e02ac 2020-01-07 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
622 ca6e02ac 2020-01-07 stsp path_len = datalen - sizeof(iobj) - 1;
623 ca6e02ac 2020-01-07 stsp if (path_len < 0)
624 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
625 ca6e02ac 2020-01-07 stsp if (path_len > 0) {
626 ca6e02ac 2020-01-07 stsp path = imsg->data + sizeof(iobj);
627 ca6e02ac 2020-01-07 stsp if (path[path_len] != '\0')
628 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
631 ca6e02ac 2020-01-07 stsp nallocated = min_alloc;
632 ca6e02ac 2020-01-07 stsp commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
633 ca6e02ac 2020-01-07 stsp if (commit_ids == NULL)
634 ca6e02ac 2020-01-07 stsp return got_error_from_errno("reallocarray");
637 ca6e02ac 2020-01-07 stsp const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
640 ca6e02ac 2020-01-07 stsp if (sigint_received) {
641 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_CANCELLED);
645 ca6e02ac 2020-01-07 stsp if (commit == NULL) {
646 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx, &id);
647 ca6e02ac 2020-01-07 stsp if (idx == -1)
649 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx,
650 ca6e02ac 2020-01-07 stsp idx, &id, objcache);
652 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
654 ca6e02ac 2020-01-07 stsp err = NULL;
659 ca6e02ac 2020-01-07 stsp if (sizeof(struct got_imsg_traversed_commits) +
660 ca6e02ac 2020-01-07 stsp ncommits * SHA1_DIGEST_LENGTH >= max_datalen) {
661 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits,
665 ca6e02ac 2020-01-07 stsp ncommits = 0;
667 ca6e02ac 2020-01-07 stsp ncommits++;
668 ca6e02ac 2020-01-07 stsp if (ncommits > nallocated) {
669 ca6e02ac 2020-01-07 stsp struct got_object_id *new;
670 ca6e02ac 2020-01-07 stsp nallocated += min_alloc;
671 ca6e02ac 2020-01-07 stsp new = reallocarray(commit_ids, nallocated,
672 ca6e02ac 2020-01-07 stsp sizeof(*commit_ids));
673 ca6e02ac 2020-01-07 stsp if (new == NULL) {
674 ca6e02ac 2020-01-07 stsp err = got_error_from_errno("reallocarray");
677 ca6e02ac 2020-01-07 stsp commit_ids = new;
679 ca6e02ac 2020-01-07 stsp memcpy(commit_ids[ncommits - 1].sha1, id.sha1,
680 ca6e02ac 2020-01-07 stsp SHA1_DIGEST_LENGTH);
682 dbdddfee 2021-06-23 naddy pid = STAILQ_FIRST(&commit->parent_ids);
683 ca6e02ac 2020-01-07 stsp if (pid == NULL)
686 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx, pid->id);
687 ca6e02ac 2020-01-07 stsp if (idx == -1)
690 ca6e02ac 2020-01-07 stsp err = open_commit(&pcommit, pack, packidx, idx, pid->id,
693 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
695 ca6e02ac 2020-01-07 stsp err = NULL;
699 ca6e02ac 2020-01-07 stsp if (path[0] == '/' && path[1] == '\0') {
700 ca6e02ac 2020-01-07 stsp if (got_object_id_cmp(pcommit->tree_id,
701 ca6e02ac 2020-01-07 stsp commit->tree_id) != 0) {
702 ca6e02ac 2020-01-07 stsp changed = 1;
707 ca6e02ac 2020-01-07 stsp uint8_t *buf = NULL, *pbuf = NULL;
709 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx,
710 ca6e02ac 2020-01-07 stsp commit->tree_id);
711 ca6e02ac 2020-01-07 stsp if (idx == -1)
713 ca6e02ac 2020-01-07 stsp pidx = got_packidx_get_object_idx(packidx,
714 ca6e02ac 2020-01-07 stsp pcommit->tree_id);
715 ca6e02ac 2020-01-07 stsp if (pidx == -1)
718 ca6e02ac 2020-01-07 stsp err = open_tree(&buf, &entries, &nentries, pack,
719 ca6e02ac 2020-01-07 stsp packidx, idx, commit->tree_id, objcache);
722 ca6e02ac 2020-01-07 stsp err = open_tree(&pbuf, &pentries, &pnentries, pack,
723 ca6e02ac 2020-01-07 stsp packidx, pidx, pcommit->tree_id, objcache);
729 ca6e02ac 2020-01-07 stsp err = tree_path_changed(&changed, &buf, &pbuf,
730 ca6e02ac 2020-01-07 stsp &entries, &nentries, &pentries, &pnentries, path,
731 ca6e02ac 2020-01-07 stsp pack, packidx, ibuf, objcache);
733 ca6e02ac 2020-01-07 stsp got_object_parsed_tree_entries_free(&entries);
734 ca6e02ac 2020-01-07 stsp nentries = 0;
736 ca6e02ac 2020-01-07 stsp got_object_parsed_tree_entries_free(&pentries);
737 ca6e02ac 2020-01-07 stsp pnentries = 0;
738 ca6e02ac 2020-01-07 stsp free(pbuf);
740 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
742 ca6e02ac 2020-01-07 stsp err = NULL;
747 ca6e02ac 2020-01-07 stsp if (!changed) {
748 ca6e02ac 2020-01-07 stsp memcpy(id.sha1, pid->id->sha1, SHA1_DIGEST_LENGTH);
749 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
750 ca6e02ac 2020-01-07 stsp commit = pcommit;
751 ca6e02ac 2020-01-07 stsp pcommit = NULL;
753 ca6e02ac 2020-01-07 stsp } while (!changed);
755 ca6e02ac 2020-01-07 stsp if (ncommits > 0) {
756 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits, ibuf);
760 ca6e02ac 2020-01-07 stsp if (changed) {
761 ca6e02ac 2020-01-07 stsp err = got_privsep_send_commit(ibuf, commit);
766 e70bf110 2020-03-22 stsp err = send_commit_traversal_done(ibuf);
768 ca6e02ac 2020-01-07 stsp free(commit_ids);
769 ca6e02ac 2020-01-07 stsp if (commit)
770 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
771 ca6e02ac 2020-01-07 stsp if (pcommit)
772 ca6e02ac 2020-01-07 stsp got_object_commit_close(pcommit);
773 ca6e02ac 2020-01-07 stsp if (nentries != 0)
774 ca6e02ac 2020-01-07 stsp got_object_parsed_tree_entries_free(&entries);
775 ca6e02ac 2020-01-07 stsp if (pnentries != 0)
776 ca6e02ac 2020-01-07 stsp got_object_parsed_tree_entries_free(&pentries);
778 f4a881ce 2018-11-17 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
779 f4a881ce 2018-11-17 stsp err = NULL;
781 f4a881ce 2018-11-17 stsp got_privsep_send_error(ibuf, err);
784 f4a881ce 2018-11-17 stsp return err;
787 f4a881ce 2018-11-17 stsp static const struct got_error *
788 c0df5966 2021-12-31 stsp raw_object_request(struct imsg *imsg, struct imsgbuf *ibuf,
789 c0df5966 2021-12-31 stsp struct got_pack *pack, struct got_packidx *packidx,
790 db696021 2022-01-04 stsp struct got_object_cache *objcache, FILE *basefile, FILE *accumfile)
792 59d1e4a0 2021-03-10 stsp const struct got_error *err = NULL;
793 59d1e4a0 2021-03-10 stsp uint8_t *buf = NULL;
794 59d1e4a0 2021-03-10 stsp uint64_t size = 0;
795 db696021 2022-01-04 stsp FILE *outfile = NULL;
796 59d1e4a0 2021-03-10 stsp struct got_imsg_packed_object iobj;
797 59d1e4a0 2021-03-10 stsp struct got_object *obj;
798 59d1e4a0 2021-03-10 stsp struct got_object_id id;
799 59d1e4a0 2021-03-10 stsp size_t datalen;
801 59d1e4a0 2021-03-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
802 59d1e4a0 2021-03-10 stsp if (datalen != sizeof(iobj))
803 59d1e4a0 2021-03-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
804 59d1e4a0 2021-03-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
805 59d1e4a0 2021-03-10 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
807 59d1e4a0 2021-03-10 stsp obj = got_object_cache_get(objcache, &id);
809 59d1e4a0 2021-03-10 stsp obj->refcnt++;
811 59d1e4a0 2021-03-10 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
814 59d1e4a0 2021-03-10 stsp return err;
817 59d1e4a0 2021-03-10 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_RAW_OBJECT_OUTFD);
819 59d1e4a0 2021-03-10 stsp return err;
821 59d1e4a0 2021-03-10 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
822 59d1e4a0 2021-03-10 stsp err = got_pack_get_max_delta_object_size(&size, obj, pack);
826 59d1e4a0 2021-03-10 stsp size = obj->size;
828 59d1e4a0 2021-03-10 stsp if (size <= GOT_PRIVSEP_INLINE_OBJECT_DATA_MAX)
829 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
830 59d1e4a0 2021-03-10 stsp obj, pack);
832 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
833 59d1e4a0 2021-03-10 stsp accumfile);
837 40e3cb72 2021-06-22 stsp err = got_privsep_send_raw_obj(ibuf, obj->size, obj->hdrlen, buf);
840 59d1e4a0 2021-03-10 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
841 59d1e4a0 2021-03-10 stsp err = got_error_from_errno("fclose");
842 59d1e4a0 2021-03-10 stsp got_object_close(obj);
843 59d1e4a0 2021-03-10 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
844 59d1e4a0 2021-03-10 stsp got_privsep_send_error(ibuf, err);
846 59d1e4a0 2021-03-10 stsp return err;
849 67fd6849 2022-02-13 stsp static const struct got_error *
850 67fd6849 2022-02-13 stsp get_base_object_id(struct got_object_id *base_id, struct got_packidx *packidx,
851 67fd6849 2022-02-13 stsp off_t base_offset)
853 67fd6849 2022-02-13 stsp const struct got_error *err;
856 67fd6849 2022-02-13 stsp err = got_packidx_get_offset_idx(&idx, packidx, base_offset);
858 67fd6849 2022-02-13 stsp return err;
859 67fd6849 2022-02-13 stsp if (idx == -1)
860 67fd6849 2022-02-13 stsp return got_error(GOT_ERR_BAD_PACKIDX);
862 67fd6849 2022-02-13 stsp return got_packidx_get_object_id(base_id, packidx, idx);
865 59d1e4a0 2021-03-10 stsp static const struct got_error *
866 67fd6849 2022-02-13 stsp raw_delta_request(struct imsg *imsg, struct imsgbuf *ibuf,
867 67fd6849 2022-02-13 stsp FILE *delta_outfile, struct got_pack *pack,
868 67fd6849 2022-02-13 stsp struct got_packidx *packidx)
870 67fd6849 2022-02-13 stsp const struct got_error *err = NULL;
871 67fd6849 2022-02-13 stsp struct got_imsg_raw_delta_request req;
872 67fd6849 2022-02-13 stsp size_t datalen, delta_size;
873 67fd6849 2022-02-13 stsp off_t delta_offset;
874 67fd6849 2022-02-13 stsp uint8_t *delta_buf = NULL;
875 67fd6849 2022-02-13 stsp struct got_object_id id, base_id;
876 67fd6849 2022-02-13 stsp off_t base_offset, delta_out_offset = 0;
877 67fd6849 2022-02-13 stsp uint64_t base_size = 0, result_size = 0;
880 67fd6849 2022-02-13 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
881 67fd6849 2022-02-13 stsp if (datalen != sizeof(req))
882 67fd6849 2022-02-13 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
883 67fd6849 2022-02-13 stsp memcpy(&req, imsg->data, sizeof(req));
884 67fd6849 2022-02-13 stsp memcpy(id.sha1, req.id, SHA1_DIGEST_LENGTH);
886 67fd6849 2022-02-13 stsp imsg->fd = -1;
888 67fd6849 2022-02-13 stsp err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
889 67fd6849 2022-02-13 stsp &delta_offset, &base_offset, &base_id, &base_size, &result_size,
890 67fd6849 2022-02-13 stsp pack, packidx, req.idx);
895 67fd6849 2022-02-13 stsp * If this is an offset delta we must determine the base
896 67fd6849 2022-02-13 stsp * object ID ourselves.
898 67fd6849 2022-02-13 stsp if (base_offset != 0) {
899 67fd6849 2022-02-13 stsp err = get_base_object_id(&base_id, packidx, base_offset);
904 67fd6849 2022-02-13 stsp delta_out_offset = ftello(delta_outfile);
905 67fd6849 2022-02-13 stsp w = fwrite(delta_buf, 1, delta_size, delta_outfile);
906 67fd6849 2022-02-13 stsp if (w != delta_size) {
907 67fd6849 2022-02-13 stsp err = got_ferror(delta_outfile, GOT_ERR_IO);
910 67fd6849 2022-02-13 stsp if (fflush(delta_outfile) == -1) {
911 67fd6849 2022-02-13 stsp err = got_error_from_errno("fflush");
915 67fd6849 2022-02-13 stsp err = got_privsep_send_raw_delta(ibuf, base_size, result_size,
916 67fd6849 2022-02-13 stsp delta_size, delta_offset, delta_out_offset, &base_id);
918 67fd6849 2022-02-13 stsp free(delta_buf);
919 67fd6849 2022-02-13 stsp return err;
922 67fd6849 2022-02-13 stsp static const struct got_error *
923 876c234b 2018-09-10 stsp receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
925 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
926 876c234b 2018-09-10 stsp struct imsg imsg;
927 876c234b 2018-09-10 stsp struct got_imsg_packidx ipackidx;
928 876c234b 2018-09-10 stsp size_t datalen;
929 876c234b 2018-09-10 stsp struct got_packidx *p;
931 876c234b 2018-09-10 stsp *packidx = NULL;
933 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
935 876c234b 2018-09-10 stsp return err;
937 876c234b 2018-09-10 stsp p = calloc(1, sizeof(*p));
938 876c234b 2018-09-10 stsp if (p == NULL) {
939 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
943 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
944 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
948 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
949 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
953 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
954 876c234b 2018-09-10 stsp if (datalen != sizeof(ipackidx)) {
955 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
958 876c234b 2018-09-10 stsp memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
960 876c234b 2018-09-10 stsp p->len = ipackidx.len;
961 876c234b 2018-09-10 stsp p->fd = dup(imsg.fd);
962 876c234b 2018-09-10 stsp if (p->fd == -1) {
963 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
966 56bef47a 2018-09-15 stsp if (lseek(p->fd, 0, SEEK_SET) == -1) {
967 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
971 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
972 876c234b 2018-09-10 stsp p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
973 876c234b 2018-09-10 stsp if (p->map == MAP_FAILED)
974 876c234b 2018-09-10 stsp p->map = NULL; /* fall back to read(2) */
976 c3564dfa 2021-07-15 stsp err = got_packidx_init_hdr(p, 1, ipackidx.packfile_size);
979 876c234b 2018-09-10 stsp if (imsg.fd != -1)
980 876c234b 2018-09-10 stsp close(imsg.fd);
981 876c234b 2018-09-10 stsp got_packidx_close(p);
983 876c234b 2018-09-10 stsp *packidx = p;
984 876c234b 2018-09-10 stsp imsg_free(&imsg);
985 876c234b 2018-09-10 stsp return err;
988 876c234b 2018-09-10 stsp static const struct got_error *
989 876c234b 2018-09-10 stsp receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
991 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
992 876c234b 2018-09-10 stsp struct imsg imsg;
993 876c234b 2018-09-10 stsp struct got_imsg_pack ipack;
994 876c234b 2018-09-10 stsp size_t datalen;
995 876c234b 2018-09-10 stsp struct got_pack *pack;
997 876c234b 2018-09-10 stsp *packp = NULL;
999 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1001 876c234b 2018-09-10 stsp return err;
1003 876c234b 2018-09-10 stsp pack = calloc(1, sizeof(*pack));
1004 876c234b 2018-09-10 stsp if (pack == NULL) {
1005 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
1006 876c234b 2018-09-10 stsp goto done;
1009 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACK) {
1010 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1011 876c234b 2018-09-10 stsp goto done;
1014 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
1015 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1016 876c234b 2018-09-10 stsp goto done;
1019 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1020 876c234b 2018-09-10 stsp if (datalen != sizeof(ipack)) {
1021 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
1022 876c234b 2018-09-10 stsp goto done;
1024 876c234b 2018-09-10 stsp memcpy(&ipack, imsg.data, sizeof(ipack));
1026 876c234b 2018-09-10 stsp pack->filesize = ipack.filesize;
1027 876c234b 2018-09-10 stsp pack->fd = dup(imsg.fd);
1028 876c234b 2018-09-10 stsp if (pack->fd == -1) {
1029 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
1030 876c234b 2018-09-10 stsp goto done;
1032 56bef47a 2018-09-15 stsp if (lseek(pack->fd, 0, SEEK_SET) == -1) {
1033 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
1034 56bef47a 2018-09-15 stsp goto done;
1036 876c234b 2018-09-10 stsp pack->path_packfile = strdup(ipack.path_packfile);
1037 876c234b 2018-09-10 stsp if (pack->path_packfile == NULL) {
1038 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
1039 ab2f42e7 2019-11-10 stsp goto done;
1042 ab2f42e7 2019-11-10 stsp pack->delta_cache = got_delta_cache_alloc(100,
1043 ab2f42e7 2019-11-10 stsp GOT_DELTA_RESULT_SIZE_CACHED_MAX);
1044 ab2f42e7 2019-11-10 stsp if (pack->delta_cache == NULL) {
1045 ab2f42e7 2019-11-10 stsp err = got_error_from_errno("got_delta_cache_alloc");
1046 876c234b 2018-09-10 stsp goto done;
1049 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
1050 876c234b 2018-09-10 stsp pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
1051 876c234b 2018-09-10 stsp pack->fd, 0);
1052 876c234b 2018-09-10 stsp if (pack->map == MAP_FAILED)
1053 876c234b 2018-09-10 stsp pack->map = NULL; /* fall back to read(2) */
1056 876c234b 2018-09-10 stsp if (err) {
1057 876c234b 2018-09-10 stsp if (imsg.fd != -1)
1058 876c234b 2018-09-10 stsp close(imsg.fd);
1059 876c234b 2018-09-10 stsp free(pack);
1061 876c234b 2018-09-10 stsp *packp = pack;
1062 876c234b 2018-09-10 stsp imsg_free(&imsg);
1063 876c234b 2018-09-10 stsp return err;
1067 876c234b 2018-09-10 stsp main(int argc, char *argv[])
1069 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1070 876c234b 2018-09-10 stsp struct imsgbuf ibuf;
1071 876c234b 2018-09-10 stsp struct imsg imsg;
1072 c59b3346 2018-09-11 stsp struct got_packidx *packidx = NULL;
1073 c59b3346 2018-09-11 stsp struct got_pack *pack = NULL;
1074 c59b3346 2018-09-11 stsp struct got_object_cache objcache;
1075 67fd6849 2022-02-13 stsp FILE *basefile = NULL, *accumfile = NULL, *delta_outfile = NULL;
1077 876c234b 2018-09-10 stsp //static int attached;
1078 876c234b 2018-09-10 stsp //while (!attached) sleep(1);
1080 99437157 2018-11-11 stsp signal(SIGINT, catch_sigint);
1082 876c234b 2018-09-10 stsp imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
1084 c59b3346 2018-09-11 stsp err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
1085 c59b3346 2018-09-11 stsp if (err) {
1086 638f9024 2019-05-13 stsp err = got_error_from_errno("got_object_cache_init");
1087 c59b3346 2018-09-11 stsp got_privsep_send_error(&ibuf, err);
1091 2ff12563 2018-09-15 stsp #ifndef PROFILE
1092 876c234b 2018-09-10 stsp /* revoke access to most system calls */
1093 876c234b 2018-09-10 stsp if (pledge("stdio recvfd", NULL) == -1) {
1094 638f9024 2019-05-13 stsp err = got_error_from_errno("pledge");
1095 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1100 876c234b 2018-09-10 stsp err = receive_packidx(&packidx, &ibuf);
1101 876c234b 2018-09-10 stsp if (err) {
1102 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1106 876c234b 2018-09-10 stsp err = receive_pack(&pack, &ibuf);
1107 876c234b 2018-09-10 stsp if (err) {
1108 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1113 876c234b 2018-09-10 stsp imsg.fd = -1;
1115 99437157 2018-11-11 stsp if (sigint_received) {
1116 99437157 2018-11-11 stsp err = got_error(GOT_ERR_CANCELLED);
1120 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
1121 876c234b 2018-09-10 stsp if (err) {
1122 876c234b 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
1123 876c234b 2018-09-10 stsp err = NULL;
1127 876c234b 2018-09-10 stsp if (imsg.hdr.type == GOT_IMSG_STOP)
1130 876c234b 2018-09-10 stsp switch (imsg.hdr.type) {
1131 db696021 2022-01-04 stsp case GOT_IMSG_TMPFD:
1132 67fd6849 2022-02-13 stsp if (basefile == NULL) {
1133 67fd6849 2022-02-13 stsp err = receive_tempfile(&basefile, "w+",
1134 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1135 67fd6849 2022-02-13 stsp } else if (accumfile == NULL) {
1136 67fd6849 2022-02-13 stsp err = receive_tempfile(&accumfile, "w+",
1137 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1139 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1141 876c234b 2018-09-10 stsp case GOT_IMSG_PACKED_OBJECT_REQUEST:
1142 c59b3346 2018-09-11 stsp err = object_request(&imsg, &ibuf, pack, packidx,
1143 c59b3346 2018-09-11 stsp &objcache);
1145 59d1e4a0 2021-03-10 stsp case GOT_IMSG_PACKED_RAW_OBJECT_REQUEST:
1146 db696021 2022-01-04 stsp if (basefile == NULL || accumfile == NULL) {
1147 db696021 2022-01-04 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1150 59d1e4a0 2021-03-10 stsp err = raw_object_request(&imsg, &ibuf, pack, packidx,
1151 db696021 2022-01-04 stsp &objcache, basefile, accumfile);
1153 67fd6849 2022-02-13 stsp case GOT_IMSG_RAW_DELTA_OUTFD:
1154 67fd6849 2022-02-13 stsp if (delta_outfile != NULL) {
1155 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1158 67fd6849 2022-02-13 stsp err = receive_tempfile(&delta_outfile, "w",
1159 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1161 67fd6849 2022-02-13 stsp case GOT_IMSG_RAW_DELTA_REQUEST:
1162 67fd6849 2022-02-13 stsp if (delta_outfile == NULL) {
1163 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1166 67fd6849 2022-02-13 stsp err = raw_delta_request(&imsg, &ibuf, delta_outfile,
1167 67fd6849 2022-02-13 stsp pack, packidx);
1169 876c234b 2018-09-10 stsp case GOT_IMSG_COMMIT_REQUEST:
1170 c59b3346 2018-09-11 stsp err = commit_request(&imsg, &ibuf, pack, packidx,
1171 7762fe12 2018-11-05 stsp &objcache);
1173 876c234b 2018-09-10 stsp case GOT_IMSG_TREE_REQUEST:
1174 c59b3346 2018-09-11 stsp err = tree_request(&imsg, &ibuf, pack, packidx,
1175 62d463ca 2020-10-20 naddy &objcache);
1177 876c234b 2018-09-10 stsp case GOT_IMSG_BLOB_REQUEST:
1178 db696021 2022-01-04 stsp if (basefile == NULL || accumfile == NULL) {
1179 db696021 2022-01-04 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1182 c59b3346 2018-09-11 stsp err = blob_request(&imsg, &ibuf, pack, packidx,
1183 db696021 2022-01-04 stsp &objcache, basefile, accumfile);
1185 f4a881ce 2018-11-17 stsp case GOT_IMSG_TAG_REQUEST:
1186 f4a881ce 2018-11-17 stsp err = tag_request(&imsg, &ibuf, pack, packidx,
1187 62d463ca 2020-10-20 naddy &objcache);
1189 ca6e02ac 2020-01-07 stsp case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
1190 ca6e02ac 2020-01-07 stsp err = commit_traversal_request(&imsg, &ibuf, pack,
1191 ca6e02ac 2020-01-07 stsp packidx, &objcache);
1194 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1198 08578a35 2021-01-22 stsp if (imsg.fd != -1 && close(imsg.fd) == -1 && err == NULL)
1199 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
1200 876c234b 2018-09-10 stsp imsg_free(&imsg);
1205 c59b3346 2018-09-11 stsp if (packidx)
1206 c59b3346 2018-09-11 stsp got_packidx_close(packidx);
1208 c59b3346 2018-09-11 stsp got_pack_close(pack);
1209 48d5fe42 2018-09-15 stsp got_object_cache_close(&objcache);
1210 876c234b 2018-09-10 stsp imsg_clear(&ibuf);
1211 db696021 2022-01-04 stsp if (basefile && fclose(basefile) == EOF && err == NULL)
1212 db696021 2022-01-04 stsp err = got_error_from_errno("fclose");
1213 db696021 2022-01-04 stsp if (accumfile && fclose(accumfile) == EOF && err == NULL)
1214 db696021 2022-01-04 stsp err = got_error_from_errno("fclose");
1215 67fd6849 2022-02-13 stsp if (delta_outfile && fclose(delta_outfile) == EOF && err == NULL)
1216 67fd6849 2022-02-13 stsp err = got_error_from_errno("fclose");
1217 99437157 2018-11-11 stsp if (err) {
1218 80d5f134 2018-11-11 stsp if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
1219 80d5f134 2018-11-11 stsp fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
1220 99437157 2018-11-11 stsp got_privsep_send_error(&ibuf, err);
1223 08578a35 2021-01-22 stsp if (close(GOT_IMSG_FD_CHILD) == -1 && err == NULL)
1224 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
1225 876c234b 2018-09-10 stsp return err ? 1 : 0;
