2 5aa81393 2020-01-06 stsp * Copyright (c) 2018, 2019, 2020 Stefan Sperling <stsp@openbsd.org>
4 876c234b 2018-09-10 stsp * Permission to use, copy, modify, and distribute this software for any
5 876c234b 2018-09-10 stsp * purpose with or without fee is hereby granted, provided that the above
6 876c234b 2018-09-10 stsp * copyright notice and this permission notice appear in all copies.
8 876c234b 2018-09-10 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 876c234b 2018-09-10 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 876c234b 2018-09-10 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 876c234b 2018-09-10 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 876c234b 2018-09-10 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 876c234b 2018-09-10 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 876c234b 2018-09-10 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 cee6a7ea 2022-06-07 stsp #include <sys/stat.h>
18 876c234b 2018-09-10 stsp #include <sys/types.h>
19 876c234b 2018-09-10 stsp #include <sys/queue.h>
20 876c234b 2018-09-10 stsp #include <sys/uio.h>
21 876c234b 2018-09-10 stsp #include <sys/time.h>
22 876c234b 2018-09-10 stsp #include <sys/mman.h>
24 876c234b 2018-09-10 stsp #include <limits.h>
25 99437157 2018-11-11 stsp #include <signal.h>
26 876c234b 2018-09-10 stsp #include <stdint.h>
27 876c234b 2018-09-10 stsp #include <imsg.h>
28 876c234b 2018-09-10 stsp #include <stdio.h>
29 876c234b 2018-09-10 stsp #include <stdlib.h>
30 876c234b 2018-09-10 stsp #include <string.h>
31 876c234b 2018-09-10 stsp #include <sha1.h>
32 81a12da5 2020-09-09 naddy #include <unistd.h>
33 876c234b 2018-09-10 stsp #include <zlib.h>
35 876c234b 2018-09-10 stsp #include "got_error.h"
36 876c234b 2018-09-10 stsp #include "got_object.h"
37 3022d272 2019-11-14 stsp #include "got_path.h"
39 876c234b 2018-09-10 stsp #include "got_lib_delta.h"
40 ab2f42e7 2019-11-10 stsp #include "got_lib_delta_cache.h"
41 876c234b 2018-09-10 stsp #include "got_lib_object.h"
42 c59b3346 2018-09-11 stsp #include "got_lib_object_cache.h"
43 876c234b 2018-09-10 stsp #include "got_lib_object_parse.h"
44 fae7e038 2022-05-07 stsp #include "got_lib_object_idset.h"
45 876c234b 2018-09-10 stsp #include "got_lib_privsep.h"
46 876c234b 2018-09-10 stsp #include "got_lib_pack.h"
48 99437157 2018-11-11 stsp static volatile sig_atomic_t sigint_received;
51 99437157 2018-11-11 stsp catch_sigint(int signo)
53 99437157 2018-11-11 stsp sigint_received = 1;
56 876c234b 2018-09-10 stsp static const struct got_error *
57 704b89c4 2019-05-23 stsp open_object(struct got_object **obj, struct got_pack *pack,
58 704b89c4 2019-05-23 stsp struct got_packidx *packidx, int idx, struct got_object_id *id,
59 704b89c4 2019-05-23 stsp struct got_object_cache *objcache)
61 704b89c4 2019-05-23 stsp const struct got_error *err;
63 704b89c4 2019-05-23 stsp err = got_packfile_open_object(obj, pack, packidx, idx, id);
66 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
68 704b89c4 2019-05-23 stsp err = got_object_cache_add(objcache, id, *obj);
70 79c99a64 2019-05-23 stsp if (err->code == GOT_ERR_OBJ_EXISTS ||
71 79c99a64 2019-05-23 stsp err->code == GOT_ERR_OBJ_TOO_LARGE)
75 704b89c4 2019-05-23 stsp (*obj)->refcnt++;
76 704b89c4 2019-05-23 stsp return NULL;
79 704b89c4 2019-05-23 stsp static const struct got_error *
80 876c234b 2018-09-10 stsp object_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
81 c59b3346 2018-09-11 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
83 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
84 876c234b 2018-09-10 stsp struct got_imsg_packed_object iobj;
85 876c234b 2018-09-10 stsp struct got_object *obj;
86 106807b4 2018-09-15 stsp struct got_object_id id;
87 876c234b 2018-09-10 stsp size_t datalen;
89 876c234b 2018-09-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
90 876c234b 2018-09-10 stsp if (datalen != sizeof(iobj))
91 876c234b 2018-09-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
92 876c234b 2018-09-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
93 106807b4 2018-09-15 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
95 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
97 704b89c4 2019-05-23 stsp obj->refcnt++;
99 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
105 876c234b 2018-09-10 stsp err = got_privsep_send_obj(ibuf, obj);
107 876c234b 2018-09-10 stsp got_object_close(obj);
108 876c234b 2018-09-10 stsp return err;
111 50127d69 2021-09-25 stsp static const struct got_error *
112 ca6e02ac 2020-01-07 stsp open_commit(struct got_commit_object **commit, struct got_pack *pack,
113 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
114 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
116 cfd633c2 2018-09-10 stsp const struct got_error *err = NULL;
117 cb5e38fd 2019-05-23 stsp struct got_object *obj = NULL;
118 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
119 cfd633c2 2018-09-10 stsp size_t len;
121 ca6e02ac 2020-01-07 stsp *commit = NULL;
123 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
125 704b89c4 2019-05-23 stsp obj->refcnt++;
127 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
130 704b89c4 2019-05-23 stsp return err;
133 cfd633c2 2018-09-10 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
137 cfd633c2 2018-09-10 stsp obj->size = len;
139 ca6e02ac 2020-01-07 stsp err = got_object_parse_commit(commit, buf, len);
141 ca6e02ac 2020-01-07 stsp got_object_close(obj);
143 ca6e02ac 2020-01-07 stsp return err;
146 ca6e02ac 2020-01-07 stsp static const struct got_error *
147 ca6e02ac 2020-01-07 stsp commit_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
148 ca6e02ac 2020-01-07 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
150 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
151 ca6e02ac 2020-01-07 stsp struct got_imsg_packed_object iobj;
152 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL;
153 ca6e02ac 2020-01-07 stsp struct got_object_id id;
154 ca6e02ac 2020-01-07 stsp size_t datalen;
156 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
157 ca6e02ac 2020-01-07 stsp if (datalen != sizeof(iobj))
158 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
159 ca6e02ac 2020-01-07 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
160 ca6e02ac 2020-01-07 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
162 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx, iobj.idx, &id, objcache);
166 cfd633c2 2018-09-10 stsp err = got_privsep_send_commit(ibuf, commit);
168 cb5e38fd 2019-05-23 stsp if (commit)
169 cb5e38fd 2019-05-23 stsp got_object_commit_close(commit);
171 7762fe12 2018-11-05 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
172 7762fe12 2018-11-05 stsp err = NULL;
174 7762fe12 2018-11-05 stsp got_privsep_send_error(ibuf, err);
177 7762fe12 2018-11-05 stsp return err;
180 50127d69 2021-09-25 stsp static const struct got_error *
181 9985f404 2022-05-19 stsp open_tree(uint8_t **buf, struct got_parsed_tree_entry **entries, int *nentries,
182 ca6e02ac 2020-01-07 stsp struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
183 ca6e02ac 2020-01-07 stsp struct got_object_id *id, struct got_object_cache *objcache)
185 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
186 ca6e02ac 2020-01-07 stsp struct got_object *obj = NULL;
187 ca6e02ac 2020-01-07 stsp size_t len;
189 ca6e02ac 2020-01-07 stsp *buf = NULL;
190 ca6e02ac 2020-01-07 stsp *nentries = 0;
192 ca6e02ac 2020-01-07 stsp obj = got_object_cache_get(objcache, id);
194 ca6e02ac 2020-01-07 stsp obj->refcnt++;
196 ca6e02ac 2020-01-07 stsp err = open_object(&obj, pack, packidx, obj_idx, id,
199 ca6e02ac 2020-01-07 stsp return err;
202 ca6e02ac 2020-01-07 stsp err = got_packfile_extract_object_to_mem(buf, &len, obj, pack);
206 ca6e02ac 2020-01-07 stsp obj->size = len;
208 ca6e02ac 2020-01-07 stsp err = got_object_parse_tree(entries, nentries, *buf, len);
210 ca6e02ac 2020-01-07 stsp got_object_close(obj);
212 ca6e02ac 2020-01-07 stsp free(*buf);
213 ca6e02ac 2020-01-07 stsp *buf = NULL;
215 ca6e02ac 2020-01-07 stsp return err;
218 7762fe12 2018-11-05 stsp static const struct got_error *
219 876c234b 2018-09-10 stsp tree_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
220 c59b3346 2018-09-11 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
222 e7885405 2018-09-10 stsp const struct got_error *err = NULL;
223 13c729f7 2018-12-24 stsp struct got_imsg_packed_object iobj;
224 9985f404 2022-05-19 stsp struct got_parsed_tree_entry *entries = NULL;
225 3022d272 2019-11-14 stsp int nentries = 0;
226 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
227 13c729f7 2018-12-24 stsp struct got_object_id id;
228 13c729f7 2018-12-24 stsp size_t datalen;
230 13c729f7 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
231 13c729f7 2018-12-24 stsp if (datalen != sizeof(iobj))
232 13c729f7 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
233 13c729f7 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
234 13c729f7 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
236 ca6e02ac 2020-01-07 stsp err = open_tree(&buf, &entries, &nentries, pack, packidx, iobj.idx,
237 62d463ca 2020-10-20 naddy &id, objcache);
239 ca6e02ac 2020-01-07 stsp return err;
241 9985f404 2022-05-19 stsp err = got_privsep_send_tree(ibuf, entries, nentries);
242 9985f404 2022-05-19 stsp free(entries);
245 e7885405 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
246 e7885405 2018-09-10 stsp err = NULL;
248 e7885405 2018-09-10 stsp got_privsep_send_error(ibuf, err);
251 e7885405 2018-09-10 stsp return err;
254 876c234b 2018-09-10 stsp static const struct got_error *
255 030daac8 2021-09-25 stsp receive_file(FILE **f, struct imsgbuf *ibuf, uint32_t imsg_code)
257 3840f4c9 2018-09-12 stsp const struct got_error *err;
258 3840f4c9 2018-09-12 stsp struct imsg imsg;
259 55da3778 2018-09-10 stsp size_t datalen;
261 3840f4c9 2018-09-12 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
263 55da3778 2018-09-10 stsp return err;
265 3840f4c9 2018-09-12 stsp if (imsg.hdr.type != imsg_code) {
266 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
270 3840f4c9 2018-09-12 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
271 55da3778 2018-09-10 stsp if (datalen != 0) {
272 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
275 3840f4c9 2018-09-12 stsp if (imsg.fd == -1) {
276 55da3778 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
280 3840f4c9 2018-09-12 stsp *f = fdopen(imsg.fd, "w+");
281 3840f4c9 2018-09-12 stsp if (*f == NULL) {
282 638f9024 2019-05-13 stsp err = got_error_from_errno("fdopen");
283 3a6ce05a 2019-02-11 stsp close(imsg.fd);
287 3840f4c9 2018-09-12 stsp imsg_free(&imsg);
288 3840f4c9 2018-09-12 stsp return err;
291 db696021 2022-01-04 stsp static const struct got_error *
292 67fd6849 2022-02-13 stsp receive_tempfile(FILE **f, const char *mode, struct imsg *imsg,
293 db696021 2022-01-04 stsp struct imsgbuf *ibuf)
295 db696021 2022-01-04 stsp size_t datalen;
297 db696021 2022-01-04 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
298 db696021 2022-01-04 stsp if (datalen != 0)
299 db696021 2022-01-04 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
301 db696021 2022-01-04 stsp if (imsg->fd == -1)
302 db696021 2022-01-04 stsp return got_error(GOT_ERR_PRIVSEP_NO_FD);
304 67fd6849 2022-02-13 stsp *f = fdopen(imsg->fd, mode);
305 db696021 2022-01-04 stsp if (*f == NULL)
306 db696021 2022-01-04 stsp return got_error_from_errno("fdopen");
307 db696021 2022-01-04 stsp imsg->fd = -1;
309 db696021 2022-01-04 stsp return NULL;
312 3840f4c9 2018-09-12 stsp static const struct got_error *
313 3840f4c9 2018-09-12 stsp blob_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
314 db696021 2022-01-04 stsp struct got_packidx *packidx, struct got_object_cache *objcache,
315 db696021 2022-01-04 stsp FILE *basefile, FILE *accumfile)
317 3840f4c9 2018-09-12 stsp const struct got_error *err = NULL;
318 ebc55e2d 2018-12-24 stsp struct got_imsg_packed_object iobj;
319 3840f4c9 2018-09-12 stsp struct got_object *obj = NULL;
320 db696021 2022-01-04 stsp FILE *outfile = NULL;
321 ebc55e2d 2018-12-24 stsp struct got_object_id id;
322 ebc55e2d 2018-12-24 stsp size_t datalen;
323 ac544f8c 2019-01-13 stsp uint64_t blob_size;
324 ac544f8c 2019-01-13 stsp uint8_t *buf = NULL;
326 ebc55e2d 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
327 ebc55e2d 2018-12-24 stsp if (datalen != sizeof(iobj))
328 ebc55e2d 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
329 ebc55e2d 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
330 ebc55e2d 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
332 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
334 704b89c4 2019-05-23 stsp obj->refcnt++;
336 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
339 704b89c4 2019-05-23 stsp return err;
342 3840f4c9 2018-09-12 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_BLOB_OUTFD);
346 ac544f8c 2019-01-13 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
347 42c69117 2019-11-10 stsp err = got_pack_get_max_delta_object_size(&blob_size, obj, pack);
351 ac544f8c 2019-01-13 stsp blob_size = obj->size;
353 ac544f8c 2019-01-13 stsp if (blob_size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX)
354 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
355 ac544f8c 2019-01-13 stsp obj, pack);
357 ac544f8c 2019-01-13 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
358 ac544f8c 2019-01-13 stsp accumfile);
362 ac544f8c 2019-01-13 stsp err = got_privsep_send_blob(ibuf, obj->size, obj->hdrlen, buf);
365 56b63ca4 2021-01-22 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
366 638f9024 2019-05-13 stsp err = got_error_from_errno("fclose");
367 cb5e38fd 2019-05-23 stsp got_object_close(obj);
368 3840f4c9 2018-09-12 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
369 3840f4c9 2018-09-12 stsp got_privsep_send_error(ibuf, err);
371 55da3778 2018-09-10 stsp return err;
374 876c234b 2018-09-10 stsp static const struct got_error *
375 f4a881ce 2018-11-17 stsp tag_request(struct imsg *imsg, struct imsgbuf *ibuf, struct got_pack *pack,
376 f4a881ce 2018-11-17 stsp struct got_packidx *packidx, struct got_object_cache *objcache)
378 f4a881ce 2018-11-17 stsp const struct got_error *err = NULL;
379 268f7291 2018-12-24 stsp struct got_imsg_packed_object iobj;
380 f4a881ce 2018-11-17 stsp struct got_object *obj = NULL;
381 f4a881ce 2018-11-17 stsp struct got_tag_object *tag = NULL;
382 cb5e38fd 2019-05-23 stsp uint8_t *buf = NULL;
383 f4a881ce 2018-11-17 stsp size_t len;
384 268f7291 2018-12-24 stsp struct got_object_id id;
385 268f7291 2018-12-24 stsp size_t datalen;
387 268f7291 2018-12-24 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
388 268f7291 2018-12-24 stsp if (datalen != sizeof(iobj))
389 268f7291 2018-12-24 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
390 268f7291 2018-12-24 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
391 268f7291 2018-12-24 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
393 704b89c4 2019-05-23 stsp obj = got_object_cache_get(objcache, &id);
395 704b89c4 2019-05-23 stsp obj->refcnt++;
397 704b89c4 2019-05-23 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
400 704b89c4 2019-05-23 stsp return err;
403 f4a881ce 2018-11-17 stsp err = got_packfile_extract_object_to_mem(&buf, &len, obj, pack);
407 f4a881ce 2018-11-17 stsp obj->size = len;
408 f4a881ce 2018-11-17 stsp err = got_object_parse_tag(&tag, buf, len);
412 f4a881ce 2018-11-17 stsp err = got_privsep_send_tag(ibuf, tag);
415 cb5e38fd 2019-05-23 stsp got_object_close(obj);
417 cb5e38fd 2019-05-23 stsp got_object_tag_close(tag);
419 ca6e02ac 2020-01-07 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
420 ca6e02ac 2020-01-07 stsp err = NULL;
422 ca6e02ac 2020-01-07 stsp got_privsep_send_error(ibuf, err);
425 ca6e02ac 2020-01-07 stsp return err;
428 ca6e02ac 2020-01-07 stsp static struct got_parsed_tree_entry *
429 9985f404 2022-05-19 stsp find_entry_by_name(struct got_parsed_tree_entry *entries, int nentries,
430 ca6e02ac 2020-01-07 stsp const char *name, size_t len)
432 9985f404 2022-05-19 stsp struct got_parsed_tree_entry *pte;
433 9985f404 2022-05-19 stsp int cmp, i;
435 ca6e02ac 2020-01-07 stsp /* Note that tree entries are sorted in strncmp() order. */
436 9985f404 2022-05-19 stsp for (i = 0; i < nentries; i++) {
437 9985f404 2022-05-19 stsp pte = &entries[i];
438 9985f404 2022-05-19 stsp cmp = strncmp(pte->name, name, len);
439 ca6e02ac 2020-01-07 stsp if (cmp < 0)
441 ca6e02ac 2020-01-07 stsp if (cmp > 0)
443 9985f404 2022-05-19 stsp if (pte->name[len] == '\0')
444 9985f404 2022-05-19 stsp return pte;
446 ca6e02ac 2020-01-07 stsp return NULL;
449 50127d69 2021-09-25 stsp static const struct got_error *
450 ca6e02ac 2020-01-07 stsp tree_path_changed(int *changed, uint8_t **buf1, uint8_t **buf2,
451 9985f404 2022-05-19 stsp struct got_parsed_tree_entry **entries1, int *nentries1,
452 9985f404 2022-05-19 stsp struct got_parsed_tree_entry **entries2, int *nentries2,
453 ca6e02ac 2020-01-07 stsp const char *path, struct got_pack *pack, struct got_packidx *packidx,
454 ca6e02ac 2020-01-07 stsp struct imsgbuf *ibuf, struct got_object_cache *objcache)
456 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
457 ca6e02ac 2020-01-07 stsp struct got_parsed_tree_entry *pte1 = NULL, *pte2 = NULL;
458 ca6e02ac 2020-01-07 stsp const char *seg, *s;
459 ca6e02ac 2020-01-07 stsp size_t seglen;
461 ca6e02ac 2020-01-07 stsp *changed = 0;
463 ca6e02ac 2020-01-07 stsp /* We not do support comparing the root path. */
464 61a7d79f 2020-02-29 stsp if (got_path_is_root_dir(path))
465 63f810e6 2020-02-29 stsp return got_error_path(path, GOT_ERR_BAD_PATH);
468 61a7d79f 2020-02-29 stsp while (*s == '/')
471 ca6e02ac 2020-01-07 stsp seglen = 0;
472 ca6e02ac 2020-01-07 stsp while (*s) {
473 ca6e02ac 2020-01-07 stsp if (*s != '/') {
480 9985f404 2022-05-19 stsp pte1 = find_entry_by_name(*entries1, *nentries1, seg, seglen);
481 ca6e02ac 2020-01-07 stsp if (pte1 == NULL) {
482 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_NO_OBJ);
486 9985f404 2022-05-19 stsp pte2 = find_entry_by_name(*entries2, *nentries2, seg, seglen);
487 ca6e02ac 2020-01-07 stsp if (pte2 == NULL) {
488 ca6e02ac 2020-01-07 stsp *changed = 1;
492 ca6e02ac 2020-01-07 stsp if (pte1->mode != pte2->mode) {
493 ca6e02ac 2020-01-07 stsp *changed = 1;
497 ca6e02ac 2020-01-07 stsp if (memcmp(pte1->id, pte2->id, SHA1_DIGEST_LENGTH) == 0) {
498 ca6e02ac 2020-01-07 stsp *changed = 0;
502 ca6e02ac 2020-01-07 stsp if (*s == '\0') { /* final path element */
503 ca6e02ac 2020-01-07 stsp *changed = 1;
507 ca6e02ac 2020-01-07 stsp seg = s + 1;
509 ca6e02ac 2020-01-07 stsp seglen = 0;
511 ca6e02ac 2020-01-07 stsp struct got_object_id id1, id2;
514 ded8fbb8 2020-04-19 stsp memcpy(id1.sha1, pte1->id, SHA1_DIGEST_LENGTH);
515 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id1);
516 ca6e02ac 2020-01-07 stsp if (idx == -1) {
517 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id1);
520 9985f404 2022-05-19 stsp free(*entries1);
521 ca6e02ac 2020-01-07 stsp *nentries1 = 0;
522 ca6e02ac 2020-01-07 stsp free(*buf1);
523 ca6e02ac 2020-01-07 stsp *buf1 = NULL;
524 ca6e02ac 2020-01-07 stsp err = open_tree(buf1, entries1, nentries1, pack,
525 ca6e02ac 2020-01-07 stsp packidx, idx, &id1, objcache);
526 ca6e02ac 2020-01-07 stsp pte1 = NULL;
530 ded8fbb8 2020-04-19 stsp memcpy(id2.sha1, pte2->id, SHA1_DIGEST_LENGTH);
531 00927983 2020-04-19 stsp idx = got_packidx_get_object_idx(packidx, &id2);
532 ca6e02ac 2020-01-07 stsp if (idx == -1) {
533 ded8fbb8 2020-04-19 stsp err = got_error_no_obj(&id2);
536 9985f404 2022-05-19 stsp free(*entries2);
537 ca6e02ac 2020-01-07 stsp *nentries2 = 0;
538 ca6e02ac 2020-01-07 stsp free(*buf2);
539 ca6e02ac 2020-01-07 stsp *buf2 = NULL;
540 ca6e02ac 2020-01-07 stsp err = open_tree(buf2, entries2, nentries2, pack,
541 ca6e02ac 2020-01-07 stsp packidx, idx, &id2, objcache);
542 ca6e02ac 2020-01-07 stsp pte2 = NULL;
548 ca6e02ac 2020-01-07 stsp return err;
551 ca6e02ac 2020-01-07 stsp static const struct got_error *
552 e70bf110 2020-03-22 stsp send_traversed_commits(struct got_object_id *commit_ids, size_t ncommits,
553 e70bf110 2020-03-22 stsp struct imsgbuf *ibuf)
555 e70bf110 2020-03-22 stsp struct ibuf *wbuf;
558 e70bf110 2020-03-22 stsp wbuf = imsg_create(ibuf, GOT_IMSG_TRAVERSED_COMMITS, 0, 0,
559 e70bf110 2020-03-22 stsp sizeof(struct got_imsg_traversed_commits) +
560 e70bf110 2020-03-22 stsp ncommits * SHA1_DIGEST_LENGTH);
561 e70bf110 2020-03-22 stsp if (wbuf == NULL)
562 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_create TRAVERSED_COMMITS");
564 1453347d 2022-05-19 stsp if (imsg_add(wbuf, &ncommits, sizeof(ncommits)) == -1)
565 1453347d 2022-05-19 stsp return got_error_from_errno("imsg_add TRAVERSED_COMMITS");
567 e70bf110 2020-03-22 stsp for (i = 0; i < ncommits; i++) {
568 e70bf110 2020-03-22 stsp struct got_object_id *id = &commit_ids[i];
569 e70bf110 2020-03-22 stsp if (imsg_add(wbuf, id->sha1, SHA1_DIGEST_LENGTH) == -1) {
570 1453347d 2022-05-19 stsp return got_error_from_errno(
571 e70bf110 2020-03-22 stsp "imsg_add TRAVERSED_COMMITS");
575 e70bf110 2020-03-22 stsp wbuf->fd = -1;
576 e70bf110 2020-03-22 stsp imsg_close(ibuf, wbuf);
578 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
581 e70bf110 2020-03-22 stsp static const struct got_error *
582 e70bf110 2020-03-22 stsp send_commit_traversal_done(struct imsgbuf *ibuf)
584 e70bf110 2020-03-22 stsp if (imsg_compose(ibuf, GOT_IMSG_COMMIT_TRAVERSAL_DONE, 0, 0, -1,
585 e70bf110 2020-03-22 stsp NULL, 0) == -1)
586 e70bf110 2020-03-22 stsp return got_error_from_errno("imsg_compose TRAVERSAL_DONE");
588 e70bf110 2020-03-22 stsp return got_privsep_flush_imsg(ibuf);
591 e70bf110 2020-03-22 stsp static const struct got_error *
592 ca6e02ac 2020-01-07 stsp commit_traversal_request(struct imsg *imsg, struct imsgbuf *ibuf,
593 ca6e02ac 2020-01-07 stsp struct got_pack *pack, struct got_packidx *packidx,
594 ca6e02ac 2020-01-07 stsp struct got_object_cache *objcache)
596 ca6e02ac 2020-01-07 stsp const struct got_error *err = NULL;
597 ca6e02ac 2020-01-07 stsp struct got_imsg_packed_object iobj;
598 ca6e02ac 2020-01-07 stsp struct got_object_qid *pid;
599 ca6e02ac 2020-01-07 stsp struct got_commit_object *commit = NULL, *pcommit = NULL;
600 9985f404 2022-05-19 stsp struct got_parsed_tree_entry *entries = NULL, *pentries = NULL;
601 ca6e02ac 2020-01-07 stsp int nentries = 0, pnentries = 0;
602 ca6e02ac 2020-01-07 stsp struct got_object_id id;
603 ca6e02ac 2020-01-07 stsp size_t datalen, path_len;
604 ca6e02ac 2020-01-07 stsp char *path = NULL;
605 ca6e02ac 2020-01-07 stsp const int min_alloc = 64;
606 ca6e02ac 2020-01-07 stsp int changed = 0, ncommits = 0, nallocated = 0;
607 ca6e02ac 2020-01-07 stsp struct got_object_id *commit_ids = NULL;
609 ca6e02ac 2020-01-07 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
610 ca6e02ac 2020-01-07 stsp if (datalen < sizeof(iobj))
611 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
612 ca6e02ac 2020-01-07 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
613 ca6e02ac 2020-01-07 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
615 ca6e02ac 2020-01-07 stsp path_len = datalen - sizeof(iobj) - 1;
616 ca6e02ac 2020-01-07 stsp if (path_len < 0)
617 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
618 ca6e02ac 2020-01-07 stsp if (path_len > 0) {
619 ca6e02ac 2020-01-07 stsp path = imsg->data + sizeof(iobj);
620 ca6e02ac 2020-01-07 stsp if (path[path_len] != '\0')
621 ca6e02ac 2020-01-07 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
624 ca6e02ac 2020-01-07 stsp nallocated = min_alloc;
625 ca6e02ac 2020-01-07 stsp commit_ids = reallocarray(NULL, nallocated, sizeof(*commit_ids));
626 ca6e02ac 2020-01-07 stsp if (commit_ids == NULL)
627 ca6e02ac 2020-01-07 stsp return got_error_from_errno("reallocarray");
630 ca6e02ac 2020-01-07 stsp const size_t max_datalen = MAX_IMSGSIZE - IMSG_HEADER_SIZE;
633 ca6e02ac 2020-01-07 stsp if (sigint_received) {
634 ca6e02ac 2020-01-07 stsp err = got_error(GOT_ERR_CANCELLED);
638 ca6e02ac 2020-01-07 stsp if (commit == NULL) {
639 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx, &id);
640 ca6e02ac 2020-01-07 stsp if (idx == -1)
642 ca6e02ac 2020-01-07 stsp err = open_commit(&commit, pack, packidx,
643 ca6e02ac 2020-01-07 stsp idx, &id, objcache);
645 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
647 ca6e02ac 2020-01-07 stsp err = NULL;
652 ca6e02ac 2020-01-07 stsp if (sizeof(struct got_imsg_traversed_commits) +
653 ca6e02ac 2020-01-07 stsp ncommits * SHA1_DIGEST_LENGTH >= max_datalen) {
654 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits,
658 ca6e02ac 2020-01-07 stsp ncommits = 0;
660 ca6e02ac 2020-01-07 stsp ncommits++;
661 ca6e02ac 2020-01-07 stsp if (ncommits > nallocated) {
662 ca6e02ac 2020-01-07 stsp struct got_object_id *new;
663 ca6e02ac 2020-01-07 stsp nallocated += min_alloc;
664 ca6e02ac 2020-01-07 stsp new = reallocarray(commit_ids, nallocated,
665 ca6e02ac 2020-01-07 stsp sizeof(*commit_ids));
666 ca6e02ac 2020-01-07 stsp if (new == NULL) {
667 ca6e02ac 2020-01-07 stsp err = got_error_from_errno("reallocarray");
670 ca6e02ac 2020-01-07 stsp commit_ids = new;
672 ca6e02ac 2020-01-07 stsp memcpy(commit_ids[ncommits - 1].sha1, id.sha1,
673 ca6e02ac 2020-01-07 stsp SHA1_DIGEST_LENGTH);
675 dbdddfee 2021-06-23 naddy pid = STAILQ_FIRST(&commit->parent_ids);
676 ca6e02ac 2020-01-07 stsp if (pid == NULL)
679 d7b5a0e8 2022-04-20 stsp idx = got_packidx_get_object_idx(packidx, &pid->id);
680 ca6e02ac 2020-01-07 stsp if (idx == -1)
683 d7b5a0e8 2022-04-20 stsp err = open_commit(&pcommit, pack, packidx, idx, &pid->id,
686 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
688 ca6e02ac 2020-01-07 stsp err = NULL;
692 ca6e02ac 2020-01-07 stsp if (path[0] == '/' && path[1] == '\0') {
693 ca6e02ac 2020-01-07 stsp if (got_object_id_cmp(pcommit->tree_id,
694 ca6e02ac 2020-01-07 stsp commit->tree_id) != 0) {
695 ca6e02ac 2020-01-07 stsp changed = 1;
700 ca6e02ac 2020-01-07 stsp uint8_t *buf = NULL, *pbuf = NULL;
702 ca6e02ac 2020-01-07 stsp idx = got_packidx_get_object_idx(packidx,
703 ca6e02ac 2020-01-07 stsp commit->tree_id);
704 ca6e02ac 2020-01-07 stsp if (idx == -1)
706 ca6e02ac 2020-01-07 stsp pidx = got_packidx_get_object_idx(packidx,
707 ca6e02ac 2020-01-07 stsp pcommit->tree_id);
708 ca6e02ac 2020-01-07 stsp if (pidx == -1)
711 ca6e02ac 2020-01-07 stsp err = open_tree(&buf, &entries, &nentries, pack,
712 ca6e02ac 2020-01-07 stsp packidx, idx, commit->tree_id, objcache);
715 ca6e02ac 2020-01-07 stsp err = open_tree(&pbuf, &pentries, &pnentries, pack,
716 ca6e02ac 2020-01-07 stsp packidx, pidx, pcommit->tree_id, objcache);
722 ca6e02ac 2020-01-07 stsp err = tree_path_changed(&changed, &buf, &pbuf,
723 ca6e02ac 2020-01-07 stsp &entries, &nentries, &pentries, &pnentries, path,
724 ca6e02ac 2020-01-07 stsp pack, packidx, ibuf, objcache);
726 9985f404 2022-05-19 stsp free(entries);
727 9985f404 2022-05-19 stsp entries = NULL;
728 ca6e02ac 2020-01-07 stsp nentries = 0;
730 9985f404 2022-05-19 stsp free(pentries);
731 9985f404 2022-05-19 stsp pentries = NULL;
732 ca6e02ac 2020-01-07 stsp pnentries = 0;
733 ca6e02ac 2020-01-07 stsp free(pbuf);
735 ca6e02ac 2020-01-07 stsp if (err->code != GOT_ERR_NO_OBJ)
737 ca6e02ac 2020-01-07 stsp err = NULL;
742 ca6e02ac 2020-01-07 stsp if (!changed) {
743 d7b5a0e8 2022-04-20 stsp memcpy(id.sha1, pid->id.sha1, SHA1_DIGEST_LENGTH);
744 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
745 ca6e02ac 2020-01-07 stsp commit = pcommit;
746 ca6e02ac 2020-01-07 stsp pcommit = NULL;
748 ca6e02ac 2020-01-07 stsp } while (!changed);
750 ca6e02ac 2020-01-07 stsp if (ncommits > 0) {
751 e70bf110 2020-03-22 stsp err = send_traversed_commits(commit_ids, ncommits, ibuf);
755 ca6e02ac 2020-01-07 stsp if (changed) {
756 ca6e02ac 2020-01-07 stsp err = got_privsep_send_commit(ibuf, commit);
761 e70bf110 2020-03-22 stsp err = send_commit_traversal_done(ibuf);
763 ca6e02ac 2020-01-07 stsp free(commit_ids);
764 ca6e02ac 2020-01-07 stsp if (commit)
765 ca6e02ac 2020-01-07 stsp got_object_commit_close(commit);
766 ca6e02ac 2020-01-07 stsp if (pcommit)
767 ca6e02ac 2020-01-07 stsp got_object_commit_close(pcommit);
768 9985f404 2022-05-19 stsp free(entries);
769 9985f404 2022-05-19 stsp free(pentries);
771 f4a881ce 2018-11-17 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
772 f4a881ce 2018-11-17 stsp err = NULL;
774 f4a881ce 2018-11-17 stsp got_privsep_send_error(ibuf, err);
777 f4a881ce 2018-11-17 stsp return err;
780 f4a881ce 2018-11-17 stsp static const struct got_error *
781 c0df5966 2021-12-31 stsp raw_object_request(struct imsg *imsg, struct imsgbuf *ibuf,
782 c0df5966 2021-12-31 stsp struct got_pack *pack, struct got_packidx *packidx,
783 db696021 2022-01-04 stsp struct got_object_cache *objcache, FILE *basefile, FILE *accumfile)
785 59d1e4a0 2021-03-10 stsp const struct got_error *err = NULL;
786 59d1e4a0 2021-03-10 stsp uint8_t *buf = NULL;
787 59d1e4a0 2021-03-10 stsp uint64_t size = 0;
788 db696021 2022-01-04 stsp FILE *outfile = NULL;
789 59d1e4a0 2021-03-10 stsp struct got_imsg_packed_object iobj;
790 59d1e4a0 2021-03-10 stsp struct got_object *obj;
791 59d1e4a0 2021-03-10 stsp struct got_object_id id;
792 59d1e4a0 2021-03-10 stsp size_t datalen;
794 59d1e4a0 2021-03-10 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
795 59d1e4a0 2021-03-10 stsp if (datalen != sizeof(iobj))
796 59d1e4a0 2021-03-10 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
797 59d1e4a0 2021-03-10 stsp memcpy(&iobj, imsg->data, sizeof(iobj));
798 59d1e4a0 2021-03-10 stsp memcpy(id.sha1, iobj.id, SHA1_DIGEST_LENGTH);
800 59d1e4a0 2021-03-10 stsp obj = got_object_cache_get(objcache, &id);
802 59d1e4a0 2021-03-10 stsp obj->refcnt++;
804 59d1e4a0 2021-03-10 stsp err = open_object(&obj, pack, packidx, iobj.idx, &id,
807 59d1e4a0 2021-03-10 stsp return err;
810 59d1e4a0 2021-03-10 stsp err = receive_file(&outfile, ibuf, GOT_IMSG_RAW_OBJECT_OUTFD);
812 59d1e4a0 2021-03-10 stsp return err;
814 59d1e4a0 2021-03-10 stsp if (obj->flags & GOT_OBJ_FLAG_DELTIFIED) {
815 59d1e4a0 2021-03-10 stsp err = got_pack_get_max_delta_object_size(&size, obj, pack);
819 59d1e4a0 2021-03-10 stsp size = obj->size;
821 59d1e4a0 2021-03-10 stsp if (size <= GOT_PRIVSEP_INLINE_OBJECT_DATA_MAX)
822 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object_to_mem(&buf, &obj->size,
823 59d1e4a0 2021-03-10 stsp obj, pack);
825 59d1e4a0 2021-03-10 stsp err = got_packfile_extract_object(pack, obj, outfile, basefile,
826 59d1e4a0 2021-03-10 stsp accumfile);
830 40e3cb72 2021-06-22 stsp err = got_privsep_send_raw_obj(ibuf, obj->size, obj->hdrlen, buf);
833 59d1e4a0 2021-03-10 stsp if (outfile && fclose(outfile) == EOF && err == NULL)
834 59d1e4a0 2021-03-10 stsp err = got_error_from_errno("fclose");
835 59d1e4a0 2021-03-10 stsp got_object_close(obj);
836 59d1e4a0 2021-03-10 stsp if (err && err->code != GOT_ERR_PRIVSEP_PIPE)
837 59d1e4a0 2021-03-10 stsp got_privsep_send_error(ibuf, err);
839 59d1e4a0 2021-03-10 stsp return err;
842 67fd6849 2022-02-13 stsp static const struct got_error *
843 67fd6849 2022-02-13 stsp get_base_object_id(struct got_object_id *base_id, struct got_packidx *packidx,
844 67fd6849 2022-02-13 stsp off_t base_offset)
846 67fd6849 2022-02-13 stsp const struct got_error *err;
849 67fd6849 2022-02-13 stsp err = got_packidx_get_offset_idx(&idx, packidx, base_offset);
851 67fd6849 2022-02-13 stsp return err;
852 67fd6849 2022-02-13 stsp if (idx == -1)
853 67fd6849 2022-02-13 stsp return got_error(GOT_ERR_BAD_PACKIDX);
855 67fd6849 2022-02-13 stsp return got_packidx_get_object_id(base_id, packidx, idx);
858 59d1e4a0 2021-03-10 stsp static const struct got_error *
859 67fd6849 2022-02-13 stsp raw_delta_request(struct imsg *imsg, struct imsgbuf *ibuf,
860 67fd6849 2022-02-13 stsp FILE *delta_outfile, struct got_pack *pack,
861 67fd6849 2022-02-13 stsp struct got_packidx *packidx)
863 67fd6849 2022-02-13 stsp const struct got_error *err = NULL;
864 67fd6849 2022-02-13 stsp struct got_imsg_raw_delta_request req;
865 2d9e6abf 2022-05-04 stsp size_t datalen, delta_size, delta_compressed_size;
866 67fd6849 2022-02-13 stsp off_t delta_offset;
867 67fd6849 2022-02-13 stsp uint8_t *delta_buf = NULL;
868 67fd6849 2022-02-13 stsp struct got_object_id id, base_id;
869 67fd6849 2022-02-13 stsp off_t base_offset, delta_out_offset = 0;
870 67fd6849 2022-02-13 stsp uint64_t base_size = 0, result_size = 0;
873 67fd6849 2022-02-13 stsp datalen = imsg->hdr.len - IMSG_HEADER_SIZE;
874 67fd6849 2022-02-13 stsp if (datalen != sizeof(req))
875 67fd6849 2022-02-13 stsp return got_error(GOT_ERR_PRIVSEP_LEN);
876 67fd6849 2022-02-13 stsp memcpy(&req, imsg->data, sizeof(req));
877 67fd6849 2022-02-13 stsp memcpy(id.sha1, req.id, SHA1_DIGEST_LENGTH);
879 67fd6849 2022-02-13 stsp imsg->fd = -1;
881 67fd6849 2022-02-13 stsp err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
882 2d9e6abf 2022-05-04 stsp &delta_compressed_size, &delta_offset, &base_offset, &base_id,
883 2d9e6abf 2022-05-04 stsp &base_size, &result_size, pack, packidx, req.idx);
888 67fd6849 2022-02-13 stsp * If this is an offset delta we must determine the base
889 67fd6849 2022-02-13 stsp * object ID ourselves.
891 67fd6849 2022-02-13 stsp if (base_offset != 0) {
892 67fd6849 2022-02-13 stsp err = get_base_object_id(&base_id, packidx, base_offset);
897 67fd6849 2022-02-13 stsp delta_out_offset = ftello(delta_outfile);
898 2d9e6abf 2022-05-04 stsp w = fwrite(delta_buf, 1, delta_compressed_size, delta_outfile);
899 2d9e6abf 2022-05-04 stsp if (w != delta_compressed_size) {
900 67fd6849 2022-02-13 stsp err = got_ferror(delta_outfile, GOT_ERR_IO);
903 67fd6849 2022-02-13 stsp if (fflush(delta_outfile) == -1) {
904 67fd6849 2022-02-13 stsp err = got_error_from_errno("fflush");
908 67fd6849 2022-02-13 stsp err = got_privsep_send_raw_delta(ibuf, base_size, result_size,
909 2d9e6abf 2022-05-04 stsp delta_size, delta_compressed_size, delta_offset, delta_out_offset,
912 67fd6849 2022-02-13 stsp free(delta_buf);
913 67fd6849 2022-02-13 stsp return err;
916 fae7e038 2022-05-07 stsp struct search_deltas_arg {
917 fae7e038 2022-05-07 stsp struct imsgbuf *ibuf;
918 fae7e038 2022-05-07 stsp struct got_packidx *packidx;
919 fae7e038 2022-05-07 stsp struct got_pack *pack;
920 fae7e038 2022-05-07 stsp struct got_object_idset *idset;
921 fae7e038 2022-05-07 stsp FILE *delta_outfile;
922 fae7e038 2022-05-07 stsp struct got_imsg_reused_delta deltas[GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS];
923 fae7e038 2022-05-07 stsp size_t ndeltas;
926 67fd6849 2022-02-13 stsp static const struct got_error *
927 fae7e038 2022-05-07 stsp search_delta_for_object(struct got_object_id *id, void *data, void *arg)
929 fae7e038 2022-05-07 stsp const struct got_error *err;
930 fae7e038 2022-05-07 stsp struct search_deltas_arg *a = arg;
931 fae7e038 2022-05-07 stsp int obj_idx;
932 fae7e038 2022-05-07 stsp uint8_t *delta_buf = NULL;
933 fae7e038 2022-05-07 stsp uint64_t base_size, result_size;
934 fae7e038 2022-05-07 stsp size_t delta_size, delta_compressed_size;
935 fae7e038 2022-05-07 stsp off_t delta_offset, base_offset;
936 fae7e038 2022-05-07 stsp struct got_object_id base_id;
938 fae7e038 2022-05-07 stsp if (sigint_received)
939 fae7e038 2022-05-07 stsp return got_error(GOT_ERR_CANCELLED);
941 fae7e038 2022-05-07 stsp obj_idx = got_packidx_get_object_idx(a->packidx, id);
942 fae7e038 2022-05-07 stsp if (obj_idx == -1)
943 fae7e038 2022-05-07 stsp return NULL; /* object not present in our pack file */
945 fae7e038 2022-05-07 stsp err = got_packfile_extract_raw_delta(&delta_buf, &delta_size,
946 fae7e038 2022-05-07 stsp &delta_compressed_size, &delta_offset, &base_offset, &base_id,
947 fae7e038 2022-05-07 stsp &base_size, &result_size, a->pack, a->packidx, obj_idx);
949 fae7e038 2022-05-07 stsp if (err->code == GOT_ERR_OBJ_TYPE)
950 fae7e038 2022-05-07 stsp return NULL; /* object not stored as a delta */
951 fae7e038 2022-05-07 stsp return err;
955 fae7e038 2022-05-07 stsp * If this is an offset delta we must determine the base
956 fae7e038 2022-05-07 stsp * object ID ourselves.
958 fae7e038 2022-05-07 stsp if (base_offset != 0) {
959 fae7e038 2022-05-07 stsp err = get_base_object_id(&base_id, a->packidx, base_offset);
964 fae7e038 2022-05-07 stsp if (got_object_idset_contains(a->idset, &base_id)) {
965 fae7e038 2022-05-07 stsp struct got_imsg_reused_delta *delta;
966 fae7e038 2022-05-07 stsp off_t delta_out_offset = ftello(a->delta_outfile);
969 fae7e038 2022-05-07 stsp w = fwrite(delta_buf, 1, delta_compressed_size,
970 fae7e038 2022-05-07 stsp a->delta_outfile);
971 fae7e038 2022-05-07 stsp if (w != delta_compressed_size) {
972 fae7e038 2022-05-07 stsp err = got_ferror(a->delta_outfile, GOT_ERR_IO);
976 fae7e038 2022-05-07 stsp delta = &a->deltas[a->ndeltas++];
977 fae7e038 2022-05-07 stsp memcpy(&delta->id, id, sizeof(delta->id));
978 fae7e038 2022-05-07 stsp memcpy(&delta->base_id, &base_id, sizeof(delta->base_id));
979 fae7e038 2022-05-07 stsp delta->base_size = base_size;
980 fae7e038 2022-05-07 stsp delta->result_size = result_size;
981 fae7e038 2022-05-07 stsp delta->delta_size = delta_size;
982 fae7e038 2022-05-07 stsp delta->delta_compressed_size = delta_compressed_size;
983 fae7e038 2022-05-07 stsp delta->delta_offset = delta_offset;
984 fae7e038 2022-05-07 stsp delta->delta_out_offset = delta_out_offset;
986 fae7e038 2022-05-07 stsp if (a->ndeltas >= GOT_IMSG_REUSED_DELTAS_MAX_NDELTAS) {
987 fae7e038 2022-05-07 stsp err = got_privsep_send_reused_deltas(a->ibuf,
988 fae7e038 2022-05-07 stsp a->deltas, a->ndeltas);
991 fae7e038 2022-05-07 stsp a->ndeltas = 0;
995 fae7e038 2022-05-07 stsp free(delta_buf);
996 fae7e038 2022-05-07 stsp return err;
999 fae7e038 2022-05-07 stsp static const struct got_error *
1000 fae7e038 2022-05-07 stsp recv_object_ids(struct got_object_idset *idset, struct imsgbuf *ibuf)
1002 fae7e038 2022-05-07 stsp const struct got_error *err = NULL;
1003 fae7e038 2022-05-07 stsp int done = 0;
1004 fae7e038 2022-05-07 stsp struct got_object_id *ids;
1005 fae7e038 2022-05-07 stsp size_t nids, i;
1007 fae7e038 2022-05-07 stsp for (;;) {
1008 fae7e038 2022-05-07 stsp err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1009 fae7e038 2022-05-07 stsp if (err || done)
1011 fae7e038 2022-05-07 stsp for (i = 0; i < nids; i++) {
1012 fae7e038 2022-05-07 stsp err = got_object_idset_add(idset, &ids[i], NULL);
1013 fae7e038 2022-05-07 stsp if (err) {
1014 fae7e038 2022-05-07 stsp free(ids);
1015 fae7e038 2022-05-07 stsp return err;
1018 fae7e038 2022-05-07 stsp free(ids);
1021 cee6a7ea 2022-06-07 stsp return err;
1024 cee6a7ea 2022-06-07 stsp static const struct got_error *
1025 cee6a7ea 2022-06-07 stsp recv_object_id_queue(struct got_object_id_queue *queue, struct imsgbuf *ibuf)
1027 cee6a7ea 2022-06-07 stsp const struct got_error *err = NULL;
1028 cee6a7ea 2022-06-07 stsp int done = 0;
1029 cee6a7ea 2022-06-07 stsp struct got_object_qid *qid;
1030 cee6a7ea 2022-06-07 stsp struct got_object_id *ids;
1031 cee6a7ea 2022-06-07 stsp size_t nids, i;
1033 cee6a7ea 2022-06-07 stsp for (;;) {
1034 cee6a7ea 2022-06-07 stsp err = got_privsep_recv_object_idlist(&done, &ids, &nids, ibuf);
1035 cee6a7ea 2022-06-07 stsp if (err || done)
1037 cee6a7ea 2022-06-07 stsp for (i = 0; i < nids; i++) {
1038 cee6a7ea 2022-06-07 stsp err = got_object_qid_alloc_partial(&qid);
1040 cee6a7ea 2022-06-07 stsp return err;
1041 cee6a7ea 2022-06-07 stsp memcpy(&qid->id, &ids[i], sizeof(qid->id));
1042 cee6a7ea 2022-06-07 stsp STAILQ_INSERT_TAIL(queue, qid, entry);
1046 fae7e038 2022-05-07 stsp return err;
1049 fae7e038 2022-05-07 stsp static const struct got_error *
1050 fae7e038 2022-05-07 stsp delta_reuse_request(struct imsg *imsg, struct imsgbuf *ibuf,
1051 fae7e038 2022-05-07 stsp FILE *delta_outfile, struct got_pack *pack, struct got_packidx *packidx)
1053 fae7e038 2022-05-07 stsp const struct got_error *err = NULL;
1054 fae7e038 2022-05-07 stsp struct got_object_idset *idset;
1055 fae7e038 2022-05-07 stsp struct search_deltas_arg sda;
1057 fae7e038 2022-05-07 stsp idset = got_object_idset_alloc();
1058 fae7e038 2022-05-07 stsp if (idset == NULL)
1059 fae7e038 2022-05-07 stsp return got_error_from_errno("got_object_idset_alloc");
1061 fae7e038 2022-05-07 stsp err = recv_object_ids(idset, ibuf);
1063 fae7e038 2022-05-07 stsp return err;
1065 fae7e038 2022-05-07 stsp memset(&sda, 0, sizeof(sda));
1066 fae7e038 2022-05-07 stsp sda.ibuf = ibuf;
1067 fae7e038 2022-05-07 stsp sda.idset = idset;
1068 fae7e038 2022-05-07 stsp sda.pack = pack;
1069 fae7e038 2022-05-07 stsp sda.packidx = packidx;
1070 fae7e038 2022-05-07 stsp sda.delta_outfile = delta_outfile;
1071 fae7e038 2022-05-07 stsp err = got_object_idset_for_each(idset, search_delta_for_object, &sda);
1073 fae7e038 2022-05-07 stsp goto done;
1075 fae7e038 2022-05-07 stsp if (sda.ndeltas > 0) {
1076 fae7e038 2022-05-07 stsp err = got_privsep_send_reused_deltas(ibuf, sda.deltas,
1077 fae7e038 2022-05-07 stsp sda.ndeltas);
1079 fae7e038 2022-05-07 stsp goto done;
1082 fae7e038 2022-05-07 stsp if (fflush(delta_outfile) == -1) {
1083 fae7e038 2022-05-07 stsp err = got_error_from_errno("fflush");
1084 fae7e038 2022-05-07 stsp goto done;
1087 fae7e038 2022-05-07 stsp err = got_privsep_send_reused_deltas_done(ibuf);
1089 fae7e038 2022-05-07 stsp got_object_idset_free(idset);
1090 fae7e038 2022-05-07 stsp return err;
1093 fae7e038 2022-05-07 stsp static const struct got_error *
1094 876c234b 2018-09-10 stsp receive_packidx(struct got_packidx **packidx, struct imsgbuf *ibuf)
1096 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1097 876c234b 2018-09-10 stsp struct imsg imsg;
1098 876c234b 2018-09-10 stsp struct got_imsg_packidx ipackidx;
1099 876c234b 2018-09-10 stsp size_t datalen;
1100 876c234b 2018-09-10 stsp struct got_packidx *p;
1102 876c234b 2018-09-10 stsp *packidx = NULL;
1104 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1106 876c234b 2018-09-10 stsp return err;
1108 876c234b 2018-09-10 stsp p = calloc(1, sizeof(*p));
1109 876c234b 2018-09-10 stsp if (p == NULL) {
1110 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
1111 876c234b 2018-09-10 stsp goto done;
1114 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACKIDX) {
1115 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1116 876c234b 2018-09-10 stsp goto done;
1119 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
1120 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1121 876c234b 2018-09-10 stsp goto done;
1124 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1125 876c234b 2018-09-10 stsp if (datalen != sizeof(ipackidx)) {
1126 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
1127 876c234b 2018-09-10 stsp goto done;
1129 876c234b 2018-09-10 stsp memcpy(&ipackidx, imsg.data, sizeof(ipackidx));
1131 876c234b 2018-09-10 stsp p->len = ipackidx.len;
1132 876c234b 2018-09-10 stsp p->fd = dup(imsg.fd);
1133 876c234b 2018-09-10 stsp if (p->fd == -1) {
1134 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
1135 56bef47a 2018-09-15 stsp goto done;
1137 56bef47a 2018-09-15 stsp if (lseek(p->fd, 0, SEEK_SET) == -1) {
1138 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
1139 876c234b 2018-09-10 stsp goto done;
1142 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
1143 876c234b 2018-09-10 stsp p->map = mmap(NULL, p->len, PROT_READ, MAP_PRIVATE, p->fd, 0);
1144 876c234b 2018-09-10 stsp if (p->map == MAP_FAILED)
1145 876c234b 2018-09-10 stsp p->map = NULL; /* fall back to read(2) */
1147 c3564dfa 2021-07-15 stsp err = got_packidx_init_hdr(p, 1, ipackidx.packfile_size);
1149 876c234b 2018-09-10 stsp if (err) {
1150 876c234b 2018-09-10 stsp if (imsg.fd != -1)
1151 876c234b 2018-09-10 stsp close(imsg.fd);
1152 876c234b 2018-09-10 stsp got_packidx_close(p);
1154 876c234b 2018-09-10 stsp *packidx = p;
1155 876c234b 2018-09-10 stsp imsg_free(&imsg);
1156 cee6a7ea 2022-06-07 stsp return err;
1159 cee6a7ea 2022-06-07 stsp static const struct got_error *
1160 cee6a7ea 2022-06-07 stsp send_tree_enumeration_done(struct imsgbuf *ibuf)
1162 cee6a7ea 2022-06-07 stsp if (imsg_compose(ibuf, GOT_IMSG_TREE_ENUMERATION_DONE, 0, 0, -1,
1163 cee6a7ea 2022-06-07 stsp NULL, 0) == -1)
1164 cee6a7ea 2022-06-07 stsp return got_error_from_errno("imsg_compose TREE_ENUMERATION_DONE");
1166 cee6a7ea 2022-06-07 stsp return got_privsep_flush_imsg(ibuf);
1169 cee6a7ea 2022-06-07 stsp static const struct got_error *
1170 cee6a7ea 2022-06-07 stsp enumerate_tree(struct imsgbuf *ibuf, size_t *totlen,
1171 cee6a7ea 2022-06-07 stsp struct got_object_id *tree_id,
1172 cee6a7ea 2022-06-07 stsp const char *path, struct got_pack *pack, struct got_packidx *packidx,
1173 cee6a7ea 2022-06-07 stsp struct got_object_cache *objcache, struct got_object_idset *idset)
1175 cee6a7ea 2022-06-07 stsp const struct got_error *err = NULL;
1176 cee6a7ea 2022-06-07 stsp struct got_object_id_queue ids;
1177 cee6a7ea 2022-06-07 stsp struct got_object_qid *qid;
1178 cee6a7ea 2022-06-07 stsp uint8_t *buf = NULL;
1179 cee6a7ea 2022-06-07 stsp struct got_parsed_tree_entry *entries = NULL;
1181 cee6a7ea 2022-06-07 stsp STAILQ_INIT(&ids);
1183 cee6a7ea 2022-06-07 stsp err = got_object_qid_alloc_partial(&qid);
1185 cee6a7ea 2022-06-07 stsp return err;
1186 cee6a7ea 2022-06-07 stsp memcpy(&qid->id.sha1, tree_id, SHA1_DIGEST_LENGTH);
1187 cee6a7ea 2022-06-07 stsp qid->data = strdup(path);
1188 cee6a7ea 2022-06-07 stsp if (qid->data == NULL) {
1189 cee6a7ea 2022-06-07 stsp err = got_error_from_errno("strdup");
1190 cee6a7ea 2022-06-07 stsp goto done;
1192 cee6a7ea 2022-06-07 stsp STAILQ_INSERT_TAIL(&ids, qid, entry);
1193 cee6a7ea 2022-06-07 stsp qid = NULL;
1196 cee6a7ea 2022-06-07 stsp const char *path;
1197 cee6a7ea 2022-06-07 stsp int idx, nentries, i;
1199 cee6a7ea 2022-06-07 stsp if (sigint_received) {
1200 cee6a7ea 2022-06-07 stsp err = got_error(GOT_ERR_CANCELLED);
1201 cee6a7ea 2022-06-07 stsp goto done;
1204 cee6a7ea 2022-06-07 stsp qid = STAILQ_FIRST(&ids);
1205 cee6a7ea 2022-06-07 stsp STAILQ_REMOVE_HEAD(&ids, entry);
1206 cee6a7ea 2022-06-07 stsp path = qid->data;
1208 cee6a7ea 2022-06-07 stsp idx = got_packidx_get_object_idx(packidx, &qid->id);
1209 cee6a7ea 2022-06-07 stsp if (idx == -1) {
1210 cee6a7ea 2022-06-07 stsp err = got_privsep_send_enumerated_tree(totlen, ibuf,
1211 cee6a7ea 2022-06-07 stsp &qid->id, path, NULL, -1);
1215 cee6a7ea 2022-06-07 stsp err = open_tree(&buf, &entries, &nentries,
1216 cee6a7ea 2022-06-07 stsp pack, packidx, idx, &qid->id, objcache);
1217 cee6a7ea 2022-06-07 stsp if (err) {
1218 cee6a7ea 2022-06-07 stsp if (err->code != GOT_ERR_NO_OBJ)
1219 cee6a7ea 2022-06-07 stsp goto done;
1222 cee6a7ea 2022-06-07 stsp err = got_privsep_send_enumerated_tree(totlen,
1223 cee6a7ea 2022-06-07 stsp ibuf, &qid->id, path, entries, nentries);
1225 cee6a7ea 2022-06-07 stsp goto done;
1227 cee6a7ea 2022-06-07 stsp err = got_object_idset_add(idset, &qid->id, NULL);
1229 cee6a7ea 2022-06-07 stsp goto done;
1231 cee6a7ea 2022-06-07 stsp for (i = 0; i < nentries; i++) {
1232 cee6a7ea 2022-06-07 stsp struct got_object_qid *eqid = NULL;
1233 cee6a7ea 2022-06-07 stsp struct got_parsed_tree_entry *pte = &entries[i];
1236 cee6a7ea 2022-06-07 stsp if (!S_ISDIR(pte->mode))
1239 cee6a7ea 2022-06-07 stsp err = got_object_qid_alloc_partial(&eqid);
1241 cee6a7ea 2022-06-07 stsp goto done;
1242 cee6a7ea 2022-06-07 stsp memcpy(eqid->id.sha1, pte->id, sizeof(eqid->id.sha1));
1244 cee6a7ea 2022-06-07 stsp if (got_object_idset_contains(idset, &eqid->id)) {
1245 cee6a7ea 2022-06-07 stsp got_object_qid_free(eqid);
1249 cee6a7ea 2022-06-07 stsp if (asprintf(&p, "%s%s%s", path,
1250 cee6a7ea 2022-06-07 stsp got_path_is_root_dir(path) ? "" : "/",
1251 cee6a7ea 2022-06-07 stsp pte->name) == -1) {
1252 cee6a7ea 2022-06-07 stsp err = got_error_from_errno("asprintf");
1253 cee6a7ea 2022-06-07 stsp got_object_qid_free(eqid);
1254 cee6a7ea 2022-06-07 stsp goto done;
1256 cee6a7ea 2022-06-07 stsp eqid->data = p;
1257 cee6a7ea 2022-06-07 stsp STAILQ_INSERT_TAIL(&ids, eqid, entry);
1258 cee6a7ea 2022-06-07 stsp idx = got_packidx_get_object_idx(packidx, &eqid->id);
1259 cee6a7ea 2022-06-07 stsp if (idx == -1)
1263 cee6a7ea 2022-06-07 stsp free(qid->data);
1264 cee6a7ea 2022-06-07 stsp got_object_qid_free(qid);
1265 cee6a7ea 2022-06-07 stsp qid = NULL;
1267 cee6a7ea 2022-06-07 stsp free(entries);
1268 cee6a7ea 2022-06-07 stsp entries = NULL;
1269 cee6a7ea 2022-06-07 stsp free(buf);
1270 cee6a7ea 2022-06-07 stsp buf = NULL;
1271 cee6a7ea 2022-06-07 stsp } while (!STAILQ_EMPTY(&ids));
1273 cee6a7ea 2022-06-07 stsp err = send_tree_enumeration_done(ibuf);
1275 cee6a7ea 2022-06-07 stsp free(buf);
1277 cee6a7ea 2022-06-07 stsp free(qid->data);
1278 cee6a7ea 2022-06-07 stsp got_object_qid_free(qid);
1279 cee6a7ea 2022-06-07 stsp got_object_id_queue_free(&ids);
1280 cee6a7ea 2022-06-07 stsp free(entries);
1281 cee6a7ea 2022-06-07 stsp if (err) {
1282 cee6a7ea 2022-06-07 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
1283 cee6a7ea 2022-06-07 stsp err = NULL;
1285 cee6a7ea 2022-06-07 stsp got_privsep_send_error(ibuf, err);
1288 cee6a7ea 2022-06-07 stsp return err;
1291 cee6a7ea 2022-06-07 stsp static const struct got_error *
1292 cee6a7ea 2022-06-07 stsp enumeration_request(struct imsg *imsg, struct imsgbuf *ibuf,
1293 cee6a7ea 2022-06-07 stsp struct got_pack *pack, struct got_packidx *packidx,
1294 cee6a7ea 2022-06-07 stsp struct got_object_cache *objcache)
1296 cee6a7ea 2022-06-07 stsp const struct got_error *err = NULL;
1297 cee6a7ea 2022-06-07 stsp struct got_object_id_queue commit_ids;
1298 cee6a7ea 2022-06-07 stsp const struct got_object_id_queue *parents = NULL;
1299 cee6a7ea 2022-06-07 stsp struct got_object_qid *qid = NULL;
1300 cee6a7ea 2022-06-07 stsp struct got_object *obj = NULL;
1301 cee6a7ea 2022-06-07 stsp struct got_commit_object *commit = NULL;
1302 cee6a7ea 2022-06-07 stsp struct got_object_id *tree_id = NULL;
1303 cee6a7ea 2022-06-07 stsp size_t totlen = 0;
1304 cee6a7ea 2022-06-07 stsp struct got_object_idset *idset;
1307 cee6a7ea 2022-06-07 stsp STAILQ_INIT(&commit_ids);
1309 cee6a7ea 2022-06-07 stsp idset = got_object_idset_alloc();
1310 cee6a7ea 2022-06-07 stsp if (idset == NULL)
1311 cee6a7ea 2022-06-07 stsp return got_error_from_errno("got_object_idset_alloc");
1313 cee6a7ea 2022-06-07 stsp err = recv_object_id_queue(&commit_ids, ibuf);
1315 cee6a7ea 2022-06-07 stsp goto done;
1317 cee6a7ea 2022-06-07 stsp err = recv_object_ids(idset, ibuf);
1319 cee6a7ea 2022-06-07 stsp goto done;
1321 cee6a7ea 2022-06-07 stsp while (!STAILQ_EMPTY(&commit_ids)) {
1322 cee6a7ea 2022-06-07 stsp if (sigint_received) {
1323 cee6a7ea 2022-06-07 stsp err = got_error(GOT_ERR_CANCELLED);
1324 cee6a7ea 2022-06-07 stsp goto done;
1327 cee6a7ea 2022-06-07 stsp qid = STAILQ_FIRST(&commit_ids);
1328 cee6a7ea 2022-06-07 stsp STAILQ_REMOVE_HEAD(&commit_ids, entry);
1330 cee6a7ea 2022-06-07 stsp if (got_object_idset_contains(idset, &qid->id)) {
1331 cee6a7ea 2022-06-07 stsp got_object_qid_free(qid);
1332 cee6a7ea 2022-06-07 stsp qid = NULL;
1336 cee6a7ea 2022-06-07 stsp idx = got_packidx_get_object_idx(packidx, &qid->id);
1337 cee6a7ea 2022-06-07 stsp if (idx == -1)
1340 cee6a7ea 2022-06-07 stsp err = open_object(&obj, pack, packidx, idx, &qid->id,
1341 cee6a7ea 2022-06-07 stsp objcache);
1343 cee6a7ea 2022-06-07 stsp goto done;
1344 cee6a7ea 2022-06-07 stsp if (obj->type == GOT_OBJ_TYPE_TAG) {
1345 cee6a7ea 2022-06-07 stsp struct got_tag_object *tag;
1346 cee6a7ea 2022-06-07 stsp uint8_t *buf;
1347 cee6a7ea 2022-06-07 stsp size_t len;
1348 cee6a7ea 2022-06-07 stsp err = got_packfile_extract_object_to_mem(&buf,
1349 cee6a7ea 2022-06-07 stsp &len, obj, pack);
1351 cee6a7ea 2022-06-07 stsp goto done;
1352 cee6a7ea 2022-06-07 stsp obj->size = len;
1353 cee6a7ea 2022-06-07 stsp err = got_object_parse_tag(&tag, buf, len);
1354 cee6a7ea 2022-06-07 stsp if (err) {
1355 cee6a7ea 2022-06-07 stsp free(buf);
1356 cee6a7ea 2022-06-07 stsp goto done;
1358 cee6a7ea 2022-06-07 stsp err = open_commit(&commit, pack, packidx, idx,
1359 cee6a7ea 2022-06-07 stsp &tag->id, objcache);
1360 cee6a7ea 2022-06-07 stsp got_object_tag_close(tag);
1361 cee6a7ea 2022-06-07 stsp free(buf);
1363 cee6a7ea 2022-06-07 stsp goto done;
1364 cee6a7ea 2022-06-07 stsp } else if (obj->type == GOT_OBJ_TYPE_COMMIT) {
1365 cee6a7ea 2022-06-07 stsp err = open_commit(&commit, pack, packidx, idx,
1366 cee6a7ea 2022-06-07 stsp &qid->id, objcache);
1368 cee6a7ea 2022-06-07 stsp goto done;
1370 cee6a7ea 2022-06-07 stsp err = got_error(GOT_ERR_OBJ_TYPE);
1371 cee6a7ea 2022-06-07 stsp goto done;
1373 cee6a7ea 2022-06-07 stsp got_object_close(obj);
1374 cee6a7ea 2022-06-07 stsp obj = NULL;
1376 cee6a7ea 2022-06-07 stsp err = got_privsep_send_enumerated_commit(ibuf, &qid->id,
1377 cee6a7ea 2022-06-07 stsp got_object_commit_get_committer_time(commit));
1379 cee6a7ea 2022-06-07 stsp goto done;
1381 cee6a7ea 2022-06-07 stsp tree_id = got_object_commit_get_tree_id(commit);
1382 cee6a7ea 2022-06-07 stsp idx = got_packidx_get_object_idx(packidx, tree_id);
1383 cee6a7ea 2022-06-07 stsp if (idx == -1) {
1384 cee6a7ea 2022-06-07 stsp err = got_privsep_send_enumerated_tree(&totlen, ibuf,
1385 cee6a7ea 2022-06-07 stsp tree_id, "", NULL, -1);
1387 cee6a7ea 2022-06-07 stsp goto done;
1391 cee6a7ea 2022-06-07 stsp if (got_object_idset_contains(idset, tree_id)) {
1392 cee6a7ea 2022-06-07 stsp got_object_qid_free(qid);
1393 cee6a7ea 2022-06-07 stsp qid = NULL;
1397 cee6a7ea 2022-06-07 stsp err = enumerate_tree(ibuf, &totlen, tree_id, "/",
1398 cee6a7ea 2022-06-07 stsp pack, packidx, objcache, idset);
1400 cee6a7ea 2022-06-07 stsp goto done;
1402 cee6a7ea 2022-06-07 stsp got_object_qid_free(qid);
1403 cee6a7ea 2022-06-07 stsp qid = NULL;
1405 cee6a7ea 2022-06-07 stsp parents = got_object_commit_get_parent_ids(commit);
1406 cee6a7ea 2022-06-07 stsp if (parents) {
1407 cee6a7ea 2022-06-07 stsp struct got_object_qid *pid;
1408 cee6a7ea 2022-06-07 stsp STAILQ_FOREACH(pid, parents, entry) {
1409 cee6a7ea 2022-06-07 stsp if (got_object_idset_contains(idset, &pid->id))
1411 cee6a7ea 2022-06-07 stsp err = got_object_qid_alloc_partial(&qid);
1413 cee6a7ea 2022-06-07 stsp goto done;
1414 cee6a7ea 2022-06-07 stsp memcpy(&qid->id, &pid->id, sizeof(qid->id));
1415 cee6a7ea 2022-06-07 stsp STAILQ_INSERT_TAIL(&commit_ids, qid, entry);
1416 cee6a7ea 2022-06-07 stsp qid = NULL;
1420 cee6a7ea 2022-06-07 stsp got_object_commit_close(commit);
1421 cee6a7ea 2022-06-07 stsp commit = NULL;
1424 cee6a7ea 2022-06-07 stsp err = got_privsep_send_object_enumeration_done(ibuf);
1426 cee6a7ea 2022-06-07 stsp goto done;
1429 cee6a7ea 2022-06-07 stsp got_object_close(obj);
1430 cee6a7ea 2022-06-07 stsp if (commit)
1431 cee6a7ea 2022-06-07 stsp got_object_commit_close(commit);
1432 cee6a7ea 2022-06-07 stsp got_object_qid_free(qid);
1433 cee6a7ea 2022-06-07 stsp got_object_id_queue_free(&commit_ids);
1434 cee6a7ea 2022-06-07 stsp got_object_idset_free(idset);
1435 876c234b 2018-09-10 stsp return err;
1438 876c234b 2018-09-10 stsp static const struct got_error *
1439 876c234b 2018-09-10 stsp receive_pack(struct got_pack **packp, struct imsgbuf *ibuf)
1441 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1442 876c234b 2018-09-10 stsp struct imsg imsg;
1443 876c234b 2018-09-10 stsp struct got_imsg_pack ipack;
1444 876c234b 2018-09-10 stsp size_t datalen;
1445 876c234b 2018-09-10 stsp struct got_pack *pack;
1447 876c234b 2018-09-10 stsp *packp = NULL;
1449 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, ibuf, 0);
1451 876c234b 2018-09-10 stsp return err;
1453 876c234b 2018-09-10 stsp pack = calloc(1, sizeof(*pack));
1454 876c234b 2018-09-10 stsp if (pack == NULL) {
1455 638f9024 2019-05-13 stsp err = got_error_from_errno("calloc");
1456 876c234b 2018-09-10 stsp goto done;
1459 876c234b 2018-09-10 stsp if (imsg.hdr.type != GOT_IMSG_PACK) {
1460 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1461 876c234b 2018-09-10 stsp goto done;
1464 876c234b 2018-09-10 stsp if (imsg.fd == -1) {
1465 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1466 876c234b 2018-09-10 stsp goto done;
1469 876c234b 2018-09-10 stsp datalen = imsg.hdr.len - IMSG_HEADER_SIZE;
1470 876c234b 2018-09-10 stsp if (datalen != sizeof(ipack)) {
1471 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
1472 876c234b 2018-09-10 stsp goto done;
1474 876c234b 2018-09-10 stsp memcpy(&ipack, imsg.data, sizeof(ipack));
1476 876c234b 2018-09-10 stsp pack->filesize = ipack.filesize;
1477 876c234b 2018-09-10 stsp pack->fd = dup(imsg.fd);
1478 876c234b 2018-09-10 stsp if (pack->fd == -1) {
1479 638f9024 2019-05-13 stsp err = got_error_from_errno("dup");
1480 876c234b 2018-09-10 stsp goto done;
1482 56bef47a 2018-09-15 stsp if (lseek(pack->fd, 0, SEEK_SET) == -1) {
1483 638f9024 2019-05-13 stsp err = got_error_from_errno("lseek");
1484 56bef47a 2018-09-15 stsp goto done;
1486 876c234b 2018-09-10 stsp pack->path_packfile = strdup(ipack.path_packfile);
1487 876c234b 2018-09-10 stsp if (pack->path_packfile == NULL) {
1488 638f9024 2019-05-13 stsp err = got_error_from_errno("strdup");
1489 ab2f42e7 2019-11-10 stsp goto done;
1492 dac5c75e 2022-06-04 stsp err = got_delta_cache_alloc(&pack->delta_cache);
1494 876c234b 2018-09-10 stsp goto done;
1496 876c234b 2018-09-10 stsp #ifndef GOT_PACK_NO_MMAP
1497 876c234b 2018-09-10 stsp pack->map = mmap(NULL, pack->filesize, PROT_READ, MAP_PRIVATE,
1498 876c234b 2018-09-10 stsp pack->fd, 0);
1499 876c234b 2018-09-10 stsp if (pack->map == MAP_FAILED)
1500 876c234b 2018-09-10 stsp pack->map = NULL; /* fall back to read(2) */
1503 876c234b 2018-09-10 stsp if (err) {
1504 876c234b 2018-09-10 stsp if (imsg.fd != -1)
1505 876c234b 2018-09-10 stsp close(imsg.fd);
1506 876c234b 2018-09-10 stsp free(pack);
1508 876c234b 2018-09-10 stsp *packp = pack;
1509 876c234b 2018-09-10 stsp imsg_free(&imsg);
1510 876c234b 2018-09-10 stsp return err;
1514 876c234b 2018-09-10 stsp main(int argc, char *argv[])
1516 876c234b 2018-09-10 stsp const struct got_error *err = NULL;
1517 876c234b 2018-09-10 stsp struct imsgbuf ibuf;
1518 876c234b 2018-09-10 stsp struct imsg imsg;
1519 c59b3346 2018-09-11 stsp struct got_packidx *packidx = NULL;
1520 c59b3346 2018-09-11 stsp struct got_pack *pack = NULL;
1521 c59b3346 2018-09-11 stsp struct got_object_cache objcache;
1522 67fd6849 2022-02-13 stsp FILE *basefile = NULL, *accumfile = NULL, *delta_outfile = NULL;
1524 876c234b 2018-09-10 stsp //static int attached;
1525 876c234b 2018-09-10 stsp //while (!attached) sleep(1);
1527 99437157 2018-11-11 stsp signal(SIGINT, catch_sigint);
1529 876c234b 2018-09-10 stsp imsg_init(&ibuf, GOT_IMSG_FD_CHILD);
1531 c59b3346 2018-09-11 stsp err = got_object_cache_init(&objcache, GOT_OBJECT_CACHE_TYPE_OBJ);
1532 c59b3346 2018-09-11 stsp if (err) {
1533 638f9024 2019-05-13 stsp err = got_error_from_errno("got_object_cache_init");
1534 c59b3346 2018-09-11 stsp got_privsep_send_error(&ibuf, err);
1538 2ff12563 2018-09-15 stsp #ifndef PROFILE
1539 876c234b 2018-09-10 stsp /* revoke access to most system calls */
1540 876c234b 2018-09-10 stsp if (pledge("stdio recvfd", NULL) == -1) {
1541 638f9024 2019-05-13 stsp err = got_error_from_errno("pledge");
1542 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1547 876c234b 2018-09-10 stsp err = receive_packidx(&packidx, &ibuf);
1548 876c234b 2018-09-10 stsp if (err) {
1549 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1553 876c234b 2018-09-10 stsp err = receive_pack(&pack, &ibuf);
1554 876c234b 2018-09-10 stsp if (err) {
1555 876c234b 2018-09-10 stsp got_privsep_send_error(&ibuf, err);
1560 876c234b 2018-09-10 stsp imsg.fd = -1;
1562 99437157 2018-11-11 stsp if (sigint_received) {
1563 99437157 2018-11-11 stsp err = got_error(GOT_ERR_CANCELLED);
1567 876c234b 2018-09-10 stsp err = got_privsep_recv_imsg(&imsg, &ibuf, 0);
1568 876c234b 2018-09-10 stsp if (err) {
1569 876c234b 2018-09-10 stsp if (err->code == GOT_ERR_PRIVSEP_PIPE)
1570 876c234b 2018-09-10 stsp err = NULL;
1574 876c234b 2018-09-10 stsp if (imsg.hdr.type == GOT_IMSG_STOP)
1577 876c234b 2018-09-10 stsp switch (imsg.hdr.type) {
1578 db696021 2022-01-04 stsp case GOT_IMSG_TMPFD:
1579 67fd6849 2022-02-13 stsp if (basefile == NULL) {
1580 67fd6849 2022-02-13 stsp err = receive_tempfile(&basefile, "w+",
1581 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1582 67fd6849 2022-02-13 stsp } else if (accumfile == NULL) {
1583 67fd6849 2022-02-13 stsp err = receive_tempfile(&accumfile, "w+",
1584 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1586 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1588 876c234b 2018-09-10 stsp case GOT_IMSG_PACKED_OBJECT_REQUEST:
1589 c59b3346 2018-09-11 stsp err = object_request(&imsg, &ibuf, pack, packidx,
1590 c59b3346 2018-09-11 stsp &objcache);
1592 59d1e4a0 2021-03-10 stsp case GOT_IMSG_PACKED_RAW_OBJECT_REQUEST:
1593 db696021 2022-01-04 stsp if (basefile == NULL || accumfile == NULL) {
1594 db696021 2022-01-04 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1597 59d1e4a0 2021-03-10 stsp err = raw_object_request(&imsg, &ibuf, pack, packidx,
1598 db696021 2022-01-04 stsp &objcache, basefile, accumfile);
1600 67fd6849 2022-02-13 stsp case GOT_IMSG_RAW_DELTA_OUTFD:
1601 67fd6849 2022-02-13 stsp if (delta_outfile != NULL) {
1602 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1605 67fd6849 2022-02-13 stsp err = receive_tempfile(&delta_outfile, "w",
1606 67fd6849 2022-02-13 stsp &imsg, &ibuf);
1608 67fd6849 2022-02-13 stsp case GOT_IMSG_RAW_DELTA_REQUEST:
1609 67fd6849 2022-02-13 stsp if (delta_outfile == NULL) {
1610 67fd6849 2022-02-13 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1613 67fd6849 2022-02-13 stsp err = raw_delta_request(&imsg, &ibuf, delta_outfile,
1614 67fd6849 2022-02-13 stsp pack, packidx);
1616 fae7e038 2022-05-07 stsp case GOT_IMSG_DELTA_REUSE_REQUEST:
1617 fae7e038 2022-05-07 stsp if (delta_outfile == NULL) {
1618 fae7e038 2022-05-07 stsp err = got_error(GOT_ERR_PRIVSEP_NO_FD);
1621 fae7e038 2022-05-07 stsp err = delta_reuse_request(&imsg, &ibuf,
1622 fae7e038 2022-05-07 stsp delta_outfile, pack, packidx);
1624 876c234b 2018-09-10 stsp case GOT_IMSG_COMMIT_REQUEST:
1625 c59b3346 2018-09-11 stsp err = commit_request(&imsg, &ibuf, pack, packidx,
1626 7762fe12 2018-11-05 stsp &objcache);
1628 876c234b 2018-09-10 stsp case GOT_IMSG_TREE_REQUEST:
1629 c59b3346 2018-09-11 stsp err = tree_request(&imsg, &ibuf, pack, packidx,
1630 62d463ca 2020-10-20 naddy &objcache);
1632 876c234b 2018-09-10 stsp case GOT_IMSG_BLOB_REQUEST:
1633 db696021 2022-01-04 stsp if (basefile == NULL || accumfile == NULL) {
1634 db696021 2022-01-04 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1637 c59b3346 2018-09-11 stsp err = blob_request(&imsg, &ibuf, pack, packidx,
1638 db696021 2022-01-04 stsp &objcache, basefile, accumfile);
1640 f4a881ce 2018-11-17 stsp case GOT_IMSG_TAG_REQUEST:
1641 f4a881ce 2018-11-17 stsp err = tag_request(&imsg, &ibuf, pack, packidx,
1642 62d463ca 2020-10-20 naddy &objcache);
1644 ca6e02ac 2020-01-07 stsp case GOT_IMSG_COMMIT_TRAVERSAL_REQUEST:
1645 ca6e02ac 2020-01-07 stsp err = commit_traversal_request(&imsg, &ibuf, pack,
1646 ca6e02ac 2020-01-07 stsp packidx, &objcache);
1648 cee6a7ea 2022-06-07 stsp case GOT_IMSG_OBJECT_ENUMERATION_REQUEST:
1649 cee6a7ea 2022-06-07 stsp err = enumeration_request(&imsg, &ibuf, pack,
1650 cee6a7ea 2022-06-07 stsp packidx, &objcache);
1653 876c234b 2018-09-10 stsp err = got_error(GOT_ERR_PRIVSEP_MSG);
1657 08578a35 2021-01-22 stsp if (imsg.fd != -1 && close(imsg.fd) == -1 && err == NULL)
1658 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
1659 876c234b 2018-09-10 stsp imsg_free(&imsg);
1664 c59b3346 2018-09-11 stsp if (packidx)
1665 c59b3346 2018-09-11 stsp got_packidx_close(packidx);
1667 c59b3346 2018-09-11 stsp got_pack_close(pack);
1668 48d5fe42 2018-09-15 stsp got_object_cache_close(&objcache);
1669 876c234b 2018-09-10 stsp imsg_clear(&ibuf);
1670 db696021 2022-01-04 stsp if (basefile && fclose(basefile) == EOF && err == NULL)
1671 db696021 2022-01-04 stsp err = got_error_from_errno("fclose");
1672 db696021 2022-01-04 stsp if (accumfile && fclose(accumfile) == EOF && err == NULL)
1673 db696021 2022-01-04 stsp err = got_error_from_errno("fclose");
1674 67fd6849 2022-02-13 stsp if (delta_outfile && fclose(delta_outfile) == EOF && err == NULL)
1675 67fd6849 2022-02-13 stsp err = got_error_from_errno("fclose");
1676 99437157 2018-11-11 stsp if (err) {
1677 80d5f134 2018-11-11 stsp if (!sigint_received && err->code != GOT_ERR_PRIVSEP_PIPE) {
1678 80d5f134 2018-11-11 stsp fprintf(stderr, "%s: %s\n", getprogname(), err->msg);
1679 99437157 2018-11-11 stsp got_privsep_send_error(&ibuf, err);
1682 08578a35 2021-01-22 stsp if (close(GOT_IMSG_FD_CHILD) == -1 && err == NULL)
1683 638f9024 2019-05-13 stsp err = got_error_from_errno("close");
1684 876c234b 2018-09-10 stsp return err ? 1 : 0;
