Blame


1 8e359fa0 2022-10-13 stsp /*
2 8e359fa0 2022-10-13 stsp * Copyright (c) 2018, 2019, 2022 Stefan Sperling <stsp@openbsd.org>
3 8e359fa0 2022-10-13 stsp *
4 8e359fa0 2022-10-13 stsp * Permission to use, copy, modify, and distribute this software for any
5 8e359fa0 2022-10-13 stsp * purpose with or without fee is hereby granted, provided that the above
6 8e359fa0 2022-10-13 stsp * copyright notice and this permission notice appear in all copies.
7 8e359fa0 2022-10-13 stsp *
8 8e359fa0 2022-10-13 stsp * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 8e359fa0 2022-10-13 stsp * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 8e359fa0 2022-10-13 stsp * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 8e359fa0 2022-10-13 stsp * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 8e359fa0 2022-10-13 stsp * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 8e359fa0 2022-10-13 stsp * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 8e359fa0 2022-10-13 stsp * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15 8e359fa0 2022-10-13 stsp */
16 8e359fa0 2022-10-13 stsp
17 8e359fa0 2022-10-13 stsp #include <sys/mman.h>
18 8e359fa0 2022-10-13 stsp #include <sys/queue.h>
19 8e359fa0 2022-10-13 stsp #include <sys/types.h>
20 8e359fa0 2022-10-13 stsp #include <sys/tree.h>
21 8e359fa0 2022-10-13 stsp #include <sys/stat.h>
22 8e359fa0 2022-10-13 stsp #include <sys/socket.h>
23 8e359fa0 2022-10-13 stsp #include <sys/uio.h>
24 8e359fa0 2022-10-13 stsp
25 8e359fa0 2022-10-13 stsp #include <errno.h>
26 8e359fa0 2022-10-13 stsp #include <imsg.h>
27 494e2b9b 2024-03-27 stsp #include <stddef.h>
28 8e359fa0 2022-10-13 stsp #include <stdio.h>
29 8e359fa0 2022-10-13 stsp #include <stdint.h>
30 8e359fa0 2022-10-13 stsp #include <stdlib.h>
31 8e359fa0 2022-10-13 stsp #include <string.h>
32 8e359fa0 2022-10-13 stsp #include <sha1.h>
33 5822e79e 2023-02-23 op #include <sha2.h>
34 8e359fa0 2022-10-13 stsp #include <limits.h>
35 8e359fa0 2022-10-13 stsp #include <unistd.h>
36 8e359fa0 2022-10-13 stsp
37 8e359fa0 2022-10-13 stsp #include "got_error.h"
38 8e359fa0 2022-10-13 stsp #include "got_object.h"
39 8e359fa0 2022-10-13 stsp #include "got_repository.h"
40 8e359fa0 2022-10-13 stsp #include "got_opentemp.h"
41 8e359fa0 2022-10-13 stsp #include "got_path.h"
42 8e359fa0 2022-10-13 stsp
43 8e359fa0 2022-10-13 stsp #include "got_lib_delta.h"
44 8e359fa0 2022-10-13 stsp #include "got_lib_object.h"
45 8e359fa0 2022-10-13 stsp #include "got_lib_privsep.h"
46 8e359fa0 2022-10-13 stsp #include "got_lib_object_cache.h"
47 8e359fa0 2022-10-13 stsp #include "got_lib_pack.h"
48 8e359fa0 2022-10-13 stsp #include "got_lib_repository.h"
49 8e359fa0 2022-10-13 stsp
50 8e359fa0 2022-10-13 stsp static const struct got_error *
51 8e359fa0 2022-10-13 stsp request_packed_object(struct got_object **obj, struct got_pack *pack, int idx,
52 8e359fa0 2022-10-13 stsp struct got_object_id *id)
53 8e359fa0 2022-10-13 stsp {
54 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
55 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf = pack->privsep_child->ibuf;
56 8e359fa0 2022-10-13 stsp
57 8e359fa0 2022-10-13 stsp err = got_privsep_send_packed_obj_req(ibuf, idx, id);
58 8e359fa0 2022-10-13 stsp if (err)
59 8e359fa0 2022-10-13 stsp return err;
60 8e359fa0 2022-10-13 stsp
61 8e359fa0 2022-10-13 stsp err = got_privsep_recv_obj(obj, ibuf);
62 8e359fa0 2022-10-13 stsp if (err)
63 8e359fa0 2022-10-13 stsp return err;
64 8e359fa0 2022-10-13 stsp
65 8e359fa0 2022-10-13 stsp memcpy(&(*obj)->id, id, sizeof((*obj)->id));
66 8e359fa0 2022-10-13 stsp
67 8e359fa0 2022-10-13 stsp return NULL;
68 8e359fa0 2022-10-13 stsp }
69 8e359fa0 2022-10-13 stsp
70 8e359fa0 2022-10-13 stsp /* Create temporary files used during delta application. */
71 8e359fa0 2022-10-13 stsp static const struct got_error *
72 8e359fa0 2022-10-13 stsp pack_child_send_tempfiles(struct imsgbuf *ibuf, struct got_pack *pack)
73 8e359fa0 2022-10-13 stsp {
74 8e359fa0 2022-10-13 stsp const struct got_error *err;
75 8e359fa0 2022-10-13 stsp int basefd = -1, accumfd = -1;
76 8e359fa0 2022-10-13 stsp
77 8e359fa0 2022-10-13 stsp /*
78 8e359fa0 2022-10-13 stsp * For performance reasons, the child will keep reusing the
79 8e359fa0 2022-10-13 stsp * same temporary files during every object request.
80 8e359fa0 2022-10-13 stsp * Opening and closing new files for every object request is
81 8e359fa0 2022-10-13 stsp * too expensive during operations such as 'gotadmin pack'.
82 8e359fa0 2022-10-13 stsp */
83 8e359fa0 2022-10-13 stsp if (pack->child_has_tempfiles)
84 8e359fa0 2022-10-13 stsp return NULL;
85 8e359fa0 2022-10-13 stsp
86 8e359fa0 2022-10-13 stsp basefd = dup(pack->basefd);
87 8e359fa0 2022-10-13 stsp if (basefd == -1)
88 8e359fa0 2022-10-13 stsp return got_error_from_errno("dup");
89 8e359fa0 2022-10-13 stsp
90 8e359fa0 2022-10-13 stsp accumfd = dup(pack->accumfd);
91 8e359fa0 2022-10-13 stsp if (accumfd == -1) {
92 8e359fa0 2022-10-13 stsp err = got_error_from_errno("dup");
93 8e359fa0 2022-10-13 stsp goto done;
94 8e359fa0 2022-10-13 stsp }
95 8e359fa0 2022-10-13 stsp
96 8e359fa0 2022-10-13 stsp err = got_privsep_send_tmpfd(ibuf, basefd);
97 8e359fa0 2022-10-13 stsp if (err)
98 8e359fa0 2022-10-13 stsp goto done;
99 8e359fa0 2022-10-13 stsp
100 8e359fa0 2022-10-13 stsp err = got_privsep_send_tmpfd(ibuf, accumfd);
101 8e359fa0 2022-10-13 stsp done:
102 8e359fa0 2022-10-13 stsp if (err) {
103 8e359fa0 2022-10-13 stsp if (basefd != -1)
104 8e359fa0 2022-10-13 stsp close(basefd);
105 8e359fa0 2022-10-13 stsp if (accumfd != -1)
106 8e359fa0 2022-10-13 stsp close(accumfd);
107 8e359fa0 2022-10-13 stsp } else
108 8e359fa0 2022-10-13 stsp pack->child_has_tempfiles = 1;
109 c33c3763 2023-02-03 mark return err;
110 8e359fa0 2022-10-13 stsp }
111 8e359fa0 2022-10-13 stsp
112 8e359fa0 2022-10-13 stsp static const struct got_error *
113 8e359fa0 2022-10-13 stsp request_packed_object_raw(uint8_t **outbuf, off_t *size, size_t *hdrlen,
114 8e359fa0 2022-10-13 stsp int outfd, struct got_pack *pack, int idx, struct got_object_id *id)
115 8e359fa0 2022-10-13 stsp {
116 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
117 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf = pack->privsep_child->ibuf;
118 8e359fa0 2022-10-13 stsp int outfd_child;
119 8e359fa0 2022-10-13 stsp
120 06bd8ee4 2024-02-13 op err = pack_child_send_tempfiles(ibuf, pack);
121 06bd8ee4 2024-02-13 op if (err)
122 8e359fa0 2022-10-13 stsp return err;
123 8e359fa0 2022-10-13 stsp
124 8e359fa0 2022-10-13 stsp outfd_child = dup(outfd);
125 8e359fa0 2022-10-13 stsp if (outfd_child == -1)
126 8e359fa0 2022-10-13 stsp return got_error_from_errno("dup");
127 8e359fa0 2022-10-13 stsp
128 8e359fa0 2022-10-13 stsp err = got_privsep_send_packed_raw_obj_req(ibuf, idx, id);
129 8e359fa0 2022-10-13 stsp if (err) {
130 8e359fa0 2022-10-13 stsp close(outfd_child);
131 8e359fa0 2022-10-13 stsp return err;
132 8e359fa0 2022-10-13 stsp }
133 8e359fa0 2022-10-13 stsp
134 8e359fa0 2022-10-13 stsp err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
135 8e359fa0 2022-10-13 stsp if (err)
136 8e359fa0 2022-10-13 stsp return err;
137 8e359fa0 2022-10-13 stsp
138 8e359fa0 2022-10-13 stsp err = got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
139 8e359fa0 2022-10-13 stsp if (err)
140 8e359fa0 2022-10-13 stsp return err;
141 8e359fa0 2022-10-13 stsp
142 8e359fa0 2022-10-13 stsp return NULL;
143 8e359fa0 2022-10-13 stsp }
144 8e359fa0 2022-10-13 stsp
145 8e359fa0 2022-10-13 stsp static const struct got_error *
146 8e359fa0 2022-10-13 stsp read_packed_object_privsep(struct got_object **obj,
147 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_pack *pack,
148 8e359fa0 2022-10-13 stsp struct got_packidx *packidx, int idx, struct got_object_id *id)
149 8e359fa0 2022-10-13 stsp {
150 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
151 8e359fa0 2022-10-13 stsp
152 8e359fa0 2022-10-13 stsp if (pack->privsep_child == NULL) {
153 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
154 8e359fa0 2022-10-13 stsp if (err)
155 8e359fa0 2022-10-13 stsp return err;
156 8e359fa0 2022-10-13 stsp }
157 8e359fa0 2022-10-13 stsp
158 8e359fa0 2022-10-13 stsp return request_packed_object(obj, pack, idx, id);
159 8e359fa0 2022-10-13 stsp }
160 8e359fa0 2022-10-13 stsp
161 8e359fa0 2022-10-13 stsp static const struct got_error *
162 8e359fa0 2022-10-13 stsp read_packed_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
163 8e359fa0 2022-10-13 stsp int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
164 8e359fa0 2022-10-13 stsp struct got_object_id *id)
165 8e359fa0 2022-10-13 stsp {
166 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
167 8e359fa0 2022-10-13 stsp
168 8e359fa0 2022-10-13 stsp if (pack->privsep_child == NULL) {
169 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
170 8e359fa0 2022-10-13 stsp if (err)
171 8e359fa0 2022-10-13 stsp return err;
172 8e359fa0 2022-10-13 stsp }
173 8e359fa0 2022-10-13 stsp
174 8e359fa0 2022-10-13 stsp return request_packed_object_raw(outbuf, size, hdrlen, outfd, pack,
175 8e359fa0 2022-10-13 stsp idx, id);
176 8e359fa0 2022-10-13 stsp }
177 8e359fa0 2022-10-13 stsp
178 8e359fa0 2022-10-13 stsp const struct got_error *
179 8e359fa0 2022-10-13 stsp got_object_open_packed(struct got_object **obj, struct got_object_id *id,
180 8e359fa0 2022-10-13 stsp struct got_repository *repo)
181 8e359fa0 2022-10-13 stsp {
182 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
183 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
184 8e359fa0 2022-10-13 stsp struct got_packidx *packidx = NULL;
185 8e359fa0 2022-10-13 stsp int idx;
186 8e359fa0 2022-10-13 stsp char *path_packfile;
187 8e359fa0 2022-10-13 stsp
188 8e359fa0 2022-10-13 stsp err = got_repo_search_packidx(&packidx, &idx, repo, id);
189 8e359fa0 2022-10-13 stsp if (err)
190 8e359fa0 2022-10-13 stsp return err;
191 8e359fa0 2022-10-13 stsp
192 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
193 8e359fa0 2022-10-13 stsp packidx->path_packidx);
194 8e359fa0 2022-10-13 stsp if (err)
195 8e359fa0 2022-10-13 stsp return err;
196 8e359fa0 2022-10-13 stsp
197 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
198 8e359fa0 2022-10-13 stsp if (pack == NULL) {
199 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
200 8e359fa0 2022-10-13 stsp if (err)
201 8e359fa0 2022-10-13 stsp goto done;
202 8e359fa0 2022-10-13 stsp }
203 8e359fa0 2022-10-13 stsp
204 8e359fa0 2022-10-13 stsp err = read_packed_object_privsep(obj, repo, pack, packidx, idx, id);
205 8e359fa0 2022-10-13 stsp if (err)
206 8e359fa0 2022-10-13 stsp goto done;
207 8e359fa0 2022-10-13 stsp done:
208 8e359fa0 2022-10-13 stsp free(path_packfile);
209 8e359fa0 2022-10-13 stsp return err;
210 8e359fa0 2022-10-13 stsp }
211 8e359fa0 2022-10-13 stsp
212 8e359fa0 2022-10-13 stsp const struct got_error *
213 8e359fa0 2022-10-13 stsp got_object_open_from_packfile(struct got_object **obj, struct got_object_id *id,
214 8e359fa0 2022-10-13 stsp struct got_pack *pack, struct got_packidx *packidx, int obj_idx,
215 8e359fa0 2022-10-13 stsp struct got_repository *repo)
216 8e359fa0 2022-10-13 stsp {
217 8e359fa0 2022-10-13 stsp return read_packed_object_privsep(obj, repo, pack, packidx,
218 8e359fa0 2022-10-13 stsp obj_idx, id);
219 8e359fa0 2022-10-13 stsp }
220 8e359fa0 2022-10-13 stsp
221 8e359fa0 2022-10-13 stsp const struct got_error *
222 8e359fa0 2022-10-13 stsp got_object_read_raw_delta(uint64_t *base_size, uint64_t *result_size,
223 8e359fa0 2022-10-13 stsp off_t *delta_size, off_t *delta_compressed_size, off_t *delta_offset,
224 8e359fa0 2022-10-13 stsp off_t *delta_out_offset, struct got_object_id **base_id, int delta_cache_fd,
225 8e359fa0 2022-10-13 stsp struct got_packidx *packidx, int obj_idx, struct got_object_id *id,
226 8e359fa0 2022-10-13 stsp struct got_repository *repo)
227 8e359fa0 2022-10-13 stsp {
228 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
229 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
230 8e359fa0 2022-10-13 stsp char *path_packfile;
231 8e359fa0 2022-10-13 stsp
232 8e359fa0 2022-10-13 stsp *base_size = 0;
233 8e359fa0 2022-10-13 stsp *result_size = 0;
234 8e359fa0 2022-10-13 stsp *delta_size = 0;
235 8e359fa0 2022-10-13 stsp *delta_compressed_size = 0;
236 8e359fa0 2022-10-13 stsp *delta_offset = 0;
237 8e359fa0 2022-10-13 stsp *delta_out_offset = 0;
238 8e359fa0 2022-10-13 stsp
239 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
240 8e359fa0 2022-10-13 stsp packidx->path_packidx);
241 8e359fa0 2022-10-13 stsp if (err)
242 8e359fa0 2022-10-13 stsp return err;
243 8e359fa0 2022-10-13 stsp
244 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
245 8e359fa0 2022-10-13 stsp if (pack == NULL) {
246 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
247 8e359fa0 2022-10-13 stsp if (err)
248 8e359fa0 2022-10-13 stsp return err;
249 8e359fa0 2022-10-13 stsp }
250 8e359fa0 2022-10-13 stsp
251 8e359fa0 2022-10-13 stsp if (pack->privsep_child == NULL) {
252 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
253 8e359fa0 2022-10-13 stsp if (err)
254 8e359fa0 2022-10-13 stsp return err;
255 8e359fa0 2022-10-13 stsp }
256 8e359fa0 2022-10-13 stsp
257 8e359fa0 2022-10-13 stsp if (!pack->child_has_delta_outfd) {
258 8e359fa0 2022-10-13 stsp int outfd_child;
259 8e359fa0 2022-10-13 stsp outfd_child = dup(delta_cache_fd);
260 8e359fa0 2022-10-13 stsp if (outfd_child == -1)
261 8e359fa0 2022-10-13 stsp return got_error_from_errno("dup");
262 8e359fa0 2022-10-13 stsp err = got_privsep_send_raw_delta_outfd(
263 8e359fa0 2022-10-13 stsp pack->privsep_child->ibuf, outfd_child);
264 8e359fa0 2022-10-13 stsp if (err)
265 8e359fa0 2022-10-13 stsp return err;
266 8e359fa0 2022-10-13 stsp pack->child_has_delta_outfd = 1;
267 8e359fa0 2022-10-13 stsp }
268 8e359fa0 2022-10-13 stsp
269 8e359fa0 2022-10-13 stsp err = got_privsep_send_raw_delta_req(pack->privsep_child->ibuf,
270 8e359fa0 2022-10-13 stsp obj_idx, id);
271 8e359fa0 2022-10-13 stsp if (err)
272 8e359fa0 2022-10-13 stsp return err;
273 8e359fa0 2022-10-13 stsp
274 8e359fa0 2022-10-13 stsp return got_privsep_recv_raw_delta(base_size, result_size, delta_size,
275 8e359fa0 2022-10-13 stsp delta_compressed_size, delta_offset, delta_out_offset, base_id,
276 8e359fa0 2022-10-13 stsp pack->privsep_child->ibuf);
277 8e359fa0 2022-10-13 stsp }
278 8e359fa0 2022-10-13 stsp
279 8e359fa0 2022-10-13 stsp static const struct got_error *
280 8e359fa0 2022-10-13 stsp request_object(struct got_object **obj, struct got_object_id *id,
281 8e359fa0 2022-10-13 stsp struct got_repository *repo, int fd)
282 8e359fa0 2022-10-13 stsp {
283 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
284 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf;
285 8e359fa0 2022-10-13 stsp
286 8e359fa0 2022-10-13 stsp ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
287 8e359fa0 2022-10-13 stsp
288 8e359fa0 2022-10-13 stsp err = got_privsep_send_obj_req(ibuf, fd, id);
289 8e359fa0 2022-10-13 stsp if (err)
290 8e359fa0 2022-10-13 stsp return err;
291 8e359fa0 2022-10-13 stsp
292 8e359fa0 2022-10-13 stsp return got_privsep_recv_obj(obj, ibuf);
293 8e359fa0 2022-10-13 stsp }
294 8e359fa0 2022-10-13 stsp
295 8e359fa0 2022-10-13 stsp static const struct got_error *
296 8e359fa0 2022-10-13 stsp request_raw_object(uint8_t **outbuf, off_t *size, size_t *hdrlen, int outfd,
297 8e359fa0 2022-10-13 stsp struct got_object_id *id, struct got_repository *repo, int infd)
298 8e359fa0 2022-10-13 stsp {
299 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
300 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf;
301 8e359fa0 2022-10-13 stsp int outfd_child;
302 8e359fa0 2022-10-13 stsp
303 8e359fa0 2022-10-13 stsp ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].ibuf;
304 8e359fa0 2022-10-13 stsp
305 8e359fa0 2022-10-13 stsp outfd_child = dup(outfd);
306 8e359fa0 2022-10-13 stsp if (outfd_child == -1)
307 8e359fa0 2022-10-13 stsp return got_error_from_errno("dup");
308 8e359fa0 2022-10-13 stsp
309 8e359fa0 2022-10-13 stsp err = got_privsep_send_raw_obj_req(ibuf, infd, id);
310 8e359fa0 2022-10-13 stsp if (err)
311 8e359fa0 2022-10-13 stsp return err;
312 8e359fa0 2022-10-13 stsp
313 8e359fa0 2022-10-13 stsp err = got_privsep_send_raw_obj_outfd(ibuf, outfd_child);
314 8e359fa0 2022-10-13 stsp if (err)
315 8e359fa0 2022-10-13 stsp return err;
316 8e359fa0 2022-10-13 stsp
317 8e359fa0 2022-10-13 stsp return got_privsep_recv_raw_obj(outbuf, size, hdrlen, ibuf);
318 8e359fa0 2022-10-13 stsp }
319 8e359fa0 2022-10-13 stsp
320 8e359fa0 2022-10-13 stsp static const struct got_error *
321 1d9e43b0 2022-10-13 stsp start_child(struct got_repository *repo, int type)
322 8e359fa0 2022-10-13 stsp {
323 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
324 8e359fa0 2022-10-13 stsp int imsg_fds[2];
325 8e359fa0 2022-10-13 stsp pid_t pid;
326 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf;
327 1d9e43b0 2022-10-13 stsp const char *prog_path;
328 1d9e43b0 2022-10-13 stsp
329 1d9e43b0 2022-10-13 stsp switch (type) {
330 1d9e43b0 2022-10-13 stsp case GOT_REPO_PRIVSEP_CHILD_OBJECT:
331 1d9e43b0 2022-10-13 stsp prog_path = GOT_PATH_PROG_READ_OBJECT;
332 1d9e43b0 2022-10-13 stsp break;
333 1d9e43b0 2022-10-13 stsp case GOT_REPO_PRIVSEP_CHILD_TREE:
334 1d9e43b0 2022-10-13 stsp prog_path = GOT_PATH_PROG_READ_TREE;
335 1d9e43b0 2022-10-13 stsp break;
336 1d9e43b0 2022-10-13 stsp case GOT_REPO_PRIVSEP_CHILD_COMMIT:
337 1d9e43b0 2022-10-13 stsp prog_path = GOT_PATH_PROG_READ_COMMIT;
338 1d9e43b0 2022-10-13 stsp break;
339 1d9e43b0 2022-10-13 stsp case GOT_REPO_PRIVSEP_CHILD_BLOB:
340 1d9e43b0 2022-10-13 stsp prog_path = GOT_PATH_PROG_READ_BLOB;
341 1d9e43b0 2022-10-13 stsp break;
342 1d9e43b0 2022-10-13 stsp case GOT_REPO_PRIVSEP_CHILD_TAG:
343 1d9e43b0 2022-10-13 stsp prog_path = GOT_PATH_PROG_READ_TAG;
344 1d9e43b0 2022-10-13 stsp break;
345 1d9e43b0 2022-10-13 stsp default:
346 1d9e43b0 2022-10-13 stsp return got_error(GOT_ERR_OBJ_TYPE);
347 1d9e43b0 2022-10-13 stsp }
348 8e359fa0 2022-10-13 stsp
349 8e359fa0 2022-10-13 stsp ibuf = calloc(1, sizeof(*ibuf));
350 8e359fa0 2022-10-13 stsp if (ibuf == NULL)
351 8e359fa0 2022-10-13 stsp return got_error_from_errno("calloc");
352 8e359fa0 2022-10-13 stsp
353 8e359fa0 2022-10-13 stsp if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fds) == -1) {
354 8e359fa0 2022-10-13 stsp err = got_error_from_errno("socketpair");
355 8e359fa0 2022-10-13 stsp free(ibuf);
356 8e359fa0 2022-10-13 stsp return err;
357 8e359fa0 2022-10-13 stsp }
358 8e359fa0 2022-10-13 stsp
359 8e359fa0 2022-10-13 stsp pid = fork();
360 8e359fa0 2022-10-13 stsp if (pid == -1) {
361 8e359fa0 2022-10-13 stsp err = got_error_from_errno("fork");
362 8e359fa0 2022-10-13 stsp free(ibuf);
363 8e359fa0 2022-10-13 stsp return err;
364 8e359fa0 2022-10-13 stsp }
365 8e359fa0 2022-10-13 stsp else if (pid == 0) {
366 1d9e43b0 2022-10-13 stsp got_privsep_exec_child(imsg_fds, prog_path, repo->path);
367 8e359fa0 2022-10-13 stsp /* not reached */
368 8e359fa0 2022-10-13 stsp }
369 8e359fa0 2022-10-13 stsp
370 8e359fa0 2022-10-13 stsp if (close(imsg_fds[1]) == -1) {
371 8e359fa0 2022-10-13 stsp err = got_error_from_errno("close");
372 8e359fa0 2022-10-13 stsp free(ibuf);
373 8e359fa0 2022-10-13 stsp return err;
374 8e359fa0 2022-10-13 stsp }
375 8e359fa0 2022-10-13 stsp
376 1d9e43b0 2022-10-13 stsp repo->privsep_children[type].imsg_fd = imsg_fds[0];
377 1d9e43b0 2022-10-13 stsp repo->privsep_children[type].pid = pid;
378 8e359fa0 2022-10-13 stsp imsg_init(ibuf, imsg_fds[0]);
379 1d9e43b0 2022-10-13 stsp repo->privsep_children[type].ibuf = ibuf;
380 8e359fa0 2022-10-13 stsp
381 8e359fa0 2022-10-13 stsp return NULL;
382 8e359fa0 2022-10-13 stsp }
383 8e359fa0 2022-10-13 stsp
384 8e359fa0 2022-10-13 stsp const struct got_error *
385 8e359fa0 2022-10-13 stsp got_object_read_header_privsep(struct got_object **obj,
386 8e359fa0 2022-10-13 stsp struct got_object_id *id, struct got_repository *repo, int obj_fd)
387 8e359fa0 2022-10-13 stsp {
388 8e359fa0 2022-10-13 stsp const struct got_error *err;
389 8e359fa0 2022-10-13 stsp
390 8e359fa0 2022-10-13 stsp if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
391 8e359fa0 2022-10-13 stsp return request_object(obj, id, repo, obj_fd);
392 8e359fa0 2022-10-13 stsp
393 1d9e43b0 2022-10-13 stsp err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
394 1d9e43b0 2022-10-13 stsp if (err)
395 8e359fa0 2022-10-13 stsp return err;
396 8e359fa0 2022-10-13 stsp
397 8e359fa0 2022-10-13 stsp return request_object(obj, id, repo, obj_fd);
398 8e359fa0 2022-10-13 stsp }
399 8e359fa0 2022-10-13 stsp
400 8e359fa0 2022-10-13 stsp static const struct got_error *
401 8e359fa0 2022-10-13 stsp read_object_raw_privsep(uint8_t **outbuf, off_t *size, size_t *hdrlen,
402 8e359fa0 2022-10-13 stsp int outfd, struct got_object_id *id, struct got_repository *repo,
403 8e359fa0 2022-10-13 stsp int obj_fd)
404 8e359fa0 2022-10-13 stsp {
405 8e359fa0 2022-10-13 stsp const struct got_error *err;
406 8e359fa0 2022-10-13 stsp
407 8e359fa0 2022-10-13 stsp if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_OBJECT].imsg_fd != -1)
408 8e359fa0 2022-10-13 stsp return request_raw_object(outbuf, size, hdrlen, outfd, id,
409 8e359fa0 2022-10-13 stsp repo, obj_fd);
410 8e359fa0 2022-10-13 stsp
411 1d9e43b0 2022-10-13 stsp err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_OBJECT);
412 8e359fa0 2022-10-13 stsp if (err)
413 8e359fa0 2022-10-13 stsp return err;
414 8e359fa0 2022-10-13 stsp
415 8e359fa0 2022-10-13 stsp return request_raw_object(outbuf, size, hdrlen, outfd, id, repo,
416 8e359fa0 2022-10-13 stsp obj_fd);
417 8e359fa0 2022-10-13 stsp }
418 8e359fa0 2022-10-13 stsp
419 8e359fa0 2022-10-13 stsp const struct got_error *
420 8e359fa0 2022-10-13 stsp got_object_open(struct got_object **obj, struct got_repository *repo,
421 8e359fa0 2022-10-13 stsp struct got_object_id *id)
422 8e359fa0 2022-10-13 stsp {
423 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
424 8e359fa0 2022-10-13 stsp int fd;
425 8e359fa0 2022-10-13 stsp
426 8e359fa0 2022-10-13 stsp *obj = got_repo_get_cached_object(repo, id);
427 8e359fa0 2022-10-13 stsp if (*obj != NULL) {
428 8e359fa0 2022-10-13 stsp (*obj)->refcnt++;
429 8e359fa0 2022-10-13 stsp return NULL;
430 8e359fa0 2022-10-13 stsp }
431 8e359fa0 2022-10-13 stsp
432 8e359fa0 2022-10-13 stsp err = got_object_open_packed(obj, id, repo);
433 8e359fa0 2022-10-13 stsp if (err && err->code != GOT_ERR_NO_OBJ)
434 8e359fa0 2022-10-13 stsp return err;
435 8e359fa0 2022-10-13 stsp if (*obj) {
436 8e359fa0 2022-10-13 stsp (*obj)->refcnt++;
437 8e359fa0 2022-10-13 stsp return got_repo_cache_object(repo, id, *obj);
438 8e359fa0 2022-10-13 stsp }
439 8e359fa0 2022-10-13 stsp
440 8e359fa0 2022-10-13 stsp err = got_object_open_loose_fd(&fd, id, repo);
441 8e359fa0 2022-10-13 stsp if (err) {
442 8e359fa0 2022-10-13 stsp if (err->code == GOT_ERR_ERRNO && errno == ENOENT)
443 8e359fa0 2022-10-13 stsp err = got_error_no_obj(id);
444 8e359fa0 2022-10-13 stsp return err;
445 8e359fa0 2022-10-13 stsp }
446 8e359fa0 2022-10-13 stsp
447 8e359fa0 2022-10-13 stsp err = got_object_read_header_privsep(obj, id, repo, fd);
448 8e359fa0 2022-10-13 stsp if (err)
449 8e359fa0 2022-10-13 stsp return err;
450 8e359fa0 2022-10-13 stsp
451 3e0381db 2023-02-05 op memcpy(&(*obj)->id, id, sizeof(*id));
452 8e359fa0 2022-10-13 stsp
453 8e359fa0 2022-10-13 stsp (*obj)->refcnt++;
454 8e359fa0 2022-10-13 stsp return got_repo_cache_object(repo, id, *obj);
455 8e359fa0 2022-10-13 stsp }
456 8e359fa0 2022-10-13 stsp
457 8e359fa0 2022-10-13 stsp /* *outfd must be initialized to -1 by caller */
458 8e359fa0 2022-10-13 stsp const struct got_error *
459 8e359fa0 2022-10-13 stsp got_object_raw_open(struct got_raw_object **obj, int *outfd,
460 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object_id *id)
461 8e359fa0 2022-10-13 stsp {
462 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
463 8e359fa0 2022-10-13 stsp struct got_packidx *packidx = NULL;
464 8e359fa0 2022-10-13 stsp int idx;
465 8e359fa0 2022-10-13 stsp uint8_t *outbuf = NULL;
466 8e359fa0 2022-10-13 stsp off_t size = 0;
467 8e359fa0 2022-10-13 stsp size_t hdrlen = 0;
468 8e359fa0 2022-10-13 stsp char *path_packfile = NULL;
469 8e359fa0 2022-10-13 stsp
470 8e359fa0 2022-10-13 stsp *obj = got_repo_get_cached_raw_object(repo, id);
471 8e359fa0 2022-10-13 stsp if (*obj != NULL) {
472 8e359fa0 2022-10-13 stsp (*obj)->refcnt++;
473 8e359fa0 2022-10-13 stsp return NULL;
474 8e359fa0 2022-10-13 stsp }
475 8e359fa0 2022-10-13 stsp
476 8e359fa0 2022-10-13 stsp if (*outfd == -1) {
477 8e359fa0 2022-10-13 stsp *outfd = got_opentempfd();
478 8e359fa0 2022-10-13 stsp if (*outfd == -1)
479 8e359fa0 2022-10-13 stsp return got_error_from_errno("got_opentempfd");
480 8e359fa0 2022-10-13 stsp }
481 8e359fa0 2022-10-13 stsp
482 8e359fa0 2022-10-13 stsp err = got_repo_search_packidx(&packidx, &idx, repo, id);
483 8e359fa0 2022-10-13 stsp if (err == NULL) {
484 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
485 8e359fa0 2022-10-13 stsp
486 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
487 8e359fa0 2022-10-13 stsp packidx->path_packidx);
488 8e359fa0 2022-10-13 stsp if (err)
489 8e359fa0 2022-10-13 stsp goto done;
490 8e359fa0 2022-10-13 stsp
491 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
492 8e359fa0 2022-10-13 stsp if (pack == NULL) {
493 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile,
494 8e359fa0 2022-10-13 stsp packidx);
495 8e359fa0 2022-10-13 stsp if (err)
496 8e359fa0 2022-10-13 stsp goto done;
497 8e359fa0 2022-10-13 stsp }
498 8e359fa0 2022-10-13 stsp err = read_packed_object_raw_privsep(&outbuf, &size, &hdrlen,
499 8e359fa0 2022-10-13 stsp *outfd, pack, packidx, idx, id);
500 8e359fa0 2022-10-13 stsp if (err)
501 8e359fa0 2022-10-13 stsp goto done;
502 8e359fa0 2022-10-13 stsp } else if (err->code == GOT_ERR_NO_OBJ) {
503 8e359fa0 2022-10-13 stsp int fd;
504 8e359fa0 2022-10-13 stsp
505 8e359fa0 2022-10-13 stsp err = got_object_open_loose_fd(&fd, id, repo);
506 8e359fa0 2022-10-13 stsp if (err)
507 8e359fa0 2022-10-13 stsp goto done;
508 8e359fa0 2022-10-13 stsp err = read_object_raw_privsep(&outbuf, &size, &hdrlen, *outfd,
509 8e359fa0 2022-10-13 stsp id, repo, fd);
510 8e359fa0 2022-10-13 stsp if (err)
511 8e359fa0 2022-10-13 stsp goto done;
512 8e359fa0 2022-10-13 stsp }
513 8e359fa0 2022-10-13 stsp
514 60c140ae 2023-01-09 stsp err = got_object_raw_alloc(obj, outbuf, outfd,
515 60c140ae 2023-01-09 stsp GOT_DELTA_RESULT_SIZE_CACHED_MAX, hdrlen, size);
516 13b2bc37 2022-10-23 stsp if (err)
517 8e359fa0 2022-10-13 stsp goto done;
518 8e359fa0 2022-10-13 stsp
519 8e359fa0 2022-10-13 stsp err = got_repo_cache_raw_object(repo, id, *obj);
520 8e359fa0 2022-10-13 stsp done:
521 8e359fa0 2022-10-13 stsp free(path_packfile);
522 8e359fa0 2022-10-13 stsp if (err) {
523 8e359fa0 2022-10-13 stsp if (*obj) {
524 8e359fa0 2022-10-13 stsp got_object_raw_close(*obj);
525 8e359fa0 2022-10-13 stsp *obj = NULL;
526 8e359fa0 2022-10-13 stsp }
527 8e359fa0 2022-10-13 stsp free(outbuf);
528 e3ad2c64 2022-11-03 stsp }
529 8e359fa0 2022-10-13 stsp return err;
530 8e359fa0 2022-10-13 stsp }
531 8e359fa0 2022-10-13 stsp
532 8e359fa0 2022-10-13 stsp static const struct got_error *
533 8e359fa0 2022-10-13 stsp request_packed_commit(struct got_commit_object **commit, struct got_pack *pack,
534 8e359fa0 2022-10-13 stsp int pack_idx, struct got_object_id *id)
535 8e359fa0 2022-10-13 stsp {
536 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
537 8e359fa0 2022-10-13 stsp
538 8e359fa0 2022-10-13 stsp err = got_privsep_send_commit_req(pack->privsep_child->ibuf, -1, id,
539 8e359fa0 2022-10-13 stsp pack_idx);
540 8e359fa0 2022-10-13 stsp if (err)
541 8e359fa0 2022-10-13 stsp return err;
542 8e359fa0 2022-10-13 stsp
543 8e359fa0 2022-10-13 stsp err = got_privsep_recv_commit(commit, pack->privsep_child->ibuf);
544 8e359fa0 2022-10-13 stsp if (err)
545 8e359fa0 2022-10-13 stsp return err;
546 8e359fa0 2022-10-13 stsp
547 8e359fa0 2022-10-13 stsp (*commit)->flags |= GOT_COMMIT_FLAG_PACKED;
548 8e359fa0 2022-10-13 stsp return NULL;
549 8e359fa0 2022-10-13 stsp }
550 8e359fa0 2022-10-13 stsp
551 8e359fa0 2022-10-13 stsp static const struct got_error *
552 8e359fa0 2022-10-13 stsp read_packed_commit_privsep(struct got_commit_object **commit,
553 8e359fa0 2022-10-13 stsp struct got_pack *pack, struct got_packidx *packidx, int idx,
554 8e359fa0 2022-10-13 stsp struct got_object_id *id)
555 8e359fa0 2022-10-13 stsp {
556 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
557 8e359fa0 2022-10-13 stsp
558 8e359fa0 2022-10-13 stsp if (pack->privsep_child)
559 8e359fa0 2022-10-13 stsp return request_packed_commit(commit, pack, idx, id);
560 8e359fa0 2022-10-13 stsp
561 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
562 8e359fa0 2022-10-13 stsp if (err)
563 8e359fa0 2022-10-13 stsp return err;
564 8e359fa0 2022-10-13 stsp
565 8e359fa0 2022-10-13 stsp return request_packed_commit(commit, pack, idx, id);
566 8e359fa0 2022-10-13 stsp }
567 8e359fa0 2022-10-13 stsp
568 8e359fa0 2022-10-13 stsp static const struct got_error *
569 8e359fa0 2022-10-13 stsp request_commit(struct got_commit_object **commit, struct got_repository *repo,
570 8e359fa0 2022-10-13 stsp int fd, struct got_object_id *id)
571 8e359fa0 2022-10-13 stsp {
572 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
573 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf;
574 8e359fa0 2022-10-13 stsp
575 8e359fa0 2022-10-13 stsp ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].ibuf;
576 8e359fa0 2022-10-13 stsp
577 8e359fa0 2022-10-13 stsp err = got_privsep_send_commit_req(ibuf, fd, id, -1);
578 8e359fa0 2022-10-13 stsp if (err)
579 8e359fa0 2022-10-13 stsp return err;
580 8e359fa0 2022-10-13 stsp
581 8e359fa0 2022-10-13 stsp return got_privsep_recv_commit(commit, ibuf);
582 8e359fa0 2022-10-13 stsp }
583 8e359fa0 2022-10-13 stsp
584 8e359fa0 2022-10-13 stsp static const struct got_error *
585 8e359fa0 2022-10-13 stsp read_commit_privsep(struct got_commit_object **commit, int obj_fd,
586 8e359fa0 2022-10-13 stsp struct got_object_id *id, struct got_repository *repo)
587 8e359fa0 2022-10-13 stsp {
588 8e359fa0 2022-10-13 stsp const struct got_error *err;
589 8e359fa0 2022-10-13 stsp
590 8e359fa0 2022-10-13 stsp if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_COMMIT].imsg_fd != -1)
591 8e359fa0 2022-10-13 stsp return request_commit(commit, repo, obj_fd, id);
592 8e359fa0 2022-10-13 stsp
593 1d9e43b0 2022-10-13 stsp err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_COMMIT);
594 1d9e43b0 2022-10-13 stsp if (err)
595 8e359fa0 2022-10-13 stsp return err;
596 8e359fa0 2022-10-13 stsp
597 8e359fa0 2022-10-13 stsp return request_commit(commit, repo, obj_fd, id);
598 8e359fa0 2022-10-13 stsp }
599 8e359fa0 2022-10-13 stsp
600 8e359fa0 2022-10-13 stsp static const struct got_error *
601 8e359fa0 2022-10-13 stsp open_commit(struct got_commit_object **commit,
602 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object_id *id, int check_cache)
603 8e359fa0 2022-10-13 stsp {
604 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
605 8e359fa0 2022-10-13 stsp struct got_packidx *packidx = NULL;
606 8e359fa0 2022-10-13 stsp int idx;
607 8e359fa0 2022-10-13 stsp char *path_packfile = NULL;
608 8e359fa0 2022-10-13 stsp
609 8e359fa0 2022-10-13 stsp if (check_cache) {
610 8e359fa0 2022-10-13 stsp *commit = got_repo_get_cached_commit(repo, id);
611 8e359fa0 2022-10-13 stsp if (*commit != NULL) {
612 8e359fa0 2022-10-13 stsp (*commit)->refcnt++;
613 8e359fa0 2022-10-13 stsp return NULL;
614 8e359fa0 2022-10-13 stsp }
615 8e359fa0 2022-10-13 stsp } else
616 8e359fa0 2022-10-13 stsp *commit = NULL;
617 8e359fa0 2022-10-13 stsp
618 8e359fa0 2022-10-13 stsp err = got_repo_search_packidx(&packidx, &idx, repo, id);
619 8e359fa0 2022-10-13 stsp if (err == NULL) {
620 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
621 8e359fa0 2022-10-13 stsp
622 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
623 8e359fa0 2022-10-13 stsp packidx->path_packidx);
624 8e359fa0 2022-10-13 stsp if (err)
625 8e359fa0 2022-10-13 stsp return err;
626 8e359fa0 2022-10-13 stsp
627 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
628 8e359fa0 2022-10-13 stsp if (pack == NULL) {
629 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile,
630 8e359fa0 2022-10-13 stsp packidx);
631 8e359fa0 2022-10-13 stsp if (err)
632 8e359fa0 2022-10-13 stsp goto done;
633 8e359fa0 2022-10-13 stsp }
634 8e359fa0 2022-10-13 stsp err = read_packed_commit_privsep(commit, pack,
635 8e359fa0 2022-10-13 stsp packidx, idx, id);
636 8e359fa0 2022-10-13 stsp } else if (err->code == GOT_ERR_NO_OBJ) {
637 8e359fa0 2022-10-13 stsp int fd;
638 8e359fa0 2022-10-13 stsp
639 8e359fa0 2022-10-13 stsp err = got_object_open_loose_fd(&fd, id, repo);
640 8e359fa0 2022-10-13 stsp if (err)
641 8e359fa0 2022-10-13 stsp return err;
642 8e359fa0 2022-10-13 stsp err = read_commit_privsep(commit, fd, id, repo);
643 8e359fa0 2022-10-13 stsp }
644 8e359fa0 2022-10-13 stsp
645 8e359fa0 2022-10-13 stsp if (err == NULL) {
646 8e359fa0 2022-10-13 stsp (*commit)->refcnt++;
647 8e359fa0 2022-10-13 stsp err = got_repo_cache_commit(repo, id, *commit);
648 8e359fa0 2022-10-13 stsp }
649 8e359fa0 2022-10-13 stsp done:
650 8e359fa0 2022-10-13 stsp free(path_packfile);
651 8e359fa0 2022-10-13 stsp return err;
652 8e359fa0 2022-10-13 stsp }
653 8e359fa0 2022-10-13 stsp
654 8e359fa0 2022-10-13 stsp const struct got_error *
655 8e359fa0 2022-10-13 stsp got_object_open_as_commit(struct got_commit_object **commit,
656 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object_id *id)
657 8e359fa0 2022-10-13 stsp {
658 8e359fa0 2022-10-13 stsp *commit = got_repo_get_cached_commit(repo, id);
659 8e359fa0 2022-10-13 stsp if (*commit != NULL) {
660 8e359fa0 2022-10-13 stsp (*commit)->refcnt++;
661 8e359fa0 2022-10-13 stsp return NULL;
662 8e359fa0 2022-10-13 stsp }
663 8e359fa0 2022-10-13 stsp
664 8e359fa0 2022-10-13 stsp return open_commit(commit, repo, id, 0);
665 8e359fa0 2022-10-13 stsp }
666 8e359fa0 2022-10-13 stsp
667 8e359fa0 2022-10-13 stsp const struct got_error *
668 8e359fa0 2022-10-13 stsp got_object_commit_open(struct got_commit_object **commit,
669 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object *obj)
670 8e359fa0 2022-10-13 stsp {
671 8e359fa0 2022-10-13 stsp return open_commit(commit, repo, got_object_get_id(obj), 1);
672 8e359fa0 2022-10-13 stsp }
673 8e359fa0 2022-10-13 stsp
674 8e359fa0 2022-10-13 stsp static const struct got_error *
675 8e359fa0 2022-10-13 stsp request_packed_tree(struct got_tree_object **tree, struct got_pack *pack,
676 8e359fa0 2022-10-13 stsp int pack_idx, struct got_object_id *id)
677 8e359fa0 2022-10-13 stsp {
678 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
679 8e359fa0 2022-10-13 stsp
680 8e359fa0 2022-10-13 stsp err = got_privsep_send_tree_req(pack->privsep_child->ibuf, -1, id,
681 8e359fa0 2022-10-13 stsp pack_idx);
682 8e359fa0 2022-10-13 stsp if (err)
683 8e359fa0 2022-10-13 stsp return err;
684 8e359fa0 2022-10-13 stsp
685 8e359fa0 2022-10-13 stsp return got_privsep_recv_tree(tree, pack->privsep_child->ibuf);
686 8e359fa0 2022-10-13 stsp }
687 8e359fa0 2022-10-13 stsp
688 8e359fa0 2022-10-13 stsp static const struct got_error *
689 8e359fa0 2022-10-13 stsp read_packed_tree_privsep(struct got_tree_object **tree,
690 8e359fa0 2022-10-13 stsp struct got_pack *pack, struct got_packidx *packidx, int idx,
691 8e359fa0 2022-10-13 stsp struct got_object_id *id)
692 8e359fa0 2022-10-13 stsp {
693 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
694 8e359fa0 2022-10-13 stsp
695 8e359fa0 2022-10-13 stsp if (pack->privsep_child)
696 8e359fa0 2022-10-13 stsp return request_packed_tree(tree, pack, idx, id);
697 8e359fa0 2022-10-13 stsp
698 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
699 8e359fa0 2022-10-13 stsp if (err)
700 8e359fa0 2022-10-13 stsp return err;
701 8e359fa0 2022-10-13 stsp
702 8e359fa0 2022-10-13 stsp return request_packed_tree(tree, pack, idx, id);
703 8e359fa0 2022-10-13 stsp }
704 8e359fa0 2022-10-13 stsp
705 8e359fa0 2022-10-13 stsp static const struct got_error *
706 8e359fa0 2022-10-13 stsp request_tree(struct got_tree_object **tree, struct got_repository *repo,
707 8e359fa0 2022-10-13 stsp int fd, struct got_object_id *id)
708 8e359fa0 2022-10-13 stsp {
709 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
710 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf;
711 8e359fa0 2022-10-13 stsp
712 8e359fa0 2022-10-13 stsp ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].ibuf;
713 8e359fa0 2022-10-13 stsp
714 8e359fa0 2022-10-13 stsp err = got_privsep_send_tree_req(ibuf, fd, id, -1);
715 8e359fa0 2022-10-13 stsp if (err)
716 8e359fa0 2022-10-13 stsp return err;
717 8e359fa0 2022-10-13 stsp
718 8e359fa0 2022-10-13 stsp return got_privsep_recv_tree(tree, ibuf);
719 8e359fa0 2022-10-13 stsp }
720 8e359fa0 2022-10-13 stsp
721 8e359fa0 2022-10-13 stsp static const struct got_error *
722 8e359fa0 2022-10-13 stsp read_tree_privsep(struct got_tree_object **tree, int obj_fd,
723 8e359fa0 2022-10-13 stsp struct got_object_id *id, struct got_repository *repo)
724 8e359fa0 2022-10-13 stsp {
725 8e359fa0 2022-10-13 stsp const struct got_error *err;
726 8e359fa0 2022-10-13 stsp
727 8e359fa0 2022-10-13 stsp if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TREE].imsg_fd != -1)
728 8e359fa0 2022-10-13 stsp return request_tree(tree, repo, obj_fd, id);
729 8e359fa0 2022-10-13 stsp
730 1d9e43b0 2022-10-13 stsp err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TREE);
731 1d9e43b0 2022-10-13 stsp if (err)
732 8e359fa0 2022-10-13 stsp return err;
733 8e359fa0 2022-10-13 stsp
734 8e359fa0 2022-10-13 stsp return request_tree(tree, repo, obj_fd, id);
735 8e359fa0 2022-10-13 stsp }
736 8e359fa0 2022-10-13 stsp
737 8e359fa0 2022-10-13 stsp static const struct got_error *
738 8e359fa0 2022-10-13 stsp open_tree(struct got_tree_object **tree, struct got_repository *repo,
739 8e359fa0 2022-10-13 stsp struct got_object_id *id, int check_cache)
740 8e359fa0 2022-10-13 stsp {
741 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
742 8e359fa0 2022-10-13 stsp struct got_packidx *packidx = NULL;
743 8e359fa0 2022-10-13 stsp int idx;
744 8e359fa0 2022-10-13 stsp char *path_packfile = NULL;
745 8e359fa0 2022-10-13 stsp
746 8e359fa0 2022-10-13 stsp if (check_cache) {
747 8e359fa0 2022-10-13 stsp *tree = got_repo_get_cached_tree(repo, id);
748 8e359fa0 2022-10-13 stsp if (*tree != NULL) {
749 8e359fa0 2022-10-13 stsp (*tree)->refcnt++;
750 8e359fa0 2022-10-13 stsp return NULL;
751 8e359fa0 2022-10-13 stsp }
752 8e359fa0 2022-10-13 stsp } else
753 8e359fa0 2022-10-13 stsp *tree = NULL;
754 8e359fa0 2022-10-13 stsp
755 8e359fa0 2022-10-13 stsp err = got_repo_search_packidx(&packidx, &idx, repo, id);
756 8e359fa0 2022-10-13 stsp if (err == NULL) {
757 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
758 8e359fa0 2022-10-13 stsp
759 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
760 8e359fa0 2022-10-13 stsp packidx->path_packidx);
761 8e359fa0 2022-10-13 stsp if (err)
762 8e359fa0 2022-10-13 stsp return err;
763 8e359fa0 2022-10-13 stsp
764 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
765 8e359fa0 2022-10-13 stsp if (pack == NULL) {
766 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile,
767 8e359fa0 2022-10-13 stsp packidx);
768 8e359fa0 2022-10-13 stsp if (err)
769 8e359fa0 2022-10-13 stsp goto done;
770 8e359fa0 2022-10-13 stsp }
771 8e359fa0 2022-10-13 stsp err = read_packed_tree_privsep(tree, pack,
772 8e359fa0 2022-10-13 stsp packidx, idx, id);
773 8e359fa0 2022-10-13 stsp } else if (err->code == GOT_ERR_NO_OBJ) {
774 8e359fa0 2022-10-13 stsp int fd;
775 8e359fa0 2022-10-13 stsp
776 8e359fa0 2022-10-13 stsp err = got_object_open_loose_fd(&fd, id, repo);
777 8e359fa0 2022-10-13 stsp if (err)
778 8e359fa0 2022-10-13 stsp return err;
779 8e359fa0 2022-10-13 stsp err = read_tree_privsep(tree, fd, id, repo);
780 8e359fa0 2022-10-13 stsp }
781 8e359fa0 2022-10-13 stsp
782 8e359fa0 2022-10-13 stsp if (err == NULL) {
783 8e359fa0 2022-10-13 stsp (*tree)->refcnt++;
784 8e359fa0 2022-10-13 stsp err = got_repo_cache_tree(repo, id, *tree);
785 8e359fa0 2022-10-13 stsp }
786 8e359fa0 2022-10-13 stsp done:
787 8e359fa0 2022-10-13 stsp free(path_packfile);
788 8e359fa0 2022-10-13 stsp return err;
789 8e359fa0 2022-10-13 stsp }
790 8e359fa0 2022-10-13 stsp
791 8e359fa0 2022-10-13 stsp const struct got_error *
792 8e359fa0 2022-10-13 stsp got_object_open_as_tree(struct got_tree_object **tree,
793 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object_id *id)
794 8e359fa0 2022-10-13 stsp {
795 8e359fa0 2022-10-13 stsp *tree = got_repo_get_cached_tree(repo, id);
796 8e359fa0 2022-10-13 stsp if (*tree != NULL) {
797 8e359fa0 2022-10-13 stsp (*tree)->refcnt++;
798 8e359fa0 2022-10-13 stsp return NULL;
799 8e359fa0 2022-10-13 stsp }
800 8e359fa0 2022-10-13 stsp
801 8e359fa0 2022-10-13 stsp return open_tree(tree, repo, id, 0);
802 8e359fa0 2022-10-13 stsp }
803 8e359fa0 2022-10-13 stsp
804 8e359fa0 2022-10-13 stsp const struct got_error *
805 8e359fa0 2022-10-13 stsp got_object_tree_open(struct got_tree_object **tree,
806 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object *obj)
807 8e359fa0 2022-10-13 stsp {
808 8e359fa0 2022-10-13 stsp return open_tree(tree, repo, got_object_get_id(obj), 1);
809 8e359fa0 2022-10-13 stsp }
810 8e359fa0 2022-10-13 stsp
811 8e359fa0 2022-10-13 stsp static const struct got_error *
812 8e359fa0 2022-10-13 stsp request_packed_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
813 8e359fa0 2022-10-13 stsp struct got_pack *pack, struct got_packidx *packidx, int idx,
814 8e359fa0 2022-10-13 stsp struct got_object_id *id)
815 8e359fa0 2022-10-13 stsp {
816 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
817 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf = pack->privsep_child->ibuf;
818 8e359fa0 2022-10-13 stsp int outfd_child;
819 8e359fa0 2022-10-13 stsp
820 06bd8ee4 2024-02-13 op err = pack_child_send_tempfiles(ibuf, pack);
821 06bd8ee4 2024-02-13 op if (err)
822 8e359fa0 2022-10-13 stsp return err;
823 8e359fa0 2022-10-13 stsp
824 8e359fa0 2022-10-13 stsp outfd_child = dup(outfd);
825 8e359fa0 2022-10-13 stsp if (outfd_child == -1)
826 8e359fa0 2022-10-13 stsp return got_error_from_errno("dup");
827 8e359fa0 2022-10-13 stsp
828 8e359fa0 2022-10-13 stsp err = got_privsep_send_blob_req(pack->privsep_child->ibuf, -1, id, idx);
829 8e359fa0 2022-10-13 stsp if (err)
830 8e359fa0 2022-10-13 stsp return err;
831 8e359fa0 2022-10-13 stsp
832 8e359fa0 2022-10-13 stsp err = got_privsep_send_blob_outfd(pack->privsep_child->ibuf,
833 8e359fa0 2022-10-13 stsp outfd_child);
834 8e359fa0 2022-10-13 stsp if (err) {
835 8e359fa0 2022-10-13 stsp return err;
836 8e359fa0 2022-10-13 stsp }
837 8e359fa0 2022-10-13 stsp
838 8e359fa0 2022-10-13 stsp err = got_privsep_recv_blob(outbuf, size, hdrlen,
839 8e359fa0 2022-10-13 stsp pack->privsep_child->ibuf);
840 8e359fa0 2022-10-13 stsp if (err)
841 8e359fa0 2022-10-13 stsp return err;
842 8e359fa0 2022-10-13 stsp
843 8e359fa0 2022-10-13 stsp if (lseek(outfd, SEEK_SET, 0) == -1)
844 8e359fa0 2022-10-13 stsp err = got_error_from_errno("lseek");
845 8e359fa0 2022-10-13 stsp
846 8e359fa0 2022-10-13 stsp return err;
847 8e359fa0 2022-10-13 stsp }
848 8e359fa0 2022-10-13 stsp
849 8e359fa0 2022-10-13 stsp static const struct got_error *
850 8e359fa0 2022-10-13 stsp read_packed_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
851 8e359fa0 2022-10-13 stsp int outfd, struct got_pack *pack, struct got_packidx *packidx, int idx,
852 8e359fa0 2022-10-13 stsp struct got_object_id *id)
853 8e359fa0 2022-10-13 stsp {
854 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
855 8e359fa0 2022-10-13 stsp
856 8e359fa0 2022-10-13 stsp if (pack->privsep_child == NULL) {
857 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
858 8e359fa0 2022-10-13 stsp if (err)
859 8e359fa0 2022-10-13 stsp return err;
860 8e359fa0 2022-10-13 stsp }
861 8e359fa0 2022-10-13 stsp
862 8e359fa0 2022-10-13 stsp return request_packed_blob(outbuf, size, hdrlen, outfd, pack, packidx,
863 8e359fa0 2022-10-13 stsp idx, id);
864 8e359fa0 2022-10-13 stsp }
865 8e359fa0 2022-10-13 stsp
866 8e359fa0 2022-10-13 stsp static const struct got_error *
867 8e359fa0 2022-10-13 stsp request_blob(uint8_t **outbuf, size_t *size, size_t *hdrlen, int outfd,
868 8e359fa0 2022-10-13 stsp int infd, struct got_object_id *id, struct imsgbuf *ibuf)
869 8e359fa0 2022-10-13 stsp {
870 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
871 8e359fa0 2022-10-13 stsp int outfd_child;
872 8e359fa0 2022-10-13 stsp
873 8e359fa0 2022-10-13 stsp outfd_child = dup(outfd);
874 8e359fa0 2022-10-13 stsp if (outfd_child == -1)
875 8e359fa0 2022-10-13 stsp return got_error_from_errno("dup");
876 8e359fa0 2022-10-13 stsp
877 8e359fa0 2022-10-13 stsp err = got_privsep_send_blob_req(ibuf, infd, id, -1);
878 8e359fa0 2022-10-13 stsp if (err)
879 8e359fa0 2022-10-13 stsp return err;
880 8e359fa0 2022-10-13 stsp
881 8e359fa0 2022-10-13 stsp err = got_privsep_send_blob_outfd(ibuf, outfd_child);
882 8e359fa0 2022-10-13 stsp if (err)
883 8e359fa0 2022-10-13 stsp return err;
884 8e359fa0 2022-10-13 stsp
885 8e359fa0 2022-10-13 stsp err = got_privsep_recv_blob(outbuf, size, hdrlen, ibuf);
886 8e359fa0 2022-10-13 stsp if (err)
887 8e359fa0 2022-10-13 stsp return err;
888 8e359fa0 2022-10-13 stsp
889 8e359fa0 2022-10-13 stsp if (lseek(outfd, SEEK_SET, 0) == -1)
890 8e359fa0 2022-10-13 stsp return got_error_from_errno("lseek");
891 8e359fa0 2022-10-13 stsp
892 8e359fa0 2022-10-13 stsp return err;
893 8e359fa0 2022-10-13 stsp }
894 8e359fa0 2022-10-13 stsp
895 8e359fa0 2022-10-13 stsp static const struct got_error *
896 8e359fa0 2022-10-13 stsp read_blob_privsep(uint8_t **outbuf, size_t *size, size_t *hdrlen,
897 8e359fa0 2022-10-13 stsp int outfd, int infd, struct got_object_id *id, struct got_repository *repo)
898 8e359fa0 2022-10-13 stsp {
899 8e359fa0 2022-10-13 stsp const struct got_error *err;
900 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf;
901 8e359fa0 2022-10-13 stsp
902 8e359fa0 2022-10-13 stsp if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].imsg_fd != -1) {
903 8e359fa0 2022-10-13 stsp ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
904 8e359fa0 2022-10-13 stsp return request_blob(outbuf, size, hdrlen, outfd, infd, id,
905 8e359fa0 2022-10-13 stsp ibuf);
906 8e359fa0 2022-10-13 stsp }
907 8e359fa0 2022-10-13 stsp
908 1d9e43b0 2022-10-13 stsp err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_BLOB);
909 1d9e43b0 2022-10-13 stsp if (err)
910 8e359fa0 2022-10-13 stsp return err;
911 8e359fa0 2022-10-13 stsp
912 1d9e43b0 2022-10-13 stsp ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_BLOB].ibuf;
913 8e359fa0 2022-10-13 stsp return request_blob(outbuf, size, hdrlen, outfd, infd, id, ibuf);
914 8e359fa0 2022-10-13 stsp }
915 8e359fa0 2022-10-13 stsp
916 8e359fa0 2022-10-13 stsp static const struct got_error *
917 8e359fa0 2022-10-13 stsp open_blob(struct got_blob_object **blob, struct got_repository *repo,
918 8e359fa0 2022-10-13 stsp struct got_object_id *id, size_t blocksize, int outfd)
919 8e359fa0 2022-10-13 stsp {
920 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
921 8e359fa0 2022-10-13 stsp struct got_packidx *packidx = NULL;
922 8e359fa0 2022-10-13 stsp int idx, dfd = -1;
923 8e359fa0 2022-10-13 stsp char *path_packfile = NULL;
924 8e359fa0 2022-10-13 stsp uint8_t *outbuf;
925 8e359fa0 2022-10-13 stsp size_t size, hdrlen;
926 8e359fa0 2022-10-13 stsp struct stat sb;
927 8e359fa0 2022-10-13 stsp
928 8e359fa0 2022-10-13 stsp *blob = calloc(1, sizeof(**blob));
929 8e359fa0 2022-10-13 stsp if (*blob == NULL)
930 8e359fa0 2022-10-13 stsp return got_error_from_errno("calloc");
931 8e359fa0 2022-10-13 stsp
932 8e359fa0 2022-10-13 stsp (*blob)->read_buf = malloc(blocksize);
933 8e359fa0 2022-10-13 stsp if ((*blob)->read_buf == NULL) {
934 8e359fa0 2022-10-13 stsp err = got_error_from_errno("malloc");
935 8e359fa0 2022-10-13 stsp goto done;
936 8e359fa0 2022-10-13 stsp }
937 8e359fa0 2022-10-13 stsp
938 8e359fa0 2022-10-13 stsp if (ftruncate(outfd, 0L) == -1) {
939 8e359fa0 2022-10-13 stsp err = got_error_from_errno("ftruncate");
940 8e359fa0 2022-10-13 stsp goto done;
941 8e359fa0 2022-10-13 stsp }
942 8e359fa0 2022-10-13 stsp if (lseek(outfd, SEEK_SET, 0) == -1) {
943 8e359fa0 2022-10-13 stsp err = got_error_from_errno("lseek");
944 8e359fa0 2022-10-13 stsp goto done;
945 8e359fa0 2022-10-13 stsp }
946 8e359fa0 2022-10-13 stsp
947 8e359fa0 2022-10-13 stsp err = got_repo_search_packidx(&packidx, &idx, repo, id);
948 8e359fa0 2022-10-13 stsp if (err == NULL) {
949 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
950 8e359fa0 2022-10-13 stsp
951 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
952 8e359fa0 2022-10-13 stsp packidx->path_packidx);
953 8e359fa0 2022-10-13 stsp if (err)
954 8e359fa0 2022-10-13 stsp goto done;
955 8e359fa0 2022-10-13 stsp
956 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
957 8e359fa0 2022-10-13 stsp if (pack == NULL) {
958 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile,
959 8e359fa0 2022-10-13 stsp packidx);
960 8e359fa0 2022-10-13 stsp if (err)
961 8e359fa0 2022-10-13 stsp goto done;
962 8e359fa0 2022-10-13 stsp }
963 8e359fa0 2022-10-13 stsp err = read_packed_blob_privsep(&outbuf, &size, &hdrlen, outfd,
964 8e359fa0 2022-10-13 stsp pack, packidx, idx, id);
965 8e359fa0 2022-10-13 stsp } else if (err->code == GOT_ERR_NO_OBJ) {
966 8e359fa0 2022-10-13 stsp int infd;
967 8e359fa0 2022-10-13 stsp
968 8e359fa0 2022-10-13 stsp err = got_object_open_loose_fd(&infd, id, repo);
969 8e359fa0 2022-10-13 stsp if (err)
970 8e359fa0 2022-10-13 stsp goto done;
971 8e359fa0 2022-10-13 stsp err = read_blob_privsep(&outbuf, &size, &hdrlen, outfd, infd,
972 8e359fa0 2022-10-13 stsp id, repo);
973 8e359fa0 2022-10-13 stsp }
974 8e359fa0 2022-10-13 stsp if (err)
975 8e359fa0 2022-10-13 stsp goto done;
976 8e359fa0 2022-10-13 stsp
977 8e359fa0 2022-10-13 stsp if (hdrlen > size) {
978 8e359fa0 2022-10-13 stsp err = got_error(GOT_ERR_BAD_OBJ_HDR);
979 8e359fa0 2022-10-13 stsp goto done;
980 8e359fa0 2022-10-13 stsp }
981 8e359fa0 2022-10-13 stsp
982 8e359fa0 2022-10-13 stsp if (outbuf) {
983 8e359fa0 2022-10-13 stsp (*blob)->f = fmemopen(outbuf, size, "rb");
984 8e359fa0 2022-10-13 stsp if ((*blob)->f == NULL) {
985 8e359fa0 2022-10-13 stsp err = got_error_from_errno("fmemopen");
986 8e359fa0 2022-10-13 stsp free(outbuf);
987 8e359fa0 2022-10-13 stsp goto done;
988 8e359fa0 2022-10-13 stsp }
989 8e359fa0 2022-10-13 stsp (*blob)->data = outbuf;
990 8e359fa0 2022-10-13 stsp } else {
991 8e359fa0 2022-10-13 stsp if (fstat(outfd, &sb) == -1) {
992 8e359fa0 2022-10-13 stsp err = got_error_from_errno("fstat");
993 8e359fa0 2022-10-13 stsp goto done;
994 8e359fa0 2022-10-13 stsp }
995 8e359fa0 2022-10-13 stsp
996 8e359fa0 2022-10-13 stsp if (sb.st_size != size) {
997 8e359fa0 2022-10-13 stsp err = got_error(GOT_ERR_PRIVSEP_LEN);
998 8e359fa0 2022-10-13 stsp goto done;
999 8e359fa0 2022-10-13 stsp }
1000 8e359fa0 2022-10-13 stsp
1001 8e359fa0 2022-10-13 stsp dfd = dup(outfd);
1002 8e359fa0 2022-10-13 stsp if (dfd == -1) {
1003 8e359fa0 2022-10-13 stsp err = got_error_from_errno("dup");
1004 8e359fa0 2022-10-13 stsp goto done;
1005 8e359fa0 2022-10-13 stsp }
1006 8e359fa0 2022-10-13 stsp
1007 8e359fa0 2022-10-13 stsp (*blob)->f = fdopen(dfd, "rb");
1008 8e359fa0 2022-10-13 stsp if ((*blob)->f == NULL) {
1009 8e359fa0 2022-10-13 stsp err = got_error_from_errno("fdopen");
1010 8e359fa0 2022-10-13 stsp close(dfd);
1011 8e359fa0 2022-10-13 stsp dfd = -1;
1012 8e359fa0 2022-10-13 stsp goto done;
1013 8e359fa0 2022-10-13 stsp }
1014 8e359fa0 2022-10-13 stsp }
1015 8e359fa0 2022-10-13 stsp
1016 8e359fa0 2022-10-13 stsp (*blob)->hdrlen = hdrlen;
1017 8e359fa0 2022-10-13 stsp (*blob)->blocksize = blocksize;
1018 08175cbb 2023-02-10 op memcpy(&(*blob)->id, id, sizeof(*id));
1019 8e359fa0 2022-10-13 stsp
1020 8e359fa0 2022-10-13 stsp done:
1021 8e359fa0 2022-10-13 stsp free(path_packfile);
1022 8e359fa0 2022-10-13 stsp if (err) {
1023 8e359fa0 2022-10-13 stsp if (*blob) {
1024 8e359fa0 2022-10-13 stsp got_object_blob_close(*blob);
1025 8e359fa0 2022-10-13 stsp *blob = NULL;
1026 8e359fa0 2022-10-13 stsp }
1027 8e359fa0 2022-10-13 stsp }
1028 8e359fa0 2022-10-13 stsp return err;
1029 8e359fa0 2022-10-13 stsp }
1030 8e359fa0 2022-10-13 stsp
1031 8e359fa0 2022-10-13 stsp const struct got_error *
1032 8e359fa0 2022-10-13 stsp got_object_open_as_blob(struct got_blob_object **blob,
1033 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object_id *id, size_t blocksize,
1034 8e359fa0 2022-10-13 stsp int outfd)
1035 8e359fa0 2022-10-13 stsp {
1036 8e359fa0 2022-10-13 stsp return open_blob(blob, repo, id, blocksize, outfd);
1037 8e359fa0 2022-10-13 stsp }
1038 8e359fa0 2022-10-13 stsp
1039 8e359fa0 2022-10-13 stsp const struct got_error *
1040 8e359fa0 2022-10-13 stsp got_object_blob_open(struct got_blob_object **blob,
1041 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object *obj, size_t blocksize,
1042 8e359fa0 2022-10-13 stsp int outfd)
1043 8e359fa0 2022-10-13 stsp {
1044 8e359fa0 2022-10-13 stsp return open_blob(blob, repo, got_object_get_id(obj), blocksize, outfd);
1045 8e359fa0 2022-10-13 stsp }
1046 8e359fa0 2022-10-13 stsp
1047 8e359fa0 2022-10-13 stsp static const struct got_error *
1048 8e359fa0 2022-10-13 stsp request_packed_tag(struct got_tag_object **tag, struct got_pack *pack,
1049 8e359fa0 2022-10-13 stsp int pack_idx, struct got_object_id *id)
1050 8e359fa0 2022-10-13 stsp {
1051 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
1052 8e359fa0 2022-10-13 stsp
1053 8e359fa0 2022-10-13 stsp err = got_privsep_send_tag_req(pack->privsep_child->ibuf, -1, id,
1054 8e359fa0 2022-10-13 stsp pack_idx);
1055 8e359fa0 2022-10-13 stsp if (err)
1056 8e359fa0 2022-10-13 stsp return err;
1057 8e359fa0 2022-10-13 stsp
1058 8e359fa0 2022-10-13 stsp return got_privsep_recv_tag(tag, pack->privsep_child->ibuf);
1059 8e359fa0 2022-10-13 stsp }
1060 8e359fa0 2022-10-13 stsp
1061 8e359fa0 2022-10-13 stsp static const struct got_error *
1062 8e359fa0 2022-10-13 stsp read_packed_tag_privsep(struct got_tag_object **tag,
1063 8e359fa0 2022-10-13 stsp struct got_pack *pack, struct got_packidx *packidx, int idx,
1064 8e359fa0 2022-10-13 stsp struct got_object_id *id)
1065 8e359fa0 2022-10-13 stsp {
1066 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
1067 8e359fa0 2022-10-13 stsp
1068 8e359fa0 2022-10-13 stsp if (pack->privsep_child)
1069 8e359fa0 2022-10-13 stsp return request_packed_tag(tag, pack, idx, id);
1070 8e359fa0 2022-10-13 stsp
1071 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
1072 8e359fa0 2022-10-13 stsp if (err)
1073 8e359fa0 2022-10-13 stsp return err;
1074 8e359fa0 2022-10-13 stsp
1075 8e359fa0 2022-10-13 stsp return request_packed_tag(tag, pack, idx, id);
1076 8e359fa0 2022-10-13 stsp }
1077 8e359fa0 2022-10-13 stsp
1078 8e359fa0 2022-10-13 stsp static const struct got_error *
1079 8e359fa0 2022-10-13 stsp request_tag(struct got_tag_object **tag, struct got_repository *repo,
1080 8e359fa0 2022-10-13 stsp int fd, struct got_object_id *id)
1081 8e359fa0 2022-10-13 stsp {
1082 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
1083 8e359fa0 2022-10-13 stsp struct imsgbuf *ibuf;
1084 8e359fa0 2022-10-13 stsp
1085 8e359fa0 2022-10-13 stsp ibuf = repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].ibuf;
1086 8e359fa0 2022-10-13 stsp
1087 8e359fa0 2022-10-13 stsp err = got_privsep_send_tag_req(ibuf, fd, id, -1);
1088 8e359fa0 2022-10-13 stsp if (err)
1089 8e359fa0 2022-10-13 stsp return err;
1090 8e359fa0 2022-10-13 stsp
1091 8e359fa0 2022-10-13 stsp return got_privsep_recv_tag(tag, ibuf);
1092 8e359fa0 2022-10-13 stsp }
1093 8e359fa0 2022-10-13 stsp
1094 8e359fa0 2022-10-13 stsp static const struct got_error *
1095 8e359fa0 2022-10-13 stsp read_tag_privsep(struct got_tag_object **tag, int obj_fd,
1096 8e359fa0 2022-10-13 stsp struct got_object_id *id, struct got_repository *repo)
1097 8e359fa0 2022-10-13 stsp {
1098 8e359fa0 2022-10-13 stsp const struct got_error *err;
1099 8e359fa0 2022-10-13 stsp
1100 8e359fa0 2022-10-13 stsp if (repo->privsep_children[GOT_REPO_PRIVSEP_CHILD_TAG].imsg_fd != -1)
1101 8e359fa0 2022-10-13 stsp return request_tag(tag, repo, obj_fd, id);
1102 8e359fa0 2022-10-13 stsp
1103 1d9e43b0 2022-10-13 stsp err = start_child(repo, GOT_REPO_PRIVSEP_CHILD_TAG);
1104 1d9e43b0 2022-10-13 stsp if (err)
1105 8e359fa0 2022-10-13 stsp return err;
1106 8e359fa0 2022-10-13 stsp
1107 8e359fa0 2022-10-13 stsp return request_tag(tag, repo, obj_fd, id);
1108 8e359fa0 2022-10-13 stsp }
1109 8e359fa0 2022-10-13 stsp
1110 8e359fa0 2022-10-13 stsp static const struct got_error *
1111 8e359fa0 2022-10-13 stsp open_tag(struct got_tag_object **tag, struct got_repository *repo,
1112 8e359fa0 2022-10-13 stsp struct got_object_id *id, int check_cache)
1113 8e359fa0 2022-10-13 stsp {
1114 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
1115 8e359fa0 2022-10-13 stsp struct got_packidx *packidx = NULL;
1116 8e359fa0 2022-10-13 stsp int idx;
1117 8e359fa0 2022-10-13 stsp char *path_packfile = NULL;
1118 8e359fa0 2022-10-13 stsp struct got_object *obj = NULL;
1119 8e359fa0 2022-10-13 stsp int obj_type = GOT_OBJ_TYPE_ANY;
1120 8e359fa0 2022-10-13 stsp
1121 8e359fa0 2022-10-13 stsp if (check_cache) {
1122 8e359fa0 2022-10-13 stsp *tag = got_repo_get_cached_tag(repo, id);
1123 8e359fa0 2022-10-13 stsp if (*tag != NULL) {
1124 8e359fa0 2022-10-13 stsp (*tag)->refcnt++;
1125 8e359fa0 2022-10-13 stsp return NULL;
1126 8e359fa0 2022-10-13 stsp }
1127 8e359fa0 2022-10-13 stsp } else
1128 8e359fa0 2022-10-13 stsp *tag = NULL;
1129 8e359fa0 2022-10-13 stsp
1130 8e359fa0 2022-10-13 stsp err = got_repo_search_packidx(&packidx, &idx, repo, id);
1131 8e359fa0 2022-10-13 stsp if (err == NULL) {
1132 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
1133 8e359fa0 2022-10-13 stsp
1134 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
1135 8e359fa0 2022-10-13 stsp packidx->path_packidx);
1136 8e359fa0 2022-10-13 stsp if (err)
1137 8e359fa0 2022-10-13 stsp return err;
1138 8e359fa0 2022-10-13 stsp
1139 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
1140 8e359fa0 2022-10-13 stsp if (pack == NULL) {
1141 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile,
1142 8e359fa0 2022-10-13 stsp packidx);
1143 8e359fa0 2022-10-13 stsp if (err)
1144 8e359fa0 2022-10-13 stsp goto done;
1145 8e359fa0 2022-10-13 stsp }
1146 8e359fa0 2022-10-13 stsp
1147 8e359fa0 2022-10-13 stsp /* Beware of "lightweight" tags: Check object type first. */
1148 8e359fa0 2022-10-13 stsp err = read_packed_object_privsep(&obj, repo, pack, packidx,
1149 8e359fa0 2022-10-13 stsp idx, id);
1150 8e359fa0 2022-10-13 stsp if (err)
1151 8e359fa0 2022-10-13 stsp goto done;
1152 8e359fa0 2022-10-13 stsp obj_type = obj->type;
1153 8e359fa0 2022-10-13 stsp got_object_close(obj);
1154 8e359fa0 2022-10-13 stsp if (obj_type != GOT_OBJ_TYPE_TAG) {
1155 8e359fa0 2022-10-13 stsp err = got_error(GOT_ERR_OBJ_TYPE);
1156 8e359fa0 2022-10-13 stsp goto done;
1157 8e359fa0 2022-10-13 stsp }
1158 8e359fa0 2022-10-13 stsp err = read_packed_tag_privsep(tag, pack, packidx, idx, id);
1159 8e359fa0 2022-10-13 stsp } else if (err->code == GOT_ERR_NO_OBJ) {
1160 8e359fa0 2022-10-13 stsp int fd;
1161 8e359fa0 2022-10-13 stsp
1162 8e359fa0 2022-10-13 stsp err = got_object_open_loose_fd(&fd, id, repo);
1163 8e359fa0 2022-10-13 stsp if (err)
1164 8e359fa0 2022-10-13 stsp return err;
1165 8e359fa0 2022-10-13 stsp err = got_object_read_header_privsep(&obj, id, repo, fd);
1166 8e359fa0 2022-10-13 stsp if (err)
1167 8e359fa0 2022-10-13 stsp return err;
1168 8e359fa0 2022-10-13 stsp obj_type = obj->type;
1169 8e359fa0 2022-10-13 stsp got_object_close(obj);
1170 8e359fa0 2022-10-13 stsp if (obj_type != GOT_OBJ_TYPE_TAG)
1171 8e359fa0 2022-10-13 stsp return got_error(GOT_ERR_OBJ_TYPE);
1172 8e359fa0 2022-10-13 stsp
1173 8e359fa0 2022-10-13 stsp err = got_object_open_loose_fd(&fd, id, repo);
1174 8e359fa0 2022-10-13 stsp if (err)
1175 8e359fa0 2022-10-13 stsp return err;
1176 8e359fa0 2022-10-13 stsp err = read_tag_privsep(tag, fd, id, repo);
1177 8e359fa0 2022-10-13 stsp }
1178 8e359fa0 2022-10-13 stsp
1179 8e359fa0 2022-10-13 stsp if (err == NULL) {
1180 8e359fa0 2022-10-13 stsp (*tag)->refcnt++;
1181 8e359fa0 2022-10-13 stsp err = got_repo_cache_tag(repo, id, *tag);
1182 8e359fa0 2022-10-13 stsp }
1183 8e359fa0 2022-10-13 stsp done:
1184 8e359fa0 2022-10-13 stsp free(path_packfile);
1185 8e359fa0 2022-10-13 stsp return err;
1186 8e359fa0 2022-10-13 stsp }
1187 8e359fa0 2022-10-13 stsp
1188 8e359fa0 2022-10-13 stsp const struct got_error *
1189 8e359fa0 2022-10-13 stsp got_object_open_as_tag(struct got_tag_object **tag,
1190 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object_id *id)
1191 8e359fa0 2022-10-13 stsp {
1192 8e359fa0 2022-10-13 stsp *tag = got_repo_get_cached_tag(repo, id);
1193 8e359fa0 2022-10-13 stsp if (*tag != NULL) {
1194 8e359fa0 2022-10-13 stsp (*tag)->refcnt++;
1195 8e359fa0 2022-10-13 stsp return NULL;
1196 8e359fa0 2022-10-13 stsp }
1197 8e359fa0 2022-10-13 stsp
1198 8e359fa0 2022-10-13 stsp return open_tag(tag, repo, id, 0);
1199 8e359fa0 2022-10-13 stsp }
1200 8e359fa0 2022-10-13 stsp
1201 8e359fa0 2022-10-13 stsp const struct got_error *
1202 8e359fa0 2022-10-13 stsp got_object_tag_open(struct got_tag_object **tag,
1203 8e359fa0 2022-10-13 stsp struct got_repository *repo, struct got_object *obj)
1204 8e359fa0 2022-10-13 stsp {
1205 8e359fa0 2022-10-13 stsp return open_tag(tag, repo, got_object_get_id(obj), 1);
1206 8e359fa0 2022-10-13 stsp }
1207 8e359fa0 2022-10-13 stsp
1208 8e359fa0 2022-10-13 stsp const struct got_error *
1209 8e359fa0 2022-10-13 stsp got_traverse_packed_commits(struct got_object_id_queue *traversed_commits,
1210 8e359fa0 2022-10-13 stsp struct got_object_id *commit_id, const char *path,
1211 8e359fa0 2022-10-13 stsp struct got_repository *repo)
1212 8e359fa0 2022-10-13 stsp {
1213 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
1214 8e359fa0 2022-10-13 stsp struct got_pack *pack = NULL;
1215 8e359fa0 2022-10-13 stsp struct got_packidx *packidx = NULL;
1216 8e359fa0 2022-10-13 stsp char *path_packfile = NULL;
1217 8e359fa0 2022-10-13 stsp struct got_commit_object *changed_commit = NULL;
1218 494e2b9b 2024-03-27 stsp struct got_object_qid *changed_commit_qid = NULL;
1219 8e359fa0 2022-10-13 stsp int idx;
1220 8e359fa0 2022-10-13 stsp
1221 8e359fa0 2022-10-13 stsp err = got_repo_search_packidx(&packidx, &idx, repo, commit_id);
1222 8e359fa0 2022-10-13 stsp if (err) {
1223 8e359fa0 2022-10-13 stsp if (err->code != GOT_ERR_NO_OBJ)
1224 8e359fa0 2022-10-13 stsp return err;
1225 8e359fa0 2022-10-13 stsp return NULL;
1226 8e359fa0 2022-10-13 stsp }
1227 8e359fa0 2022-10-13 stsp
1228 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
1229 8e359fa0 2022-10-13 stsp packidx->path_packidx);
1230 8e359fa0 2022-10-13 stsp if (err)
1231 8e359fa0 2022-10-13 stsp return err;
1232 8e359fa0 2022-10-13 stsp
1233 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
1234 8e359fa0 2022-10-13 stsp if (pack == NULL) {
1235 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1236 8e359fa0 2022-10-13 stsp if (err)
1237 8e359fa0 2022-10-13 stsp goto done;
1238 8e359fa0 2022-10-13 stsp }
1239 8e359fa0 2022-10-13 stsp
1240 8e359fa0 2022-10-13 stsp if (pack->privsep_child == NULL) {
1241 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
1242 8e359fa0 2022-10-13 stsp if (err)
1243 8e359fa0 2022-10-13 stsp goto done;
1244 8e359fa0 2022-10-13 stsp }
1245 8e359fa0 2022-10-13 stsp
1246 8e359fa0 2022-10-13 stsp err = got_privsep_send_commit_traversal_request(
1247 8e359fa0 2022-10-13 stsp pack->privsep_child->ibuf, commit_id, idx, path);
1248 8e359fa0 2022-10-13 stsp if (err)
1249 8e359fa0 2022-10-13 stsp goto done;
1250 8e359fa0 2022-10-13 stsp
1251 8e359fa0 2022-10-13 stsp err = got_privsep_recv_traversed_commits(&changed_commit,
1252 494e2b9b 2024-03-27 stsp traversed_commits, pack->privsep_child->ibuf);
1253 8e359fa0 2022-10-13 stsp if (err)
1254 8e359fa0 2022-10-13 stsp goto done;
1255 8e359fa0 2022-10-13 stsp
1256 8e359fa0 2022-10-13 stsp if (changed_commit) {
1257 8e359fa0 2022-10-13 stsp /*
1258 8e359fa0 2022-10-13 stsp * Cache the commit in which the path was changed.
1259 8e359fa0 2022-10-13 stsp * This commit might be opened again soon.
1260 8e359fa0 2022-10-13 stsp */
1261 8e359fa0 2022-10-13 stsp changed_commit->refcnt++;
1262 494e2b9b 2024-03-27 stsp changed_commit_qid = STAILQ_LAST(traversed_commits, got_object_qid, entry);
1263 494e2b9b 2024-03-27 stsp err = got_repo_cache_commit(repo, &changed_commit_qid->id,
1264 8e359fa0 2022-10-13 stsp changed_commit);
1265 8e359fa0 2022-10-13 stsp got_object_commit_close(changed_commit);
1266 8e359fa0 2022-10-13 stsp }
1267 8e359fa0 2022-10-13 stsp done:
1268 8e359fa0 2022-10-13 stsp free(path_packfile);
1269 8e359fa0 2022-10-13 stsp return err;
1270 8e359fa0 2022-10-13 stsp }
1271 8e359fa0 2022-10-13 stsp
1272 8e359fa0 2022-10-13 stsp const struct got_error *
1273 8e359fa0 2022-10-13 stsp got_object_enumerate(int *found_all_objects,
1274 8e359fa0 2022-10-13 stsp got_object_enumerate_commit_cb cb_commit,
1275 8e359fa0 2022-10-13 stsp got_object_enumerate_tree_cb cb_tree, void *cb_arg,
1276 8e359fa0 2022-10-13 stsp struct got_object_id **ours, int nours,
1277 8e359fa0 2022-10-13 stsp struct got_object_id **theirs, int ntheirs,
1278 8e359fa0 2022-10-13 stsp struct got_packidx *packidx, struct got_repository *repo)
1279 8e359fa0 2022-10-13 stsp {
1280 8e359fa0 2022-10-13 stsp const struct got_error *err = NULL;
1281 8e359fa0 2022-10-13 stsp struct got_pack *pack;
1282 8e359fa0 2022-10-13 stsp char *path_packfile = NULL;
1283 8e359fa0 2022-10-13 stsp
1284 8e359fa0 2022-10-13 stsp err = got_packidx_get_packfile_path(&path_packfile,
1285 8e359fa0 2022-10-13 stsp packidx->path_packidx);
1286 8e359fa0 2022-10-13 stsp if (err)
1287 8e359fa0 2022-10-13 stsp return err;
1288 8e359fa0 2022-10-13 stsp
1289 8e359fa0 2022-10-13 stsp pack = got_repo_get_cached_pack(repo, path_packfile);
1290 8e359fa0 2022-10-13 stsp if (pack == NULL) {
1291 8e359fa0 2022-10-13 stsp err = got_repo_cache_pack(&pack, repo, path_packfile, packidx);
1292 8e359fa0 2022-10-13 stsp if (err)
1293 8e359fa0 2022-10-13 stsp goto done;
1294 8e359fa0 2022-10-13 stsp }
1295 8e359fa0 2022-10-13 stsp
1296 8e359fa0 2022-10-13 stsp if (pack->privsep_child == NULL) {
1297 8e359fa0 2022-10-13 stsp err = got_pack_start_privsep_child(pack, packidx);
1298 8e359fa0 2022-10-13 stsp if (err)
1299 8e359fa0 2022-10-13 stsp goto done;
1300 8e359fa0 2022-10-13 stsp }
1301 8e359fa0 2022-10-13 stsp
1302 8e359fa0 2022-10-13 stsp err = got_privsep_send_object_enumeration_request(
1303 8e359fa0 2022-10-13 stsp pack->privsep_child->ibuf);
1304 8e359fa0 2022-10-13 stsp if (err)
1305 8e359fa0 2022-10-13 stsp goto done;
1306 8e359fa0 2022-10-13 stsp
1307 8e359fa0 2022-10-13 stsp err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1308 8e359fa0 2022-10-13 stsp ours, nours);
1309 8e359fa0 2022-10-13 stsp if (err)
1310 8e359fa0 2022-10-13 stsp goto done;
1311 8e359fa0 2022-10-13 stsp err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1312 8e359fa0 2022-10-13 stsp if (err)
1313 8e359fa0 2022-10-13 stsp goto done;
1314 8e359fa0 2022-10-13 stsp
1315 8e359fa0 2022-10-13 stsp err = got_privsep_send_object_idlist(pack->privsep_child->ibuf,
1316 8e359fa0 2022-10-13 stsp theirs, ntheirs);
1317 8e359fa0 2022-10-13 stsp if (err)
1318 8e359fa0 2022-10-13 stsp goto done;
1319 8e359fa0 2022-10-13 stsp err = got_privsep_send_object_idlist_done(pack->privsep_child->ibuf);
1320 8e359fa0 2022-10-13 stsp if (err)
1321 8e359fa0 2022-10-13 stsp goto done;
1322 8e359fa0 2022-10-13 stsp
1323 8e359fa0 2022-10-13 stsp err = got_privsep_recv_enumerated_objects(found_all_objects,
1324 8e359fa0 2022-10-13 stsp pack->privsep_child->ibuf, cb_commit, cb_tree, cb_arg, repo);
1325 8e359fa0 2022-10-13 stsp done:
1326 8e359fa0 2022-10-13 stsp free(path_packfile);
1327 8e359fa0 2022-10-13 stsp return err;
1328 8e359fa0 2022-10-13 stsp }