Blob


1 /*
2 * Copyright (c) 2018, 2019 Stefan Sperling <stsp@openbsd.org>
3 * Copyright (c) 2019, Ori Bernstein <ori@openbsd.org>
4 *
5 * Permission to use, copy, modify, and distribute this software for any
6 * purpose with or without fee is hereby granted, provided that the above
7 * copyright notice and this permission notice appear in all copies.
8 *
9 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
16 */
18 /*
19 * All code runs under the same UID but sensitive code paths are
20 * run in a separate process with tighter pledge(2) promises.
21 * Data is communicated between processes via imsg_flush(3) and imsg_read(3).
22 * This behaviour is transparent to users of the library.
23 *
24 * We generally transmit data in imsg buffers, split across several messages
25 * if necessary. File descriptors are used in cases where this is impractical,
26 * such as when accessing pack files or when transferring large blobs.
27 *
28 * We exec(2) after a fork(2). Parts of our library functionality are
29 * accessible via separate executables in a libexec directory.
30 */
32 #define GOT_IMSG_FD_CHILD (STDERR_FILENO + 1)
34 #ifndef GOT_LIBEXECDIR
35 #define GOT_LIBEXECDIR /usr/libexec
36 #endif
38 /* Names of helper programs in libexec directory */
39 #define GOT_PROG_READ_OBJECT got-read-object
40 #define GOT_PROG_READ_TREE got-read-tree
41 #define GOT_PROG_READ_COMMIT got-read-commit
42 #define GOT_PROG_READ_BLOB got-read-blob
43 #define GOT_PROG_READ_TAG got-read-tag
44 #define GOT_PROG_READ_PACK got-read-pack
45 #define GOT_PROG_READ_GITCONFIG got-read-gitconfig
46 #define GOT_PROG_FETCH_PACK got-fetch-pack
47 #define GOT_PROG_INDEX_PACK got-index-pack
48 #define GOT_PROG_SEND_PACK got-send-pack
50 #define GOT_STRINGIFY(x) #x
51 #define GOT_STRINGVAL(x) GOT_STRINGIFY(x)
53 /* Paths to helper programs in libexec directory */
54 #define GOT_PATH_PROG_READ_OBJECT \
55 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_READ_OBJECT)
56 #define GOT_PATH_PROG_READ_TREE \
57 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_READ_TREE)
58 #define GOT_PATH_PROG_READ_COMMIT \
59 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_READ_COMMIT)
60 #define GOT_PATH_PROG_READ_BLOB \
61 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_READ_BLOB)
62 #define GOT_PATH_PROG_READ_TAG \
63 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_READ_TAG)
64 #define GOT_PATH_PROG_READ_PACK \
65 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_READ_PACK)
66 #define GOT_PATH_PROG_READ_GITCONFIG \
67 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_READ_GITCONFIG)
68 #define GOT_PATH_PROG_FETCH_PACK \
69 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_FETCH_PACK)
70 #define GOT_PATH_PROG_SEND_PACK \
71 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_SEND_PACK)
72 #define GOT_PATH_PROG_INDEX_PACK \
73 GOT_STRINGVAL(GOT_LIBEXECDIR) "/" GOT_STRINGVAL(GOT_PROG_INDEX_PACK)
75 struct got_privsep_child {
76 int imsg_fd;
77 pid_t pid;
78 struct imsgbuf *ibuf;
79 };
81 enum got_imsg_type {
82 /* An error occured while processing a request. */
83 GOT_IMSG_ERROR,
85 /* Stop the child process. */
86 GOT_IMSG_STOP,
88 /* We got a message as part of a sequence */
89 GOT_IMSG_ACK,
91 /*
92 * Messages concerned with read access to objects in a repository.
93 * Object and pack files are opened by the main process, where
94 * data may be read as a byte string but without any interpretation.
95 * Decompression and parsing of object and pack files occurs in a
96 * separate process which runs under pledge("stdio recvfd").
97 * This sandboxes our own repository parsing code, as well as zlib.
98 */
99 GOT_IMSG_OBJECT_REQUEST,
100 GOT_IMSG_OBJECT,
101 GOT_IMSG_COMMIT_REQUEST,
102 GOT_IMSG_COMMIT,
103 GOT_IMSG_COMMIT_LOGMSG,
104 GOT_IMSG_TREE_REQUEST,
105 GOT_IMSG_TREE,
106 GOT_IMSG_TREE_ENTRY,
107 GOT_IMSG_BLOB_REQUEST,
108 GOT_IMSG_BLOB_OUTFD,
109 GOT_IMSG_BLOB,
110 GOT_IMSG_TAG_REQUEST,
111 GOT_IMSG_TAG,
112 GOT_IMSG_TAG_TAGMSG,
114 /* Messages related to networking. */
115 GOT_IMSG_FETCH_REQUEST,
116 GOT_IMSG_FETCH_DONE,
117 GOT_IMSG_IDXPACK_REQUEST,
118 GOT_IMSG_IDXPACK_DONE,
120 /* Messages related to pack files. */
121 GOT_IMSG_PACKIDX,
122 GOT_IMSG_PACK,
123 GOT_IMSG_PACKED_OBJECT_REQUEST,
124 GOT_IMSG_COMMIT_TRAVERSAL_REQUEST,
125 GOT_IMSG_TRAVERSED_COMMITS,
126 GOT_IMSG_COMMIT_TRAVERSAL_DONE,
128 /* Message sending file descriptor to a temporary file. */
129 GOT_IMSG_TMPFD,
131 /* Messages related to gitconfig files. */
132 GOT_IMSG_GITCONFIG_PARSE_REQUEST,
133 GOT_IMSG_GITCONFIG_REPOSITORY_FORMAT_VERSION_REQUEST,
134 GOT_IMSG_GITCONFIG_AUTHOR_NAME_REQUEST,
135 GOT_IMSG_GITCONFIG_AUTHOR_EMAIL_REQUEST,
136 GOT_IMSG_GITCONFIG_REMOTES_REQUEST,
137 GOT_IMSG_GITCONFIG_INT_VAL,
138 GOT_IMSG_GITCONFIG_STR_VAL,
139 GOT_IMSG_GITCONFIG_REMOTES,
140 GOT_IMSG_GITCONFIG_REMOTE,
141 GOT_IMSG_GITCONFIG_OWNER_REQUEST,
142 GOT_IMSG_GITCONFIG_OWNER,
143 };
145 /* Structure for GOT_IMSG_ERROR. */
146 struct got_imsg_error {
147 int code; /* an error code from got_error.h */
148 int errno_code; /* in case code equals GOT_ERR_ERRNO */
149 } __attribute__((__packed__));
151 /*
152 * Structure for GOT_IMSG_TREE_REQUEST and GOT_IMSG_OBJECT data.
153 */
154 struct got_imsg_object {
155 uint8_t id[SHA1_DIGEST_LENGTH];
157 /* These fields are the same as in struct got_object. */
158 int type;
159 int flags;
160 size_t hdrlen;
161 size_t size;
162 off_t pack_offset;
163 int pack_idx;
164 } __attribute__((__packed__));
166 /* Structure for GOT_IMSG_COMMIT data. */
167 struct got_imsg_commit_object {
168 uint8_t tree_id[SHA1_DIGEST_LENGTH];
169 size_t author_len;
170 time_t author_time;
171 time_t author_gmtoff;
172 size_t committer_len;
173 time_t committer_time;
174 time_t committer_gmtoff;
175 size_t logmsg_len;
176 int nparents;
178 /*
179 * Followed by author_len + committer_len data bytes
180 */
182 /* Followed by 'nparents' SHA1_DIGEST_LENGTH length strings */
184 /*
185 * Followed by 'logmsg_len' bytes of commit log message data in
186 * one or more GOT_IMSG_COMMIT_LOGMSG messages.
187 */
188 } __attribute__((__packed__));
191 /* Structure for GOT_IMSG_TREE_ENTRY. */
192 struct got_imsg_tree_entry {
193 char id[SHA1_DIGEST_LENGTH];
194 mode_t mode;
195 /* Followed by entry's name in remaining data of imsg buffer. */
196 } __attribute__((__packed__));
198 /* Structure for GOT_IMSG_TREE_OBJECT_REPLY data. */
199 struct got_imsg_tree_object {
200 int nentries; /* This many TREE_ENTRY messages follow. */
201 };
203 /* Structure for GOT_IMSG_BLOB. */
204 struct got_imsg_blob {
205 size_t size;
206 size_t hdrlen;
208 /*
209 * If size <= GOT_PRIVSEP_INLINE_BLOB_DATA_MAX, blob data follows
210 * in the imsg buffer. Otherwise, blob data has been written to a
211 * file descriptor passed via the GOT_IMSG_BLOB_OUTFD imsg.
212 */
213 #define GOT_PRIVSEP_INLINE_BLOB_DATA_MAX \
214 (MAX_IMSGSIZE - IMSG_HEADER_SIZE - sizeof(struct got_imsg_blob))
215 };
218 /* Structure for GOT_IMSG_TAG data. */
219 struct got_imsg_tag_object {
220 uint8_t id[SHA1_DIGEST_LENGTH];
221 int obj_type;
222 size_t tag_len;
223 size_t tagger_len;
224 time_t tagger_time;
225 time_t tagger_gmtoff;
226 size_t tagmsg_len;
228 /*
229 * Followed by tag_len + tagger_len data bytes
230 */
232 /*
233 * Followed by 'tagmsg_len' bytes of tag message data in
234 * one or more GOT_IMSG_TAG_TAGMSG messages.
235 */
236 } __attribute__((__packed__));
238 /* Structure for GOT_IMSG_PACKIDX. */
239 struct got_imsg_packidx {
240 size_t len;
241 /* Additionally, a file desciptor is passed via imsg. */
242 };
244 /* Structure for GOT_IMSG_PACK. */
245 struct got_imsg_pack {
246 char path_packfile[PATH_MAX];
247 size_t filesize;
248 /* Additionally, a file desciptor is passed via imsg. */
249 } __attribute__((__packed__));
251 /*
252 * Structure for GOT_IMSG_PACKED_OBJECT_REQUEST data.
253 */
254 struct got_imsg_packed_object {
255 uint8_t id[SHA1_DIGEST_LENGTH];
256 int idx;
257 } __attribute__((__packed__));
259 /* Structure for GOT_IMSG_COMMIT_TRAVERSAL_REQUEST */
260 struct got_imsg_commit_traversal_request {
261 uint8_t id[SHA1_DIGEST_LENGTH];
262 int idx;
263 size_t path_len;
264 /* Followed by path_len bytes of path data */
265 } __attribute__((__packed__));
267 /* Structure for GOT_IMSG_TRAVERSED_COMMITS */
268 struct got_imsg_traversed_commits {
269 size_t ncommits;
270 /* Followed by ncommit IDs of SHA1_DIGEST_LENGTH each */
271 } __attribute__((__packed__));
273 /*
274 * Structure for GOT_IMSG_GITCONFIG_REMOTE data.
275 */
276 struct got_imsg_remote {
277 size_t name_len;
278 size_t url_len;
280 /* Followed by name_len + url_len data bytes. */
281 };
283 /*
284 * Structure for GOT_IMSG_GITCONFIG_REMOTES data.
285 */
286 struct got_imsg_remotes {
287 int nremotes; /* This many GOT_IMSG_GITCONFIG_REMOTE messages follow. */
288 };
290 struct got_remote_repo;
291 struct got_pack;
292 struct got_packidx;
293 struct got_pathlist_head;
295 const struct got_error *got_send_ack(pid_t);
296 const struct got_error *got_privsep_wait_for_child(pid_t);
297 const struct got_error *got_privsep_send_stop(int);
298 const struct got_error *got_privsep_recv_imsg(struct imsg *, struct imsgbuf *,
299 size_t);
300 void got_privsep_send_error(struct imsgbuf *, const struct got_error *);
301 const struct got_error *got_privsep_send_ack(struct imsgbuf *);
302 const struct got_error *got_privsep_wait_ack(struct imsgbuf *);
303 const struct got_error *got_privsep_send_obj_req(struct imsgbuf *, int);
304 const struct got_error *got_privsep_send_commit_req(struct imsgbuf *, int,
305 struct got_object_id *, int);
306 const struct got_error *got_privsep_send_tree_req(struct imsgbuf *, int,
307 struct got_object_id *, int);
308 const struct got_error *got_privsep_send_tag_req(struct imsgbuf *, int,
309 struct got_object_id *, int);
310 const struct got_error *got_privsep_send_blob_req(struct imsgbuf *, int,
311 struct got_object_id *, int);
312 const struct got_error *got_privsep_send_blob_outfd(struct imsgbuf *, int);
313 const struct got_error *got_privsep_send_tmpfd(struct imsgbuf *, int);
314 const struct got_error *got_privsep_send_obj(struct imsgbuf *,
315 struct got_object *);
316 const struct got_error *got_privsep_send_index_pack_req(struct imsgbuf *, int,
317 struct got_object_id);
318 const struct got_error *got_privsep_send_index_pack_done(struct imsgbuf *);
319 const struct got_error *got_privsep_wait_index_pack_done(struct imsgbuf *);
320 const struct got_error *got_privsep_send_fetch_req(struct imsgbuf *, int);
321 const struct got_error *got_privsep_send_fetch_done(struct imsgbuf *,
322 struct got_object_id);
323 const struct got_error *got_privsep_wait_fetch_done(struct imsgbuf *,
324 struct got_object_id*);
325 const struct got_error *got_privsep_get_imsg_obj(struct got_object **,
326 struct imsg *, struct imsgbuf *);
327 const struct got_error *got_privsep_recv_obj(struct got_object **,
328 struct imsgbuf *);
329 const struct got_error *got_privsep_send_commit(struct imsgbuf *,
330 struct got_commit_object *);
331 const struct got_error *got_privsep_recv_commit(struct got_commit_object **,
332 struct imsgbuf *);
333 const struct got_error *got_privsep_recv_tree(struct got_tree_object **,
334 struct imsgbuf *);
335 const struct got_error *got_privsep_send_tree(struct imsgbuf *,
336 struct got_pathlist_head *, int);
337 const struct got_error *got_privsep_send_blob(struct imsgbuf *, size_t, size_t,
338 const uint8_t *);
339 const struct got_error *got_privsep_recv_blob(uint8_t **, size_t *, size_t *,
340 struct imsgbuf *);
341 const struct got_error *got_privsep_send_tag(struct imsgbuf *,
342 struct got_tag_object *);
343 const struct got_error *got_privsep_recv_tag(struct got_tag_object **,
344 struct imsgbuf *);
345 const struct got_error *got_privsep_init_pack_child(struct imsgbuf *,
346 struct got_pack *, struct got_packidx *);
347 const struct got_error *got_privsep_send_packed_obj_req(struct imsgbuf *, int,
348 struct got_object_id *);
349 const struct got_error *got_privsep_send_pack_child_ready(struct imsgbuf *);
351 const struct got_error *got_privsep_send_gitconfig_parse_req(struct imsgbuf *,
352 int);
353 const struct got_error *
354 got_privsep_send_gitconfig_repository_format_version_req(struct imsgbuf *);
355 const struct got_error *got_privsep_send_gitconfig_author_name_req(
356 struct imsgbuf *);
357 const struct got_error *got_privsep_send_gitconfig_author_email_req(
358 struct imsgbuf *);
359 const struct got_error *got_privsep_send_gitconfig_remotes_req(
360 struct imsgbuf *);
361 const struct got_error *got_privsep_send_gitconfig_owner_req(struct imsgbuf *);
362 const struct got_error *got_privsep_send_gitconfig_str(struct imsgbuf *,
363 const char *);
364 const struct got_error *got_privsep_recv_gitconfig_str(char **,
365 struct imsgbuf *);
366 const struct got_error *got_privsep_send_gitconfig_int(struct imsgbuf *, int);
367 const struct got_error *got_privsep_recv_gitconfig_int(int *, struct imsgbuf *);
368 const struct got_error *got_privsep_send_gitconfig_remotes(struct imsgbuf *,
369 struct got_remote_repo *, int);
370 const struct got_error *got_privsep_recv_gitconfig_remotes(
371 struct got_remote_repo **, int *, struct imsgbuf *);
373 const struct got_error *got_privsep_send_commit_traversal_request(
374 struct imsgbuf *, struct got_object_id *, int, const char *);
375 const struct got_error *got_privsep_recv_traversed_commits(
376 struct got_commit_object **, struct got_object_id **,
377 struct got_object_id_queue *, struct imsgbuf *);
378 const struct got_error *got_privsep_send_traversed_commits(
379 struct got_object_id *, size_t, struct imsgbuf *);
380 const struct got_error *got_privsep_send_commit_traversal_done(
381 struct imsgbuf *);
383 void got_privsep_exec_child(int[2], const char *, const char *);