1 93658fb9 2020-03-18 stsp /*
  2 93658fb9 2020-03-18 stsp  * Copyright (c) 2018, 2019 Ori Bernstein <ori@openbsd.org>
  3 93658fb9 2020-03-18 stsp  *
  4 93658fb9 2020-03-18 stsp  * Permission to use, copy, modify, and distribute this software for any
  5 93658fb9 2020-03-18 stsp  * purpose with or without fee is hereby granted, provided that the above
  6 93658fb9 2020-03-18 stsp  * copyright notice and this permission notice appear in all copies.
  7 93658fb9 2020-03-18 stsp  *
  8 93658fb9 2020-03-18 stsp  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9 93658fb9 2020-03-18 stsp  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 10 93658fb9 2020-03-18 stsp  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 11 93658fb9 2020-03-18 stsp  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 12 93658fb9 2020-03-18 stsp  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 13 93658fb9 2020-03-18 stsp  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 14 93658fb9 2020-03-18 stsp  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 15 93658fb9 2020-03-18 stsp  */
 16 93658fb9 2020-03-18 stsp 
 17 93658fb9 2020-03-18 stsp #include <sys/types.h>
 18 93658fb9 2020-03-18 stsp #include <sys/stat.h>
 19 93658fb9 2020-03-18 stsp #include <sys/queue.h>
 20 93658fb9 2020-03-18 stsp #include <sys/uio.h>
 21 93658fb9 2020-03-18 stsp #include <sys/socket.h>
 22 93658fb9 2020-03-18 stsp #include <sys/wait.h>
 23 93658fb9 2020-03-18 stsp #include <sys/syslimits.h>
 24 93658fb9 2020-03-18 stsp #include <sys/resource.h>
 25 93658fb9 2020-03-18 stsp #include <sys/socket.h>
 26 93658fb9 2020-03-18 stsp 
 27 93658fb9 2020-03-18 stsp #include <errno.h>
 28 5cc27ede 2020-03-18 stsp #include <err.h>
 29 93658fb9 2020-03-18 stsp #include <fcntl.h>
 30 93658fb9 2020-03-18 stsp #include <stdio.h>
 31 93658fb9 2020-03-18 stsp #include <stdlib.h>
 32 93658fb9 2020-03-18 stsp #include <string.h>
 33 93658fb9 2020-03-18 stsp #include <stdint.h>
 34 93658fb9 2020-03-18 stsp #include <sha1.h>
 35 93658fb9 2020-03-18 stsp #include <zlib.h>
 36 93658fb9 2020-03-18 stsp #include <ctype.h>
 37 93658fb9 2020-03-18 stsp #include <limits.h>
 38 93658fb9 2020-03-18 stsp #include <imsg.h>
 39 93658fb9 2020-03-18 stsp #include <time.h>
 40 93658fb9 2020-03-18 stsp #include <uuid.h>
 41 93658fb9 2020-03-18 stsp #include <netdb.h>
 42 93658fb9 2020-03-18 stsp #include <netinet/in.h>
 43 93658fb9 2020-03-18 stsp 
 44 93658fb9 2020-03-18 stsp #include "got_error.h"
 45 93658fb9 2020-03-18 stsp #include "got_reference.h"
 46 93658fb9 2020-03-18 stsp #include "got_repository.h"
 47 93658fb9 2020-03-18 stsp #include "got_path.h"
 48 93658fb9 2020-03-18 stsp #include "got_cancel.h"
 49 93658fb9 2020-03-18 stsp #include "got_worktree.h"
 50 93658fb9 2020-03-18 stsp #include "got_object.h"
 51 fe4e1501 2020-03-18 stsp #include "got_opentemp.h"
 52 93658fb9 2020-03-18 stsp 
 53 93658fb9 2020-03-18 stsp #include "got_lib_delta.h"
 54 93658fb9 2020-03-18 stsp #include "got_lib_inflate.h"
 55 93658fb9 2020-03-18 stsp #include "got_lib_object.h"
 56 93658fb9 2020-03-18 stsp #include "got_lib_object_parse.h"
 57 93658fb9 2020-03-18 stsp #include "got_lib_object_create.h"
 58 93658fb9 2020-03-18 stsp #include "got_lib_pack.h"
 59 93658fb9 2020-03-18 stsp #include "got_lib_sha1.h"
 60 93658fb9 2020-03-18 stsp #include "got_lib_privsep.h"
 61 93658fb9 2020-03-18 stsp #include "got_lib_object_cache.h"
 62 93658fb9 2020-03-18 stsp #include "got_lib_repository.h"
 63 93658fb9 2020-03-18 stsp 
 64 93658fb9 2020-03-18 stsp #define GOT_PROTOMAX	64
 65 93658fb9 2020-03-18 stsp #define GOT_HOSTMAX	256
 66 93658fb9 2020-03-18 stsp #define GOT_PATHMAX	512
 67 93658fb9 2020-03-18 stsp #define GOT_REPOMAX	256
 68 93658fb9 2020-03-18 stsp #define GOT_PORTMAX	16
 69 93658fb9 2020-03-18 stsp #define GOT_URIMAX	1024
 70 93658fb9 2020-03-18 stsp 
 71 93658fb9 2020-03-18 stsp static int
 72 93658fb9 2020-03-18 stsp mkpath(char *path)
 73 93658fb9 2020-03-18 stsp {
 74 93658fb9 2020-03-18 stsp 	char *p, namebuf[PATH_MAX];
 75 93658fb9 2020-03-18 stsp 	struct stat sb;
 76 93658fb9 2020-03-18 stsp 	int done;
 77 93658fb9 2020-03-18 stsp 
 78 93658fb9 2020-03-18 stsp 	while (*path == '/')
 79 93658fb9 2020-03-18 stsp 		path++;
 80 93658fb9 2020-03-18 stsp 	if (strlcpy(namebuf, path, sizeof(namebuf)) >= sizeof(namebuf)) {
 81 93658fb9 2020-03-18 stsp 		errno = ENAMETOOLONG;
 82 93658fb9 2020-03-18 stsp 		return -1;
 83 93658fb9 2020-03-18 stsp 	}
 84 93658fb9 2020-03-18 stsp 
 85 93658fb9 2020-03-18 stsp 	p = namebuf;
 86 93658fb9 2020-03-18 stsp 	for (;;) {
 87 93658fb9 2020-03-18 stsp 		p += strspn(p, "/");
 88 93658fb9 2020-03-18 stsp 		p += strcspn(p, "/");
 89 93658fb9 2020-03-18 stsp 		done = (*p == '\0');
 90 93658fb9 2020-03-18 stsp 		*p = '\0';
 91 93658fb9 2020-03-18 stsp 
 92 93658fb9 2020-03-18 stsp 		if (mkdir(namebuf, 0755) != 0) {
 93 93658fb9 2020-03-18 stsp 			int mkdir_errno = errno;
 94 93658fb9 2020-03-18 stsp 			if (stat(path, &sb) == -1) {
 95 93658fb9 2020-03-18 stsp 				/* Not there; use mkdir()s errno */
 96 93658fb9 2020-03-18 stsp 				errno = mkdir_errno;
 97 93658fb9 2020-03-18 stsp 				return -1;
 98 93658fb9 2020-03-18 stsp 			}
 99 93658fb9 2020-03-18 stsp 			if (!S_ISDIR(sb.st_mode)) {
100 93658fb9 2020-03-18 stsp 				/* Is there, but isn't a directory */
101 93658fb9 2020-03-18 stsp 				errno = ENOTDIR;
102 93658fb9 2020-03-18 stsp 				return -1;
103 93658fb9 2020-03-18 stsp 			}
104 93658fb9 2020-03-18 stsp 		}
105 93658fb9 2020-03-18 stsp 
106 93658fb9 2020-03-18 stsp 		if (done)
107 93658fb9 2020-03-18 stsp 			break;
108 93658fb9 2020-03-18 stsp 		*p = '/';
109 93658fb9 2020-03-18 stsp 	}
110 93658fb9 2020-03-18 stsp 
111 93658fb9 2020-03-18 stsp 	return 0;
112 93658fb9 2020-03-18 stsp }
113 93658fb9 2020-03-18 stsp 
114 93658fb9 2020-03-18 stsp static int
115 93658fb9 2020-03-18 stsp hassuffix(char *base, char *suf)
116 93658fb9 2020-03-18 stsp {
117 93658fb9 2020-03-18 stsp 	int nb, ns;
118 93658fb9 2020-03-18 stsp 
119 93658fb9 2020-03-18 stsp 	nb = strlen(base);
120 93658fb9 2020-03-18 stsp 	ns = strlen(suf);
121 93658fb9 2020-03-18 stsp 	if (ns <= nb && strcmp(base + (nb - ns), suf) == 0)
122 93658fb9 2020-03-18 stsp 		return 1;
123 93658fb9 2020-03-18 stsp 	return 0;
124 93658fb9 2020-03-18 stsp }
125 93658fb9 2020-03-18 stsp 
126 93658fb9 2020-03-18 stsp static int
127 93658fb9 2020-03-18 stsp grab(char *dst, int n, char *p, char *e)
128 93658fb9 2020-03-18 stsp {
129 93658fb9 2020-03-18 stsp 	int l;
130 93658fb9 2020-03-18 stsp 
131 93658fb9 2020-03-18 stsp 	l = e - p;
132 93658fb9 2020-03-18 stsp 	if (l >= n) {
133 93658fb9 2020-03-18 stsp 		errno = ENAMETOOLONG;
134 93658fb9 2020-03-18 stsp 		return -1;
135 93658fb9 2020-03-18 stsp 	}
136 93658fb9 2020-03-18 stsp 	return strlcpy(dst, p, l + 1);
137 93658fb9 2020-03-18 stsp }
138 93658fb9 2020-03-18 stsp 
139 5cc27ede 2020-03-18 stsp static const struct got_error *
140 5cc27ede 2020-03-18 stsp dial_ssh(int *fetchfd, char *host, char *port, char *path, char *direction)
141 93658fb9 2020-03-18 stsp {
142 5cc27ede 2020-03-18 stsp 	const struct got_error *error = NULL;
143 93658fb9 2020-03-18 stsp 	int pid, pfd[2];
144 93658fb9 2020-03-18 stsp 	char cmd[64];
145 93658fb9 2020-03-18 stsp 
146 5cc27ede 2020-03-18 stsp 	*fetchfd = -1;
147 5cc27ede 2020-03-18 stsp 
148 93658fb9 2020-03-18 stsp 	if (pipe(pfd) == -1)
149 5cc27ede 2020-03-18 stsp 		return got_error_from_errno("pipe");
150 5cc27ede 2020-03-18 stsp 
151 93658fb9 2020-03-18 stsp 	pid = fork();
152 5cc27ede 2020-03-18 stsp 	if (pid == -1) {
153 5cc27ede 2020-03-18 stsp 		error = got_error_from_errno("fork");
154 5cc27ede 2020-03-18 stsp 		close(pfd[0]);
155 93658fb9 2020-03-18 stsp 		close(pfd[1]);
156 5cc27ede 2020-03-18 stsp 		return error;
157 5cc27ede 2020-03-18 stsp 	} else if (pid == 0) {
158 5cc27ede 2020-03-18 stsp 		int n;
159 5cc27ede 2020-03-18 stsp 		close(pfd[1]);
160 93658fb9 2020-03-18 stsp 		dup2(pfd[0], 0);
161 93658fb9 2020-03-18 stsp 		dup2(pfd[0], 1);
162 5cc27ede 2020-03-18 stsp 		n = snprintf(cmd, sizeof(cmd), "git-%s-pack", direction);
163 5cc27ede 2020-03-18 stsp 		if (n < 0 || n >= sizeof(cmd))
164 5cc27ede 2020-03-18 stsp 			err(1, "snprintf");
165 5cc27ede 2020-03-18 stsp 		if (execlp("ssh", "ssh", host, cmd, path, NULL) == -1)
166 5cc27ede 2020-03-18 stsp 			err(1, "execlp");
167 5cc27ede 2020-03-18 stsp 		abort(); /* not reached */
168 5cc27ede 2020-03-18 stsp 	} else {
169 93658fb9 2020-03-18 stsp 		close(pfd[0]);
170 5cc27ede 2020-03-18 stsp 		*fetchfd = pfd[1];
171 5cc27ede 2020-03-18 stsp 		return NULL;
172 93658fb9 2020-03-18 stsp 	}
173 93658fb9 2020-03-18 stsp }
174 93658fb9 2020-03-18 stsp 
175 5cc27ede 2020-03-18 stsp static const struct got_error *
176 5cc27ede 2020-03-18 stsp dial_git(int *fetchfd, char *host, char *port, char *path, char *direction)
177 93658fb9 2020-03-18 stsp {
178 5cc27ede 2020-03-18 stsp 	const struct got_error *err = NULL;
179 93658fb9 2020-03-18 stsp 	struct addrinfo hints, *servinfo, *p;
180 5cc27ede 2020-03-18 stsp 	char *cmd = NULL, *pkt = NULL;
181 5cc27ede 2020-03-18 stsp 	int fd = -1, l, r, eaicode;
182 5cc27ede 2020-03-18 stsp 
183 5cc27ede 2020-03-18 stsp 	*fetchfd = -1;
184 93658fb9 2020-03-18 stsp 
185 93658fb9 2020-03-18 stsp 	memset(&hints, 0, sizeof hints);
186 93658fb9 2020-03-18 stsp 	hints.ai_family = AF_UNSPEC;
187 93658fb9 2020-03-18 stsp 	hints.ai_socktype = SOCK_STREAM;
188 5cc27ede 2020-03-18 stsp 	eaicode = getaddrinfo(host, port, &hints, &servinfo);
189 5cc27ede 2020-03-18 stsp 	if (eaicode)
190 5cc27ede 2020-03-18 stsp 		return got_error_msg(GOT_ERR_ADDRINFO, gai_strerror(eaicode));
191 93658fb9 2020-03-18 stsp 
192 93658fb9 2020-03-18 stsp 	for (p = servinfo; p != NULL; p = p->ai_next) {
193 93658fb9 2020-03-18 stsp 		if ((fd = socket(p->ai_family, p->ai_socktype,
194 93658fb9 2020-03-18 stsp 		    p->ai_protocol)) == -1)
195 93658fb9 2020-03-18 stsp 			continue;
196 93658fb9 2020-03-18 stsp 		if (connect(fd, p->ai_addr, p->ai_addrlen) == 0)
197 93658fb9 2020-03-18 stsp 			break;
198 5cc27ede 2020-03-18 stsp 		err = got_error_from_errno("connect");
199 93658fb9 2020-03-18 stsp 		close(fd);
200 93658fb9 2020-03-18 stsp 	}
201 93658fb9 2020-03-18 stsp 	if (p == NULL)
202 5cc27ede 2020-03-18 stsp 		goto done;
203 93658fb9 2020-03-18 stsp 
204 5cc27ede 2020-03-18 stsp 	if ((l = asprintf(&cmd, "git-%s-pack %s\n", direction, path)) == -1) {
205 5cc27ede 2020-03-18 stsp 		err = got_error_from_errno("asprintf");
206 5cc27ede 2020-03-18 stsp 		goto done;
207 5cc27ede 2020-03-18 stsp 	}
208 5cc27ede 2020-03-18 stsp 	if ((l = asprintf(&pkt, "%04x%s", l + 4, cmd)) == -1) {
209 5cc27ede 2020-03-18 stsp 		err = got_error_from_errno("asprintf");
210 5cc27ede 2020-03-18 stsp 		goto done;
211 5cc27ede 2020-03-18 stsp 	}
212 93658fb9 2020-03-18 stsp 	r = write(fd, pkt, l);
213 5cc27ede 2020-03-18 stsp 	if (r == -1)
214 5cc27ede 2020-03-18 stsp 		err = got_error_from_errno("write");
215 5cc27ede 2020-03-18 stsp done:
216 93658fb9 2020-03-18 stsp 	free(cmd);
217 93658fb9 2020-03-18 stsp 	free(pkt);
218 5cc27ede 2020-03-18 stsp 	if (err) {
219 5cc27ede 2020-03-18 stsp 		if (fd != -1)
220 5cc27ede 2020-03-18 stsp 			close(fd);
221 5cc27ede 2020-03-18 stsp 	} else
222 5cc27ede 2020-03-18 stsp 		*fetchfd = fd;
223 5cc27ede 2020-03-18 stsp 	return err;
224 93658fb9 2020-03-18 stsp }
225 93658fb9 2020-03-18 stsp 
226 93658fb9 2020-03-18 stsp int
227 93658fb9 2020-03-18 stsp got_parse_uri(char *uri, char *proto, char *host, char *port, char *path, char *repo)
228 93658fb9 2020-03-18 stsp {
229 93658fb9 2020-03-18 stsp 	char *s, *p, *q;
230 93658fb9 2020-03-18 stsp 	int n, hasport;
231 93658fb9 2020-03-18 stsp 
232 93658fb9 2020-03-18 stsp 	p = strstr(uri, "://");
233 93658fb9 2020-03-18 stsp 	if (!p) {
234 93658fb9 2020-03-18 stsp 		//werrstr("missing protocol");
235 93658fb9 2020-03-18 stsp 		return -1;
236 93658fb9 2020-03-18 stsp 	}
237 93658fb9 2020-03-18 stsp 	if (grab(proto, GOT_PROTOMAX, uri, p) == -1)
238 93658fb9 2020-03-18 stsp 		return -1;
239 93658fb9 2020-03-18 stsp 	hasport = (strcmp(proto, "git") == 0 || strstr(proto, "http") == proto);
240 93658fb9 2020-03-18 stsp 	s = p + 3;
241 93658fb9 2020-03-18 stsp 	p = NULL;
242 93658fb9 2020-03-18 stsp 	if (!hasport) {
243 93658fb9 2020-03-18 stsp 		p = strstr(s, ":");
244 93658fb9 2020-03-18 stsp 		if (p != NULL)
245 93658fb9 2020-03-18 stsp 			p++;
246 93658fb9 2020-03-18 stsp 	}
247 93658fb9 2020-03-18 stsp 	if (p == NULL)
248 93658fb9 2020-03-18 stsp 		p = strstr(s, "/");
249 93658fb9 2020-03-18 stsp 	if (p == NULL || strlen(p) == 1) {
250 93658fb9 2020-03-18 stsp 		//werrstr("missing path");
251 93658fb9 2020-03-18 stsp 		return -1;
252 93658fb9 2020-03-18 stsp 	}
253 93658fb9 2020-03-18 stsp 
254 93658fb9 2020-03-18 stsp 	q = memchr(s, ':', p - s);
255 93658fb9 2020-03-18 stsp 	if (q) {
256 93658fb9 2020-03-18 stsp 		grab(host, GOT_HOSTMAX, s, q);
257 93658fb9 2020-03-18 stsp 		grab(port, GOT_PORTMAX, q + 1, p);
258 93658fb9 2020-03-18 stsp 	}else{
259 93658fb9 2020-03-18 stsp 		grab(host, GOT_HOSTMAX, s, p);
260 93658fb9 2020-03-18 stsp 		snprintf(port, GOT_PORTMAX, "9418");
261 93658fb9 2020-03-18 stsp 	}
262 93658fb9 2020-03-18 stsp 
263 93658fb9 2020-03-18 stsp 	snprintf(path, GOT_PATHMAX, "%s", p);
264 93658fb9 2020-03-18 stsp 	p = strrchr(p, '/') + 1;
265 93658fb9 2020-03-18 stsp 	if (!p || strlen(p) == 0) {
266 93658fb9 2020-03-18 stsp 		//werrstr("missing repository in uri");
267 93658fb9 2020-03-18 stsp 		return -1;
268 93658fb9 2020-03-18 stsp 	}
269 93658fb9 2020-03-18 stsp 	n = strlen(p);
270 93658fb9 2020-03-18 stsp 	if (hassuffix(p, ".git"))
271 93658fb9 2020-03-18 stsp 		n -= 4;
272 93658fb9 2020-03-18 stsp 	grab(repo, GOT_REPOMAX, p, p + n);
273 93658fb9 2020-03-18 stsp 	return 0;
274 93658fb9 2020-03-18 stsp }
275 93658fb9 2020-03-18 stsp 
276 93658fb9 2020-03-18 stsp const struct got_error*
277 84f2fa52 2020-03-18 stsp got_fetch(char *uri, char *branch_filter, char *destdir)
278 93658fb9 2020-03-18 stsp {
279 93658fb9 2020-03-18 stsp 	char proto[GOT_PROTOMAX], host[GOT_HOSTMAX], port[GOT_PORTMAX];
280 93658fb9 2020-03-18 stsp 	char repo[GOT_REPOMAX], path[GOT_PATHMAX];
281 93658fb9 2020-03-18 stsp 	int imsg_fetchfds[2], imsg_idxfds[2], fetchfd;
282 8f2d01a6 2020-03-18 stsp 	int packfd = -1, npackfd, idxfd = -1, nidxfd, status, done = 0;
283 8f2d01a6 2020-03-18 stsp 	struct got_object_id *packhash = NULL;
284 93658fb9 2020-03-18 stsp 	const struct got_error *err;
285 93658fb9 2020-03-18 stsp 	struct imsgbuf ibuf;
286 93658fb9 2020-03-18 stsp 	pid_t pid;
287 afa77e03 2020-03-18 stsp 	char *tmppackpath = NULL, *tmpidxpath = NULL, *default_destdir = NULL;
288 afa77e03 2020-03-18 stsp 	char *packpath = NULL, *idxpath = NULL, *id_str = NULL;
289 93658fb9 2020-03-18 stsp 
290 93658fb9 2020-03-18 stsp 	fetchfd = -1;
291 93658fb9 2020-03-18 stsp 	if (got_parse_uri(uri, proto, host, port, path, repo) == -1)
292 93658fb9 2020-03-18 stsp 		return got_error(GOT_ERR_PARSE_URI);
293 22b6b490 2020-03-18 stsp 	if (destdir == NULL) {
294 22b6b490 2020-03-18 stsp 		if (asprintf(&default_destdir, "%s.git", repo) == -1)
295 22b6b490 2020-03-18 stsp 			return got_error_from_errno("asprintf");
296 22b6b490 2020-03-18 stsp 	}
297 22b6b490 2020-03-18 stsp 	err = got_repo_init(destdir ? destdir : default_destdir);
298 93658fb9 2020-03-18 stsp 	if (err != NULL)
299 93658fb9 2020-03-18 stsp 		return err;
300 22b6b490 2020-03-18 stsp 	if (chdir(destdir ? destdir : default_destdir))
301 93658fb9 2020-03-18 stsp 		return got_error_from_errno("enter new repo");
302 afa77e03 2020-03-18 stsp 	if (mkpath("objects/pack") == -1)
303 93658fb9 2020-03-18 stsp 		return got_error_from_errno("mkpath");
304 afa77e03 2020-03-18 stsp 	err = got_opentemp_named_fd(&tmppackpath, &packfd,
305 afa77e03 2020-03-18 stsp 	    "objects/pack/fetching.pack");
306 fe4e1501 2020-03-18 stsp 	if (err)
307 fe4e1501 2020-03-18 stsp 		return err;
308 93658fb9 2020-03-18 stsp 	npackfd = dup(packfd);
309 93658fb9 2020-03-18 stsp 	if (npackfd == -1)
310 93658fb9 2020-03-18 stsp 		return got_error_from_errno("dup");
311 afa77e03 2020-03-18 stsp 	err = got_opentemp_named_fd(&tmpidxpath, &idxfd,
312 afa77e03 2020-03-18 stsp 	    "objects/pack/fetching.idx");
313 fe4e1501 2020-03-18 stsp 	if (err)
314 fe4e1501 2020-03-18 stsp 		return err;
315 93658fb9 2020-03-18 stsp 	nidxfd = dup(idxfd);
316 93658fb9 2020-03-18 stsp 	if (nidxfd == -1)
317 93658fb9 2020-03-18 stsp 		return got_error_from_errno("dup");
318 93658fb9 2020-03-18 stsp 
319 93658fb9 2020-03-18 stsp 	if (strcmp(proto, "ssh") == 0 || strcmp(proto, "git+ssh") == 0)
320 5cc27ede 2020-03-18 stsp 		err = dial_ssh(&fetchfd, host, port, path, "upload");
321 93658fb9 2020-03-18 stsp 	else if (strcmp(proto, "git") == 0)
322 5cc27ede 2020-03-18 stsp 		err = dial_git(&fetchfd, host, port, path, "upload");
323 93658fb9 2020-03-18 stsp 	else if (strcmp(proto, "http") == 0 || strcmp(proto, "git+http") == 0)
324 93658fb9 2020-03-18 stsp 		err = got_error(GOT_ERR_BAD_PROTO);
325 93658fb9 2020-03-18 stsp 	else
326 93658fb9 2020-03-18 stsp 		err = got_error(GOT_ERR_BAD_PROTO);
327 93658fb9 2020-03-18 stsp 
328 93658fb9 2020-03-18 stsp 	if (fetchfd == -1)
329 93658fb9 2020-03-18 stsp 		err = got_error_from_errno("dial uri");
330 93658fb9 2020-03-18 stsp 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_fetchfds) == -1)
331 93658fb9 2020-03-18 stsp 		return got_error_from_errno("socketpair");
332 93658fb9 2020-03-18 stsp 
333 93658fb9 2020-03-18 stsp 	pid = fork();
334 93658fb9 2020-03-18 stsp 	if (pid == -1)
335 93658fb9 2020-03-18 stsp 		return got_error_from_errno("fork");
336 93658fb9 2020-03-18 stsp 	else if (pid == 0){
337 93658fb9 2020-03-18 stsp 		got_privsep_exec_child(imsg_fetchfds, GOT_PATH_PROG_FETCH_PACK, ".");
338 93658fb9 2020-03-18 stsp 	}
339 93658fb9 2020-03-18 stsp 
340 93658fb9 2020-03-18 stsp 	if (close(imsg_fetchfds[1]) != 0)
341 93658fb9 2020-03-18 stsp 		return got_error_from_errno("close");
342 93658fb9 2020-03-18 stsp 	imsg_init(&ibuf, imsg_fetchfds[0]);
343 93658fb9 2020-03-18 stsp 	err = got_privsep_send_fetch_req(&ibuf, fetchfd);
344 93658fb9 2020-03-18 stsp 	if (err != NULL)
345 93658fb9 2020-03-18 stsp 		return err;
346 93658fb9 2020-03-18 stsp 	err = got_privsep_send_tmpfd(&ibuf, npackfd);
347 93658fb9 2020-03-18 stsp 	if (err != NULL)
348 93658fb9 2020-03-18 stsp 		return err;
349 93658fb9 2020-03-18 stsp 	npackfd = dup(packfd);
350 93658fb9 2020-03-18 stsp 	if (npackfd == -1)
351 93658fb9 2020-03-18 stsp 		return got_error_from_errno("dup");
352 8f2d01a6 2020-03-18 stsp 	while (!done) {
353 8f2d01a6 2020-03-18 stsp 		struct got_object_id *id;
354 8f2d01a6 2020-03-18 stsp 		char *refname;
355 8f2d01a6 2020-03-18 stsp 		err = got_privsep_recv_fetch_progress(&done,
356 8f2d01a6 2020-03-18 stsp 		    &id, &refname, &ibuf);
357 8f2d01a6 2020-03-18 stsp 		if (err != NULL)
358 8f2d01a6 2020-03-18 stsp 			return err;
359 8f2d01a6 2020-03-18 stsp 		if (done) {
360 8f2d01a6 2020-03-18 stsp 			packhash = got_object_id_dup(id);
361 8f2d01a6 2020-03-18 stsp 			if (packhash == NULL)
362 8f2d01a6 2020-03-18 stsp 				return got_error_from_errno(
363 8f2d01a6 2020-03-18 stsp 				    "got_object_id_dup");
364 8f2d01a6 2020-03-18 stsp 		} else {
365 8f2d01a6 2020-03-18 stsp 			char *id_str;
366 8f2d01a6 2020-03-18 stsp 			/* TODO Use a progress callback */
367 8f2d01a6 2020-03-18 stsp 			err = got_object_id_str(&id_str, id);
368 8f2d01a6 2020-03-18 stsp 			if (err)
369 8f2d01a6 2020-03-18 stsp 				return err;
370 8f2d01a6 2020-03-18 stsp 			printf( "%.12s %s\n", id_str, refname);
371 8f2d01a6 2020-03-18 stsp 		}
372 8f2d01a6 2020-03-18 stsp 	}
373 93658fb9 2020-03-18 stsp 	if (waitpid(pid, &status, 0) == -1)
374 93658fb9 2020-03-18 stsp 		return got_error_from_errno("child exit");
375 93658fb9 2020-03-18 stsp 
376 93658fb9 2020-03-18 stsp 	if (socketpair(AF_UNIX, SOCK_STREAM, PF_UNSPEC, imsg_idxfds) == -1)
377 93658fb9 2020-03-18 stsp 		return got_error_from_errno("socketpair");
378 93658fb9 2020-03-18 stsp 	pid = fork();
379 93658fb9 2020-03-18 stsp 	if (pid == -1)
380 93658fb9 2020-03-18 stsp 		return got_error_from_errno("fork");
381 93658fb9 2020-03-18 stsp 	else if (pid == 0)
382 93658fb9 2020-03-18 stsp 		got_privsep_exec_child(imsg_idxfds, GOT_PATH_PROG_INDEX_PACK, ".");
383 93658fb9 2020-03-18 stsp 	if (close(imsg_idxfds[1]) != 0)
384 93658fb9 2020-03-18 stsp 		return got_error_from_errno("close");
385 93658fb9 2020-03-18 stsp 	imsg_init(&ibuf, imsg_idxfds[0]);
386 93658fb9 2020-03-18 stsp 
387 8f2d01a6 2020-03-18 stsp 	err = got_privsep_send_index_pack_req(&ibuf, npackfd, packhash);
388 93658fb9 2020-03-18 stsp 	if (err != NULL)
389 93658fb9 2020-03-18 stsp 		return err;
390 93658fb9 2020-03-18 stsp 	err = got_privsep_send_tmpfd(&ibuf, nidxfd);
391 93658fb9 2020-03-18 stsp 	if (err != NULL)
392 93658fb9 2020-03-18 stsp 		return err;
393 93658fb9 2020-03-18 stsp 	err = got_privsep_wait_index_pack_done(&ibuf);
394 93658fb9 2020-03-18 stsp 	if (err != NULL)
395 93658fb9 2020-03-18 stsp 		return err;
396 93658fb9 2020-03-18 stsp 	imsg_clear(&ibuf);
397 93658fb9 2020-03-18 stsp 	if (close(imsg_idxfds[0]) == -1)
398 93658fb9 2020-03-18 stsp 		return got_error_from_errno("close child");
399 93658fb9 2020-03-18 stsp 	if (waitpid(pid, &status, 0) == -1)
400 93658fb9 2020-03-18 stsp 		return got_error_from_errno("child exit");
401 93658fb9 2020-03-18 stsp 
402 8f2d01a6 2020-03-18 stsp 	err = got_object_id_str(&id_str, packhash);
403 afa77e03 2020-03-18 stsp 	if (err)
404 afa77e03 2020-03-18 stsp 		return err;
405 afa77e03 2020-03-18 stsp 	if (asprintf(&packpath, "objects/pack/pack-%s.pack", id_str) == -1)
406 afa77e03 2020-03-18 stsp 		return got_error_from_errno("asprintf");
407 93658fb9 2020-03-18 stsp 
408 afa77e03 2020-03-18 stsp 	if (asprintf(&idxpath, "objects/pack/pack-%s.idx", id_str) == -1)
409 afa77e03 2020-03-18 stsp 		return got_error_from_errno("asprintf");
410 afa77e03 2020-03-18 stsp 
411 afa77e03 2020-03-18 stsp 	if (rename(tmppackpath, packpath) == -1)
412 afa77e03 2020-03-18 stsp 		return got_error_from_errno3("rename", tmppackpath, packpath);
413 afa77e03 2020-03-18 stsp 	if (rename(tmpidxpath, idxpath) == -1)
414 afa77e03 2020-03-18 stsp 		return got_error_from_errno3("rename", tmpidxpath, idxpath);
415 afa77e03 2020-03-18 stsp 
416 afa77e03 2020-03-18 stsp 	free(tmppackpath);
417 afa77e03 2020-03-18 stsp 	free(tmpidxpath);
418 fe4e1501 2020-03-18 stsp 	free(idxpath);
419 afa77e03 2020-03-18 stsp 	free(packpath);
420 22b6b490 2020-03-18 stsp 	free(default_destdir);
421 8f2d01a6 2020-03-18 stsp 	free(packhash);
422 fe4e1501 2020-03-18 stsp 
423 93658fb9 2020-03-18 stsp 	return NULL;
424 93658fb9 2020-03-18 stsp }