Merge branch 'tb/t0050-maint'
[git] / remote-curl.c
1 #include "cache.h"
2 #include "remote.h"
3 #include "strbuf.h"
4 #include "walker.h"
5 #include "http.h"
6 #include "exec_cmd.h"
7 #include "run-command.h"
8 #include "pkt-line.h"
9 #include "sideband.h"
10
11 static struct remote *remote;
12 static const char *url; /* always ends with a trailing slash */
13
14 struct options {
15         int verbosity;
16         unsigned long depth;
17         unsigned progress : 1,
18                 followtags : 1,
19                 dry_run : 1,
20                 thin : 1;
21 };
22 static struct options options;
23
24 static int set_option(const char *name, const char *value)
25 {
26         if (!strcmp(name, "verbosity")) {
27                 char *end;
28                 int v = strtol(value, &end, 10);
29                 if (value == end || *end)
30                         return -1;
31                 options.verbosity = v;
32                 return 0;
33         }
34         else if (!strcmp(name, "progress")) {
35                 if (!strcmp(value, "true"))
36                         options.progress = 1;
37                 else if (!strcmp(value, "false"))
38                         options.progress = 0;
39                 else
40                         return -1;
41                 return 0;
42         }
43         else if (!strcmp(name, "depth")) {
44                 char *end;
45                 unsigned long v = strtoul(value, &end, 10);
46                 if (value == end || *end)
47                         return -1;
48                 options.depth = v;
49                 return 0;
50         }
51         else if (!strcmp(name, "followtags")) {
52                 if (!strcmp(value, "true"))
53                         options.followtags = 1;
54                 else if (!strcmp(value, "false"))
55                         options.followtags = 0;
56                 else
57                         return -1;
58                 return 0;
59         }
60         else if (!strcmp(name, "dry-run")) {
61                 if (!strcmp(value, "true"))
62                         options.dry_run = 1;
63                 else if (!strcmp(value, "false"))
64                         options.dry_run = 0;
65                 else
66                         return -1;
67                 return 0;
68         }
69         else {
70                 return 1 /* unsupported */;
71         }
72 }
73
74 struct discovery {
75         const char *service;
76         char *buf_alloc;
77         char *buf;
78         size_t len;
79         unsigned proto_git : 1;
80 };
81 static struct discovery *last_discovery;
82
83 static void free_discovery(struct discovery *d)
84 {
85         if (d) {
86                 if (d == last_discovery)
87                         last_discovery = NULL;
88                 free(d->buf_alloc);
89                 free(d);
90         }
91 }
92
93 static struct discovery* discover_refs(const char *service)
94 {
95         struct strbuf buffer = STRBUF_INIT;
96         struct discovery *last = last_discovery;
97         char *refs_url;
98         int http_ret, maybe_smart = 0;
99
100         if (last && !strcmp(service, last->service))
101                 return last;
102         free_discovery(last);
103
104         strbuf_addf(&buffer, "%sinfo/refs", url);
105         if ((!prefixcmp(url, "http://") || !prefixcmp(url, "https://")) &&
106              git_env_bool("GIT_SMART_HTTP", 1)) {
107                 maybe_smart = 1;
108                 if (!strchr(url, '?'))
109                         strbuf_addch(&buffer, '?');
110                 else
111                         strbuf_addch(&buffer, '&');
112                 strbuf_addf(&buffer, "service=%s", service);
113         }
114         refs_url = strbuf_detach(&buffer, NULL);
115
116         http_ret = http_get_strbuf(refs_url, &buffer, HTTP_NO_CACHE);
117         switch (http_ret) {
118         case HTTP_OK:
119                 break;
120         case HTTP_MISSING_TARGET:
121                 die("%s not found: did you run git update-server-info on the"
122                     " server?", refs_url);
123         case HTTP_NOAUTH:
124                 die("Authentication failed");
125         default:
126                 http_error(refs_url, http_ret);
127                 die("HTTP request failed");
128         }
129
130         last= xcalloc(1, sizeof(*last_discovery));
131         last->service = service;
132         last->buf_alloc = strbuf_detach(&buffer, &last->len);
133         last->buf = last->buf_alloc;
134
135         if (maybe_smart && 5 <= last->len && last->buf[4] == '#') {
136                 /* smart HTTP response; validate that the service
137                  * pkt-line matches our request.
138                  */
139                 struct strbuf exp = STRBUF_INIT;
140
141                 if (packet_get_line(&buffer, &last->buf, &last->len) <= 0)
142                         die("%s has invalid packet header", refs_url);
143                 if (buffer.len && buffer.buf[buffer.len - 1] == '\n')
144                         strbuf_setlen(&buffer, buffer.len - 1);
145
146                 strbuf_addf(&exp, "# service=%s", service);
147                 if (strbuf_cmp(&exp, &buffer))
148                         die("invalid server response; got '%s'", buffer.buf);
149                 strbuf_release(&exp);
150
151                 /* The header can include additional metadata lines, up
152                  * until a packet flush marker.  Ignore these now, but
153                  * in the future we might start to scan them.
154                  */
155                 strbuf_reset(&buffer);
156                 while (packet_get_line(&buffer, &last->buf, &last->len) > 0)
157                         strbuf_reset(&buffer);
158
159                 last->proto_git = 1;
160         }
161
162         free(refs_url);
163         strbuf_release(&buffer);
164         last_discovery = last;
165         return last;
166 }
167
168 static int write_discovery(int in, int out, void *data)
169 {
170         struct discovery *heads = data;
171         int err = 0;
172         if (write_in_full(out, heads->buf, heads->len) != heads->len)
173                 err = 1;
174         close(out);
175         return err;
176 }
177
178 static struct ref *parse_git_refs(struct discovery *heads, int for_push)
179 {
180         struct ref *list = NULL;
181         struct async async;
182
183         memset(&async, 0, sizeof(async));
184         async.proc = write_discovery;
185         async.data = heads;
186         async.out = -1;
187
188         if (start_async(&async))
189                 die("cannot start thread to parse advertised refs");
190         get_remote_heads(async.out, &list,
191                         for_push ? REF_NORMAL : 0, NULL);
192         close(async.out);
193         if (finish_async(&async))
194                 die("ref parsing thread failed");
195         return list;
196 }
197
198 static struct ref *parse_info_refs(struct discovery *heads)
199 {
200         char *data, *start, *mid;
201         char *ref_name;
202         int i = 0;
203
204         struct ref *refs = NULL;
205         struct ref *ref = NULL;
206         struct ref *last_ref = NULL;
207
208         data = heads->buf;
209         start = NULL;
210         mid = data;
211         while (i < heads->len) {
212                 if (!start) {
213                         start = &data[i];
214                 }
215                 if (data[i] == '\t')
216                         mid = &data[i];
217                 if (data[i] == '\n') {
218                         if (mid - start != 40)
219                                 die("%sinfo/refs not valid: is this a git repository?", url);
220                         data[i] = 0;
221                         ref_name = mid + 1;
222                         ref = xmalloc(sizeof(struct ref) +
223                                       strlen(ref_name) + 1);
224                         memset(ref, 0, sizeof(struct ref));
225                         strcpy(ref->name, ref_name);
226                         get_sha1_hex(start, ref->old_sha1);
227                         if (!refs)
228                                 refs = ref;
229                         if (last_ref)
230                                 last_ref->next = ref;
231                         last_ref = ref;
232                         start = NULL;
233                 }
234                 i++;
235         }
236
237         ref = alloc_ref("HEAD");
238         if (!http_fetch_ref(url, ref) &&
239             !resolve_remote_symref(ref, refs)) {
240                 ref->next = refs;
241                 refs = ref;
242         } else {
243                 free(ref);
244         }
245
246         return refs;
247 }
248
249 static struct ref *get_refs(int for_push)
250 {
251         struct discovery *heads;
252
253         if (for_push)
254                 heads = discover_refs("git-receive-pack");
255         else
256                 heads = discover_refs("git-upload-pack");
257
258         if (heads->proto_git)
259                 return parse_git_refs(heads, for_push);
260         return parse_info_refs(heads);
261 }
262
263 static void output_refs(struct ref *refs)
264 {
265         struct ref *posn;
266         for (posn = refs; posn; posn = posn->next) {
267                 if (posn->symref)
268                         printf("@%s %s\n", posn->symref, posn->name);
269                 else
270                         printf("%s %s\n", sha1_to_hex(posn->old_sha1), posn->name);
271         }
272         printf("\n");
273         fflush(stdout);
274         free_refs(refs);
275 }
276
277 struct rpc_state {
278         const char *service_name;
279         const char **argv;
280         struct strbuf *stdin_preamble;
281         char *service_url;
282         char *hdr_content_type;
283         char *hdr_accept;
284         char *buf;
285         size_t alloc;
286         size_t len;
287         size_t pos;
288         int in;
289         int out;
290         struct strbuf result;
291         unsigned gzip_request : 1;
292         unsigned initial_buffer : 1;
293 };
294
295 static size_t rpc_out(void *ptr, size_t eltsize,
296                 size_t nmemb, void *buffer_)
297 {
298         size_t max = eltsize * nmemb;
299         struct rpc_state *rpc = buffer_;
300         size_t avail = rpc->len - rpc->pos;
301
302         if (!avail) {
303                 rpc->initial_buffer = 0;
304                 avail = packet_read_line(rpc->out, rpc->buf, rpc->alloc);
305                 if (!avail)
306                         return 0;
307                 rpc->pos = 0;
308                 rpc->len = avail;
309         }
310
311         if (max < avail)
312                 avail = max;
313         memcpy(ptr, rpc->buf + rpc->pos, avail);
314         rpc->pos += avail;
315         return avail;
316 }
317
318 #ifndef NO_CURL_IOCTL
319 static curlioerr rpc_ioctl(CURL *handle, int cmd, void *clientp)
320 {
321         struct rpc_state *rpc = clientp;
322
323         switch (cmd) {
324         case CURLIOCMD_NOP:
325                 return CURLIOE_OK;
326
327         case CURLIOCMD_RESTARTREAD:
328                 if (rpc->initial_buffer) {
329                         rpc->pos = 0;
330                         return CURLIOE_OK;
331                 }
332                 fprintf(stderr, "Unable to rewind rpc post data - try increasing http.postBuffer\n");
333                 return CURLIOE_FAILRESTART;
334
335         default:
336                 return CURLIOE_UNKNOWNCMD;
337         }
338 }
339 #endif
340
341 static size_t rpc_in(char *ptr, size_t eltsize,
342                 size_t nmemb, void *buffer_)
343 {
344         size_t size = eltsize * nmemb;
345         struct rpc_state *rpc = buffer_;
346         write_or_die(rpc->in, ptr, size);
347         return size;
348 }
349
350 static int run_slot(struct active_request_slot *slot)
351 {
352         int err;
353         struct slot_results results;
354
355         slot->results = &results;
356         slot->curl_result = curl_easy_perform(slot->curl);
357         finish_active_slot(slot);
358
359         err = handle_curl_result(&results);
360         if (err != HTTP_OK && err != HTTP_REAUTH) {
361                 error("RPC failed; result=%d, HTTP code = %ld",
362                       results.curl_result, results.http_code);
363         }
364
365         return err;
366 }
367
368 static int probe_rpc(struct rpc_state *rpc)
369 {
370         struct active_request_slot *slot;
371         struct curl_slist *headers = NULL;
372         struct strbuf buf = STRBUF_INIT;
373         int err;
374
375         slot = get_active_slot();
376
377         headers = curl_slist_append(headers, rpc->hdr_content_type);
378         headers = curl_slist_append(headers, rpc->hdr_accept);
379
380         curl_easy_setopt(slot->curl, CURLOPT_NOBODY, 0);
381         curl_easy_setopt(slot->curl, CURLOPT_POST, 1);
382         curl_easy_setopt(slot->curl, CURLOPT_URL, rpc->service_url);
383         curl_easy_setopt(slot->curl, CURLOPT_ENCODING, NULL);
384         curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDS, "0000");
385         curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDSIZE, 4);
386         curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, headers);
387         curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
388         curl_easy_setopt(slot->curl, CURLOPT_FILE, &buf);
389
390         err = run_slot(slot);
391
392         curl_slist_free_all(headers);
393         strbuf_release(&buf);
394         return err;
395 }
396
397 static int post_rpc(struct rpc_state *rpc)
398 {
399         struct active_request_slot *slot;
400         struct curl_slist *headers = NULL;
401         int use_gzip = rpc->gzip_request;
402         char *gzip_body = NULL;
403         size_t gzip_size = 0;
404         int err, large_request = 0;
405
406         /* Try to load the entire request, if we can fit it into the
407          * allocated buffer space we can use HTTP/1.0 and avoid the
408          * chunked encoding mess.
409          */
410         while (1) {
411                 size_t left = rpc->alloc - rpc->len;
412                 char *buf = rpc->buf + rpc->len;
413                 int n;
414
415                 if (left < LARGE_PACKET_MAX) {
416                         large_request = 1;
417                         use_gzip = 0;
418                         break;
419                 }
420
421                 n = packet_read_line(rpc->out, buf, left);
422                 if (!n)
423                         break;
424                 rpc->len += n;
425         }
426
427         if (large_request) {
428                 do {
429                         err = probe_rpc(rpc);
430                 } while (err == HTTP_REAUTH);
431                 if (err != HTTP_OK)
432                         return -1;
433         }
434
435         headers = curl_slist_append(headers, rpc->hdr_content_type);
436         headers = curl_slist_append(headers, rpc->hdr_accept);
437         headers = curl_slist_append(headers, "Expect:");
438
439 retry:
440         slot = get_active_slot();
441
442         curl_easy_setopt(slot->curl, CURLOPT_NOBODY, 0);
443         curl_easy_setopt(slot->curl, CURLOPT_POST, 1);
444         curl_easy_setopt(slot->curl, CURLOPT_URL, rpc->service_url);
445         curl_easy_setopt(slot->curl, CURLOPT_ENCODING, "gzip");
446
447         if (large_request) {
448                 /* The request body is large and the size cannot be predicted.
449                  * We must use chunked encoding to send it.
450                  */
451                 headers = curl_slist_append(headers, "Transfer-Encoding: chunked");
452                 rpc->initial_buffer = 1;
453                 curl_easy_setopt(slot->curl, CURLOPT_READFUNCTION, rpc_out);
454                 curl_easy_setopt(slot->curl, CURLOPT_INFILE, rpc);
455 #ifndef NO_CURL_IOCTL
456                 curl_easy_setopt(slot->curl, CURLOPT_IOCTLFUNCTION, rpc_ioctl);
457                 curl_easy_setopt(slot->curl, CURLOPT_IOCTLDATA, rpc);
458 #endif
459                 if (options.verbosity > 1) {
460                         fprintf(stderr, "POST %s (chunked)\n", rpc->service_name);
461                         fflush(stderr);
462                 }
463
464         } else if (gzip_body) {
465                 /*
466                  * If we are looping to retry authentication, then the previous
467                  * run will have set up the headers and gzip buffer already,
468                  * and we just need to send it.
469                  */
470                 curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDS, gzip_body);
471                 curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDSIZE, gzip_size);
472
473         } else if (use_gzip && 1024 < rpc->len) {
474                 /* The client backend isn't giving us compressed data so
475                  * we can try to deflate it ourselves, this may save on.
476                  * the transfer time.
477                  */
478                 git_zstream stream;
479                 int ret;
480
481                 memset(&stream, 0, sizeof(stream));
482                 git_deflate_init_gzip(&stream, Z_BEST_COMPRESSION);
483                 gzip_size = git_deflate_bound(&stream, rpc->len);
484                 gzip_body = xmalloc(gzip_size);
485
486                 stream.next_in = (unsigned char *)rpc->buf;
487                 stream.avail_in = rpc->len;
488                 stream.next_out = (unsigned char *)gzip_body;
489                 stream.avail_out = gzip_size;
490
491                 ret = git_deflate(&stream, Z_FINISH);
492                 if (ret != Z_STREAM_END)
493                         die("cannot deflate request; zlib deflate error %d", ret);
494
495                 ret = git_deflate_end_gently(&stream);
496                 if (ret != Z_OK)
497                         die("cannot deflate request; zlib end error %d", ret);
498
499                 gzip_size = stream.total_out;
500
501                 headers = curl_slist_append(headers, "Content-Encoding: gzip");
502                 curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDS, gzip_body);
503                 curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDSIZE, gzip_size);
504
505                 if (options.verbosity > 1) {
506                         fprintf(stderr, "POST %s (gzip %lu to %lu bytes)\n",
507                                 rpc->service_name,
508                                 (unsigned long)rpc->len, (unsigned long)gzip_size);
509                         fflush(stderr);
510                 }
511         } else {
512                 /* We know the complete request size in advance, use the
513                  * more normal Content-Length approach.
514                  */
515                 curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDS, rpc->buf);
516                 curl_easy_setopt(slot->curl, CURLOPT_POSTFIELDSIZE, rpc->len);
517                 if (options.verbosity > 1) {
518                         fprintf(stderr, "POST %s (%lu bytes)\n",
519                                 rpc->service_name, (unsigned long)rpc->len);
520                         fflush(stderr);
521                 }
522         }
523
524         curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, headers);
525         curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, rpc_in);
526         curl_easy_setopt(slot->curl, CURLOPT_FILE, rpc);
527
528         err = run_slot(slot);
529         if (err == HTTP_REAUTH && !large_request)
530                 goto retry;
531         if (err != HTTP_OK)
532                 err = -1;
533
534         curl_slist_free_all(headers);
535         free(gzip_body);
536         return err;
537 }
538
539 static int rpc_service(struct rpc_state *rpc, struct discovery *heads)
540 {
541         const char *svc = rpc->service_name;
542         struct strbuf buf = STRBUF_INIT;
543         struct strbuf *preamble = rpc->stdin_preamble;
544         struct child_process client;
545         int err = 0;
546
547         memset(&client, 0, sizeof(client));
548         client.in = -1;
549         client.out = -1;
550         client.git_cmd = 1;
551         client.argv = rpc->argv;
552         if (start_command(&client))
553                 exit(1);
554         if (preamble)
555                 write_or_die(client.in, preamble->buf, preamble->len);
556         if (heads)
557                 write_or_die(client.in, heads->buf, heads->len);
558
559         rpc->alloc = http_post_buffer;
560         rpc->buf = xmalloc(rpc->alloc);
561         rpc->in = client.in;
562         rpc->out = client.out;
563         strbuf_init(&rpc->result, 0);
564
565         strbuf_addf(&buf, "%s%s", url, svc);
566         rpc->service_url = strbuf_detach(&buf, NULL);
567
568         strbuf_addf(&buf, "Content-Type: application/x-%s-request", svc);
569         rpc->hdr_content_type = strbuf_detach(&buf, NULL);
570
571         strbuf_addf(&buf, "Accept: application/x-%s-result", svc);
572         rpc->hdr_accept = strbuf_detach(&buf, NULL);
573
574         while (!err) {
575                 int n = packet_read_line(rpc->out, rpc->buf, rpc->alloc);
576                 if (!n)
577                         break;
578                 rpc->pos = 0;
579                 rpc->len = n;
580                 err |= post_rpc(rpc);
581         }
582
583         close(client.in);
584         client.in = -1;
585         if (!err) {
586                 strbuf_read(&rpc->result, client.out, 0);
587         } else {
588                 char buf[4096];
589                 for (;;)
590                         if (xread(client.out, buf, sizeof(buf)) <= 0)
591                                 break;
592         }
593
594         close(client.out);
595         client.out = -1;
596
597         err |= finish_command(&client);
598         free(rpc->service_url);
599         free(rpc->hdr_content_type);
600         free(rpc->hdr_accept);
601         free(rpc->buf);
602         strbuf_release(&buf);
603         return err;
604 }
605
606 static int fetch_dumb(int nr_heads, struct ref **to_fetch)
607 {
608         struct walker *walker;
609         char **targets = xmalloc(nr_heads * sizeof(char*));
610         int ret, i;
611
612         if (options.depth)
613                 die("dumb http transport does not support --depth");
614         for (i = 0; i < nr_heads; i++)
615                 targets[i] = xstrdup(sha1_to_hex(to_fetch[i]->old_sha1));
616
617         walker = get_http_walker(url);
618         walker->get_all = 1;
619         walker->get_tree = 1;
620         walker->get_history = 1;
621         walker->get_verbosely = options.verbosity >= 3;
622         walker->get_recover = 0;
623         ret = walker_fetch(walker, nr_heads, targets, NULL, NULL);
624         walker_free(walker);
625
626         for (i = 0; i < nr_heads; i++)
627                 free(targets[i]);
628         free(targets);
629
630         return ret ? error("Fetch failed.") : 0;
631 }
632
633 static int fetch_git(struct discovery *heads,
634         int nr_heads, struct ref **to_fetch)
635 {
636         struct rpc_state rpc;
637         struct strbuf preamble = STRBUF_INIT;
638         char *depth_arg = NULL;
639         int argc = 0, i, err;
640         const char *argv[15];
641
642         argv[argc++] = "fetch-pack";
643         argv[argc++] = "--stateless-rpc";
644         argv[argc++] = "--stdin";
645         argv[argc++] = "--lock-pack";
646         if (options.followtags)
647                 argv[argc++] = "--include-tag";
648         if (options.thin)
649                 argv[argc++] = "--thin";
650         if (options.verbosity >= 3) {
651                 argv[argc++] = "-v";
652                 argv[argc++] = "-v";
653         }
654         if (!options.progress)
655                 argv[argc++] = "--no-progress";
656         if (options.depth) {
657                 struct strbuf buf = STRBUF_INIT;
658                 strbuf_addf(&buf, "--depth=%lu", options.depth);
659                 depth_arg = strbuf_detach(&buf, NULL);
660                 argv[argc++] = depth_arg;
661         }
662         argv[argc++] = url;
663         argv[argc++] = NULL;
664
665         for (i = 0; i < nr_heads; i++) {
666                 struct ref *ref = to_fetch[i];
667                 if (!ref->name || !*ref->name)
668                         die("cannot fetch by sha1 over smart http");
669                 packet_buf_write(&preamble, "%s\n", ref->name);
670         }
671         packet_buf_flush(&preamble);
672
673         memset(&rpc, 0, sizeof(rpc));
674         rpc.service_name = "git-upload-pack",
675         rpc.argv = argv;
676         rpc.stdin_preamble = &preamble;
677         rpc.gzip_request = 1;
678
679         err = rpc_service(&rpc, heads);
680         if (rpc.result.len)
681                 safe_write(1, rpc.result.buf, rpc.result.len);
682         strbuf_release(&rpc.result);
683         strbuf_release(&preamble);
684         free(depth_arg);
685         return err;
686 }
687
688 static int fetch(int nr_heads, struct ref **to_fetch)
689 {
690         struct discovery *d = discover_refs("git-upload-pack");
691         if (d->proto_git)
692                 return fetch_git(d, nr_heads, to_fetch);
693         else
694                 return fetch_dumb(nr_heads, to_fetch);
695 }
696
697 static void parse_fetch(struct strbuf *buf)
698 {
699         struct ref **to_fetch = NULL;
700         struct ref *list_head = NULL;
701         struct ref **list = &list_head;
702         int alloc_heads = 0, nr_heads = 0;
703
704         do {
705                 if (!prefixcmp(buf->buf, "fetch ")) {
706                         char *p = buf->buf + strlen("fetch ");
707                         char *name;
708                         struct ref *ref;
709                         unsigned char old_sha1[20];
710
711                         if (strlen(p) < 40 || get_sha1_hex(p, old_sha1))
712                                 die("protocol error: expected sha/ref, got %s'", p);
713                         if (p[40] == ' ')
714                                 name = p + 41;
715                         else if (!p[40])
716                                 name = "";
717                         else
718                                 die("protocol error: expected sha/ref, got %s'", p);
719
720                         ref = alloc_ref(name);
721                         hashcpy(ref->old_sha1, old_sha1);
722
723                         *list = ref;
724                         list = &ref->next;
725
726                         ALLOC_GROW(to_fetch, nr_heads + 1, alloc_heads);
727                         to_fetch[nr_heads++] = ref;
728                 }
729                 else
730                         die("http transport does not support %s", buf->buf);
731
732                 strbuf_reset(buf);
733                 if (strbuf_getline(buf, stdin, '\n') == EOF)
734                         return;
735                 if (!*buf->buf)
736                         break;
737         } while (1);
738
739         if (fetch(nr_heads, to_fetch))
740                 exit(128); /* error already reported */
741         free_refs(list_head);
742         free(to_fetch);
743
744         printf("\n");
745         fflush(stdout);
746         strbuf_reset(buf);
747 }
748
749 static int push_dav(int nr_spec, char **specs)
750 {
751         const char **argv = xmalloc((10 + nr_spec) * sizeof(char*));
752         int argc = 0, i;
753
754         argv[argc++] = "http-push";
755         argv[argc++] = "--helper-status";
756         if (options.dry_run)
757                 argv[argc++] = "--dry-run";
758         if (options.verbosity > 1)
759                 argv[argc++] = "--verbose";
760         argv[argc++] = url;
761         for (i = 0; i < nr_spec; i++)
762                 argv[argc++] = specs[i];
763         argv[argc++] = NULL;
764
765         if (run_command_v_opt(argv, RUN_GIT_CMD))
766                 die("git-%s failed", argv[0]);
767         free(argv);
768         return 0;
769 }
770
771 static int push_git(struct discovery *heads, int nr_spec, char **specs)
772 {
773         struct rpc_state rpc;
774         const char **argv;
775         int argc = 0, i, err;
776
777         argv = xmalloc((10 + nr_spec) * sizeof(char*));
778         argv[argc++] = "send-pack";
779         argv[argc++] = "--stateless-rpc";
780         argv[argc++] = "--helper-status";
781         if (options.thin)
782                 argv[argc++] = "--thin";
783         if (options.dry_run)
784                 argv[argc++] = "--dry-run";
785         if (options.verbosity == 0)
786                 argv[argc++] = "--quiet";
787         else if (options.verbosity > 1)
788                 argv[argc++] = "--verbose";
789         argv[argc++] = options.progress ? "--progress" : "--no-progress";
790         argv[argc++] = url;
791         for (i = 0; i < nr_spec; i++)
792                 argv[argc++] = specs[i];
793         argv[argc++] = NULL;
794
795         memset(&rpc, 0, sizeof(rpc));
796         rpc.service_name = "git-receive-pack",
797         rpc.argv = argv;
798
799         err = rpc_service(&rpc, heads);
800         if (rpc.result.len)
801                 safe_write(1, rpc.result.buf, rpc.result.len);
802         strbuf_release(&rpc.result);
803         free(argv);
804         return err;
805 }
806
807 static int push(int nr_spec, char **specs)
808 {
809         struct discovery *heads = discover_refs("git-receive-pack");
810         int ret;
811
812         if (heads->proto_git)
813                 ret = push_git(heads, nr_spec, specs);
814         else
815                 ret = push_dav(nr_spec, specs);
816         free_discovery(heads);
817         return ret;
818 }
819
820 static void parse_push(struct strbuf *buf)
821 {
822         char **specs = NULL;
823         int alloc_spec = 0, nr_spec = 0, i, ret;
824
825         do {
826                 if (!prefixcmp(buf->buf, "push ")) {
827                         ALLOC_GROW(specs, nr_spec + 1, alloc_spec);
828                         specs[nr_spec++] = xstrdup(buf->buf + 5);
829                 }
830                 else
831                         die("http transport does not support %s", buf->buf);
832
833                 strbuf_reset(buf);
834                 if (strbuf_getline(buf, stdin, '\n') == EOF)
835                         goto free_specs;
836                 if (!*buf->buf)
837                         break;
838         } while (1);
839
840         ret = push(nr_spec, specs);
841         printf("\n");
842         fflush(stdout);
843
844         if (ret)
845                 exit(128); /* error already reported */
846
847  free_specs:
848         for (i = 0; i < nr_spec; i++)
849                 free(specs[i]);
850         free(specs);
851 }
852
853 int main(int argc, const char **argv)
854 {
855         struct strbuf buf = STRBUF_INIT;
856         int nongit;
857
858         git_extract_argv0_path(argv[0]);
859         setup_git_directory_gently(&nongit);
860         if (argc < 2) {
861                 fprintf(stderr, "Remote needed\n");
862                 return 1;
863         }
864
865         options.verbosity = 1;
866         options.progress = !!isatty(2);
867         options.thin = 1;
868
869         remote = remote_get(argv[1]);
870
871         if (argc > 2) {
872                 end_url_with_slash(&buf, argv[2]);
873         } else {
874                 end_url_with_slash(&buf, remote->url[0]);
875         }
876
877         url = strbuf_detach(&buf, NULL);
878
879         http_init(remote, url, 0);
880
881         do {
882                 if (strbuf_getline(&buf, stdin, '\n') == EOF) {
883                         if (ferror(stdin))
884                                 fprintf(stderr, "Error reading command stream\n");
885                         else
886                                 fprintf(stderr, "Unexpected end of command stream\n");
887                         return 1;
888                 }
889                 if (buf.len == 0)
890                         break;
891                 if (!prefixcmp(buf.buf, "fetch ")) {
892                         if (nongit)
893                                 die("Fetch attempted without a local repo");
894                         parse_fetch(&buf);
895
896                 } else if (!strcmp(buf.buf, "list") || !prefixcmp(buf.buf, "list ")) {
897                         int for_push = !!strstr(buf.buf + 4, "for-push");
898                         output_refs(get_refs(for_push));
899
900                 } else if (!prefixcmp(buf.buf, "push ")) {
901                         parse_push(&buf);
902
903                 } else if (!prefixcmp(buf.buf, "option ")) {
904                         char *name = buf.buf + strlen("option ");
905                         char *value = strchr(name, ' ');
906                         int result;
907
908                         if (value)
909                                 *value++ = '\0';
910                         else
911                                 value = "true";
912
913                         result = set_option(name, value);
914                         if (!result)
915                                 printf("ok\n");
916                         else if (result < 0)
917                                 printf("error invalid value\n");
918                         else
919                                 printf("unsupported\n");
920                         fflush(stdout);
921
922                 } else if (!strcmp(buf.buf, "capabilities")) {
923                         printf("fetch\n");
924                         printf("option\n");
925                         printf("push\n");
926                         printf("\n");
927                         fflush(stdout);
928                 } else {
929                         fprintf(stderr, "Unknown command '%s'\n", buf.buf);
930                         return 1;
931                 }
932                 strbuf_reset(&buf);
933         } while (1);
934
935         http_cleanup();
936
937         return 0;
938 }