assert NOARG/NONEG behavior of parse-options callbacks
[git] / builtin / fetch.c
1 /*
2  * "git fetch"
3  */
4 #include "cache.h"
5 #include "config.h"
6 #include "repository.h"
7 #include "refs.h"
8 #include "refspec.h"
9 #include "object-store.h"
10 #include "commit.h"
11 #include "builtin.h"
12 #include "string-list.h"
13 #include "remote.h"
14 #include "transport.h"
15 #include "run-command.h"
16 #include "parse-options.h"
17 #include "sigchain.h"
18 #include "submodule-config.h"
19 #include "submodule.h"
20 #include "connected.h"
21 #include "argv-array.h"
22 #include "utf8.h"
23 #include "packfile.h"
24 #include "list-objects-filter-options.h"
25 #include "commit-reach.h"
26
27 static const char * const builtin_fetch_usage[] = {
28         N_("git fetch [<options>] [<repository> [<refspec>...]]"),
29         N_("git fetch [<options>] <group>"),
30         N_("git fetch --multiple [<options>] [(<repository> | <group>)...]"),
31         N_("git fetch --all [<options>]"),
32         NULL
33 };
34
35 enum {
36         TAGS_UNSET = 0,
37         TAGS_DEFAULT = 1,
38         TAGS_SET = 2
39 };
40
41 static int fetch_prune_config = -1; /* unspecified */
42 static int prune = -1; /* unspecified */
43 #define PRUNE_BY_DEFAULT 0 /* do we prune by default? */
44
45 static int fetch_prune_tags_config = -1; /* unspecified */
46 static int prune_tags = -1; /* unspecified */
47 #define PRUNE_TAGS_BY_DEFAULT 0 /* do we prune tags by default? */
48
49 static int all, append, dry_run, force, keep, multiple, update_head_ok, verbosity, deepen_relative;
50 static int progress = -1;
51 static int tags = TAGS_DEFAULT, unshallow, update_shallow, deepen;
52 static int max_children = 1;
53 static enum transport_family family;
54 static const char *depth;
55 static const char *deepen_since;
56 static const char *upload_pack;
57 static struct string_list deepen_not = STRING_LIST_INIT_NODUP;
58 static struct strbuf default_rla = STRBUF_INIT;
59 static struct transport *gtransport;
60 static struct transport *gsecondary;
61 static const char *submodule_prefix = "";
62 static int recurse_submodules = RECURSE_SUBMODULES_DEFAULT;
63 static int recurse_submodules_default = RECURSE_SUBMODULES_ON_DEMAND;
64 static int shown_url = 0;
65 static struct refspec refmap = REFSPEC_INIT_FETCH;
66 static struct list_objects_filter_options filter_options;
67 static struct string_list server_options = STRING_LIST_INIT_DUP;
68 static struct string_list negotiation_tip = STRING_LIST_INIT_NODUP;
69
70 static int git_fetch_config(const char *k, const char *v, void *cb)
71 {
72         if (!strcmp(k, "fetch.prune")) {
73                 fetch_prune_config = git_config_bool(k, v);
74                 return 0;
75         }
76
77         if (!strcmp(k, "fetch.prunetags")) {
78                 fetch_prune_tags_config = git_config_bool(k, v);
79                 return 0;
80         }
81
82         if (!strcmp(k, "submodule.recurse")) {
83                 int r = git_config_bool(k, v) ?
84                         RECURSE_SUBMODULES_ON : RECURSE_SUBMODULES_OFF;
85                 recurse_submodules = r;
86         }
87
88         if (!strcmp(k, "submodule.fetchjobs")) {
89                 max_children = parse_submodule_fetchjobs(k, v);
90                 return 0;
91         } else if (!strcmp(k, "fetch.recursesubmodules")) {
92                 recurse_submodules = parse_fetch_recurse_submodules_arg(k, v);
93                 return 0;
94         }
95
96         return git_default_config(k, v, cb);
97 }
98
99 static int parse_refmap_arg(const struct option *opt, const char *arg, int unset)
100 {
101         BUG_ON_OPT_NEG(unset);
102
103         /*
104          * "git fetch --refmap='' origin foo"
105          * can be used to tell the command not to store anywhere
106          */
107         refspec_append(&refmap, arg);
108
109         return 0;
110 }
111
112 static struct option builtin_fetch_options[] = {
113         OPT__VERBOSITY(&verbosity),
114         OPT_BOOL(0, "all", &all,
115                  N_("fetch from all remotes")),
116         OPT_BOOL('a', "append", &append,
117                  N_("append to .git/FETCH_HEAD instead of overwriting")),
118         OPT_STRING(0, "upload-pack", &upload_pack, N_("path"),
119                    N_("path to upload pack on remote end")),
120         OPT__FORCE(&force, N_("force overwrite of local reference"), 0),
121         OPT_BOOL('m', "multiple", &multiple,
122                  N_("fetch from multiple remotes")),
123         OPT_SET_INT('t', "tags", &tags,
124                     N_("fetch all tags and associated objects"), TAGS_SET),
125         OPT_SET_INT('n', NULL, &tags,
126                     N_("do not fetch all tags (--no-tags)"), TAGS_UNSET),
127         OPT_INTEGER('j', "jobs", &max_children,
128                     N_("number of submodules fetched in parallel")),
129         OPT_BOOL('p', "prune", &prune,
130                  N_("prune remote-tracking branches no longer on remote")),
131         OPT_BOOL('P', "prune-tags", &prune_tags,
132                  N_("prune local tags no longer on remote and clobber changed tags")),
133         { OPTION_CALLBACK, 0, "recurse-submodules", &recurse_submodules, N_("on-demand"),
134                     N_("control recursive fetching of submodules"),
135                     PARSE_OPT_OPTARG, option_fetch_parse_recurse_submodules },
136         OPT_BOOL(0, "dry-run", &dry_run,
137                  N_("dry run")),
138         OPT_BOOL('k', "keep", &keep, N_("keep downloaded pack")),
139         OPT_BOOL('u', "update-head-ok", &update_head_ok,
140                     N_("allow updating of HEAD ref")),
141         OPT_BOOL(0, "progress", &progress, N_("force progress reporting")),
142         OPT_STRING(0, "depth", &depth, N_("depth"),
143                    N_("deepen history of shallow clone")),
144         OPT_STRING(0, "shallow-since", &deepen_since, N_("time"),
145                    N_("deepen history of shallow repository based on time")),
146         OPT_STRING_LIST(0, "shallow-exclude", &deepen_not, N_("revision"),
147                         N_("deepen history of shallow clone, excluding rev")),
148         OPT_INTEGER(0, "deepen", &deepen_relative,
149                     N_("deepen history of shallow clone")),
150         OPT_SET_INT_F(0, "unshallow", &unshallow,
151                       N_("convert to a complete repository"),
152                       1, PARSE_OPT_NONEG),
153         { OPTION_STRING, 0, "submodule-prefix", &submodule_prefix, N_("dir"),
154                    N_("prepend this to submodule path output"), PARSE_OPT_HIDDEN },
155         { OPTION_CALLBACK, 0, "recurse-submodules-default",
156                    &recurse_submodules_default, N_("on-demand"),
157                    N_("default for recursive fetching of submodules "
158                       "(lower priority than config files)"),
159                    PARSE_OPT_HIDDEN, option_fetch_parse_recurse_submodules },
160         OPT_BOOL(0, "update-shallow", &update_shallow,
161                  N_("accept refs that update .git/shallow")),
162         { OPTION_CALLBACK, 0, "refmap", NULL, N_("refmap"),
163           N_("specify fetch refmap"), PARSE_OPT_NONEG, parse_refmap_arg },
164         OPT_STRING_LIST('o', "server-option", &server_options, N_("server-specific"), N_("option to transmit")),
165         OPT_SET_INT('4', "ipv4", &family, N_("use IPv4 addresses only"),
166                         TRANSPORT_FAMILY_IPV4),
167         OPT_SET_INT('6', "ipv6", &family, N_("use IPv6 addresses only"),
168                         TRANSPORT_FAMILY_IPV6),
169         OPT_STRING_LIST(0, "negotiation-tip", &negotiation_tip, N_("revision"),
170                         N_("report that we have only objects reachable from this object")),
171         OPT_PARSE_LIST_OBJECTS_FILTER(&filter_options),
172         OPT_END()
173 };
174
175 static void unlock_pack(void)
176 {
177         if (gtransport)
178                 transport_unlock_pack(gtransport);
179         if (gsecondary)
180                 transport_unlock_pack(gsecondary);
181 }
182
183 static void unlock_pack_on_signal(int signo)
184 {
185         unlock_pack();
186         sigchain_pop(signo);
187         raise(signo);
188 }
189
190 static void add_merge_config(struct ref **head,
191                            const struct ref *remote_refs,
192                            struct branch *branch,
193                            struct ref ***tail)
194 {
195         int i;
196
197         for (i = 0; i < branch->merge_nr; i++) {
198                 struct ref *rm, **old_tail = *tail;
199                 struct refspec_item refspec;
200
201                 for (rm = *head; rm; rm = rm->next) {
202                         if (branch_merge_matches(branch, i, rm->name)) {
203                                 rm->fetch_head_status = FETCH_HEAD_MERGE;
204                                 break;
205                         }
206                 }
207                 if (rm)
208                         continue;
209
210                 /*
211                  * Not fetched to a remote-tracking branch?  We need to fetch
212                  * it anyway to allow this branch's "branch.$name.merge"
213                  * to be honored by 'git pull', but we do not have to
214                  * fail if branch.$name.merge is misconfigured to point
215                  * at a nonexisting branch.  If we were indeed called by
216                  * 'git pull', it will notice the misconfiguration because
217                  * there is no entry in the resulting FETCH_HEAD marked
218                  * for merging.
219                  */
220                 memset(&refspec, 0, sizeof(refspec));
221                 refspec.src = branch->merge[i]->src;
222                 get_fetch_map(remote_refs, &refspec, tail, 1);
223                 for (rm = *old_tail; rm; rm = rm->next)
224                         rm->fetch_head_status = FETCH_HEAD_MERGE;
225         }
226 }
227
228 static int add_existing(const char *refname, const struct object_id *oid,
229                         int flag, void *cbdata)
230 {
231         struct string_list *list = (struct string_list *)cbdata;
232         struct string_list_item *item = string_list_insert(list, refname);
233         struct object_id *old_oid = xmalloc(sizeof(*old_oid));
234
235         oidcpy(old_oid, oid);
236         item->util = old_oid;
237         return 0;
238 }
239
240 static int will_fetch(struct ref **head, const unsigned char *sha1)
241 {
242         struct ref *rm = *head;
243         while (rm) {
244                 if (hasheq(rm->old_oid.hash, sha1))
245                         return 1;
246                 rm = rm->next;
247         }
248         return 0;
249 }
250
251 static void find_non_local_tags(const struct ref *refs,
252                                 struct ref **head,
253                                 struct ref ***tail)
254 {
255         struct string_list existing_refs = STRING_LIST_INIT_DUP;
256         struct string_list remote_refs = STRING_LIST_INIT_NODUP;
257         const struct ref *ref;
258         struct string_list_item *item = NULL;
259
260         for_each_ref(add_existing, &existing_refs);
261         for (ref = refs; ref; ref = ref->next) {
262                 if (!starts_with(ref->name, "refs/tags/"))
263                         continue;
264
265                 /*
266                  * The peeled ref always follows the matching base
267                  * ref, so if we see a peeled ref that we don't want
268                  * to fetch then we can mark the ref entry in the list
269                  * as one to ignore by setting util to NULL.
270                  */
271                 if (ends_with(ref->name, "^{}")) {
272                         if (item &&
273                             !has_object_file_with_flags(&ref->old_oid,
274                                                         OBJECT_INFO_QUICK) &&
275                             !will_fetch(head, ref->old_oid.hash) &&
276                             !has_sha1_file_with_flags(item->util,
277                                                       OBJECT_INFO_QUICK) &&
278                             !will_fetch(head, item->util))
279                                 item->util = NULL;
280                         item = NULL;
281                         continue;
282                 }
283
284                 /*
285                  * If item is non-NULL here, then we previously saw a
286                  * ref not followed by a peeled reference, so we need
287                  * to check if it is a lightweight tag that we want to
288                  * fetch.
289                  */
290                 if (item &&
291                     !has_sha1_file_with_flags(item->util, OBJECT_INFO_QUICK) &&
292                     !will_fetch(head, item->util))
293                         item->util = NULL;
294
295                 item = NULL;
296
297                 /* skip duplicates and refs that we already have */
298                 if (string_list_has_string(&remote_refs, ref->name) ||
299                     string_list_has_string(&existing_refs, ref->name))
300                         continue;
301
302                 item = string_list_insert(&remote_refs, ref->name);
303                 item->util = (void *)&ref->old_oid;
304         }
305         string_list_clear(&existing_refs, 1);
306
307         /*
308          * We may have a final lightweight tag that needs to be
309          * checked to see if it needs fetching.
310          */
311         if (item &&
312             !has_sha1_file_with_flags(item->util, OBJECT_INFO_QUICK) &&
313             !will_fetch(head, item->util))
314                 item->util = NULL;
315
316         /*
317          * For all the tags in the remote_refs string list,
318          * add them to the list of refs to be fetched
319          */
320         for_each_string_list_item(item, &remote_refs) {
321                 /* Unless we have already decided to ignore this item... */
322                 if (item->util)
323                 {
324                         struct ref *rm = alloc_ref(item->string);
325                         rm->peer_ref = alloc_ref(item->string);
326                         oidcpy(&rm->old_oid, item->util);
327                         **tail = rm;
328                         *tail = &rm->next;
329                 }
330         }
331
332         string_list_clear(&remote_refs, 0);
333 }
334
335 static struct ref *get_ref_map(struct remote *remote,
336                                const struct ref *remote_refs,
337                                struct refspec *rs,
338                                int tags, int *autotags)
339 {
340         int i;
341         struct ref *rm;
342         struct ref *ref_map = NULL;
343         struct ref **tail = &ref_map;
344
345         /* opportunistically-updated references: */
346         struct ref *orefs = NULL, **oref_tail = &orefs;
347
348         struct string_list existing_refs = STRING_LIST_INIT_DUP;
349
350         if (rs->nr) {
351                 struct refspec *fetch_refspec;
352
353                 for (i = 0; i < rs->nr; i++) {
354                         get_fetch_map(remote_refs, &rs->items[i], &tail, 0);
355                         if (rs->items[i].dst && rs->items[i].dst[0])
356                                 *autotags = 1;
357                 }
358                 /* Merge everything on the command line (but not --tags) */
359                 for (rm = ref_map; rm; rm = rm->next)
360                         rm->fetch_head_status = FETCH_HEAD_MERGE;
361
362                 /*
363                  * For any refs that we happen to be fetching via
364                  * command-line arguments, the destination ref might
365                  * have been missing or have been different than the
366                  * remote-tracking ref that would be derived from the
367                  * configured refspec.  In these cases, we want to
368                  * take the opportunity to update their configured
369                  * remote-tracking reference.  However, we do not want
370                  * to mention these entries in FETCH_HEAD at all, as
371                  * they would simply be duplicates of existing
372                  * entries, so we set them FETCH_HEAD_IGNORE below.
373                  *
374                  * We compute these entries now, based only on the
375                  * refspecs specified on the command line.  But we add
376                  * them to the list following the refspecs resulting
377                  * from the tags option so that one of the latter,
378                  * which has FETCH_HEAD_NOT_FOR_MERGE, is not removed
379                  * by ref_remove_duplicates() in favor of one of these
380                  * opportunistic entries with FETCH_HEAD_IGNORE.
381                  */
382                 if (refmap.nr)
383                         fetch_refspec = &refmap;
384                 else
385                         fetch_refspec = &remote->fetch;
386
387                 for (i = 0; i < fetch_refspec->nr; i++)
388                         get_fetch_map(ref_map, &fetch_refspec->items[i], &oref_tail, 1);
389         } else if (refmap.nr) {
390                 die("--refmap option is only meaningful with command-line refspec(s).");
391         } else {
392                 /* Use the defaults */
393                 struct branch *branch = branch_get(NULL);
394                 int has_merge = branch_has_merge_config(branch);
395                 if (remote &&
396                     (remote->fetch.nr ||
397                      /* Note: has_merge implies non-NULL branch->remote_name */
398                      (has_merge && !strcmp(branch->remote_name, remote->name)))) {
399                         for (i = 0; i < remote->fetch.nr; i++) {
400                                 get_fetch_map(remote_refs, &remote->fetch.items[i], &tail, 0);
401                                 if (remote->fetch.items[i].dst &&
402                                     remote->fetch.items[i].dst[0])
403                                         *autotags = 1;
404                                 if (!i && !has_merge && ref_map &&
405                                     !remote->fetch.items[0].pattern)
406                                         ref_map->fetch_head_status = FETCH_HEAD_MERGE;
407                         }
408                         /*
409                          * if the remote we're fetching from is the same
410                          * as given in branch.<name>.remote, we add the
411                          * ref given in branch.<name>.merge, too.
412                          *
413                          * Note: has_merge implies non-NULL branch->remote_name
414                          */
415                         if (has_merge &&
416                             !strcmp(branch->remote_name, remote->name))
417                                 add_merge_config(&ref_map, remote_refs, branch, &tail);
418                 } else {
419                         ref_map = get_remote_ref(remote_refs, "HEAD");
420                         if (!ref_map)
421                                 die(_("Couldn't find remote ref HEAD"));
422                         ref_map->fetch_head_status = FETCH_HEAD_MERGE;
423                         tail = &ref_map->next;
424                 }
425         }
426
427         if (tags == TAGS_SET)
428                 /* also fetch all tags */
429                 get_fetch_map(remote_refs, tag_refspec, &tail, 0);
430         else if (tags == TAGS_DEFAULT && *autotags)
431                 find_non_local_tags(remote_refs, &ref_map, &tail);
432
433         /* Now append any refs to be updated opportunistically: */
434         *tail = orefs;
435         for (rm = orefs; rm; rm = rm->next) {
436                 rm->fetch_head_status = FETCH_HEAD_IGNORE;
437                 tail = &rm->next;
438         }
439
440         ref_map = ref_remove_duplicates(ref_map);
441
442         for_each_ref(add_existing, &existing_refs);
443         for (rm = ref_map; rm; rm = rm->next) {
444                 if (rm->peer_ref) {
445                         struct string_list_item *peer_item =
446                                 string_list_lookup(&existing_refs,
447                                                    rm->peer_ref->name);
448                         if (peer_item) {
449                                 struct object_id *old_oid = peer_item->util;
450                                 oidcpy(&rm->peer_ref->old_oid, old_oid);
451                         }
452                 }
453         }
454         string_list_clear(&existing_refs, 1);
455
456         return ref_map;
457 }
458
459 #define STORE_REF_ERROR_OTHER 1
460 #define STORE_REF_ERROR_DF_CONFLICT 2
461
462 static int s_update_ref(const char *action,
463                         struct ref *ref,
464                         int check_old)
465 {
466         char *msg;
467         char *rla = getenv("GIT_REFLOG_ACTION");
468         struct ref_transaction *transaction;
469         struct strbuf err = STRBUF_INIT;
470         int ret, df_conflict = 0;
471
472         if (dry_run)
473                 return 0;
474         if (!rla)
475                 rla = default_rla.buf;
476         msg = xstrfmt("%s: %s", rla, action);
477
478         transaction = ref_transaction_begin(&err);
479         if (!transaction ||
480             ref_transaction_update(transaction, ref->name,
481                                    &ref->new_oid,
482                                    check_old ? &ref->old_oid : NULL,
483                                    0, msg, &err))
484                 goto fail;
485
486         ret = ref_transaction_commit(transaction, &err);
487         if (ret) {
488                 df_conflict = (ret == TRANSACTION_NAME_CONFLICT);
489                 goto fail;
490         }
491
492         ref_transaction_free(transaction);
493         strbuf_release(&err);
494         free(msg);
495         return 0;
496 fail:
497         ref_transaction_free(transaction);
498         error("%s", err.buf);
499         strbuf_release(&err);
500         free(msg);
501         return df_conflict ? STORE_REF_ERROR_DF_CONFLICT
502                            : STORE_REF_ERROR_OTHER;
503 }
504
505 static int refcol_width = 10;
506 static int compact_format;
507
508 static void adjust_refcol_width(const struct ref *ref)
509 {
510         int max, rlen, llen, len;
511
512         /* uptodate lines are only shown on high verbosity level */
513         if (!verbosity && oideq(&ref->peer_ref->old_oid, &ref->old_oid))
514                 return;
515
516         max    = term_columns();
517         rlen   = utf8_strwidth(prettify_refname(ref->name));
518
519         llen   = utf8_strwidth(prettify_refname(ref->peer_ref->name));
520
521         /*
522          * rough estimation to see if the output line is too long and
523          * should not be counted (we can't do precise calculation
524          * anyway because we don't know if the error explanation part
525          * will be printed in update_local_ref)
526          */
527         if (compact_format) {
528                 llen = 0;
529                 max = max * 2 / 3;
530         }
531         len = 21 /* flag and summary */ + rlen + 4 /* -> */ + llen;
532         if (len >= max)
533                 return;
534
535         /*
536          * Not precise calculation for compact mode because '*' can
537          * appear on the left hand side of '->' and shrink the column
538          * back.
539          */
540         if (refcol_width < rlen)
541                 refcol_width = rlen;
542 }
543
544 static void prepare_format_display(struct ref *ref_map)
545 {
546         struct ref *rm;
547         const char *format = "full";
548
549         git_config_get_string_const("fetch.output", &format);
550         if (!strcasecmp(format, "full"))
551                 compact_format = 0;
552         else if (!strcasecmp(format, "compact"))
553                 compact_format = 1;
554         else
555                 die(_("configuration fetch.output contains invalid value %s"),
556                     format);
557
558         for (rm = ref_map; rm; rm = rm->next) {
559                 if (rm->status == REF_STATUS_REJECT_SHALLOW ||
560                     !rm->peer_ref ||
561                     !strcmp(rm->name, "HEAD"))
562                         continue;
563
564                 adjust_refcol_width(rm);
565         }
566 }
567
568 static void print_remote_to_local(struct strbuf *display,
569                                   const char *remote, const char *local)
570 {
571         strbuf_addf(display, "%-*s -> %s", refcol_width, remote, local);
572 }
573
574 static int find_and_replace(struct strbuf *haystack,
575                             const char *needle,
576                             const char *placeholder)
577 {
578         const char *p = strstr(haystack->buf, needle);
579         int plen, nlen;
580
581         if (!p)
582                 return 0;
583
584         if (p > haystack->buf && p[-1] != '/')
585                 return 0;
586
587         plen = strlen(p);
588         nlen = strlen(needle);
589         if (plen > nlen && p[nlen] != '/')
590                 return 0;
591
592         strbuf_splice(haystack, p - haystack->buf, nlen,
593                       placeholder, strlen(placeholder));
594         return 1;
595 }
596
597 static void print_compact(struct strbuf *display,
598                           const char *remote, const char *local)
599 {
600         struct strbuf r = STRBUF_INIT;
601         struct strbuf l = STRBUF_INIT;
602
603         if (!strcmp(remote, local)) {
604                 strbuf_addf(display, "%-*s -> *", refcol_width, remote);
605                 return;
606         }
607
608         strbuf_addstr(&r, remote);
609         strbuf_addstr(&l, local);
610
611         if (!find_and_replace(&r, local, "*"))
612                 find_and_replace(&l, remote, "*");
613         print_remote_to_local(display, r.buf, l.buf);
614
615         strbuf_release(&r);
616         strbuf_release(&l);
617 }
618
619 static void format_display(struct strbuf *display, char code,
620                            const char *summary, const char *error,
621                            const char *remote, const char *local,
622                            int summary_width)
623 {
624         int width = (summary_width + strlen(summary) - gettext_width(summary));
625
626         strbuf_addf(display, "%c %-*s ", code, width, summary);
627         if (!compact_format)
628                 print_remote_to_local(display, remote, local);
629         else
630                 print_compact(display, remote, local);
631         if (error)
632                 strbuf_addf(display, "  (%s)", error);
633 }
634
635 static int update_local_ref(struct ref *ref,
636                             const char *remote,
637                             const struct ref *remote_ref,
638                             struct strbuf *display,
639                             int summary_width)
640 {
641         struct commit *current = NULL, *updated;
642         enum object_type type;
643         struct branch *current_branch = branch_get(NULL);
644         const char *pretty_ref = prettify_refname(ref->name);
645
646         type = oid_object_info(the_repository, &ref->new_oid, NULL);
647         if (type < 0)
648                 die(_("object %s not found"), oid_to_hex(&ref->new_oid));
649
650         if (oideq(&ref->old_oid, &ref->new_oid)) {
651                 if (verbosity > 0)
652                         format_display(display, '=', _("[up to date]"), NULL,
653                                        remote, pretty_ref, summary_width);
654                 return 0;
655         }
656
657         if (current_branch &&
658             !strcmp(ref->name, current_branch->name) &&
659             !(update_head_ok || is_bare_repository()) &&
660             !is_null_oid(&ref->old_oid)) {
661                 /*
662                  * If this is the head, and it's not okay to update
663                  * the head, and the old value of the head isn't empty...
664                  */
665                 format_display(display, '!', _("[rejected]"),
666                                _("can't fetch in current branch"),
667                                remote, pretty_ref, summary_width);
668                 return 1;
669         }
670
671         if (!is_null_oid(&ref->old_oid) &&
672             starts_with(ref->name, "refs/tags/")) {
673                 if (force || ref->force) {
674                         int r;
675                         r = s_update_ref("updating tag", ref, 0);
676                         format_display(display, r ? '!' : 't', _("[tag update]"),
677                                        r ? _("unable to update local ref") : NULL,
678                                        remote, pretty_ref, summary_width);
679                         return r;
680                 } else {
681                         format_display(display, '!', _("[rejected]"), _("would clobber existing tag"),
682                                        remote, pretty_ref, summary_width);
683                         return 1;
684                 }
685         }
686
687         current = lookup_commit_reference_gently(the_repository,
688                                                  &ref->old_oid, 1);
689         updated = lookup_commit_reference_gently(the_repository,
690                                                  &ref->new_oid, 1);
691         if (!current || !updated) {
692                 const char *msg;
693                 const char *what;
694                 int r;
695                 /*
696                  * Nicely describe the new ref we're fetching.
697                  * Base this on the remote's ref name, as it's
698                  * more likely to follow a standard layout.
699                  */
700                 const char *name = remote_ref ? remote_ref->name : "";
701                 if (starts_with(name, "refs/tags/")) {
702                         msg = "storing tag";
703                         what = _("[new tag]");
704                 } else if (starts_with(name, "refs/heads/")) {
705                         msg = "storing head";
706                         what = _("[new branch]");
707                 } else {
708                         msg = "storing ref";
709                         what = _("[new ref]");
710                 }
711
712                 if ((recurse_submodules != RECURSE_SUBMODULES_OFF) &&
713                     (recurse_submodules != RECURSE_SUBMODULES_ON))
714                         check_for_new_submodule_commits(&ref->new_oid);
715                 r = s_update_ref(msg, ref, 0);
716                 format_display(display, r ? '!' : '*', what,
717                                r ? _("unable to update local ref") : NULL,
718                                remote, pretty_ref, summary_width);
719                 return r;
720         }
721
722         if (in_merge_bases(current, updated)) {
723                 struct strbuf quickref = STRBUF_INIT;
724                 int r;
725                 strbuf_add_unique_abbrev(&quickref, &current->object.oid, DEFAULT_ABBREV);
726                 strbuf_addstr(&quickref, "..");
727                 strbuf_add_unique_abbrev(&quickref, &ref->new_oid, DEFAULT_ABBREV);
728                 if ((recurse_submodules != RECURSE_SUBMODULES_OFF) &&
729                     (recurse_submodules != RECURSE_SUBMODULES_ON))
730                         check_for_new_submodule_commits(&ref->new_oid);
731                 r = s_update_ref("fast-forward", ref, 1);
732                 format_display(display, r ? '!' : ' ', quickref.buf,
733                                r ? _("unable to update local ref") : NULL,
734                                remote, pretty_ref, summary_width);
735                 strbuf_release(&quickref);
736                 return r;
737         } else if (force || ref->force) {
738                 struct strbuf quickref = STRBUF_INIT;
739                 int r;
740                 strbuf_add_unique_abbrev(&quickref, &current->object.oid, DEFAULT_ABBREV);
741                 strbuf_addstr(&quickref, "...");
742                 strbuf_add_unique_abbrev(&quickref, &ref->new_oid, DEFAULT_ABBREV);
743                 if ((recurse_submodules != RECURSE_SUBMODULES_OFF) &&
744                     (recurse_submodules != RECURSE_SUBMODULES_ON))
745                         check_for_new_submodule_commits(&ref->new_oid);
746                 r = s_update_ref("forced-update", ref, 1);
747                 format_display(display, r ? '!' : '+', quickref.buf,
748                                r ? _("unable to update local ref") : _("forced update"),
749                                remote, pretty_ref, summary_width);
750                 strbuf_release(&quickref);
751                 return r;
752         } else {
753                 format_display(display, '!', _("[rejected]"), _("non-fast-forward"),
754                                remote, pretty_ref, summary_width);
755                 return 1;
756         }
757 }
758
759 static int iterate_ref_map(void *cb_data, struct object_id *oid)
760 {
761         struct ref **rm = cb_data;
762         struct ref *ref = *rm;
763
764         while (ref && ref->status == REF_STATUS_REJECT_SHALLOW)
765                 ref = ref->next;
766         if (!ref)
767                 return -1; /* end of the list */
768         *rm = ref->next;
769         oidcpy(oid, &ref->old_oid);
770         return 0;
771 }
772
773 static int store_updated_refs(const char *raw_url, const char *remote_name,
774                               int connectivity_checked, struct ref *ref_map)
775 {
776         FILE *fp;
777         struct commit *commit;
778         int url_len, i, rc = 0;
779         struct strbuf note = STRBUF_INIT;
780         const char *what, *kind;
781         struct ref *rm;
782         char *url;
783         const char *filename = dry_run ? "/dev/null" : git_path_fetch_head(the_repository);
784         int want_status;
785         int summary_width = transport_summary_width(ref_map);
786
787         fp = fopen(filename, "a");
788         if (!fp)
789                 return error_errno(_("cannot open %s"), filename);
790
791         if (raw_url)
792                 url = transport_anonymize_url(raw_url);
793         else
794                 url = xstrdup("foreign");
795
796         if (!connectivity_checked) {
797                 rm = ref_map;
798                 if (check_connected(iterate_ref_map, &rm, NULL)) {
799                         rc = error(_("%s did not send all necessary objects\n"), url);
800                         goto abort;
801                 }
802         }
803
804         prepare_format_display(ref_map);
805
806         /*
807          * We do a pass for each fetch_head_status type in their enum order, so
808          * merged entries are written before not-for-merge. That lets readers
809          * use FETCH_HEAD as a refname to refer to the ref to be merged.
810          */
811         for (want_status = FETCH_HEAD_MERGE;
812              want_status <= FETCH_HEAD_IGNORE;
813              want_status++) {
814                 for (rm = ref_map; rm; rm = rm->next) {
815                         struct ref *ref = NULL;
816                         const char *merge_status_marker = "";
817
818                         if (rm->status == REF_STATUS_REJECT_SHALLOW) {
819                                 if (want_status == FETCH_HEAD_MERGE)
820                                         warning(_("reject %s because shallow roots are not allowed to be updated"),
821                                                 rm->peer_ref ? rm->peer_ref->name : rm->name);
822                                 continue;
823                         }
824
825                         commit = lookup_commit_reference_gently(the_repository,
826                                                                 &rm->old_oid,
827                                                                 1);
828                         if (!commit)
829                                 rm->fetch_head_status = FETCH_HEAD_NOT_FOR_MERGE;
830
831                         if (rm->fetch_head_status != want_status)
832                                 continue;
833
834                         if (rm->peer_ref) {
835                                 ref = alloc_ref(rm->peer_ref->name);
836                                 oidcpy(&ref->old_oid, &rm->peer_ref->old_oid);
837                                 oidcpy(&ref->new_oid, &rm->old_oid);
838                                 ref->force = rm->peer_ref->force;
839                         }
840
841
842                         if (!strcmp(rm->name, "HEAD")) {
843                                 kind = "";
844                                 what = "";
845                         }
846                         else if (starts_with(rm->name, "refs/heads/")) {
847                                 kind = "branch";
848                                 what = rm->name + 11;
849                         }
850                         else if (starts_with(rm->name, "refs/tags/")) {
851                                 kind = "tag";
852                                 what = rm->name + 10;
853                         }
854                         else if (starts_with(rm->name, "refs/remotes/")) {
855                                 kind = "remote-tracking branch";
856                                 what = rm->name + 13;
857                         }
858                         else {
859                                 kind = "";
860                                 what = rm->name;
861                         }
862
863                         url_len = strlen(url);
864                         for (i = url_len - 1; url[i] == '/' && 0 <= i; i--)
865                                 ;
866                         url_len = i + 1;
867                         if (4 < i && !strncmp(".git", url + i - 3, 4))
868                                 url_len = i - 3;
869
870                         strbuf_reset(&note);
871                         if (*what) {
872                                 if (*kind)
873                                         strbuf_addf(&note, "%s ", kind);
874                                 strbuf_addf(&note, "'%s' of ", what);
875                         }
876                         switch (rm->fetch_head_status) {
877                         case FETCH_HEAD_NOT_FOR_MERGE:
878                                 merge_status_marker = "not-for-merge";
879                                 /* fall-through */
880                         case FETCH_HEAD_MERGE:
881                                 fprintf(fp, "%s\t%s\t%s",
882                                         oid_to_hex(&rm->old_oid),
883                                         merge_status_marker,
884                                         note.buf);
885                                 for (i = 0; i < url_len; ++i)
886                                         if ('\n' == url[i])
887                                                 fputs("\\n", fp);
888                                         else
889                                                 fputc(url[i], fp);
890                                 fputc('\n', fp);
891                                 break;
892                         default:
893                                 /* do not write anything to FETCH_HEAD */
894                                 break;
895                         }
896
897                         strbuf_reset(&note);
898                         if (ref) {
899                                 rc |= update_local_ref(ref, what, rm, &note,
900                                                        summary_width);
901                                 free(ref);
902                         } else
903                                 format_display(&note, '*',
904                                                *kind ? kind : "branch", NULL,
905                                                *what ? what : "HEAD",
906                                                "FETCH_HEAD", summary_width);
907                         if (note.len) {
908                                 if (verbosity >= 0 && !shown_url) {
909                                         fprintf(stderr, _("From %.*s\n"),
910                                                         url_len, url);
911                                         shown_url = 1;
912                                 }
913                                 if (verbosity >= 0)
914                                         fprintf(stderr, " %s\n", note.buf);
915                         }
916                 }
917         }
918
919         if (rc & STORE_REF_ERROR_DF_CONFLICT)
920                 error(_("some local refs could not be updated; try running\n"
921                       " 'git remote prune %s' to remove any old, conflicting "
922                       "branches"), remote_name);
923
924  abort:
925         strbuf_release(&note);
926         free(url);
927         fclose(fp);
928         return rc;
929 }
930
931 /*
932  * We would want to bypass the object transfer altogether if
933  * everything we are going to fetch already exists and is connected
934  * locally.
935  */
936 static int check_exist_and_connected(struct ref *ref_map)
937 {
938         struct ref *rm = ref_map;
939         struct check_connected_options opt = CHECK_CONNECTED_INIT;
940         struct ref *r;
941
942         /*
943          * If we are deepening a shallow clone we already have these
944          * objects reachable.  Running rev-list here will return with
945          * a good (0) exit status and we'll bypass the fetch that we
946          * really need to perform.  Claiming failure now will ensure
947          * we perform the network exchange to deepen our history.
948          */
949         if (deepen)
950                 return -1;
951
952         /*
953          * check_connected() allows objects to merely be promised, but
954          * we need all direct targets to exist.
955          */
956         for (r = rm; r; r = r->next) {
957                 if (!has_object_file(&r->old_oid))
958                         return -1;
959         }
960
961         opt.quiet = 1;
962         return check_connected(iterate_ref_map, &rm, &opt);
963 }
964
965 static int fetch_refs(struct transport *transport, struct ref *ref_map)
966 {
967         int ret = check_exist_and_connected(ref_map);
968         if (ret)
969                 ret = transport_fetch_refs(transport, ref_map);
970         if (!ret)
971                 /*
972                  * Keep the new pack's ".keep" file around to allow the caller
973                  * time to update refs to reference the new objects.
974                  */
975                 return 0;
976         transport_unlock_pack(transport);
977         return ret;
978 }
979
980 /* Update local refs based on the ref values fetched from a remote */
981 static int consume_refs(struct transport *transport, struct ref *ref_map)
982 {
983         int connectivity_checked = transport->smart_options
984                 ? transport->smart_options->connectivity_checked : 0;
985         int ret = store_updated_refs(transport->url,
986                                      transport->remote->name,
987                                      connectivity_checked,
988                                      ref_map);
989         transport_unlock_pack(transport);
990         return ret;
991 }
992
993 static int prune_refs(struct refspec *rs, struct ref *ref_map,
994                       const char *raw_url)
995 {
996         int url_len, i, result = 0;
997         struct ref *ref, *stale_refs = get_stale_heads(rs, ref_map);
998         char *url;
999         int summary_width = transport_summary_width(stale_refs);
1000         const char *dangling_msg = dry_run
1001                 ? _("   (%s will become dangling)")
1002                 : _("   (%s has become dangling)");
1003
1004         if (raw_url)
1005                 url = transport_anonymize_url(raw_url);
1006         else
1007                 url = xstrdup("foreign");
1008
1009         url_len = strlen(url);
1010         for (i = url_len - 1; url[i] == '/' && 0 <= i; i--)
1011                 ;
1012
1013         url_len = i + 1;
1014         if (4 < i && !strncmp(".git", url + i - 3, 4))
1015                 url_len = i - 3;
1016
1017         if (!dry_run) {
1018                 struct string_list refnames = STRING_LIST_INIT_NODUP;
1019
1020                 for (ref = stale_refs; ref; ref = ref->next)
1021                         string_list_append(&refnames, ref->name);
1022
1023                 result = delete_refs("fetch: prune", &refnames, 0);
1024                 string_list_clear(&refnames, 0);
1025         }
1026
1027         if (verbosity >= 0) {
1028                 for (ref = stale_refs; ref; ref = ref->next) {
1029                         struct strbuf sb = STRBUF_INIT;
1030                         if (!shown_url) {
1031                                 fprintf(stderr, _("From %.*s\n"), url_len, url);
1032                                 shown_url = 1;
1033                         }
1034                         format_display(&sb, '-', _("[deleted]"), NULL,
1035                                        _("(none)"), prettify_refname(ref->name),
1036                                        summary_width);
1037                         fprintf(stderr, " %s\n",sb.buf);
1038                         strbuf_release(&sb);
1039                         warn_dangling_symref(stderr, dangling_msg, ref->name);
1040                 }
1041         }
1042
1043         free(url);
1044         free_refs(stale_refs);
1045         return result;
1046 }
1047
1048 static void check_not_current_branch(struct ref *ref_map)
1049 {
1050         struct branch *current_branch = branch_get(NULL);
1051
1052         if (is_bare_repository() || !current_branch)
1053                 return;
1054
1055         for (; ref_map; ref_map = ref_map->next)
1056                 if (ref_map->peer_ref && !strcmp(current_branch->refname,
1057                                         ref_map->peer_ref->name))
1058                         die(_("Refusing to fetch into current branch %s "
1059                             "of non-bare repository"), current_branch->refname);
1060 }
1061
1062 static int truncate_fetch_head(void)
1063 {
1064         const char *filename = git_path_fetch_head(the_repository);
1065         FILE *fp = fopen_for_writing(filename);
1066
1067         if (!fp)
1068                 return error_errno(_("cannot open %s"), filename);
1069         fclose(fp);
1070         return 0;
1071 }
1072
1073 static void set_option(struct transport *transport, const char *name, const char *value)
1074 {
1075         int r = transport_set_option(transport, name, value);
1076         if (r < 0)
1077                 die(_("Option \"%s\" value \"%s\" is not valid for %s"),
1078                     name, value, transport->url);
1079         if (r > 0)
1080                 warning(_("Option \"%s\" is ignored for %s\n"),
1081                         name, transport->url);
1082 }
1083
1084
1085 static int add_oid(const char *refname, const struct object_id *oid, int flags,
1086                    void *cb_data)
1087 {
1088         struct oid_array *oids = cb_data;
1089
1090         oid_array_append(oids, oid);
1091         return 0;
1092 }
1093
1094 static void add_negotiation_tips(struct git_transport_options *smart_options)
1095 {
1096         struct oid_array *oids = xcalloc(1, sizeof(*oids));
1097         int i;
1098
1099         for (i = 0; i < negotiation_tip.nr; i++) {
1100                 const char *s = negotiation_tip.items[i].string;
1101                 int old_nr;
1102                 if (!has_glob_specials(s)) {
1103                         struct object_id oid;
1104                         if (get_oid(s, &oid))
1105                                 die("%s is not a valid object", s);
1106                         oid_array_append(oids, &oid);
1107                         continue;
1108                 }
1109                 old_nr = oids->nr;
1110                 for_each_glob_ref(add_oid, s, oids);
1111                 if (old_nr == oids->nr)
1112                         warning("Ignoring --negotiation-tip=%s because it does not match any refs",
1113                                 s);
1114         }
1115         smart_options->negotiation_tips = oids;
1116 }
1117
1118 static struct transport *prepare_transport(struct remote *remote, int deepen)
1119 {
1120         struct transport *transport;
1121         transport = transport_get(remote, NULL);
1122         transport_set_verbosity(transport, verbosity, progress);
1123         transport->family = family;
1124         if (upload_pack)
1125                 set_option(transport, TRANS_OPT_UPLOADPACK, upload_pack);
1126         if (keep)
1127                 set_option(transport, TRANS_OPT_KEEP, "yes");
1128         if (depth)
1129                 set_option(transport, TRANS_OPT_DEPTH, depth);
1130         if (deepen && deepen_since)
1131                 set_option(transport, TRANS_OPT_DEEPEN_SINCE, deepen_since);
1132         if (deepen && deepen_not.nr)
1133                 set_option(transport, TRANS_OPT_DEEPEN_NOT,
1134                            (const char *)&deepen_not);
1135         if (deepen_relative)
1136                 set_option(transport, TRANS_OPT_DEEPEN_RELATIVE, "yes");
1137         if (update_shallow)
1138                 set_option(transport, TRANS_OPT_UPDATE_SHALLOW, "yes");
1139         if (filter_options.choice) {
1140                 set_option(transport, TRANS_OPT_LIST_OBJECTS_FILTER,
1141                            filter_options.filter_spec);
1142                 set_option(transport, TRANS_OPT_FROM_PROMISOR, "1");
1143         }
1144         if (negotiation_tip.nr) {
1145                 if (transport->smart_options)
1146                         add_negotiation_tips(transport->smart_options);
1147                 else
1148                         warning("Ignoring --negotiation-tip because the protocol does not support it.");
1149         }
1150         return transport;
1151 }
1152
1153 static void backfill_tags(struct transport *transport, struct ref *ref_map)
1154 {
1155         int cannot_reuse;
1156
1157         /*
1158          * Once we have set TRANS_OPT_DEEPEN_SINCE, we can't unset it
1159          * when remote helper is used (setting it to an empty string
1160          * is not unsetting). We could extend the remote helper
1161          * protocol for that, but for now, just force a new connection
1162          * without deepen-since. Similar story for deepen-not.
1163          */
1164         cannot_reuse = transport->cannot_reuse ||
1165                 deepen_since || deepen_not.nr;
1166         if (cannot_reuse) {
1167                 gsecondary = prepare_transport(transport->remote, 0);
1168                 transport = gsecondary;
1169         }
1170
1171         transport_set_option(transport, TRANS_OPT_FOLLOWTAGS, NULL);
1172         transport_set_option(transport, TRANS_OPT_DEPTH, "0");
1173         transport_set_option(transport, TRANS_OPT_DEEPEN_RELATIVE, NULL);
1174         if (!fetch_refs(transport, ref_map))
1175                 consume_refs(transport, ref_map);
1176
1177         if (gsecondary) {
1178                 transport_disconnect(gsecondary);
1179                 gsecondary = NULL;
1180         }
1181 }
1182
1183 static int do_fetch(struct transport *transport,
1184                     struct refspec *rs)
1185 {
1186         struct ref *ref_map;
1187         int autotags = (transport->remote->fetch_tags == 1);
1188         int retcode = 0;
1189         const struct ref *remote_refs;
1190         struct argv_array ref_prefixes = ARGV_ARRAY_INIT;
1191         int must_list_refs = 1;
1192
1193         if (tags == TAGS_DEFAULT) {
1194                 if (transport->remote->fetch_tags == 2)
1195                         tags = TAGS_SET;
1196                 if (transport->remote->fetch_tags == -1)
1197                         tags = TAGS_UNSET;
1198         }
1199
1200         /* if not appending, truncate FETCH_HEAD */
1201         if (!append && !dry_run) {
1202                 retcode = truncate_fetch_head();
1203                 if (retcode)
1204                         goto cleanup;
1205         }
1206
1207         if (rs->nr) {
1208                 int i;
1209
1210                 refspec_ref_prefixes(rs, &ref_prefixes);
1211
1212                 /*
1213                  * We can avoid listing refs if all of them are exact
1214                  * OIDs
1215                  */
1216                 must_list_refs = 0;
1217                 for (i = 0; i < rs->nr; i++) {
1218                         if (!rs->items[i].exact_sha1) {
1219                                 must_list_refs = 1;
1220                                 break;
1221                         }
1222                 }
1223         } else if (transport->remote && transport->remote->fetch.nr)
1224                 refspec_ref_prefixes(&transport->remote->fetch, &ref_prefixes);
1225
1226         if (tags == TAGS_SET || tags == TAGS_DEFAULT) {
1227                 must_list_refs = 1;
1228                 if (ref_prefixes.argc)
1229                         argv_array_push(&ref_prefixes, "refs/tags/");
1230         }
1231
1232         if (must_list_refs)
1233                 remote_refs = transport_get_remote_refs(transport, &ref_prefixes);
1234         else
1235                 remote_refs = NULL;
1236
1237         argv_array_clear(&ref_prefixes);
1238
1239         ref_map = get_ref_map(transport->remote, remote_refs, rs,
1240                               tags, &autotags);
1241         if (!update_head_ok)
1242                 check_not_current_branch(ref_map);
1243
1244         if (tags == TAGS_DEFAULT && autotags)
1245                 transport_set_option(transport, TRANS_OPT_FOLLOWTAGS, "1");
1246         if (prune) {
1247                 /*
1248                  * We only prune based on refspecs specified
1249                  * explicitly (via command line or configuration); we
1250                  * don't care whether --tags was specified.
1251                  */
1252                 if (rs->nr) {
1253                         prune_refs(rs, ref_map, transport->url);
1254                 } else {
1255                         prune_refs(&transport->remote->fetch,
1256                                    ref_map,
1257                                    transport->url);
1258                 }
1259         }
1260         if (fetch_refs(transport, ref_map) || consume_refs(transport, ref_map)) {
1261                 free_refs(ref_map);
1262                 retcode = 1;
1263                 goto cleanup;
1264         }
1265         free_refs(ref_map);
1266
1267         /* if neither --no-tags nor --tags was specified, do automated tag
1268          * following ... */
1269         if (tags == TAGS_DEFAULT && autotags) {
1270                 struct ref **tail = &ref_map;
1271                 ref_map = NULL;
1272                 find_non_local_tags(remote_refs, &ref_map, &tail);
1273                 if (ref_map)
1274                         backfill_tags(transport, ref_map);
1275                 free_refs(ref_map);
1276         }
1277
1278  cleanup:
1279         return retcode;
1280 }
1281
1282 static int get_one_remote_for_fetch(struct remote *remote, void *priv)
1283 {
1284         struct string_list *list = priv;
1285         if (!remote->skip_default_update)
1286                 string_list_append(list, remote->name);
1287         return 0;
1288 }
1289
1290 struct remote_group_data {
1291         const char *name;
1292         struct string_list *list;
1293 };
1294
1295 static int get_remote_group(const char *key, const char *value, void *priv)
1296 {
1297         struct remote_group_data *g = priv;
1298
1299         if (skip_prefix(key, "remotes.", &key) && !strcmp(key, g->name)) {
1300                 /* split list by white space */
1301                 while (*value) {
1302                         size_t wordlen = strcspn(value, " \t\n");
1303
1304                         if (wordlen >= 1)
1305                                 string_list_append_nodup(g->list,
1306                                                    xstrndup(value, wordlen));
1307                         value += wordlen + (value[wordlen] != '\0');
1308                 }
1309         }
1310
1311         return 0;
1312 }
1313
1314 static int add_remote_or_group(const char *name, struct string_list *list)
1315 {
1316         int prev_nr = list->nr;
1317         struct remote_group_data g;
1318         g.name = name; g.list = list;
1319
1320         git_config(get_remote_group, &g);
1321         if (list->nr == prev_nr) {
1322                 struct remote *remote = remote_get(name);
1323                 if (!remote_is_configured(remote, 0))
1324                         return 0;
1325                 string_list_append(list, remote->name);
1326         }
1327         return 1;
1328 }
1329
1330 static void add_options_to_argv(struct argv_array *argv)
1331 {
1332         if (dry_run)
1333                 argv_array_push(argv, "--dry-run");
1334         if (prune != -1)
1335                 argv_array_push(argv, prune ? "--prune" : "--no-prune");
1336         if (prune_tags != -1)
1337                 argv_array_push(argv, prune_tags ? "--prune-tags" : "--no-prune-tags");
1338         if (update_head_ok)
1339                 argv_array_push(argv, "--update-head-ok");
1340         if (force)
1341                 argv_array_push(argv, "--force");
1342         if (keep)
1343                 argv_array_push(argv, "--keep");
1344         if (recurse_submodules == RECURSE_SUBMODULES_ON)
1345                 argv_array_push(argv, "--recurse-submodules");
1346         else if (recurse_submodules == RECURSE_SUBMODULES_ON_DEMAND)
1347                 argv_array_push(argv, "--recurse-submodules=on-demand");
1348         if (tags == TAGS_SET)
1349                 argv_array_push(argv, "--tags");
1350         else if (tags == TAGS_UNSET)
1351                 argv_array_push(argv, "--no-tags");
1352         if (verbosity >= 2)
1353                 argv_array_push(argv, "-v");
1354         if (verbosity >= 1)
1355                 argv_array_push(argv, "-v");
1356         else if (verbosity < 0)
1357                 argv_array_push(argv, "-q");
1358
1359 }
1360
1361 static int fetch_multiple(struct string_list *list)
1362 {
1363         int i, result = 0;
1364         struct argv_array argv = ARGV_ARRAY_INIT;
1365
1366         if (!append && !dry_run) {
1367                 int errcode = truncate_fetch_head();
1368                 if (errcode)
1369                         return errcode;
1370         }
1371
1372         argv_array_pushl(&argv, "fetch", "--append", NULL);
1373         add_options_to_argv(&argv);
1374
1375         for (i = 0; i < list->nr; i++) {
1376                 const char *name = list->items[i].string;
1377                 argv_array_push(&argv, name);
1378                 if (verbosity >= 0)
1379                         printf(_("Fetching %s\n"), name);
1380                 if (run_command_v_opt(argv.argv, RUN_GIT_CMD)) {
1381                         error(_("Could not fetch %s"), name);
1382                         result = 1;
1383                 }
1384                 argv_array_pop(&argv);
1385         }
1386
1387         argv_array_clear(&argv);
1388         return result;
1389 }
1390
1391 /*
1392  * Fetching from the promisor remote should use the given filter-spec
1393  * or inherit the default filter-spec from the config.
1394  */
1395 static inline void fetch_one_setup_partial(struct remote *remote)
1396 {
1397         /*
1398          * Explicit --no-filter argument overrides everything, regardless
1399          * of any prior partial clones and fetches.
1400          */
1401         if (filter_options.no_filter)
1402                 return;
1403
1404         /*
1405          * If no prior partial clone/fetch and the current fetch DID NOT
1406          * request a partial-fetch, do a normal fetch.
1407          */
1408         if (!repository_format_partial_clone && !filter_options.choice)
1409                 return;
1410
1411         /*
1412          * If this is the FIRST partial-fetch request, we enable partial
1413          * on this repo and remember the given filter-spec as the default
1414          * for subsequent fetches to this remote.
1415          */
1416         if (!repository_format_partial_clone && filter_options.choice) {
1417                 partial_clone_register(remote->name, &filter_options);
1418                 return;
1419         }
1420
1421         /*
1422          * We are currently limited to only ONE promisor remote and only
1423          * allow partial-fetches from the promisor remote.
1424          */
1425         if (strcmp(remote->name, repository_format_partial_clone)) {
1426                 if (filter_options.choice)
1427                         die(_("--filter can only be used with the remote configured in core.partialClone"));
1428                 return;
1429         }
1430
1431         /*
1432          * Do a partial-fetch from the promisor remote using either the
1433          * explicitly given filter-spec or inherit the filter-spec from
1434          * the config.
1435          */
1436         if (!filter_options.choice)
1437                 partial_clone_get_default_filter_spec(&filter_options);
1438         return;
1439 }
1440
1441 static int fetch_one(struct remote *remote, int argc, const char **argv, int prune_tags_ok)
1442 {
1443         struct refspec rs = REFSPEC_INIT_FETCH;
1444         int i;
1445         int exit_code;
1446         int maybe_prune_tags;
1447         int remote_via_config = remote_is_configured(remote, 0);
1448
1449         if (!remote)
1450                 die(_("No remote repository specified.  Please, specify either a URL or a\n"
1451                     "remote name from which new revisions should be fetched."));
1452
1453         gtransport = prepare_transport(remote, 1);
1454
1455         if (prune < 0) {
1456                 /* no command line request */
1457                 if (0 <= remote->prune)
1458                         prune = remote->prune;
1459                 else if (0 <= fetch_prune_config)
1460                         prune = fetch_prune_config;
1461                 else
1462                         prune = PRUNE_BY_DEFAULT;
1463         }
1464
1465         if (prune_tags < 0) {
1466                 /* no command line request */
1467                 if (0 <= remote->prune_tags)
1468                         prune_tags = remote->prune_tags;
1469                 else if (0 <= fetch_prune_tags_config)
1470                         prune_tags = fetch_prune_tags_config;
1471                 else
1472                         prune_tags = PRUNE_TAGS_BY_DEFAULT;
1473         }
1474
1475         maybe_prune_tags = prune_tags_ok && prune_tags;
1476         if (maybe_prune_tags && remote_via_config)
1477                 refspec_append(&remote->fetch, TAG_REFSPEC);
1478
1479         if (maybe_prune_tags && (argc || !remote_via_config))
1480                 refspec_append(&rs, TAG_REFSPEC);
1481
1482         for (i = 0; i < argc; i++) {
1483                 if (!strcmp(argv[i], "tag")) {
1484                         char *tag;
1485                         i++;
1486                         if (i >= argc)
1487                                 die(_("You need to specify a tag name."));
1488
1489                         tag = xstrfmt("refs/tags/%s:refs/tags/%s",
1490                                       argv[i], argv[i]);
1491                         refspec_append(&rs, tag);
1492                         free(tag);
1493                 } else {
1494                         refspec_append(&rs, argv[i]);
1495                 }
1496         }
1497
1498         if (server_options.nr)
1499                 gtransport->server_options = &server_options;
1500
1501         sigchain_push_common(unlock_pack_on_signal);
1502         atexit(unlock_pack);
1503         exit_code = do_fetch(gtransport, &rs);
1504         refspec_clear(&rs);
1505         transport_disconnect(gtransport);
1506         gtransport = NULL;
1507         return exit_code;
1508 }
1509
1510 int cmd_fetch(int argc, const char **argv, const char *prefix)
1511 {
1512         int i;
1513         struct string_list list = STRING_LIST_INIT_DUP;
1514         struct remote *remote = NULL;
1515         int result = 0;
1516         int prune_tags_ok = 1;
1517         struct argv_array argv_gc_auto = ARGV_ARRAY_INIT;
1518
1519         packet_trace_identity("fetch");
1520
1521         fetch_if_missing = 0;
1522
1523         /* Record the command line for the reflog */
1524         strbuf_addstr(&default_rla, "fetch");
1525         for (i = 1; i < argc; i++)
1526                 strbuf_addf(&default_rla, " %s", argv[i]);
1527
1528         fetch_config_from_gitmodules(&max_children, &recurse_submodules);
1529         git_config(git_fetch_config, NULL);
1530
1531         argc = parse_options(argc, argv, prefix,
1532                              builtin_fetch_options, builtin_fetch_usage, 0);
1533
1534         if (deepen_relative) {
1535                 if (deepen_relative < 0)
1536                         die(_("Negative depth in --deepen is not supported"));
1537                 if (depth)
1538                         die(_("--deepen and --depth are mutually exclusive"));
1539                 depth = xstrfmt("%d", deepen_relative);
1540         }
1541         if (unshallow) {
1542                 if (depth)
1543                         die(_("--depth and --unshallow cannot be used together"));
1544                 else if (!is_repository_shallow(the_repository))
1545                         die(_("--unshallow on a complete repository does not make sense"));
1546                 else
1547                         depth = xstrfmt("%d", INFINITE_DEPTH);
1548         }
1549
1550         /* no need to be strict, transport_set_option() will validate it again */
1551         if (depth && atoi(depth) < 1)
1552                 die(_("depth %s is not a positive number"), depth);
1553         if (depth || deepen_since || deepen_not.nr)
1554                 deepen = 1;
1555
1556         if (filter_options.choice && !repository_format_partial_clone)
1557                 die("--filter can only be used when extensions.partialClone is set");
1558
1559         if (all) {
1560                 if (argc == 1)
1561                         die(_("fetch --all does not take a repository argument"));
1562                 else if (argc > 1)
1563                         die(_("fetch --all does not make sense with refspecs"));
1564                 (void) for_each_remote(get_one_remote_for_fetch, &list);
1565         } else if (argc == 0) {
1566                 /* No arguments -- use default remote */
1567                 remote = remote_get(NULL);
1568         } else if (multiple) {
1569                 /* All arguments are assumed to be remotes or groups */
1570                 for (i = 0; i < argc; i++)
1571                         if (!add_remote_or_group(argv[i], &list))
1572                                 die(_("No such remote or remote group: %s"), argv[i]);
1573         } else {
1574                 /* Single remote or group */
1575                 (void) add_remote_or_group(argv[0], &list);
1576                 if (list.nr > 1) {
1577                         /* More than one remote */
1578                         if (argc > 1)
1579                                 die(_("Fetching a group and specifying refspecs does not make sense"));
1580                 } else {
1581                         /* Zero or one remotes */
1582                         remote = remote_get(argv[0]);
1583                         prune_tags_ok = (argc == 1);
1584                         argc--;
1585                         argv++;
1586                 }
1587         }
1588
1589         if (remote) {
1590                 if (filter_options.choice || repository_format_partial_clone)
1591                         fetch_one_setup_partial(remote);
1592                 result = fetch_one(remote, argc, argv, prune_tags_ok);
1593         } else {
1594                 if (filter_options.choice)
1595                         die(_("--filter can only be used with the remote configured in core.partialClone"));
1596                 /* TODO should this also die if we have a previous partial-clone? */
1597                 result = fetch_multiple(&list);
1598         }
1599
1600         if (!result && (recurse_submodules != RECURSE_SUBMODULES_OFF)) {
1601                 struct argv_array options = ARGV_ARRAY_INIT;
1602
1603                 add_options_to_argv(&options);
1604                 result = fetch_populated_submodules(the_repository,
1605                                                     &options,
1606                                                     submodule_prefix,
1607                                                     recurse_submodules,
1608                                                     recurse_submodules_default,
1609                                                     verbosity < 0,
1610                                                     max_children);
1611                 argv_array_clear(&options);
1612         }
1613
1614         string_list_clear(&list, 0);
1615
1616         close_all_packs(the_repository->objects);
1617
1618         argv_array_pushl(&argv_gc_auto, "gc", "--auto", NULL);
1619         if (verbosity < 0)
1620                 argv_array_push(&argv_gc_auto, "--quiet");
1621         run_command_v_opt(argv_gc_auto.argv, RUN_GIT_CMD);
1622         argv_array_clear(&argv_gc_auto);
1623
1624         return result;
1625 }