builtin-prune.c: prune temporary packs in <object_dir>/pack directory
[git] / builtin-remote.c
1 #include "cache.h"
2 #include "parse-options.h"
3 #include "transport.h"
4 #include "remote.h"
5 #include "string-list.h"
6 #include "strbuf.h"
7 #include "run-command.h"
8 #include "refs.h"
9
10 static const char * const builtin_remote_usage[] = {
11         "git remote",
12         "git remote add <name> <url>",
13         "git remote rm <name>",
14         "git remote show <name>",
15         "git remote prune <name>",
16         "git remote update [group]",
17         NULL
18 };
19
20 static int verbose;
21
22 static int show_all(void);
23
24 static inline int postfixcmp(const char *string, const char *postfix)
25 {
26         int len1 = strlen(string), len2 = strlen(postfix);
27         if (len1 < len2)
28                 return 1;
29         return strcmp(string + len1 - len2, postfix);
30 }
31
32 static int opt_parse_track(const struct option *opt, const char *arg, int not)
33 {
34         struct string_list *list = opt->value;
35         if (not)
36                 string_list_clear(list, 0);
37         else
38                 string_list_append(arg, list);
39         return 0;
40 }
41
42 static int fetch_remote(const char *name)
43 {
44         const char *argv[] = { "fetch", name, NULL };
45         printf("Updating %s\n", name);
46         if (run_command_v_opt(argv, RUN_GIT_CMD))
47                 return error("Could not fetch %s", name);
48         return 0;
49 }
50
51 static int add(int argc, const char **argv)
52 {
53         int fetch = 0, mirror = 0;
54         struct string_list track = { NULL, 0, 0 };
55         const char *master = NULL;
56         struct remote *remote;
57         struct strbuf buf, buf2;
58         const char *name, *url;
59         int i;
60
61         struct option options[] = {
62                 OPT_GROUP("add specific options"),
63                 OPT_BOOLEAN('f', "fetch", &fetch, "fetch the remote branches"),
64                 OPT_CALLBACK('t', "track", &track, "branch",
65                         "branch(es) to track", opt_parse_track),
66                 OPT_STRING('m', "master", &master, "branch", "master branch"),
67                 OPT_BOOLEAN(0, "mirror", &mirror, "no separate remotes"),
68                 OPT_END()
69         };
70
71         argc = parse_options(argc, argv, options, builtin_remote_usage, 0);
72
73         if (argc < 2)
74                 usage_with_options(builtin_remote_usage, options);
75
76         name = argv[0];
77         url = argv[1];
78
79         remote = remote_get(name);
80         if (remote && (remote->url_nr > 1 || strcmp(name, remote->url[0]) ||
81                         remote->fetch_refspec_nr))
82                 die("remote %s already exists.", name);
83
84         strbuf_init(&buf, 0);
85         strbuf_init(&buf2, 0);
86
87         strbuf_addf(&buf2, "refs/heads/test:refs/remotes/%s/test", name);
88         if (!valid_fetch_refspec(buf2.buf))
89                 die("'%s' is not a valid remote name", name);
90
91         strbuf_addf(&buf, "remote.%s.url", name);
92         if (git_config_set(buf.buf, url))
93                 return 1;
94
95         strbuf_reset(&buf);
96         strbuf_addf(&buf, "remote.%s.fetch", name);
97
98         if (track.nr == 0)
99                 string_list_append("*", &track);
100         for (i = 0; i < track.nr; i++) {
101                 struct string_list_item *item = track.items + i;
102
103                 strbuf_reset(&buf2);
104                 strbuf_addch(&buf2, '+');
105                 if (mirror)
106                         strbuf_addf(&buf2, "refs/%s:refs/%s",
107                                         item->string, item->string);
108                 else
109                         strbuf_addf(&buf2, "refs/heads/%s:refs/remotes/%s/%s",
110                                         item->string, name, item->string);
111                 if (git_config_set_multivar(buf.buf, buf2.buf, "^$", 0))
112                         return 1;
113         }
114
115         if (mirror) {
116                 strbuf_reset(&buf);
117                 strbuf_addf(&buf, "remote.%s.mirror", name);
118                 if (git_config_set(buf.buf, "true"))
119                         return 1;
120         }
121
122         if (fetch && fetch_remote(name))
123                 return 1;
124
125         if (master) {
126                 strbuf_reset(&buf);
127                 strbuf_addf(&buf, "refs/remotes/%s/HEAD", name);
128
129                 strbuf_reset(&buf2);
130                 strbuf_addf(&buf2, "refs/remotes/%s/%s", name, master);
131
132                 if (create_symref(buf.buf, buf2.buf, "remote add"))
133                         return error("Could not setup master '%s'", master);
134         }
135
136         strbuf_release(&buf);
137         strbuf_release(&buf2);
138         string_list_clear(&track, 0);
139
140         return 0;
141 }
142
143 struct branch_info {
144         char *remote;
145         struct string_list merge;
146 };
147
148 static struct string_list branch_list;
149
150 static const char *abbrev_ref(const char *name, const char *prefix)
151 {
152         const char *abbrev = skip_prefix(name, prefix);
153         if (abbrev)
154                 return abbrev;
155         return name;
156 }
157 #define abbrev_branch(name) abbrev_ref((name), "refs/heads/")
158
159 static int config_read_branches(const char *key, const char *value, void *cb)
160 {
161         if (!prefixcmp(key, "branch.")) {
162                 char *name;
163                 struct string_list_item *item;
164                 struct branch_info *info;
165                 enum { REMOTE, MERGE } type;
166
167                 key += 7;
168                 if (!postfixcmp(key, ".remote")) {
169                         name = xstrndup(key, strlen(key) - 7);
170                         type = REMOTE;
171                 } else if (!postfixcmp(key, ".merge")) {
172                         name = xstrndup(key, strlen(key) - 6);
173                         type = MERGE;
174                 } else
175                         return 0;
176
177                 item = string_list_insert(name, &branch_list);
178
179                 if (!item->util)
180                         item->util = xcalloc(sizeof(struct branch_info), 1);
181                 info = item->util;
182                 if (type == REMOTE) {
183                         if (info->remote)
184                                 warning("more than one branch.%s", key);
185                         info->remote = xstrdup(value);
186                 } else {
187                         char *space = strchr(value, ' ');
188                         value = abbrev_branch(value);
189                         while (space) {
190                                 char *merge;
191                                 merge = xstrndup(value, space - value);
192                                 string_list_append(merge, &info->merge);
193                                 value = abbrev_branch(space + 1);
194                                 space = strchr(value, ' ');
195                         }
196                         string_list_append(xstrdup(value), &info->merge);
197                 }
198         }
199         return 0;
200 }
201
202 static void read_branches(void)
203 {
204         if (branch_list.nr)
205                 return;
206         git_config(config_read_branches, NULL);
207         sort_string_list(&branch_list);
208 }
209
210 struct ref_states {
211         struct remote *remote;
212         struct string_list new, stale, tracked;
213 };
214
215 static int handle_one_branch(const char *refname,
216         const unsigned char *sha1, int flags, void *cb_data)
217 {
218         struct ref_states *states = cb_data;
219         struct refspec refspec;
220
221         memset(&refspec, 0, sizeof(refspec));
222         refspec.dst = (char *)refname;
223         if (!remote_find_tracking(states->remote, &refspec)) {
224                 struct string_list_item *item;
225                 const char *name = abbrev_branch(refspec.src);
226                 /* symbolic refs pointing nowhere were handled already */
227                 if ((flags & REF_ISSYMREF) ||
228                                 unsorted_string_list_has_string(&states->tracked,
229                                         name) ||
230                                 unsorted_string_list_has_string(&states->new,
231                                         name))
232                         return 0;
233                 item = string_list_append(name, &states->stale);
234                 item->util = xstrdup(refname);
235         }
236         return 0;
237 }
238
239 static int get_ref_states(const struct ref *ref, struct ref_states *states)
240 {
241         struct ref *fetch_map = NULL, **tail = &fetch_map;
242         int i;
243
244         for (i = 0; i < states->remote->fetch_refspec_nr; i++)
245                 if (get_fetch_map(ref, states->remote->fetch + i, &tail, 1))
246                         die("Could not get fetch map for refspec %s",
247                                 states->remote->fetch_refspec[i]);
248
249         states->new.strdup_strings = states->tracked.strdup_strings = 1;
250         for (ref = fetch_map; ref; ref = ref->next) {
251                 struct string_list *target = &states->tracked;
252                 unsigned char sha1[20];
253                 void *util = NULL;
254
255                 if (!ref->peer_ref || read_ref(ref->peer_ref->name, sha1))
256                         target = &states->new;
257                 else {
258                         target = &states->tracked;
259                         if (hashcmp(sha1, ref->new_sha1))
260                                 util = &states;
261                 }
262                 string_list_append(abbrev_branch(ref->name), target)->util = util;
263         }
264         free_refs(fetch_map);
265
266         for_each_ref(handle_one_branch, states);
267         sort_string_list(&states->stale);
268
269         return 0;
270 }
271
272 struct known_remote {
273         struct known_remote *next;
274         struct remote *remote;
275 };
276
277 struct known_remotes {
278         struct remote *to_delete;
279         struct known_remote *list;
280 };
281
282 static int add_known_remote(struct remote *remote, void *cb_data)
283 {
284         struct known_remotes *all = cb_data;
285         struct known_remote *r;
286
287         if (!strcmp(all->to_delete->name, remote->name))
288                 return 0;
289
290         r = xmalloc(sizeof(*r));
291         r->remote = remote;
292         r->next = all->list;
293         all->list = r;
294         return 0;
295 }
296
297 struct branches_for_remote {
298         struct remote *remote;
299         struct string_list *branches;
300         struct known_remotes *keep;
301 };
302
303 static int add_branch_for_removal(const char *refname,
304         const unsigned char *sha1, int flags, void *cb_data)
305 {
306         struct branches_for_remote *branches = cb_data;
307         struct refspec refspec;
308         struct string_list_item *item;
309         struct known_remote *kr;
310
311         memset(&refspec, 0, sizeof(refspec));
312         refspec.dst = (char *)refname;
313         if (remote_find_tracking(branches->remote, &refspec))
314                 return 0;
315
316         /* don't delete a branch if another remote also uses it */
317         for (kr = branches->keep->list; kr; kr = kr->next) {
318                 memset(&refspec, 0, sizeof(refspec));
319                 refspec.dst = (char *)refname;
320                 if (!remote_find_tracking(kr->remote, &refspec))
321                         return 0;
322         }
323
324         /* make sure that symrefs are deleted */
325         if (flags & REF_ISSYMREF)
326                 return unlink(git_path(refname));
327
328         item = string_list_append(refname, branches->branches);
329         item->util = xmalloc(20);
330         hashcpy(item->util, sha1);
331
332         return 0;
333 }
334
335 static int remove_branches(struct string_list *branches)
336 {
337         int i, result = 0;
338         for (i = 0; i < branches->nr; i++) {
339                 struct string_list_item *item = branches->items + i;
340                 const char *refname = item->string;
341                 unsigned char *sha1 = item->util;
342
343                 if (delete_ref(refname, sha1))
344                         result |= error("Could not remove branch %s", refname);
345         }
346         return result;
347 }
348
349 static int rm(int argc, const char **argv)
350 {
351         struct option options[] = {
352                 OPT_END()
353         };
354         struct remote *remote;
355         struct strbuf buf;
356         struct known_remotes known_remotes = { NULL, NULL };
357         struct string_list branches = { NULL, 0, 0, 1 };
358         struct branches_for_remote cb_data = { NULL, &branches, &known_remotes };
359         int i;
360
361         if (argc != 2)
362                 usage_with_options(builtin_remote_usage, options);
363
364         remote = remote_get(argv[1]);
365         if (!remote)
366                 die("No such remote: %s", argv[1]);
367
368         known_remotes.to_delete = remote;
369         for_each_remote(add_known_remote, &known_remotes);
370
371         strbuf_init(&buf, 0);
372         strbuf_addf(&buf, "remote.%s", remote->name);
373         if (git_config_rename_section(buf.buf, NULL) < 1)
374                 return error("Could not remove config section '%s'", buf.buf);
375
376         read_branches();
377         for (i = 0; i < branch_list.nr; i++) {
378                 struct string_list_item *item = branch_list.items + i;
379                 struct branch_info *info = item->util;
380                 if (info->remote && !strcmp(info->remote, remote->name)) {
381                         const char *keys[] = { "remote", "merge", NULL }, **k;
382                         for (k = keys; *k; k++) {
383                                 strbuf_reset(&buf);
384                                 strbuf_addf(&buf, "branch.%s.%s",
385                                                 item->string, *k);
386                                 if (git_config_set(buf.buf, NULL)) {
387                                         strbuf_release(&buf);
388                                         return -1;
389                                 }
390                         }
391                 }
392         }
393
394         /*
395          * We cannot just pass a function to for_each_ref() which deletes
396          * the branches one by one, since for_each_ref() relies on cached
397          * refs, which are invalidated when deleting a branch.
398          */
399         cb_data.remote = remote;
400         i = for_each_ref(add_branch_for_removal, &cb_data);
401         strbuf_release(&buf);
402
403         if (!i)
404                 i = remove_branches(&branches);
405         string_list_clear(&branches, 1);
406
407         return i;
408 }
409
410 static void show_list(const char *title, struct string_list *list,
411                       const char *extra_arg)
412 {
413         int i;
414
415         if (!list->nr)
416                 return;
417
418         printf(title, list->nr > 1 ? "es" : "", extra_arg);
419         printf("\n    ");
420         for (i = 0; i < list->nr; i++)
421                 printf("%s%s", i ? " " : "", list->items[i].string);
422         printf("\n");
423 }
424
425 static int get_remote_ref_states(const char *name,
426                                  struct ref_states *states,
427                                  int query)
428 {
429         struct transport *transport;
430         const struct ref *ref;
431
432         states->remote = remote_get(name);
433         if (!states->remote)
434                 return error("No such remote: %s", name);
435
436         read_branches();
437
438         if (query) {
439                 transport = transport_get(NULL, states->remote->url_nr > 0 ?
440                         states->remote->url[0] : NULL);
441                 ref = transport_get_remote_refs(transport);
442                 transport_disconnect(transport);
443
444                 get_ref_states(ref, states);
445         }
446
447         return 0;
448 }
449
450 static int append_ref_to_tracked_list(const char *refname,
451         const unsigned char *sha1, int flags, void *cb_data)
452 {
453         struct ref_states *states = cb_data;
454         struct refspec refspec;
455
456         memset(&refspec, 0, sizeof(refspec));
457         refspec.dst = (char *)refname;
458         if (!remote_find_tracking(states->remote, &refspec))
459                 string_list_append(abbrev_branch(refspec.src), &states->tracked);
460
461         return 0;
462 }
463
464 static int show(int argc, const char **argv)
465 {
466         int no_query = 0, result = 0;
467         struct option options[] = {
468                 OPT_GROUP("show specific options"),
469                 OPT_BOOLEAN('n', NULL, &no_query, "do not query remotes"),
470                 OPT_END()
471         };
472         struct ref_states states;
473
474         argc = parse_options(argc, argv, options, builtin_remote_usage, 0);
475
476         if (argc < 1)
477                 return show_all();
478
479         memset(&states, 0, sizeof(states));
480         for (; argc; argc--, argv++) {
481                 int i;
482
483                 get_remote_ref_states(*argv, &states, !no_query);
484
485                 printf("* remote %s\n  URL: %s\n", *argv,
486                         states.remote->url_nr > 0 ?
487                                 states.remote->url[0] : "(no URL)");
488
489                 for (i = 0; i < branch_list.nr; i++) {
490                         struct string_list_item *branch = branch_list.items + i;
491                         struct branch_info *info = branch->util;
492                         int j;
493
494                         if (!info->merge.nr || strcmp(*argv, info->remote))
495                                 continue;
496                         printf("  Remote branch%s merged with 'git pull' "
497                                 "while on branch %s\n   ",
498                                 info->merge.nr > 1 ? "es" : "",
499                                 branch->string);
500                         for (j = 0; j < info->merge.nr; j++)
501                                 printf(" %s", info->merge.items[j].string);
502                         printf("\n");
503                 }
504
505                 if (!no_query) {
506                         show_list("  New remote branch%s (next fetch "
507                                 "will store in remotes/%s)",
508                                 &states.new, states.remote->name);
509                         show_list("  Stale tracking branch%s (use 'git remote "
510                                 "prune')", &states.stale, "");
511                 }
512
513                 if (no_query)
514                         for_each_ref(append_ref_to_tracked_list, &states);
515                 show_list("  Tracked remote branch%s", &states.tracked, "");
516
517                 if (states.remote->push_refspec_nr) {
518                         printf("  Local branch%s pushed with 'git push'\n   ",
519                                 states.remote->push_refspec_nr > 1 ?
520                                         "es" : "");
521                         for (i = 0; i < states.remote->push_refspec_nr; i++) {
522                                 struct refspec *spec = states.remote->push + i;
523                                 printf(" %s%s%s%s", spec->force ? "+" : "",
524                                        abbrev_branch(spec->src),
525                                        spec->dst ? ":" : "",
526                                        spec->dst ? abbrev_branch(spec->dst) : "");
527                         }
528                         printf("\n");
529                 }
530
531                 /* NEEDSWORK: free remote */
532                 string_list_clear(&states.new, 0);
533                 string_list_clear(&states.stale, 0);
534                 string_list_clear(&states.tracked, 0);
535         }
536
537         return result;
538 }
539
540 static int prune(int argc, const char **argv)
541 {
542         int dry_run = 0, result = 0;
543         struct option options[] = {
544                 OPT_GROUP("prune specific options"),
545                 OPT__DRY_RUN(&dry_run),
546                 OPT_END()
547         };
548         struct ref_states states;
549
550         argc = parse_options(argc, argv, options, builtin_remote_usage, 0);
551
552         if (argc < 1)
553                 usage_with_options(builtin_remote_usage, options);
554
555         memset(&states, 0, sizeof(states));
556         for (; argc; argc--, argv++) {
557                 int i;
558
559                 get_remote_ref_states(*argv, &states, 1);
560
561                 if (states.stale.nr) {
562                         printf("Pruning %s\n", *argv);
563                         printf("URL: %s\n",
564                                states.remote->url_nr
565                                ? states.remote->url[0]
566                                : "(no URL)");
567                 }
568
569                 for (i = 0; i < states.stale.nr; i++) {
570                         const char *refname = states.stale.items[i].util;
571
572                         if (!dry_run)
573                                 result |= delete_ref(refname, NULL);
574
575                         printf(" * [%s] %s\n", dry_run ? "would prune" : "pruned",
576                                abbrev_ref(refname, "refs/remotes/"));
577                 }
578
579                 /* NEEDSWORK: free remote */
580                 string_list_clear(&states.new, 0);
581                 string_list_clear(&states.stale, 0);
582                 string_list_clear(&states.tracked, 0);
583         }
584
585         return result;
586 }
587
588 static int get_one_remote_for_update(struct remote *remote, void *priv)
589 {
590         struct string_list *list = priv;
591         if (!remote->skip_default_update)
592                 string_list_append(xstrdup(remote->name), list);
593         return 0;
594 }
595
596 struct remote_group {
597         const char *name;
598         struct string_list *list;
599 } remote_group;
600
601 static int get_remote_group(const char *key, const char *value, void *cb)
602 {
603         if (!prefixcmp(key, "remotes.") &&
604                         !strcmp(key + 8, remote_group.name)) {
605                 /* split list by white space */
606                 int space = strcspn(value, " \t\n");
607                 while (*value) {
608                         if (space > 1)
609                                 string_list_append(xstrndup(value, space),
610                                                 remote_group.list);
611                         value += space + (value[space] != '\0');
612                         space = strcspn(value, " \t\n");
613                 }
614         }
615
616         return 0;
617 }
618
619 static int update(int argc, const char **argv)
620 {
621         int i, result = 0;
622         struct string_list list = { NULL, 0, 0, 0 };
623         static const char *default_argv[] = { NULL, "default", NULL };
624
625         if (argc < 2) {
626                 argc = 2;
627                 argv = default_argv;
628         }
629
630         remote_group.list = &list;
631         for (i = 1; i < argc; i++) {
632                 remote_group.name = argv[i];
633                 result = git_config(get_remote_group, NULL);
634         }
635
636         if (!result && !list.nr  && argc == 2 && !strcmp(argv[1], "default"))
637                 result = for_each_remote(get_one_remote_for_update, &list);
638
639         for (i = 0; i < list.nr; i++)
640                 result |= fetch_remote(list.items[i].string);
641
642         /* all names were strdup()ed or strndup()ed */
643         list.strdup_strings = 1;
644         string_list_clear(&list, 0);
645
646         return result;
647 }
648
649 static int get_one_entry(struct remote *remote, void *priv)
650 {
651         struct string_list *list = priv;
652
653         string_list_append(remote->name, list)->util = remote->url_nr ?
654                 (void *)remote->url[0] : NULL;
655         if (remote->url_nr > 1)
656                 warning("Remote %s has more than one URL", remote->name);
657
658         return 0;
659 }
660
661 static int show_all(void)
662 {
663         struct string_list list = { NULL, 0, 0 };
664         int result = for_each_remote(get_one_entry, &list);
665
666         if (!result) {
667                 int i;
668
669                 sort_string_list(&list);
670                 for (i = 0; i < list.nr; i++) {
671                         struct string_list_item *item = list.items + i;
672                         printf("%s%s%s\n", item->string,
673                                 verbose ? "\t" : "",
674                                 verbose && item->util ?
675                                         (const char *)item->util : "");
676                 }
677         }
678         return result;
679 }
680
681 int cmd_remote(int argc, const char **argv, const char *prefix)
682 {
683         struct option options[] = {
684                 OPT__VERBOSE(&verbose),
685                 OPT_END()
686         };
687         int result;
688
689         argc = parse_options(argc, argv, options, builtin_remote_usage,
690                 PARSE_OPT_STOP_AT_NON_OPTION);
691
692         if (argc < 1)
693                 result = show_all();
694         else if (!strcmp(argv[0], "add"))
695                 result = add(argc, argv);
696         else if (!strcmp(argv[0], "rm"))
697                 result = rm(argc, argv);
698         else if (!strcmp(argv[0], "show"))
699                 result = show(argc, argv);
700         else if (!strcmp(argv[0], "prune"))
701                 result = prune(argc, argv);
702         else if (!strcmp(argv[0], "update"))
703                 result = update(argc, argv);
704         else {
705                 error("Unknown subcommand: %s", argv[0]);
706                 usage_with_options(builtin_remote_usage, options);
707         }
708
709         return result ? 1 : 0;
710 }