Merge branch 'hv/fetch-moved-submodules-on-demand'
[git] / sequencer.c
1 #include "cache.h"
2 #include "config.h"
3 #include "lockfile.h"
4 #include "sequencer.h"
5 #include "dir.h"
6 #include "object.h"
7 #include "commit.h"
8 #include "tag.h"
9 #include "run-command.h"
10 #include "exec_cmd.h"
11 #include "utf8.h"
12 #include "cache-tree.h"
13 #include "diff.h"
14 #include "revision.h"
15 #include "rerere.h"
16 #include "merge-recursive.h"
17 #include "refs.h"
18 #include "argv-array.h"
19 #include "quote.h"
20 #include "trailer.h"
21 #include "log-tree.h"
22 #include "wt-status.h"
23 #include "hashmap.h"
24
25 #define GIT_REFLOG_ACTION "GIT_REFLOG_ACTION"
26
27 const char sign_off_header[] = "Signed-off-by: ";
28 static const char cherry_picked_prefix[] = "(cherry picked from commit ";
29
30 GIT_PATH_FUNC(git_path_seq_dir, "sequencer")
31
32 static GIT_PATH_FUNC(git_path_todo_file, "sequencer/todo")
33 static GIT_PATH_FUNC(git_path_opts_file, "sequencer/opts")
34 static GIT_PATH_FUNC(git_path_head_file, "sequencer/head")
35 static GIT_PATH_FUNC(git_path_abort_safety_file, "sequencer/abort-safety")
36
37 static GIT_PATH_FUNC(rebase_path, "rebase-merge")
38 /*
39  * The file containing rebase commands, comments, and empty lines.
40  * This file is created by "git rebase -i" then edited by the user. As
41  * the lines are processed, they are removed from the front of this
42  * file and written to the tail of 'done'.
43  */
44 static GIT_PATH_FUNC(rebase_path_todo, "rebase-merge/git-rebase-todo")
45 /*
46  * The rebase command lines that have already been processed. A line
47  * is moved here when it is first handled, before any associated user
48  * actions.
49  */
50 static GIT_PATH_FUNC(rebase_path_done, "rebase-merge/done")
51 /*
52  * The file to keep track of how many commands were already processed (e.g.
53  * for the prompt).
54  */
55 static GIT_PATH_FUNC(rebase_path_msgnum, "rebase-merge/msgnum");
56 /*
57  * The file to keep track of how many commands are to be processed in total
58  * (e.g. for the prompt).
59  */
60 static GIT_PATH_FUNC(rebase_path_msgtotal, "rebase-merge/end");
61 /*
62  * The commit message that is planned to be used for any changes that
63  * need to be committed following a user interaction.
64  */
65 static GIT_PATH_FUNC(rebase_path_message, "rebase-merge/message")
66 /*
67  * The file into which is accumulated the suggested commit message for
68  * squash/fixup commands. When the first of a series of squash/fixups
69  * is seen, the file is created and the commit message from the
70  * previous commit and from the first squash/fixup commit are written
71  * to it. The commit message for each subsequent squash/fixup commit
72  * is appended to the file as it is processed.
73  *
74  * The first line of the file is of the form
75  *     # This is a combination of $count commits.
76  * where $count is the number of commits whose messages have been
77  * written to the file so far (including the initial "pick" commit).
78  * Each time that a commit message is processed, this line is read and
79  * updated. It is deleted just before the combined commit is made.
80  */
81 static GIT_PATH_FUNC(rebase_path_squash_msg, "rebase-merge/message-squash")
82 /*
83  * If the current series of squash/fixups has not yet included a squash
84  * command, then this file exists and holds the commit message of the
85  * original "pick" commit.  (If the series ends without a "squash"
86  * command, then this can be used as the commit message of the combined
87  * commit without opening the editor.)
88  */
89 static GIT_PATH_FUNC(rebase_path_fixup_msg, "rebase-merge/message-fixup")
90 /*
91  * A script to set the GIT_AUTHOR_NAME, GIT_AUTHOR_EMAIL, and
92  * GIT_AUTHOR_DATE that will be used for the commit that is currently
93  * being rebased.
94  */
95 static GIT_PATH_FUNC(rebase_path_author_script, "rebase-merge/author-script")
96 /*
97  * When an "edit" rebase command is being processed, the SHA1 of the
98  * commit to be edited is recorded in this file.  When "git rebase
99  * --continue" is executed, if there are any staged changes then they
100  * will be amended to the HEAD commit, but only provided the HEAD
101  * commit is still the commit to be edited.  When any other rebase
102  * command is processed, this file is deleted.
103  */
104 static GIT_PATH_FUNC(rebase_path_amend, "rebase-merge/amend")
105 /*
106  * When we stop at a given patch via the "edit" command, this file contains
107  * the abbreviated commit name of the corresponding patch.
108  */
109 static GIT_PATH_FUNC(rebase_path_stopped_sha, "rebase-merge/stopped-sha")
110 /*
111  * For the post-rewrite hook, we make a list of rewritten commits and
112  * their new sha1s.  The rewritten-pending list keeps the sha1s of
113  * commits that have been processed, but not committed yet,
114  * e.g. because they are waiting for a 'squash' command.
115  */
116 static GIT_PATH_FUNC(rebase_path_rewritten_list, "rebase-merge/rewritten-list")
117 static GIT_PATH_FUNC(rebase_path_rewritten_pending,
118         "rebase-merge/rewritten-pending")
119 /*
120  * The following files are written by git-rebase just after parsing the
121  * command-line (and are only consumed, not modified, by the sequencer).
122  */
123 static GIT_PATH_FUNC(rebase_path_gpg_sign_opt, "rebase-merge/gpg_sign_opt")
124 static GIT_PATH_FUNC(rebase_path_orig_head, "rebase-merge/orig-head")
125 static GIT_PATH_FUNC(rebase_path_verbose, "rebase-merge/verbose")
126 static GIT_PATH_FUNC(rebase_path_head_name, "rebase-merge/head-name")
127 static GIT_PATH_FUNC(rebase_path_onto, "rebase-merge/onto")
128 static GIT_PATH_FUNC(rebase_path_autostash, "rebase-merge/autostash")
129 static GIT_PATH_FUNC(rebase_path_strategy, "rebase-merge/strategy")
130 static GIT_PATH_FUNC(rebase_path_strategy_opts, "rebase-merge/strategy_opts")
131 static GIT_PATH_FUNC(rebase_path_allow_rerere_autoupdate, "rebase-merge/allow_rerere_autoupdate")
132
133 static inline int is_rebase_i(const struct replay_opts *opts)
134 {
135         return opts->action == REPLAY_INTERACTIVE_REBASE;
136 }
137
138 static const char *get_dir(const struct replay_opts *opts)
139 {
140         if (is_rebase_i(opts))
141                 return rebase_path();
142         return git_path_seq_dir();
143 }
144
145 static const char *get_todo_path(const struct replay_opts *opts)
146 {
147         if (is_rebase_i(opts))
148                 return rebase_path_todo();
149         return git_path_todo_file();
150 }
151
152 /*
153  * Returns 0 for non-conforming footer
154  * Returns 1 for conforming footer
155  * Returns 2 when sob exists within conforming footer
156  * Returns 3 when sob exists within conforming footer as last entry
157  */
158 static int has_conforming_footer(struct strbuf *sb, struct strbuf *sob,
159         int ignore_footer)
160 {
161         struct trailer_info info;
162         int i;
163         int found_sob = 0, found_sob_last = 0;
164
165         trailer_info_get(&info, sb->buf);
166
167         if (info.trailer_start == info.trailer_end)
168                 return 0;
169
170         for (i = 0; i < info.trailer_nr; i++)
171                 if (sob && !strncmp(info.trailers[i], sob->buf, sob->len)) {
172                         found_sob = 1;
173                         if (i == info.trailer_nr - 1)
174                                 found_sob_last = 1;
175                 }
176
177         trailer_info_release(&info);
178
179         if (found_sob_last)
180                 return 3;
181         if (found_sob)
182                 return 2;
183         return 1;
184 }
185
186 static const char *gpg_sign_opt_quoted(struct replay_opts *opts)
187 {
188         static struct strbuf buf = STRBUF_INIT;
189
190         strbuf_reset(&buf);
191         if (opts->gpg_sign)
192                 sq_quotef(&buf, "-S%s", opts->gpg_sign);
193         return buf.buf;
194 }
195
196 int sequencer_remove_state(struct replay_opts *opts)
197 {
198         struct strbuf dir = STRBUF_INIT;
199         int i;
200
201         free(opts->gpg_sign);
202         free(opts->strategy);
203         for (i = 0; i < opts->xopts_nr; i++)
204                 free(opts->xopts[i]);
205         free(opts->xopts);
206
207         strbuf_addstr(&dir, get_dir(opts));
208         remove_dir_recursively(&dir, 0);
209         strbuf_release(&dir);
210
211         return 0;
212 }
213
214 static const char *action_name(const struct replay_opts *opts)
215 {
216         switch (opts->action) {
217         case REPLAY_REVERT:
218                 return N_("revert");
219         case REPLAY_PICK:
220                 return N_("cherry-pick");
221         case REPLAY_INTERACTIVE_REBASE:
222                 return N_("rebase -i");
223         }
224         die(_("Unknown action: %d"), opts->action);
225 }
226
227 struct commit_message {
228         char *parent_label;
229         char *label;
230         char *subject;
231         const char *message;
232 };
233
234 static const char *short_commit_name(struct commit *commit)
235 {
236         return find_unique_abbrev(commit->object.oid.hash, DEFAULT_ABBREV);
237 }
238
239 static int get_message(struct commit *commit, struct commit_message *out)
240 {
241         const char *abbrev, *subject;
242         int subject_len;
243
244         out->message = logmsg_reencode(commit, NULL, get_commit_output_encoding());
245         abbrev = short_commit_name(commit);
246
247         subject_len = find_commit_subject(out->message, &subject);
248
249         out->subject = xmemdupz(subject, subject_len);
250         out->label = xstrfmt("%s... %s", abbrev, out->subject);
251         out->parent_label = xstrfmt("parent of %s", out->label);
252
253         return 0;
254 }
255
256 static void free_message(struct commit *commit, struct commit_message *msg)
257 {
258         free(msg->parent_label);
259         free(msg->label);
260         free(msg->subject);
261         unuse_commit_buffer(commit, msg->message);
262 }
263
264 static void print_advice(int show_hint, struct replay_opts *opts)
265 {
266         char *msg = getenv("GIT_CHERRY_PICK_HELP");
267
268         if (msg) {
269                 fprintf(stderr, "%s\n", msg);
270                 /*
271                  * A conflict has occurred but the porcelain
272                  * (typically rebase --interactive) wants to take care
273                  * of the commit itself so remove CHERRY_PICK_HEAD
274                  */
275                 unlink(git_path_cherry_pick_head());
276                 return;
277         }
278
279         if (show_hint) {
280                 if (opts->no_commit)
281                         advise(_("after resolving the conflicts, mark the corrected paths\n"
282                                  "with 'git add <paths>' or 'git rm <paths>'"));
283                 else
284                         advise(_("after resolving the conflicts, mark the corrected paths\n"
285                                  "with 'git add <paths>' or 'git rm <paths>'\n"
286                                  "and commit the result with 'git commit'"));
287         }
288 }
289
290 static int write_message(const void *buf, size_t len, const char *filename,
291                          int append_eol)
292 {
293         static struct lock_file msg_file;
294
295         int msg_fd = hold_lock_file_for_update(&msg_file, filename, 0);
296         if (msg_fd < 0)
297                 return error_errno(_("could not lock '%s'"), filename);
298         if (write_in_full(msg_fd, buf, len) < 0) {
299                 rollback_lock_file(&msg_file);
300                 return error_errno(_("could not write to '%s'"), filename);
301         }
302         if (append_eol && write(msg_fd, "\n", 1) < 0) {
303                 rollback_lock_file(&msg_file);
304                 return error_errno(_("could not write eol to '%s'"), filename);
305         }
306         if (commit_lock_file(&msg_file) < 0) {
307                 rollback_lock_file(&msg_file);
308                 return error(_("failed to finalize '%s'."), filename);
309         }
310
311         return 0;
312 }
313
314 /*
315  * Reads a file that was presumably written by a shell script, i.e. with an
316  * end-of-line marker that needs to be stripped.
317  *
318  * Note that only the last end-of-line marker is stripped, consistent with the
319  * behavior of "$(cat path)" in a shell script.
320  *
321  * Returns 1 if the file was read, 0 if it could not be read or does not exist.
322  */
323 static int read_oneliner(struct strbuf *buf,
324         const char *path, int skip_if_empty)
325 {
326         int orig_len = buf->len;
327
328         if (!file_exists(path))
329                 return 0;
330
331         if (strbuf_read_file(buf, path, 0) < 0) {
332                 warning_errno(_("could not read '%s'"), path);
333                 return 0;
334         }
335
336         if (buf->len > orig_len && buf->buf[buf->len - 1] == '\n') {
337                 if (--buf->len > orig_len && buf->buf[buf->len - 1] == '\r')
338                         --buf->len;
339                 buf->buf[buf->len] = '\0';
340         }
341
342         if (skip_if_empty && buf->len == orig_len)
343                 return 0;
344
345         return 1;
346 }
347
348 static struct tree *empty_tree(void)
349 {
350         return lookup_tree(&empty_tree_oid);
351 }
352
353 static int error_dirty_index(struct replay_opts *opts)
354 {
355         if (read_cache_unmerged())
356                 return error_resolve_conflict(_(action_name(opts)));
357
358         error(_("your local changes would be overwritten by %s."),
359                 _(action_name(opts)));
360
361         if (advice_commit_before_merge)
362                 advise(_("commit your changes or stash them to proceed."));
363         return -1;
364 }
365
366 static void update_abort_safety_file(void)
367 {
368         struct object_id head;
369
370         /* Do nothing on a single-pick */
371         if (!file_exists(git_path_seq_dir()))
372                 return;
373
374         if (!get_oid("HEAD", &head))
375                 write_file(git_path_abort_safety_file(), "%s", oid_to_hex(&head));
376         else
377                 write_file(git_path_abort_safety_file(), "%s", "");
378 }
379
380 static int fast_forward_to(const struct object_id *to, const struct object_id *from,
381                         int unborn, struct replay_opts *opts)
382 {
383         struct ref_transaction *transaction;
384         struct strbuf sb = STRBUF_INIT;
385         struct strbuf err = STRBUF_INIT;
386
387         read_cache();
388         if (checkout_fast_forward(from, to, 1))
389                 return -1; /* the callee should have complained already */
390
391         strbuf_addf(&sb, _("%s: fast-forward"), _(action_name(opts)));
392
393         transaction = ref_transaction_begin(&err);
394         if (!transaction ||
395             ref_transaction_update(transaction, "HEAD",
396                                    to, unborn ? &null_oid : from,
397                                    0, sb.buf, &err) ||
398             ref_transaction_commit(transaction, &err)) {
399                 ref_transaction_free(transaction);
400                 error("%s", err.buf);
401                 strbuf_release(&sb);
402                 strbuf_release(&err);
403                 return -1;
404         }
405
406         strbuf_release(&sb);
407         strbuf_release(&err);
408         ref_transaction_free(transaction);
409         update_abort_safety_file();
410         return 0;
411 }
412
413 void append_conflicts_hint(struct strbuf *msgbuf)
414 {
415         int i;
416
417         strbuf_addch(msgbuf, '\n');
418         strbuf_commented_addf(msgbuf, "Conflicts:\n");
419         for (i = 0; i < active_nr;) {
420                 const struct cache_entry *ce = active_cache[i++];
421                 if (ce_stage(ce)) {
422                         strbuf_commented_addf(msgbuf, "\t%s\n", ce->name);
423                         while (i < active_nr && !strcmp(ce->name,
424                                                         active_cache[i]->name))
425                                 i++;
426                 }
427         }
428 }
429
430 static int do_recursive_merge(struct commit *base, struct commit *next,
431                               const char *base_label, const char *next_label,
432                               struct object_id *head, struct strbuf *msgbuf,
433                               struct replay_opts *opts)
434 {
435         struct merge_options o;
436         struct tree *result, *next_tree, *base_tree, *head_tree;
437         int clean;
438         char **xopt;
439         static struct lock_file index_lock;
440
441         hold_locked_index(&index_lock, LOCK_DIE_ON_ERROR);
442
443         read_cache();
444
445         init_merge_options(&o);
446         o.ancestor = base ? base_label : "(empty tree)";
447         o.branch1 = "HEAD";
448         o.branch2 = next ? next_label : "(empty tree)";
449         if (is_rebase_i(opts))
450                 o.buffer_output = 2;
451
452         head_tree = parse_tree_indirect(head);
453         next_tree = next ? next->tree : empty_tree();
454         base_tree = base ? base->tree : empty_tree();
455
456         for (xopt = opts->xopts; xopt != opts->xopts + opts->xopts_nr; xopt++)
457                 parse_merge_opt(&o, *xopt);
458
459         clean = merge_trees(&o,
460                             head_tree,
461                             next_tree, base_tree, &result);
462         if (is_rebase_i(opts) && clean <= 0)
463                 fputs(o.obuf.buf, stdout);
464         strbuf_release(&o.obuf);
465         if (clean < 0)
466                 return clean;
467
468         if (active_cache_changed &&
469             write_locked_index(&the_index, &index_lock, COMMIT_LOCK))
470                 /*
471                  * TRANSLATORS: %s will be "revert", "cherry-pick" or
472                  * "rebase -i".
473                  */
474                 return error(_("%s: Unable to write new index file"),
475                         _(action_name(opts)));
476         rollback_lock_file(&index_lock);
477
478         if (opts->signoff)
479                 append_signoff(msgbuf, 0, 0);
480
481         if (!clean)
482                 append_conflicts_hint(msgbuf);
483
484         return !clean;
485 }
486
487 static int is_index_unchanged(void)
488 {
489         struct object_id head_oid;
490         struct commit *head_commit;
491
492         if (!resolve_ref_unsafe("HEAD", RESOLVE_REF_READING, &head_oid, NULL))
493                 return error(_("could not resolve HEAD commit\n"));
494
495         head_commit = lookup_commit(&head_oid);
496
497         /*
498          * If head_commit is NULL, check_commit, called from
499          * lookup_commit, would have indicated that head_commit is not
500          * a commit object already.  parse_commit() will return failure
501          * without further complaints in such a case.  Otherwise, if
502          * the commit is invalid, parse_commit() will complain.  So
503          * there is nothing for us to say here.  Just return failure.
504          */
505         if (parse_commit(head_commit))
506                 return -1;
507
508         if (!active_cache_tree)
509                 active_cache_tree = cache_tree();
510
511         if (!cache_tree_fully_valid(active_cache_tree))
512                 if (cache_tree_update(&the_index, 0))
513                         return error(_("unable to update cache tree\n"));
514
515         return !oidcmp(&active_cache_tree->oid,
516                        &head_commit->tree->object.oid);
517 }
518
519 static int write_author_script(const char *message)
520 {
521         struct strbuf buf = STRBUF_INIT;
522         const char *eol;
523         int res;
524
525         for (;;)
526                 if (!*message || starts_with(message, "\n")) {
527 missing_author:
528                         /* Missing 'author' line? */
529                         unlink(rebase_path_author_script());
530                         return 0;
531                 } else if (skip_prefix(message, "author ", &message))
532                         break;
533                 else if ((eol = strchr(message, '\n')))
534                         message = eol + 1;
535                 else
536                         goto missing_author;
537
538         strbuf_addstr(&buf, "GIT_AUTHOR_NAME='");
539         while (*message && *message != '\n' && *message != '\r')
540                 if (skip_prefix(message, " <", &message))
541                         break;
542                 else if (*message != '\'')
543                         strbuf_addch(&buf, *(message++));
544                 else
545                         strbuf_addf(&buf, "'\\\\%c'", *(message++));
546         strbuf_addstr(&buf, "'\nGIT_AUTHOR_EMAIL='");
547         while (*message && *message != '\n' && *message != '\r')
548                 if (skip_prefix(message, "> ", &message))
549                         break;
550                 else if (*message != '\'')
551                         strbuf_addch(&buf, *(message++));
552                 else
553                         strbuf_addf(&buf, "'\\\\%c'", *(message++));
554         strbuf_addstr(&buf, "'\nGIT_AUTHOR_DATE='@");
555         while (*message && *message != '\n' && *message != '\r')
556                 if (*message != '\'')
557                         strbuf_addch(&buf, *(message++));
558                 else
559                         strbuf_addf(&buf, "'\\\\%c'", *(message++));
560         res = write_message(buf.buf, buf.len, rebase_path_author_script(), 1);
561         strbuf_release(&buf);
562         return res;
563 }
564
565 /*
566  * Read a list of environment variable assignments (such as the author-script
567  * file) into an environment block. Returns -1 on error, 0 otherwise.
568  */
569 static int read_env_script(struct argv_array *env)
570 {
571         struct strbuf script = STRBUF_INIT;
572         int i, count = 0;
573         char *p, *p2;
574
575         if (strbuf_read_file(&script, rebase_path_author_script(), 256) <= 0)
576                 return -1;
577
578         for (p = script.buf; *p; p++)
579                 if (skip_prefix(p, "'\\\\''", (const char **)&p2))
580                         strbuf_splice(&script, p - script.buf, p2 - p, "'", 1);
581                 else if (*p == '\'')
582                         strbuf_splice(&script, p-- - script.buf, 1, "", 0);
583                 else if (*p == '\n') {
584                         *p = '\0';
585                         count++;
586                 }
587
588         for (i = 0, p = script.buf; i < count; i++) {
589                 argv_array_push(env, p);
590                 p += strlen(p) + 1;
591         }
592
593         return 0;
594 }
595
596 static const char staged_changes_advice[] =
597 N_("you have staged changes in your working tree\n"
598 "If these changes are meant to be squashed into the previous commit, run:\n"
599 "\n"
600 "  git commit --amend %s\n"
601 "\n"
602 "If they are meant to go into a new commit, run:\n"
603 "\n"
604 "  git commit %s\n"
605 "\n"
606 "In both cases, once you're done, continue with:\n"
607 "\n"
608 "  git rebase --continue\n");
609
610 #define ALLOW_EMPTY (1<<0)
611 #define EDIT_MSG    (1<<1)
612 #define AMEND_MSG   (1<<2)
613 #define CLEANUP_MSG (1<<3)
614 #define VERIFY_MSG  (1<<4)
615
616 /*
617  * If we are cherry-pick, and if the merge did not result in
618  * hand-editing, we will hit this commit and inherit the original
619  * author date and name.
620  *
621  * If we are revert, or if our cherry-pick results in a hand merge,
622  * we had better say that the current user is responsible for that.
623  *
624  * An exception is when run_git_commit() is called during an
625  * interactive rebase: in that case, we will want to retain the
626  * author metadata.
627  */
628 static int run_git_commit(const char *defmsg, struct replay_opts *opts,
629                           unsigned int flags)
630 {
631         struct child_process cmd = CHILD_PROCESS_INIT;
632         const char *value;
633
634         cmd.git_cmd = 1;
635
636         if (is_rebase_i(opts)) {
637                 if (!(flags & EDIT_MSG)) {
638                         cmd.stdout_to_stderr = 1;
639                         cmd.err = -1;
640                 }
641
642                 if (read_env_script(&cmd.env_array)) {
643                         const char *gpg_opt = gpg_sign_opt_quoted(opts);
644
645                         return error(_(staged_changes_advice),
646                                      gpg_opt, gpg_opt);
647                 }
648         }
649
650         argv_array_push(&cmd.args, "commit");
651
652         if (!(flags & VERIFY_MSG))
653                 argv_array_push(&cmd.args, "-n");
654         if ((flags & AMEND_MSG))
655                 argv_array_push(&cmd.args, "--amend");
656         if (opts->gpg_sign)
657                 argv_array_pushf(&cmd.args, "-S%s", opts->gpg_sign);
658         if (opts->signoff)
659                 argv_array_push(&cmd.args, "-s");
660         if (defmsg)
661                 argv_array_pushl(&cmd.args, "-F", defmsg, NULL);
662         if ((flags & CLEANUP_MSG))
663                 argv_array_push(&cmd.args, "--cleanup=strip");
664         if ((flags & EDIT_MSG))
665                 argv_array_push(&cmd.args, "-e");
666         else if (!(flags & CLEANUP_MSG) &&
667                  !opts->signoff && !opts->record_origin &&
668                  git_config_get_value("commit.cleanup", &value))
669                 argv_array_push(&cmd.args, "--cleanup=verbatim");
670
671         if ((flags & ALLOW_EMPTY))
672                 argv_array_push(&cmd.args, "--allow-empty");
673
674         if (opts->allow_empty_message)
675                 argv_array_push(&cmd.args, "--allow-empty-message");
676
677         if (cmd.err == -1) {
678                 /* hide stderr on success */
679                 struct strbuf buf = STRBUF_INIT;
680                 int rc = pipe_command(&cmd,
681                                       NULL, 0,
682                                       /* stdout is already redirected */
683                                       NULL, 0,
684                                       &buf, 0);
685                 if (rc)
686                         fputs(buf.buf, stderr);
687                 strbuf_release(&buf);
688                 return rc;
689         }
690
691         return run_command(&cmd);
692 }
693
694 static int is_original_commit_empty(struct commit *commit)
695 {
696         const struct object_id *ptree_oid;
697
698         if (parse_commit(commit))
699                 return error(_("could not parse commit %s\n"),
700                              oid_to_hex(&commit->object.oid));
701         if (commit->parents) {
702                 struct commit *parent = commit->parents->item;
703                 if (parse_commit(parent))
704                         return error(_("could not parse parent commit %s\n"),
705                                 oid_to_hex(&parent->object.oid));
706                 ptree_oid = &parent->tree->object.oid;
707         } else {
708                 ptree_oid = &empty_tree_oid; /* commit is root */
709         }
710
711         return !oidcmp(ptree_oid, &commit->tree->object.oid);
712 }
713
714 /*
715  * Do we run "git commit" with "--allow-empty"?
716  */
717 static int allow_empty(struct replay_opts *opts, struct commit *commit)
718 {
719         int index_unchanged, empty_commit;
720
721         /*
722          * Three cases:
723          *
724          * (1) we do not allow empty at all and error out.
725          *
726          * (2) we allow ones that were initially empty, but
727          * forbid the ones that become empty;
728          *
729          * (3) we allow both.
730          */
731         if (!opts->allow_empty)
732                 return 0; /* let "git commit" barf as necessary */
733
734         index_unchanged = is_index_unchanged();
735         if (index_unchanged < 0)
736                 return index_unchanged;
737         if (!index_unchanged)
738                 return 0; /* we do not have to say --allow-empty */
739
740         if (opts->keep_redundant_commits)
741                 return 1;
742
743         empty_commit = is_original_commit_empty(commit);
744         if (empty_commit < 0)
745                 return empty_commit;
746         if (!empty_commit)
747                 return 0;
748         else
749                 return 1;
750 }
751
752 /*
753  * Note that ordering matters in this enum. Not only must it match the mapping
754  * below, it is also divided into several sections that matter.  When adding
755  * new commands, make sure you add it in the right section.
756  */
757 enum todo_command {
758         /* commands that handle commits */
759         TODO_PICK = 0,
760         TODO_REVERT,
761         TODO_EDIT,
762         TODO_REWORD,
763         TODO_FIXUP,
764         TODO_SQUASH,
765         /* commands that do something else than handling a single commit */
766         TODO_EXEC,
767         /* commands that do nothing but are counted for reporting progress */
768         TODO_NOOP,
769         TODO_DROP,
770         /* comments (not counted for reporting progress) */
771         TODO_COMMENT
772 };
773
774 static struct {
775         char c;
776         const char *str;
777 } todo_command_info[] = {
778         { 'p', "pick" },
779         { 0,   "revert" },
780         { 'e', "edit" },
781         { 'r', "reword" },
782         { 'f', "fixup" },
783         { 's', "squash" },
784         { 'x', "exec" },
785         { 0,   "noop" },
786         { 'd', "drop" },
787         { 0,   NULL }
788 };
789
790 static const char *command_to_string(const enum todo_command command)
791 {
792         if (command < TODO_COMMENT)
793                 return todo_command_info[command].str;
794         die("Unknown command: %d", command);
795 }
796
797 static int is_noop(const enum todo_command command)
798 {
799         return TODO_NOOP <= command;
800 }
801
802 static int is_fixup(enum todo_command command)
803 {
804         return command == TODO_FIXUP || command == TODO_SQUASH;
805 }
806
807 static int update_squash_messages(enum todo_command command,
808                 struct commit *commit, struct replay_opts *opts)
809 {
810         struct strbuf buf = STRBUF_INIT;
811         int count, res;
812         const char *message, *body;
813
814         if (file_exists(rebase_path_squash_msg())) {
815                 struct strbuf header = STRBUF_INIT;
816                 char *eol, *p;
817
818                 if (strbuf_read_file(&buf, rebase_path_squash_msg(), 2048) <= 0)
819                         return error(_("could not read '%s'"),
820                                 rebase_path_squash_msg());
821
822                 p = buf.buf + 1;
823                 eol = strchrnul(buf.buf, '\n');
824                 if (buf.buf[0] != comment_line_char ||
825                     (p += strcspn(p, "0123456789\n")) == eol)
826                         return error(_("unexpected 1st line of squash message:"
827                                        "\n\n\t%.*s"),
828                                      (int)(eol - buf.buf), buf.buf);
829                 count = strtol(p, NULL, 10);
830
831                 if (count < 1)
832                         return error(_("invalid 1st line of squash message:\n"
833                                        "\n\t%.*s"),
834                                      (int)(eol - buf.buf), buf.buf);
835
836                 strbuf_addf(&header, "%c ", comment_line_char);
837                 strbuf_addf(&header,
838                             _("This is a combination of %d commits."), ++count);
839                 strbuf_splice(&buf, 0, eol - buf.buf, header.buf, header.len);
840                 strbuf_release(&header);
841         } else {
842                 struct object_id head;
843                 struct commit *head_commit;
844                 const char *head_message, *body;
845
846                 if (get_oid("HEAD", &head))
847                         return error(_("need a HEAD to fixup"));
848                 if (!(head_commit = lookup_commit_reference(&head)))
849                         return error(_("could not read HEAD"));
850                 if (!(head_message = get_commit_buffer(head_commit, NULL)))
851                         return error(_("could not read HEAD's commit message"));
852
853                 find_commit_subject(head_message, &body);
854                 if (write_message(body, strlen(body),
855                                   rebase_path_fixup_msg(), 0)) {
856                         unuse_commit_buffer(head_commit, head_message);
857                         return error(_("cannot write '%s'"),
858                                      rebase_path_fixup_msg());
859                 }
860
861                 count = 2;
862                 strbuf_addf(&buf, "%c ", comment_line_char);
863                 strbuf_addf(&buf, _("This is a combination of %d commits."),
864                             count);
865                 strbuf_addf(&buf, "\n%c ", comment_line_char);
866                 strbuf_addstr(&buf, _("This is the 1st commit message:"));
867                 strbuf_addstr(&buf, "\n\n");
868                 strbuf_addstr(&buf, body);
869
870                 unuse_commit_buffer(head_commit, head_message);
871         }
872
873         if (!(message = get_commit_buffer(commit, NULL)))
874                 return error(_("could not read commit message of %s"),
875                              oid_to_hex(&commit->object.oid));
876         find_commit_subject(message, &body);
877
878         if (command == TODO_SQUASH) {
879                 unlink(rebase_path_fixup_msg());
880                 strbuf_addf(&buf, "\n%c ", comment_line_char);
881                 strbuf_addf(&buf, _("This is the commit message #%d:"), count);
882                 strbuf_addstr(&buf, "\n\n");
883                 strbuf_addstr(&buf, body);
884         } else if (command == TODO_FIXUP) {
885                 strbuf_addf(&buf, "\n%c ", comment_line_char);
886                 strbuf_addf(&buf, _("The commit message #%d will be skipped:"),
887                             count);
888                 strbuf_addstr(&buf, "\n\n");
889                 strbuf_add_commented_lines(&buf, body, strlen(body));
890         } else
891                 return error(_("unknown command: %d"), command);
892         unuse_commit_buffer(commit, message);
893
894         res = write_message(buf.buf, buf.len, rebase_path_squash_msg(), 0);
895         strbuf_release(&buf);
896         return res;
897 }
898
899 static void flush_rewritten_pending(void) {
900         struct strbuf buf = STRBUF_INIT;
901         struct object_id newoid;
902         FILE *out;
903
904         if (strbuf_read_file(&buf, rebase_path_rewritten_pending(), (GIT_MAX_HEXSZ + 1) * 2) > 0 &&
905             !get_oid("HEAD", &newoid) &&
906             (out = fopen_or_warn(rebase_path_rewritten_list(), "a"))) {
907                 char *bol = buf.buf, *eol;
908
909                 while (*bol) {
910                         eol = strchrnul(bol, '\n');
911                         fprintf(out, "%.*s %s\n", (int)(eol - bol),
912                                         bol, oid_to_hex(&newoid));
913                         if (!*eol)
914                                 break;
915                         bol = eol + 1;
916                 }
917                 fclose(out);
918                 unlink(rebase_path_rewritten_pending());
919         }
920         strbuf_release(&buf);
921 }
922
923 static void record_in_rewritten(struct object_id *oid,
924                 enum todo_command next_command) {
925         FILE *out = fopen_or_warn(rebase_path_rewritten_pending(), "a");
926
927         if (!out)
928                 return;
929
930         fprintf(out, "%s\n", oid_to_hex(oid));
931         fclose(out);
932
933         if (!is_fixup(next_command))
934                 flush_rewritten_pending();
935 }
936
937 static int do_pick_commit(enum todo_command command, struct commit *commit,
938                 struct replay_opts *opts, int final_fixup)
939 {
940         unsigned int flags = opts->edit ? EDIT_MSG : 0;
941         const char *msg_file = opts->edit ? NULL : git_path_merge_msg();
942         struct object_id head;
943         struct commit *base, *next, *parent;
944         const char *base_label, *next_label;
945         struct commit_message msg = { NULL, NULL, NULL, NULL };
946         struct strbuf msgbuf = STRBUF_INIT;
947         int res, unborn = 0, allow;
948
949         if (opts->no_commit) {
950                 /*
951                  * We do not intend to commit immediately.  We just want to
952                  * merge the differences in, so let's compute the tree
953                  * that represents the "current" state for merge-recursive
954                  * to work on.
955                  */
956                 if (write_cache_as_tree(head.hash, 0, NULL))
957                         return error(_("your index file is unmerged."));
958         } else {
959                 unborn = get_oid("HEAD", &head);
960                 if (unborn)
961                         oidcpy(&head, &empty_tree_oid);
962                 if (index_differs_from(unborn ? EMPTY_TREE_SHA1_HEX : "HEAD", 0, 0))
963                         return error_dirty_index(opts);
964         }
965         discard_cache();
966
967         if (!commit->parents)
968                 parent = NULL;
969         else if (commit->parents->next) {
970                 /* Reverting or cherry-picking a merge commit */
971                 int cnt;
972                 struct commit_list *p;
973
974                 if (!opts->mainline)
975                         return error(_("commit %s is a merge but no -m option was given."),
976                                 oid_to_hex(&commit->object.oid));
977
978                 for (cnt = 1, p = commit->parents;
979                      cnt != opts->mainline && p;
980                      cnt++)
981                         p = p->next;
982                 if (cnt != opts->mainline || !p)
983                         return error(_("commit %s does not have parent %d"),
984                                 oid_to_hex(&commit->object.oid), opts->mainline);
985                 parent = p->item;
986         } else if (0 < opts->mainline)
987                 return error(_("mainline was specified but commit %s is not a merge."),
988                         oid_to_hex(&commit->object.oid));
989         else
990                 parent = commit->parents->item;
991
992         if (get_message(commit, &msg) != 0)
993                 return error(_("cannot get commit message for %s"),
994                         oid_to_hex(&commit->object.oid));
995
996         if (opts->allow_ff && !is_fixup(command) &&
997             ((parent && !oidcmp(&parent->object.oid, &head)) ||
998              (!parent && unborn))) {
999                 if (is_rebase_i(opts))
1000                         write_author_script(msg.message);
1001                 res = fast_forward_to(&commit->object.oid, &head, unborn,
1002                         opts);
1003                 if (res || command != TODO_REWORD)
1004                         goto leave;
1005                 flags |= EDIT_MSG | AMEND_MSG;
1006                 if (command == TODO_REWORD)
1007                         flags |= VERIFY_MSG;
1008                 msg_file = NULL;
1009                 goto fast_forward_edit;
1010         }
1011         if (parent && parse_commit(parent) < 0)
1012                 /* TRANSLATORS: The first %s will be a "todo" command like
1013                    "revert" or "pick", the second %s a SHA1. */
1014                 return error(_("%s: cannot parse parent commit %s"),
1015                         command_to_string(command),
1016                         oid_to_hex(&parent->object.oid));
1017
1018         /*
1019          * "commit" is an existing commit.  We would want to apply
1020          * the difference it introduces since its first parent "prev"
1021          * on top of the current HEAD if we are cherry-pick.  Or the
1022          * reverse of it if we are revert.
1023          */
1024
1025         if (command == TODO_REVERT) {
1026                 base = commit;
1027                 base_label = msg.label;
1028                 next = parent;
1029                 next_label = msg.parent_label;
1030                 strbuf_addstr(&msgbuf, "Revert \"");
1031                 strbuf_addstr(&msgbuf, msg.subject);
1032                 strbuf_addstr(&msgbuf, "\"\n\nThis reverts commit ");
1033                 strbuf_addstr(&msgbuf, oid_to_hex(&commit->object.oid));
1034
1035                 if (commit->parents && commit->parents->next) {
1036                         strbuf_addstr(&msgbuf, ", reversing\nchanges made to ");
1037                         strbuf_addstr(&msgbuf, oid_to_hex(&parent->object.oid));
1038                 }
1039                 strbuf_addstr(&msgbuf, ".\n");
1040         } else {
1041                 const char *p;
1042
1043                 base = parent;
1044                 base_label = msg.parent_label;
1045                 next = commit;
1046                 next_label = msg.label;
1047
1048                 /* Append the commit log message to msgbuf. */
1049                 if (find_commit_subject(msg.message, &p))
1050                         strbuf_addstr(&msgbuf, p);
1051
1052                 if (opts->record_origin) {
1053                         strbuf_complete_line(&msgbuf);
1054                         if (!has_conforming_footer(&msgbuf, NULL, 0))
1055                                 strbuf_addch(&msgbuf, '\n');
1056                         strbuf_addstr(&msgbuf, cherry_picked_prefix);
1057                         strbuf_addstr(&msgbuf, oid_to_hex(&commit->object.oid));
1058                         strbuf_addstr(&msgbuf, ")\n");
1059                 }
1060         }
1061
1062         if (command == TODO_REWORD)
1063                 flags |= EDIT_MSG | VERIFY_MSG;
1064         else if (is_fixup(command)) {
1065                 if (update_squash_messages(command, commit, opts))
1066                         return -1;
1067                 flags |= AMEND_MSG;
1068                 if (!final_fixup)
1069                         msg_file = rebase_path_squash_msg();
1070                 else if (file_exists(rebase_path_fixup_msg())) {
1071                         flags |= CLEANUP_MSG;
1072                         msg_file = rebase_path_fixup_msg();
1073                 } else {
1074                         const char *dest = git_path_squash_msg();
1075                         unlink(dest);
1076                         if (copy_file(dest, rebase_path_squash_msg(), 0666))
1077                                 return error(_("could not rename '%s' to '%s'"),
1078                                              rebase_path_squash_msg(), dest);
1079                         unlink(git_path_merge_msg());
1080                         msg_file = dest;
1081                         flags |= EDIT_MSG;
1082                 }
1083         }
1084
1085         if (is_rebase_i(opts) && write_author_script(msg.message) < 0)
1086                 res = -1;
1087         else if (!opts->strategy || !strcmp(opts->strategy, "recursive") || command == TODO_REVERT) {
1088                 res = do_recursive_merge(base, next, base_label, next_label,
1089                                          &head, &msgbuf, opts);
1090                 if (res < 0)
1091                         return res;
1092                 res |= write_message(msgbuf.buf, msgbuf.len,
1093                                      git_path_merge_msg(), 0);
1094         } else {
1095                 struct commit_list *common = NULL;
1096                 struct commit_list *remotes = NULL;
1097
1098                 res = write_message(msgbuf.buf, msgbuf.len,
1099                                     git_path_merge_msg(), 0);
1100
1101                 commit_list_insert(base, &common);
1102                 commit_list_insert(next, &remotes);
1103                 res |= try_merge_command(opts->strategy,
1104                                          opts->xopts_nr, (const char **)opts->xopts,
1105                                         common, oid_to_hex(&head), remotes);
1106                 free_commit_list(common);
1107                 free_commit_list(remotes);
1108         }
1109         strbuf_release(&msgbuf);
1110
1111         /*
1112          * If the merge was clean or if it failed due to conflict, we write
1113          * CHERRY_PICK_HEAD for the subsequent invocation of commit to use.
1114          * However, if the merge did not even start, then we don't want to
1115          * write it at all.
1116          */
1117         if (command == TODO_PICK && !opts->no_commit && (res == 0 || res == 1) &&
1118             update_ref(NULL, "CHERRY_PICK_HEAD", &commit->object.oid, NULL,
1119                        REF_NODEREF, UPDATE_REFS_MSG_ON_ERR))
1120                 res = -1;
1121         if (command == TODO_REVERT && ((opts->no_commit && res == 0) || res == 1) &&
1122             update_ref(NULL, "REVERT_HEAD", &commit->object.oid, NULL,
1123                        REF_NODEREF, UPDATE_REFS_MSG_ON_ERR))
1124                 res = -1;
1125
1126         if (res) {
1127                 error(command == TODO_REVERT
1128                       ? _("could not revert %s... %s")
1129                       : _("could not apply %s... %s"),
1130                       short_commit_name(commit), msg.subject);
1131                 print_advice(res == 1, opts);
1132                 rerere(opts->allow_rerere_auto);
1133                 goto leave;
1134         }
1135
1136         allow = allow_empty(opts, commit);
1137         if (allow < 0) {
1138                 res = allow;
1139                 goto leave;
1140         } else if (allow)
1141                 flags |= ALLOW_EMPTY;
1142         if (!opts->no_commit)
1143 fast_forward_edit:
1144                 res = run_git_commit(msg_file, opts, flags);
1145
1146         if (!res && final_fixup) {
1147                 unlink(rebase_path_fixup_msg());
1148                 unlink(rebase_path_squash_msg());
1149         }
1150
1151 leave:
1152         free_message(commit, &msg);
1153         update_abort_safety_file();
1154
1155         return res;
1156 }
1157
1158 static int prepare_revs(struct replay_opts *opts)
1159 {
1160         /*
1161          * picking (but not reverting) ranges (but not individual revisions)
1162          * should be done in reverse
1163          */
1164         if (opts->action == REPLAY_PICK && !opts->revs->no_walk)
1165                 opts->revs->reverse ^= 1;
1166
1167         if (prepare_revision_walk(opts->revs))
1168                 return error(_("revision walk setup failed"));
1169
1170         if (!opts->revs->commits)
1171                 return error(_("empty commit set passed"));
1172         return 0;
1173 }
1174
1175 static int read_and_refresh_cache(struct replay_opts *opts)
1176 {
1177         static struct lock_file index_lock;
1178         int index_fd = hold_locked_index(&index_lock, 0);
1179         if (read_index_preload(&the_index, NULL) < 0) {
1180                 rollback_lock_file(&index_lock);
1181                 return error(_("git %s: failed to read the index"),
1182                         _(action_name(opts)));
1183         }
1184         refresh_index(&the_index, REFRESH_QUIET|REFRESH_UNMERGED, NULL, NULL, NULL);
1185         if (the_index.cache_changed && index_fd >= 0) {
1186                 if (write_locked_index(&the_index, &index_lock, COMMIT_LOCK)) {
1187                         return error(_("git %s: failed to refresh the index"),
1188                                 _(action_name(opts)));
1189                 }
1190         }
1191         rollback_lock_file(&index_lock);
1192         return 0;
1193 }
1194
1195 struct todo_item {
1196         enum todo_command command;
1197         struct commit *commit;
1198         const char *arg;
1199         int arg_len;
1200         size_t offset_in_buf;
1201 };
1202
1203 struct todo_list {
1204         struct strbuf buf;
1205         struct todo_item *items;
1206         int nr, alloc, current;
1207         int done_nr, total_nr;
1208         struct stat_data stat;
1209 };
1210
1211 #define TODO_LIST_INIT { STRBUF_INIT }
1212
1213 static void todo_list_release(struct todo_list *todo_list)
1214 {
1215         strbuf_release(&todo_list->buf);
1216         FREE_AND_NULL(todo_list->items);
1217         todo_list->nr = todo_list->alloc = 0;
1218 }
1219
1220 static struct todo_item *append_new_todo(struct todo_list *todo_list)
1221 {
1222         ALLOC_GROW(todo_list->items, todo_list->nr + 1, todo_list->alloc);
1223         return todo_list->items + todo_list->nr++;
1224 }
1225
1226 static int parse_insn_line(struct todo_item *item, const char *bol, char *eol)
1227 {
1228         struct object_id commit_oid;
1229         char *end_of_object_name;
1230         int i, saved, status, padding;
1231
1232         /* left-trim */
1233         bol += strspn(bol, " \t");
1234
1235         if (bol == eol || *bol == '\r' || *bol == comment_line_char) {
1236                 item->command = TODO_COMMENT;
1237                 item->commit = NULL;
1238                 item->arg = bol;
1239                 item->arg_len = eol - bol;
1240                 return 0;
1241         }
1242
1243         for (i = 0; i < TODO_COMMENT; i++)
1244                 if (skip_prefix(bol, todo_command_info[i].str, &bol)) {
1245                         item->command = i;
1246                         break;
1247                 } else if (bol[1] == ' ' && *bol == todo_command_info[i].c) {
1248                         bol++;
1249                         item->command = i;
1250                         break;
1251                 }
1252         if (i >= TODO_COMMENT)
1253                 return -1;
1254
1255         if (item->command == TODO_NOOP) {
1256                 item->commit = NULL;
1257                 item->arg = bol;
1258                 item->arg_len = eol - bol;
1259                 return 0;
1260         }
1261
1262         /* Eat up extra spaces/ tabs before object name */
1263         padding = strspn(bol, " \t");
1264         if (!padding)
1265                 return -1;
1266         bol += padding;
1267
1268         if (item->command == TODO_EXEC) {
1269                 item->arg = bol;
1270                 item->arg_len = (int)(eol - bol);
1271                 return 0;
1272         }
1273
1274         end_of_object_name = (char *) bol + strcspn(bol, " \t\n");
1275         saved = *end_of_object_name;
1276         *end_of_object_name = '\0';
1277         status = get_oid(bol, &commit_oid);
1278         *end_of_object_name = saved;
1279
1280         item->arg = end_of_object_name + strspn(end_of_object_name, " \t");
1281         item->arg_len = (int)(eol - item->arg);
1282
1283         if (status < 0)
1284                 return -1;
1285
1286         item->commit = lookup_commit_reference(&commit_oid);
1287         return !item->commit;
1288 }
1289
1290 static int parse_insn_buffer(char *buf, struct todo_list *todo_list)
1291 {
1292         struct todo_item *item;
1293         char *p = buf, *next_p;
1294         int i, res = 0, fixup_okay = file_exists(rebase_path_done());
1295
1296         for (i = 1; *p; i++, p = next_p) {
1297                 char *eol = strchrnul(p, '\n');
1298
1299                 next_p = *eol ? eol + 1 /* skip LF */ : eol;
1300
1301                 if (p != eol && eol[-1] == '\r')
1302                         eol--; /* strip Carriage Return */
1303
1304                 item = append_new_todo(todo_list);
1305                 item->offset_in_buf = p - todo_list->buf.buf;
1306                 if (parse_insn_line(item, p, eol)) {
1307                         res = error(_("invalid line %d: %.*s"),
1308                                 i, (int)(eol - p), p);
1309                         item->command = TODO_NOOP;
1310                 }
1311
1312                 if (fixup_okay)
1313                         ; /* do nothing */
1314                 else if (is_fixup(item->command))
1315                         return error(_("cannot '%s' without a previous commit"),
1316                                 command_to_string(item->command));
1317                 else if (!is_noop(item->command))
1318                         fixup_okay = 1;
1319         }
1320
1321         return res;
1322 }
1323
1324 static int count_commands(struct todo_list *todo_list)
1325 {
1326         int count = 0, i;
1327
1328         for (i = 0; i < todo_list->nr; i++)
1329                 if (todo_list->items[i].command != TODO_COMMENT)
1330                         count++;
1331
1332         return count;
1333 }
1334
1335 static int read_populate_todo(struct todo_list *todo_list,
1336                         struct replay_opts *opts)
1337 {
1338         struct stat st;
1339         const char *todo_file = get_todo_path(opts);
1340         int fd, res;
1341
1342         strbuf_reset(&todo_list->buf);
1343         fd = open(todo_file, O_RDONLY);
1344         if (fd < 0)
1345                 return error_errno(_("could not open '%s'"), todo_file);
1346         if (strbuf_read(&todo_list->buf, fd, 0) < 0) {
1347                 close(fd);
1348                 return error(_("could not read '%s'."), todo_file);
1349         }
1350         close(fd);
1351
1352         res = stat(todo_file, &st);
1353         if (res)
1354                 return error(_("could not stat '%s'"), todo_file);
1355         fill_stat_data(&todo_list->stat, &st);
1356
1357         res = parse_insn_buffer(todo_list->buf.buf, todo_list);
1358         if (res) {
1359                 if (is_rebase_i(opts))
1360                         return error(_("please fix this using "
1361                                        "'git rebase --edit-todo'."));
1362                 return error(_("unusable instruction sheet: '%s'"), todo_file);
1363         }
1364
1365         if (!todo_list->nr &&
1366             (!is_rebase_i(opts) || !file_exists(rebase_path_done())))
1367                 return error(_("no commits parsed."));
1368
1369         if (!is_rebase_i(opts)) {
1370                 enum todo_command valid =
1371                         opts->action == REPLAY_PICK ? TODO_PICK : TODO_REVERT;
1372                 int i;
1373
1374                 for (i = 0; i < todo_list->nr; i++)
1375                         if (valid == todo_list->items[i].command)
1376                                 continue;
1377                         else if (valid == TODO_PICK)
1378                                 return error(_("cannot cherry-pick during a revert."));
1379                         else
1380                                 return error(_("cannot revert during a cherry-pick."));
1381         }
1382
1383         if (is_rebase_i(opts)) {
1384                 struct todo_list done = TODO_LIST_INIT;
1385                 FILE *f = fopen_or_warn(rebase_path_msgtotal(), "w");
1386
1387                 if (strbuf_read_file(&done.buf, rebase_path_done(), 0) > 0 &&
1388                                 !parse_insn_buffer(done.buf.buf, &done))
1389                         todo_list->done_nr = count_commands(&done);
1390                 else
1391                         todo_list->done_nr = 0;
1392
1393                 todo_list->total_nr = todo_list->done_nr
1394                         + count_commands(todo_list);
1395                 todo_list_release(&done);
1396
1397                 if (f) {
1398                         fprintf(f, "%d\n", todo_list->total_nr);
1399                         fclose(f);
1400                 }
1401         }
1402
1403         return 0;
1404 }
1405
1406 static int git_config_string_dup(char **dest,
1407                                  const char *var, const char *value)
1408 {
1409         if (!value)
1410                 return config_error_nonbool(var);
1411         free(*dest);
1412         *dest = xstrdup(value);
1413         return 0;
1414 }
1415
1416 static int populate_opts_cb(const char *key, const char *value, void *data)
1417 {
1418         struct replay_opts *opts = data;
1419         int error_flag = 1;
1420
1421         if (!value)
1422                 error_flag = 0;
1423         else if (!strcmp(key, "options.no-commit"))
1424                 opts->no_commit = git_config_bool_or_int(key, value, &error_flag);
1425         else if (!strcmp(key, "options.edit"))
1426                 opts->edit = git_config_bool_or_int(key, value, &error_flag);
1427         else if (!strcmp(key, "options.signoff"))
1428                 opts->signoff = git_config_bool_or_int(key, value, &error_flag);
1429         else if (!strcmp(key, "options.record-origin"))
1430                 opts->record_origin = git_config_bool_or_int(key, value, &error_flag);
1431         else if (!strcmp(key, "options.allow-ff"))
1432                 opts->allow_ff = git_config_bool_or_int(key, value, &error_flag);
1433         else if (!strcmp(key, "options.mainline"))
1434                 opts->mainline = git_config_int(key, value);
1435         else if (!strcmp(key, "options.strategy"))
1436                 git_config_string_dup(&opts->strategy, key, value);
1437         else if (!strcmp(key, "options.gpg-sign"))
1438                 git_config_string_dup(&opts->gpg_sign, key, value);
1439         else if (!strcmp(key, "options.strategy-option")) {
1440                 ALLOC_GROW(opts->xopts, opts->xopts_nr + 1, opts->xopts_alloc);
1441                 opts->xopts[opts->xopts_nr++] = xstrdup(value);
1442         } else if (!strcmp(key, "options.allow-rerere-auto"))
1443                 opts->allow_rerere_auto =
1444                         git_config_bool_or_int(key, value, &error_flag) ?
1445                                 RERERE_AUTOUPDATE : RERERE_NOAUTOUPDATE;
1446         else
1447                 return error(_("invalid key: %s"), key);
1448
1449         if (!error_flag)
1450                 return error(_("invalid value for %s: %s"), key, value);
1451
1452         return 0;
1453 }
1454
1455 static void read_strategy_opts(struct replay_opts *opts, struct strbuf *buf)
1456 {
1457         int i;
1458
1459         strbuf_reset(buf);
1460         if (!read_oneliner(buf, rebase_path_strategy(), 0))
1461                 return;
1462         opts->strategy = strbuf_detach(buf, NULL);
1463         if (!read_oneliner(buf, rebase_path_strategy_opts(), 0))
1464                 return;
1465
1466         opts->xopts_nr = split_cmdline(buf->buf, (const char ***)&opts->xopts);
1467         for (i = 0; i < opts->xopts_nr; i++) {
1468                 const char *arg = opts->xopts[i];
1469
1470                 skip_prefix(arg, "--", &arg);
1471                 opts->xopts[i] = xstrdup(arg);
1472         }
1473 }
1474
1475 static int read_populate_opts(struct replay_opts *opts)
1476 {
1477         if (is_rebase_i(opts)) {
1478                 struct strbuf buf = STRBUF_INIT;
1479
1480                 if (read_oneliner(&buf, rebase_path_gpg_sign_opt(), 1)) {
1481                         if (!starts_with(buf.buf, "-S"))
1482                                 strbuf_reset(&buf);
1483                         else {
1484                                 free(opts->gpg_sign);
1485                                 opts->gpg_sign = xstrdup(buf.buf + 2);
1486                         }
1487                         strbuf_reset(&buf);
1488                 }
1489
1490                 if (read_oneliner(&buf, rebase_path_allow_rerere_autoupdate(), 1)) {
1491                         if (!strcmp(buf.buf, "--rerere-autoupdate"))
1492                                 opts->allow_rerere_auto = RERERE_AUTOUPDATE;
1493                         else if (!strcmp(buf.buf, "--no-rerere-autoupdate"))
1494                                 opts->allow_rerere_auto = RERERE_NOAUTOUPDATE;
1495                         strbuf_reset(&buf);
1496                 }
1497
1498                 if (file_exists(rebase_path_verbose()))
1499                         opts->verbose = 1;
1500
1501                 read_strategy_opts(opts, &buf);
1502                 strbuf_release(&buf);
1503
1504                 return 0;
1505         }
1506
1507         if (!file_exists(git_path_opts_file()))
1508                 return 0;
1509         /*
1510          * The function git_parse_source(), called from git_config_from_file(),
1511          * may die() in case of a syntactically incorrect file. We do not care
1512          * about this case, though, because we wrote that file ourselves, so we
1513          * are pretty certain that it is syntactically correct.
1514          */
1515         if (git_config_from_file(populate_opts_cb, git_path_opts_file(), opts) < 0)
1516                 return error(_("malformed options sheet: '%s'"),
1517                         git_path_opts_file());
1518         return 0;
1519 }
1520
1521 static int walk_revs_populate_todo(struct todo_list *todo_list,
1522                                 struct replay_opts *opts)
1523 {
1524         enum todo_command command = opts->action == REPLAY_PICK ?
1525                 TODO_PICK : TODO_REVERT;
1526         const char *command_string = todo_command_info[command].str;
1527         struct commit *commit;
1528
1529         if (prepare_revs(opts))
1530                 return -1;
1531
1532         while ((commit = get_revision(opts->revs))) {
1533                 struct todo_item *item = append_new_todo(todo_list);
1534                 const char *commit_buffer = get_commit_buffer(commit, NULL);
1535                 const char *subject;
1536                 int subject_len;
1537
1538                 item->command = command;
1539                 item->commit = commit;
1540                 item->arg = NULL;
1541                 item->arg_len = 0;
1542                 item->offset_in_buf = todo_list->buf.len;
1543                 subject_len = find_commit_subject(commit_buffer, &subject);
1544                 strbuf_addf(&todo_list->buf, "%s %s %.*s\n", command_string,
1545                         short_commit_name(commit), subject_len, subject);
1546                 unuse_commit_buffer(commit, commit_buffer);
1547         }
1548         return 0;
1549 }
1550
1551 static int create_seq_dir(void)
1552 {
1553         if (file_exists(git_path_seq_dir())) {
1554                 error(_("a cherry-pick or revert is already in progress"));
1555                 advise(_("try \"git cherry-pick (--continue | --quit | --abort)\""));
1556                 return -1;
1557         } else if (mkdir(git_path_seq_dir(), 0777) < 0)
1558                 return error_errno(_("could not create sequencer directory '%s'"),
1559                                    git_path_seq_dir());
1560         return 0;
1561 }
1562
1563 static int save_head(const char *head)
1564 {
1565         static struct lock_file head_lock;
1566         struct strbuf buf = STRBUF_INIT;
1567         int fd;
1568         ssize_t written;
1569
1570         fd = hold_lock_file_for_update(&head_lock, git_path_head_file(), 0);
1571         if (fd < 0) {
1572                 rollback_lock_file(&head_lock);
1573                 return error_errno(_("could not lock HEAD"));
1574         }
1575         strbuf_addf(&buf, "%s\n", head);
1576         written = write_in_full(fd, buf.buf, buf.len);
1577         strbuf_release(&buf);
1578         if (written < 0) {
1579                 rollback_lock_file(&head_lock);
1580                 return error_errno(_("could not write to '%s'"),
1581                                    git_path_head_file());
1582         }
1583         if (commit_lock_file(&head_lock) < 0) {
1584                 rollback_lock_file(&head_lock);
1585                 return error(_("failed to finalize '%s'."), git_path_head_file());
1586         }
1587         return 0;
1588 }
1589
1590 static int rollback_is_safe(void)
1591 {
1592         struct strbuf sb = STRBUF_INIT;
1593         struct object_id expected_head, actual_head;
1594
1595         if (strbuf_read_file(&sb, git_path_abort_safety_file(), 0) >= 0) {
1596                 strbuf_trim(&sb);
1597                 if (get_oid_hex(sb.buf, &expected_head)) {
1598                         strbuf_release(&sb);
1599                         die(_("could not parse %s"), git_path_abort_safety_file());
1600                 }
1601                 strbuf_release(&sb);
1602         }
1603         else if (errno == ENOENT)
1604                 oidclr(&expected_head);
1605         else
1606                 die_errno(_("could not read '%s'"), git_path_abort_safety_file());
1607
1608         if (get_oid("HEAD", &actual_head))
1609                 oidclr(&actual_head);
1610
1611         return !oidcmp(&actual_head, &expected_head);
1612 }
1613
1614 static int reset_for_rollback(const struct object_id *oid)
1615 {
1616         const char *argv[4];    /* reset --merge <arg> + NULL */
1617
1618         argv[0] = "reset";
1619         argv[1] = "--merge";
1620         argv[2] = oid_to_hex(oid);
1621         argv[3] = NULL;
1622         return run_command_v_opt(argv, RUN_GIT_CMD);
1623 }
1624
1625 static int rollback_single_pick(void)
1626 {
1627         struct object_id head_oid;
1628
1629         if (!file_exists(git_path_cherry_pick_head()) &&
1630             !file_exists(git_path_revert_head()))
1631                 return error(_("no cherry-pick or revert in progress"));
1632         if (read_ref_full("HEAD", 0, &head_oid, NULL))
1633                 return error(_("cannot resolve HEAD"));
1634         if (is_null_oid(&head_oid))
1635                 return error(_("cannot abort from a branch yet to be born"));
1636         return reset_for_rollback(&head_oid);
1637 }
1638
1639 int sequencer_rollback(struct replay_opts *opts)
1640 {
1641         FILE *f;
1642         struct object_id oid;
1643         struct strbuf buf = STRBUF_INIT;
1644         const char *p;
1645
1646         f = fopen(git_path_head_file(), "r");
1647         if (!f && errno == ENOENT) {
1648                 /*
1649                  * There is no multiple-cherry-pick in progress.
1650                  * If CHERRY_PICK_HEAD or REVERT_HEAD indicates
1651                  * a single-cherry-pick in progress, abort that.
1652                  */
1653                 return rollback_single_pick();
1654         }
1655         if (!f)
1656                 return error_errno(_("cannot open '%s'"), git_path_head_file());
1657         if (strbuf_getline_lf(&buf, f)) {
1658                 error(_("cannot read '%s': %s"), git_path_head_file(),
1659                       ferror(f) ?  strerror(errno) : _("unexpected end of file"));
1660                 fclose(f);
1661                 goto fail;
1662         }
1663         fclose(f);
1664         if (parse_oid_hex(buf.buf, &oid, &p) || *p != '\0') {
1665                 error(_("stored pre-cherry-pick HEAD file '%s' is corrupt"),
1666                         git_path_head_file());
1667                 goto fail;
1668         }
1669         if (is_null_oid(&oid)) {
1670                 error(_("cannot abort from a branch yet to be born"));
1671                 goto fail;
1672         }
1673
1674         if (!rollback_is_safe()) {
1675                 /* Do not error, just do not rollback */
1676                 warning(_("You seem to have moved HEAD. "
1677                           "Not rewinding, check your HEAD!"));
1678         } else
1679         if (reset_for_rollback(&oid))
1680                 goto fail;
1681         strbuf_release(&buf);
1682         return sequencer_remove_state(opts);
1683 fail:
1684         strbuf_release(&buf);
1685         return -1;
1686 }
1687
1688 static int save_todo(struct todo_list *todo_list, struct replay_opts *opts)
1689 {
1690         static struct lock_file todo_lock;
1691         const char *todo_path = get_todo_path(opts);
1692         int next = todo_list->current, offset, fd;
1693
1694         /*
1695          * rebase -i writes "git-rebase-todo" without the currently executing
1696          * command, appending it to "done" instead.
1697          */
1698         if (is_rebase_i(opts))
1699                 next++;
1700
1701         fd = hold_lock_file_for_update(&todo_lock, todo_path, 0);
1702         if (fd < 0)
1703                 return error_errno(_("could not lock '%s'"), todo_path);
1704         offset = next < todo_list->nr ?
1705                 todo_list->items[next].offset_in_buf : todo_list->buf.len;
1706         if (write_in_full(fd, todo_list->buf.buf + offset,
1707                         todo_list->buf.len - offset) < 0)
1708                 return error_errno(_("could not write to '%s'"), todo_path);
1709         if (commit_lock_file(&todo_lock) < 0)
1710                 return error(_("failed to finalize '%s'."), todo_path);
1711
1712         if (is_rebase_i(opts)) {
1713                 const char *done_path = rebase_path_done();
1714                 int fd = open(done_path, O_CREAT | O_WRONLY | O_APPEND, 0666);
1715                 int prev_offset = !next ? 0 :
1716                         todo_list->items[next - 1].offset_in_buf;
1717
1718                 if (fd >= 0 && offset > prev_offset &&
1719                     write_in_full(fd, todo_list->buf.buf + prev_offset,
1720                                   offset - prev_offset) < 0) {
1721                         close(fd);
1722                         return error_errno(_("could not write to '%s'"),
1723                                            done_path);
1724                 }
1725                 if (fd >= 0)
1726                         close(fd);
1727         }
1728         return 0;
1729 }
1730
1731 static int save_opts(struct replay_opts *opts)
1732 {
1733         const char *opts_file = git_path_opts_file();
1734         int res = 0;
1735
1736         if (opts->no_commit)
1737                 res |= git_config_set_in_file_gently(opts_file, "options.no-commit", "true");
1738         if (opts->edit)
1739                 res |= git_config_set_in_file_gently(opts_file, "options.edit", "true");
1740         if (opts->signoff)
1741                 res |= git_config_set_in_file_gently(opts_file, "options.signoff", "true");
1742         if (opts->record_origin)
1743                 res |= git_config_set_in_file_gently(opts_file, "options.record-origin", "true");
1744         if (opts->allow_ff)
1745                 res |= git_config_set_in_file_gently(opts_file, "options.allow-ff", "true");
1746         if (opts->mainline) {
1747                 struct strbuf buf = STRBUF_INIT;
1748                 strbuf_addf(&buf, "%d", opts->mainline);
1749                 res |= git_config_set_in_file_gently(opts_file, "options.mainline", buf.buf);
1750                 strbuf_release(&buf);
1751         }
1752         if (opts->strategy)
1753                 res |= git_config_set_in_file_gently(opts_file, "options.strategy", opts->strategy);
1754         if (opts->gpg_sign)
1755                 res |= git_config_set_in_file_gently(opts_file, "options.gpg-sign", opts->gpg_sign);
1756         if (opts->xopts) {
1757                 int i;
1758                 for (i = 0; i < opts->xopts_nr; i++)
1759                         res |= git_config_set_multivar_in_file_gently(opts_file,
1760                                                         "options.strategy-option",
1761                                                         opts->xopts[i], "^$", 0);
1762         }
1763         if (opts->allow_rerere_auto)
1764                 res |= git_config_set_in_file_gently(opts_file, "options.allow-rerere-auto",
1765                                                      opts->allow_rerere_auto == RERERE_AUTOUPDATE ?
1766                                                      "true" : "false");
1767         return res;
1768 }
1769
1770 static int make_patch(struct commit *commit, struct replay_opts *opts)
1771 {
1772         struct strbuf buf = STRBUF_INIT;
1773         struct rev_info log_tree_opt;
1774         const char *subject, *p;
1775         int res = 0;
1776
1777         p = short_commit_name(commit);
1778         if (write_message(p, strlen(p), rebase_path_stopped_sha(), 1) < 0)
1779                 return -1;
1780
1781         strbuf_addf(&buf, "%s/patch", get_dir(opts));
1782         memset(&log_tree_opt, 0, sizeof(log_tree_opt));
1783         init_revisions(&log_tree_opt, NULL);
1784         log_tree_opt.abbrev = 0;
1785         log_tree_opt.diff = 1;
1786         log_tree_opt.diffopt.output_format = DIFF_FORMAT_PATCH;
1787         log_tree_opt.disable_stdin = 1;
1788         log_tree_opt.no_commit_id = 1;
1789         log_tree_opt.diffopt.file = fopen(buf.buf, "w");
1790         log_tree_opt.diffopt.use_color = GIT_COLOR_NEVER;
1791         if (!log_tree_opt.diffopt.file)
1792                 res |= error_errno(_("could not open '%s'"), buf.buf);
1793         else {
1794                 res |= log_tree_commit(&log_tree_opt, commit);
1795                 fclose(log_tree_opt.diffopt.file);
1796         }
1797         strbuf_reset(&buf);
1798
1799         strbuf_addf(&buf, "%s/message", get_dir(opts));
1800         if (!file_exists(buf.buf)) {
1801                 const char *commit_buffer = get_commit_buffer(commit, NULL);
1802                 find_commit_subject(commit_buffer, &subject);
1803                 res |= write_message(subject, strlen(subject), buf.buf, 1);
1804                 unuse_commit_buffer(commit, commit_buffer);
1805         }
1806         strbuf_release(&buf);
1807
1808         return res;
1809 }
1810
1811 static int intend_to_amend(void)
1812 {
1813         struct object_id head;
1814         char *p;
1815
1816         if (get_oid("HEAD", &head))
1817                 return error(_("cannot read HEAD"));
1818
1819         p = oid_to_hex(&head);
1820         return write_message(p, strlen(p), rebase_path_amend(), 1);
1821 }
1822
1823 static int error_with_patch(struct commit *commit,
1824         const char *subject, int subject_len,
1825         struct replay_opts *opts, int exit_code, int to_amend)
1826 {
1827         if (make_patch(commit, opts))
1828                 return -1;
1829
1830         if (to_amend) {
1831                 if (intend_to_amend())
1832                         return -1;
1833
1834                 fprintf(stderr, "You can amend the commit now, with\n"
1835                         "\n"
1836                         "  git commit --amend %s\n"
1837                         "\n"
1838                         "Once you are satisfied with your changes, run\n"
1839                         "\n"
1840                         "  git rebase --continue\n", gpg_sign_opt_quoted(opts));
1841         } else if (exit_code)
1842                 fprintf(stderr, "Could not apply %s... %.*s\n",
1843                         short_commit_name(commit), subject_len, subject);
1844
1845         return exit_code;
1846 }
1847
1848 static int error_failed_squash(struct commit *commit,
1849         struct replay_opts *opts, int subject_len, const char *subject)
1850 {
1851         if (rename(rebase_path_squash_msg(), rebase_path_message()))
1852                 return error(_("could not rename '%s' to '%s'"),
1853                         rebase_path_squash_msg(), rebase_path_message());
1854         unlink(rebase_path_fixup_msg());
1855         unlink(git_path_merge_msg());
1856         if (copy_file(git_path_merge_msg(), rebase_path_message(), 0666))
1857                 return error(_("could not copy '%s' to '%s'"),
1858                              rebase_path_message(), git_path_merge_msg());
1859         return error_with_patch(commit, subject, subject_len, opts, 1, 0);
1860 }
1861
1862 static int do_exec(const char *command_line)
1863 {
1864         struct argv_array child_env = ARGV_ARRAY_INIT;
1865         const char *child_argv[] = { NULL, NULL };
1866         int dirty, status;
1867
1868         fprintf(stderr, "Executing: %s\n", command_line);
1869         child_argv[0] = command_line;
1870         argv_array_pushf(&child_env, "GIT_DIR=%s", absolute_path(get_git_dir()));
1871         status = run_command_v_opt_cd_env(child_argv, RUN_USING_SHELL, NULL,
1872                                           child_env.argv);
1873
1874         /* force re-reading of the cache */
1875         if (discard_cache() < 0 || read_cache() < 0)
1876                 return error(_("could not read index"));
1877
1878         dirty = require_clean_work_tree("rebase", NULL, 1, 1);
1879
1880         if (status) {
1881                 warning(_("execution failed: %s\n%s"
1882                           "You can fix the problem, and then run\n"
1883                           "\n"
1884                           "  git rebase --continue\n"
1885                           "\n"),
1886                         command_line,
1887                         dirty ? N_("and made changes to the index and/or the "
1888                                 "working tree\n") : "");
1889                 if (status == 127)
1890                         /* command not found */
1891                         status = 1;
1892         } else if (dirty) {
1893                 warning(_("execution succeeded: %s\nbut "
1894                           "left changes to the index and/or the working tree\n"
1895                           "Commit or stash your changes, and then run\n"
1896                           "\n"
1897                           "  git rebase --continue\n"
1898                           "\n"), command_line);
1899                 status = 1;
1900         }
1901
1902         argv_array_clear(&child_env);
1903
1904         return status;
1905 }
1906
1907 static int is_final_fixup(struct todo_list *todo_list)
1908 {
1909         int i = todo_list->current;
1910
1911         if (!is_fixup(todo_list->items[i].command))
1912                 return 0;
1913
1914         while (++i < todo_list->nr)
1915                 if (is_fixup(todo_list->items[i].command))
1916                         return 0;
1917                 else if (!is_noop(todo_list->items[i].command))
1918                         break;
1919         return 1;
1920 }
1921
1922 static enum todo_command peek_command(struct todo_list *todo_list, int offset)
1923 {
1924         int i;
1925
1926         for (i = todo_list->current + offset; i < todo_list->nr; i++)
1927                 if (!is_noop(todo_list->items[i].command))
1928                         return todo_list->items[i].command;
1929
1930         return -1;
1931 }
1932
1933 static int apply_autostash(struct replay_opts *opts)
1934 {
1935         struct strbuf stash_sha1 = STRBUF_INIT;
1936         struct child_process child = CHILD_PROCESS_INIT;
1937         int ret = 0;
1938
1939         if (!read_oneliner(&stash_sha1, rebase_path_autostash(), 1)) {
1940                 strbuf_release(&stash_sha1);
1941                 return 0;
1942         }
1943         strbuf_trim(&stash_sha1);
1944
1945         child.git_cmd = 1;
1946         child.no_stdout = 1;
1947         child.no_stderr = 1;
1948         argv_array_push(&child.args, "stash");
1949         argv_array_push(&child.args, "apply");
1950         argv_array_push(&child.args, stash_sha1.buf);
1951         if (!run_command(&child))
1952                 fprintf(stderr, _("Applied autostash.\n"));
1953         else {
1954                 struct child_process store = CHILD_PROCESS_INIT;
1955
1956                 store.git_cmd = 1;
1957                 argv_array_push(&store.args, "stash");
1958                 argv_array_push(&store.args, "store");
1959                 argv_array_push(&store.args, "-m");
1960                 argv_array_push(&store.args, "autostash");
1961                 argv_array_push(&store.args, "-q");
1962                 argv_array_push(&store.args, stash_sha1.buf);
1963                 if (run_command(&store))
1964                         ret = error(_("cannot store %s"), stash_sha1.buf);
1965                 else
1966                         fprintf(stderr,
1967                                 _("Applying autostash resulted in conflicts.\n"
1968                                   "Your changes are safe in the stash.\n"
1969                                   "You can run \"git stash pop\" or"
1970                                   " \"git stash drop\" at any time.\n"));
1971         }
1972
1973         strbuf_release(&stash_sha1);
1974         return ret;
1975 }
1976
1977 static const char *reflog_message(struct replay_opts *opts,
1978         const char *sub_action, const char *fmt, ...)
1979 {
1980         va_list ap;
1981         static struct strbuf buf = STRBUF_INIT;
1982
1983         va_start(ap, fmt);
1984         strbuf_reset(&buf);
1985         strbuf_addstr(&buf, action_name(opts));
1986         if (sub_action)
1987                 strbuf_addf(&buf, " (%s)", sub_action);
1988         if (fmt) {
1989                 strbuf_addstr(&buf, ": ");
1990                 strbuf_vaddf(&buf, fmt, ap);
1991         }
1992         va_end(ap);
1993
1994         return buf.buf;
1995 }
1996
1997 static int pick_commits(struct todo_list *todo_list, struct replay_opts *opts)
1998 {
1999         int res = 0;
2000
2001         setenv(GIT_REFLOG_ACTION, action_name(opts), 0);
2002         if (opts->allow_ff)
2003                 assert(!(opts->signoff || opts->no_commit ||
2004                                 opts->record_origin || opts->edit));
2005         if (read_and_refresh_cache(opts))
2006                 return -1;
2007
2008         while (todo_list->current < todo_list->nr) {
2009                 struct todo_item *item = todo_list->items + todo_list->current;
2010                 if (save_todo(todo_list, opts))
2011                         return -1;
2012                 if (is_rebase_i(opts)) {
2013                         if (item->command != TODO_COMMENT) {
2014                                 FILE *f = fopen(rebase_path_msgnum(), "w");
2015
2016                                 todo_list->done_nr++;
2017
2018                                 if (f) {
2019                                         fprintf(f, "%d\n", todo_list->done_nr);
2020                                         fclose(f);
2021                                 }
2022                                 fprintf(stderr, "Rebasing (%d/%d)%s",
2023                                         todo_list->done_nr,
2024                                         todo_list->total_nr,
2025                                         opts->verbose ? "\n" : "\r");
2026                         }
2027                         unlink(rebase_path_message());
2028                         unlink(rebase_path_author_script());
2029                         unlink(rebase_path_stopped_sha());
2030                         unlink(rebase_path_amend());
2031                 }
2032                 if (item->command <= TODO_SQUASH) {
2033                         if (is_rebase_i(opts))
2034                                 setenv("GIT_REFLOG_ACTION", reflog_message(opts,
2035                                         command_to_string(item->command), NULL),
2036                                         1);
2037                         res = do_pick_commit(item->command, item->commit,
2038                                         opts, is_final_fixup(todo_list));
2039                         if (is_rebase_i(opts) && res < 0) {
2040                                 /* Reschedule */
2041                                 todo_list->current--;
2042                                 if (save_todo(todo_list, opts))
2043                                         return -1;
2044                         }
2045                         if (item->command == TODO_EDIT) {
2046                                 struct commit *commit = item->commit;
2047                                 if (!res)
2048                                         fprintf(stderr,
2049                                                 _("Stopped at %s...  %.*s\n"),
2050                                                 short_commit_name(commit),
2051                                                 item->arg_len, item->arg);
2052                                 return error_with_patch(commit,
2053                                         item->arg, item->arg_len, opts, res,
2054                                         !res);
2055                         }
2056                         if (is_rebase_i(opts) && !res)
2057                                 record_in_rewritten(&item->commit->object.oid,
2058                                         peek_command(todo_list, 1));
2059                         if (res && is_fixup(item->command)) {
2060                                 if (res == 1)
2061                                         intend_to_amend();
2062                                 return error_failed_squash(item->commit, opts,
2063                                         item->arg_len, item->arg);
2064                         } else if (res && is_rebase_i(opts))
2065                                 return res | error_with_patch(item->commit,
2066                                         item->arg, item->arg_len, opts, res,
2067                                         item->command == TODO_REWORD);
2068                 } else if (item->command == TODO_EXEC) {
2069                         char *end_of_arg = (char *)(item->arg + item->arg_len);
2070                         int saved = *end_of_arg;
2071                         struct stat st;
2072
2073                         *end_of_arg = '\0';
2074                         res = do_exec(item->arg);
2075                         *end_of_arg = saved;
2076
2077                         /* Reread the todo file if it has changed. */
2078                         if (res)
2079                                 ; /* fall through */
2080                         else if (stat(get_todo_path(opts), &st))
2081                                 res = error_errno(_("could not stat '%s'"),
2082                                                   get_todo_path(opts));
2083                         else if (match_stat_data(&todo_list->stat, &st)) {
2084                                 todo_list_release(todo_list);
2085                                 if (read_populate_todo(todo_list, opts))
2086                                         res = -1; /* message was printed */
2087                                 /* `current` will be incremented below */
2088                                 todo_list->current = -1;
2089                         }
2090                 } else if (!is_noop(item->command))
2091                         return error(_("unknown command %d"), item->command);
2092
2093                 todo_list->current++;
2094                 if (res)
2095                         return res;
2096         }
2097
2098         if (is_rebase_i(opts)) {
2099                 struct strbuf head_ref = STRBUF_INIT, buf = STRBUF_INIT;
2100                 struct stat st;
2101
2102                 /* Stopped in the middle, as planned? */
2103                 if (todo_list->current < todo_list->nr)
2104                         return 0;
2105
2106                 if (read_oneliner(&head_ref, rebase_path_head_name(), 0) &&
2107                                 starts_with(head_ref.buf, "refs/")) {
2108                         const char *msg;
2109                         struct object_id head, orig;
2110                         int res;
2111
2112                         if (get_oid("HEAD", &head)) {
2113                                 res = error(_("cannot read HEAD"));
2114 cleanup_head_ref:
2115                                 strbuf_release(&head_ref);
2116                                 strbuf_release(&buf);
2117                                 return res;
2118                         }
2119                         if (!read_oneliner(&buf, rebase_path_orig_head(), 0) ||
2120                                         get_oid_hex(buf.buf, &orig)) {
2121                                 res = error(_("could not read orig-head"));
2122                                 goto cleanup_head_ref;
2123                         }
2124                         strbuf_reset(&buf);
2125                         if (!read_oneliner(&buf, rebase_path_onto(), 0)) {
2126                                 res = error(_("could not read 'onto'"));
2127                                 goto cleanup_head_ref;
2128                         }
2129                         msg = reflog_message(opts, "finish", "%s onto %s",
2130                                 head_ref.buf, buf.buf);
2131                         if (update_ref(msg, head_ref.buf, &head, &orig,
2132                                        REF_NODEREF, UPDATE_REFS_MSG_ON_ERR)) {
2133                                 res = error(_("could not update %s"),
2134                                         head_ref.buf);
2135                                 goto cleanup_head_ref;
2136                         }
2137                         msg = reflog_message(opts, "finish", "returning to %s",
2138                                 head_ref.buf);
2139                         if (create_symref("HEAD", head_ref.buf, msg)) {
2140                                 res = error(_("could not update HEAD to %s"),
2141                                         head_ref.buf);
2142                                 goto cleanup_head_ref;
2143                         }
2144                         strbuf_reset(&buf);
2145                 }
2146
2147                 if (opts->verbose) {
2148                         struct rev_info log_tree_opt;
2149                         struct object_id orig, head;
2150
2151                         memset(&log_tree_opt, 0, sizeof(log_tree_opt));
2152                         init_revisions(&log_tree_opt, NULL);
2153                         log_tree_opt.diff = 1;
2154                         log_tree_opt.diffopt.output_format =
2155                                 DIFF_FORMAT_DIFFSTAT;
2156                         log_tree_opt.disable_stdin = 1;
2157
2158                         if (read_oneliner(&buf, rebase_path_orig_head(), 0) &&
2159                             !get_oid(buf.buf, &orig) &&
2160                             !get_oid("HEAD", &head)) {
2161                                 diff_tree_oid(&orig, &head, "",
2162                                               &log_tree_opt.diffopt);
2163                                 log_tree_diff_flush(&log_tree_opt);
2164                         }
2165                 }
2166                 flush_rewritten_pending();
2167                 if (!stat(rebase_path_rewritten_list(), &st) &&
2168                                 st.st_size > 0) {
2169                         struct child_process child = CHILD_PROCESS_INIT;
2170                         const char *post_rewrite_hook =
2171                                 find_hook("post-rewrite");
2172
2173                         child.in = open(rebase_path_rewritten_list(), O_RDONLY);
2174                         child.git_cmd = 1;
2175                         argv_array_push(&child.args, "notes");
2176                         argv_array_push(&child.args, "copy");
2177                         argv_array_push(&child.args, "--for-rewrite=rebase");
2178                         /* we don't care if this copying failed */
2179                         run_command(&child);
2180
2181                         if (post_rewrite_hook) {
2182                                 struct child_process hook = CHILD_PROCESS_INIT;
2183
2184                                 hook.in = open(rebase_path_rewritten_list(),
2185                                         O_RDONLY);
2186                                 hook.stdout_to_stderr = 1;
2187                                 argv_array_push(&hook.args, post_rewrite_hook);
2188                                 argv_array_push(&hook.args, "rebase");
2189                                 /* we don't care if this hook failed */
2190                                 run_command(&hook);
2191                         }
2192                 }
2193                 apply_autostash(opts);
2194
2195                 fprintf(stderr, "Successfully rebased and updated %s.\n",
2196                         head_ref.buf);
2197
2198                 strbuf_release(&buf);
2199                 strbuf_release(&head_ref);
2200         }
2201
2202         /*
2203          * Sequence of picks finished successfully; cleanup by
2204          * removing the .git/sequencer directory
2205          */
2206         return sequencer_remove_state(opts);
2207 }
2208
2209 static int continue_single_pick(void)
2210 {
2211         const char *argv[] = { "commit", NULL };
2212
2213         if (!file_exists(git_path_cherry_pick_head()) &&
2214             !file_exists(git_path_revert_head()))
2215                 return error(_("no cherry-pick or revert in progress"));
2216         return run_command_v_opt(argv, RUN_GIT_CMD);
2217 }
2218
2219 static int commit_staged_changes(struct replay_opts *opts)
2220 {
2221         unsigned int flags = ALLOW_EMPTY | EDIT_MSG;
2222
2223         if (has_unstaged_changes(1))
2224                 return error(_("cannot rebase: You have unstaged changes."));
2225         if (!has_uncommitted_changes(0)) {
2226                 const char *cherry_pick_head = git_path_cherry_pick_head();
2227
2228                 if (file_exists(cherry_pick_head) && unlink(cherry_pick_head))
2229                         return error(_("could not remove CHERRY_PICK_HEAD"));
2230                 return 0;
2231         }
2232
2233         if (file_exists(rebase_path_amend())) {
2234                 struct strbuf rev = STRBUF_INIT;
2235                 struct object_id head, to_amend;
2236
2237                 if (get_oid("HEAD", &head))
2238                         return error(_("cannot amend non-existing commit"));
2239                 if (!read_oneliner(&rev, rebase_path_amend(), 0))
2240                         return error(_("invalid file: '%s'"), rebase_path_amend());
2241                 if (get_oid_hex(rev.buf, &to_amend))
2242                         return error(_("invalid contents: '%s'"),
2243                                 rebase_path_amend());
2244                 if (oidcmp(&head, &to_amend))
2245                         return error(_("\nYou have uncommitted changes in your "
2246                                        "working tree. Please, commit them\n"
2247                                        "first and then run 'git rebase "
2248                                        "--continue' again."));
2249
2250                 strbuf_release(&rev);
2251                 flags |= AMEND_MSG;
2252         }
2253
2254         if (run_git_commit(rebase_path_message(), opts, flags))
2255                 return error(_("could not commit staged changes."));
2256         unlink(rebase_path_amend());
2257         return 0;
2258 }
2259
2260 int sequencer_continue(struct replay_opts *opts)
2261 {
2262         struct todo_list todo_list = TODO_LIST_INIT;
2263         int res;
2264
2265         if (read_and_refresh_cache(opts))
2266                 return -1;
2267
2268         if (is_rebase_i(opts)) {
2269                 if (commit_staged_changes(opts))
2270                         return -1;
2271         } else if (!file_exists(get_todo_path(opts)))
2272                 return continue_single_pick();
2273         if (read_populate_opts(opts))
2274                 return -1;
2275         if ((res = read_populate_todo(&todo_list, opts)))
2276                 goto release_todo_list;
2277
2278         if (!is_rebase_i(opts)) {
2279                 /* Verify that the conflict has been resolved */
2280                 if (file_exists(git_path_cherry_pick_head()) ||
2281                     file_exists(git_path_revert_head())) {
2282                         res = continue_single_pick();
2283                         if (res)
2284                                 goto release_todo_list;
2285                 }
2286                 if (index_differs_from("HEAD", 0, 0)) {
2287                         res = error_dirty_index(opts);
2288                         goto release_todo_list;
2289                 }
2290                 todo_list.current++;
2291         } else if (file_exists(rebase_path_stopped_sha())) {
2292                 struct strbuf buf = STRBUF_INIT;
2293                 struct object_id oid;
2294
2295                 if (read_oneliner(&buf, rebase_path_stopped_sha(), 1) &&
2296                     !get_oid_committish(buf.buf, &oid))
2297                         record_in_rewritten(&oid, peek_command(&todo_list, 0));
2298                 strbuf_release(&buf);
2299         }
2300
2301         res = pick_commits(&todo_list, opts);
2302 release_todo_list:
2303         todo_list_release(&todo_list);
2304         return res;
2305 }
2306
2307 static int single_pick(struct commit *cmit, struct replay_opts *opts)
2308 {
2309         setenv(GIT_REFLOG_ACTION, action_name(opts), 0);
2310         return do_pick_commit(opts->action == REPLAY_PICK ?
2311                 TODO_PICK : TODO_REVERT, cmit, opts, 0);
2312 }
2313
2314 int sequencer_pick_revisions(struct replay_opts *opts)
2315 {
2316         struct todo_list todo_list = TODO_LIST_INIT;
2317         struct object_id oid;
2318         int i, res;
2319
2320         assert(opts->revs);
2321         if (read_and_refresh_cache(opts))
2322                 return -1;
2323
2324         for (i = 0; i < opts->revs->pending.nr; i++) {
2325                 struct object_id oid;
2326                 const char *name = opts->revs->pending.objects[i].name;
2327
2328                 /* This happens when using --stdin. */
2329                 if (!strlen(name))
2330                         continue;
2331
2332                 if (!get_oid(name, &oid)) {
2333                         if (!lookup_commit_reference_gently(&oid, 1)) {
2334                                 enum object_type type = sha1_object_info(oid.hash, NULL);
2335                                 return error(_("%s: can't cherry-pick a %s"),
2336                                         name, typename(type));
2337                         }
2338                 } else
2339                         return error(_("%s: bad revision"), name);
2340         }
2341
2342         /*
2343          * If we were called as "git cherry-pick <commit>", just
2344          * cherry-pick/revert it, set CHERRY_PICK_HEAD /
2345          * REVERT_HEAD, and don't touch the sequencer state.
2346          * This means it is possible to cherry-pick in the middle
2347          * of a cherry-pick sequence.
2348          */
2349         if (opts->revs->cmdline.nr == 1 &&
2350             opts->revs->cmdline.rev->whence == REV_CMD_REV &&
2351             opts->revs->no_walk &&
2352             !opts->revs->cmdline.rev->flags) {
2353                 struct commit *cmit;
2354                 if (prepare_revision_walk(opts->revs))
2355                         return error(_("revision walk setup failed"));
2356                 cmit = get_revision(opts->revs);
2357                 if (!cmit || get_revision(opts->revs))
2358                         return error("BUG: expected exactly one commit from walk");
2359                 return single_pick(cmit, opts);
2360         }
2361
2362         /*
2363          * Start a new cherry-pick/ revert sequence; but
2364          * first, make sure that an existing one isn't in
2365          * progress
2366          */
2367
2368         if (walk_revs_populate_todo(&todo_list, opts) ||
2369                         create_seq_dir() < 0)
2370                 return -1;
2371         if (get_oid("HEAD", &oid) && (opts->action == REPLAY_REVERT))
2372                 return error(_("can't revert as initial commit"));
2373         if (save_head(oid_to_hex(&oid)))
2374                 return -1;
2375         if (save_opts(opts))
2376                 return -1;
2377         update_abort_safety_file();
2378         res = pick_commits(&todo_list, opts);
2379         todo_list_release(&todo_list);
2380         return res;
2381 }
2382
2383 void append_signoff(struct strbuf *msgbuf, int ignore_footer, unsigned flag)
2384 {
2385         unsigned no_dup_sob = flag & APPEND_SIGNOFF_DEDUP;
2386         struct strbuf sob = STRBUF_INIT;
2387         int has_footer;
2388
2389         strbuf_addstr(&sob, sign_off_header);
2390         strbuf_addstr(&sob, fmt_name(getenv("GIT_COMMITTER_NAME"),
2391                                 getenv("GIT_COMMITTER_EMAIL")));
2392         strbuf_addch(&sob, '\n');
2393
2394         if (!ignore_footer)
2395                 strbuf_complete_line(msgbuf);
2396
2397         /*
2398          * If the whole message buffer is equal to the sob, pretend that we
2399          * found a conforming footer with a matching sob
2400          */
2401         if (msgbuf->len - ignore_footer == sob.len &&
2402             !strncmp(msgbuf->buf, sob.buf, sob.len))
2403                 has_footer = 3;
2404         else
2405                 has_footer = has_conforming_footer(msgbuf, &sob, ignore_footer);
2406
2407         if (!has_footer) {
2408                 const char *append_newlines = NULL;
2409                 size_t len = msgbuf->len - ignore_footer;
2410
2411                 if (!len) {
2412                         /*
2413                          * The buffer is completely empty.  Leave foom for
2414                          * the title and body to be filled in by the user.
2415                          */
2416                         append_newlines = "\n\n";
2417                 } else if (len == 1) {
2418                         /*
2419                          * Buffer contains a single newline.  Add another
2420                          * so that we leave room for the title and body.
2421                          */
2422                         append_newlines = "\n";
2423                 } else if (msgbuf->buf[len - 2] != '\n') {
2424                         /*
2425                          * Buffer ends with a single newline.  Add another
2426                          * so that there is an empty line between the message
2427                          * body and the sob.
2428                          */
2429                         append_newlines = "\n";
2430                 } /* else, the buffer already ends with two newlines. */
2431
2432                 if (append_newlines)
2433                         strbuf_splice(msgbuf, msgbuf->len - ignore_footer, 0,
2434                                 append_newlines, strlen(append_newlines));
2435         }
2436
2437         if (has_footer != 3 && (!no_dup_sob || has_footer != 2))
2438                 strbuf_splice(msgbuf, msgbuf->len - ignore_footer, 0,
2439                                 sob.buf, sob.len);
2440
2441         strbuf_release(&sob);
2442 }
2443
2444 int sequencer_make_script(int keep_empty, FILE *out,
2445                 int argc, const char **argv)
2446 {
2447         char *format = NULL;
2448         struct pretty_print_context pp = {0};
2449         struct strbuf buf = STRBUF_INIT;
2450         struct rev_info revs;
2451         struct commit *commit;
2452
2453         init_revisions(&revs, NULL);
2454         revs.verbose_header = 1;
2455         revs.max_parents = 1;
2456         revs.cherry_pick = 1;
2457         revs.limited = 1;
2458         revs.reverse = 1;
2459         revs.right_only = 1;
2460         revs.sort_order = REV_SORT_IN_GRAPH_ORDER;
2461         revs.topo_order = 1;
2462
2463         revs.pretty_given = 1;
2464         git_config_get_string("rebase.instructionFormat", &format);
2465         if (!format || !*format) {
2466                 free(format);
2467                 format = xstrdup("%s");
2468         }
2469         get_commit_format(format, &revs);
2470         free(format);
2471         pp.fmt = revs.commit_format;
2472         pp.output_encoding = get_log_output_encoding();
2473
2474         if (setup_revisions(argc, argv, &revs, NULL) > 1)
2475                 return error(_("make_script: unhandled options"));
2476
2477         if (prepare_revision_walk(&revs) < 0)
2478                 return error(_("make_script: error preparing revisions"));
2479
2480         while ((commit = get_revision(&revs))) {
2481                 strbuf_reset(&buf);
2482                 if (!keep_empty && is_original_commit_empty(commit))
2483                         strbuf_addf(&buf, "%c ", comment_line_char);
2484                 strbuf_addf(&buf, "pick %s ", oid_to_hex(&commit->object.oid));
2485                 pretty_print_commit(&pp, commit, &buf);
2486                 strbuf_addch(&buf, '\n');
2487                 fputs(buf.buf, out);
2488         }
2489         strbuf_release(&buf);
2490         return 0;
2491 }
2492
2493
2494 int transform_todo_ids(int shorten_ids)
2495 {
2496         const char *todo_file = rebase_path_todo();
2497         struct todo_list todo_list = TODO_LIST_INIT;
2498         int fd, res, i;
2499         FILE *out;
2500
2501         strbuf_reset(&todo_list.buf);
2502         fd = open(todo_file, O_RDONLY);
2503         if (fd < 0)
2504                 return error_errno(_("could not open '%s'"), todo_file);
2505         if (strbuf_read(&todo_list.buf, fd, 0) < 0) {
2506                 close(fd);
2507                 return error(_("could not read '%s'."), todo_file);
2508         }
2509         close(fd);
2510
2511         res = parse_insn_buffer(todo_list.buf.buf, &todo_list);
2512         if (res) {
2513                 todo_list_release(&todo_list);
2514                 return error(_("unusable todo list: '%s'"), todo_file);
2515         }
2516
2517         out = fopen(todo_file, "w");
2518         if (!out) {
2519                 todo_list_release(&todo_list);
2520                 return error(_("unable to open '%s' for writing"), todo_file);
2521         }
2522         for (i = 0; i < todo_list.nr; i++) {
2523                 struct todo_item *item = todo_list.items + i;
2524                 int bol = item->offset_in_buf;
2525                 const char *p = todo_list.buf.buf + bol;
2526                 int eol = i + 1 < todo_list.nr ?
2527                         todo_list.items[i + 1].offset_in_buf :
2528                         todo_list.buf.len;
2529
2530                 if (item->command >= TODO_EXEC && item->command != TODO_DROP)
2531                         fwrite(p, eol - bol, 1, out);
2532                 else {
2533                         const char *id = shorten_ids ?
2534                                 short_commit_name(item->commit) :
2535                                 oid_to_hex(&item->commit->object.oid);
2536                         int len;
2537
2538                         p += strspn(p, " \t"); /* left-trim command */
2539                         len = strcspn(p, " \t"); /* length of command */
2540
2541                         fprintf(out, "%.*s %s %.*s\n",
2542                                 len, p, id, item->arg_len, item->arg);
2543                 }
2544         }
2545         fclose(out);
2546         todo_list_release(&todo_list);
2547         return 0;
2548 }
2549
2550 enum check_level {
2551         CHECK_IGNORE = 0, CHECK_WARN, CHECK_ERROR
2552 };
2553
2554 static enum check_level get_missing_commit_check_level(void)
2555 {
2556         const char *value;
2557
2558         if (git_config_get_value("rebase.missingcommitscheck", &value) ||
2559                         !strcasecmp("ignore", value))
2560                 return CHECK_IGNORE;
2561         if (!strcasecmp("warn", value))
2562                 return CHECK_WARN;
2563         if (!strcasecmp("error", value))
2564                 return CHECK_ERROR;
2565         warning(_("unrecognized setting %s for option "
2566                   "rebase.missingCommitsCheck. Ignoring."), value);
2567         return CHECK_IGNORE;
2568 }
2569
2570 /*
2571  * Check if the user dropped some commits by mistake
2572  * Behaviour determined by rebase.missingCommitsCheck.
2573  * Check if there is an unrecognized command or a
2574  * bad SHA-1 in a command.
2575  */
2576 int check_todo_list(void)
2577 {
2578         enum check_level check_level = get_missing_commit_check_level();
2579         struct strbuf todo_file = STRBUF_INIT;
2580         struct todo_list todo_list = TODO_LIST_INIT;
2581         struct strbuf missing = STRBUF_INIT;
2582         int advise_to_edit_todo = 0, res = 0, fd, i;
2583
2584         strbuf_addstr(&todo_file, rebase_path_todo());
2585         fd = open(todo_file.buf, O_RDONLY);
2586         if (fd < 0) {
2587                 res = error_errno(_("could not open '%s'"), todo_file.buf);
2588                 goto leave_check;
2589         }
2590         if (strbuf_read(&todo_list.buf, fd, 0) < 0) {
2591                 close(fd);
2592                 res = error(_("could not read '%s'."), todo_file.buf);
2593                 goto leave_check;
2594         }
2595         close(fd);
2596         advise_to_edit_todo = res =
2597                 parse_insn_buffer(todo_list.buf.buf, &todo_list);
2598
2599         if (res || check_level == CHECK_IGNORE)
2600                 goto leave_check;
2601
2602         /* Mark the commits in git-rebase-todo as seen */
2603         for (i = 0; i < todo_list.nr; i++) {
2604                 struct commit *commit = todo_list.items[i].commit;
2605                 if (commit)
2606                         commit->util = (void *)1;
2607         }
2608
2609         todo_list_release(&todo_list);
2610         strbuf_addstr(&todo_file, ".backup");
2611         fd = open(todo_file.buf, O_RDONLY);
2612         if (fd < 0) {
2613                 res = error_errno(_("could not open '%s'"), todo_file.buf);
2614                 goto leave_check;
2615         }
2616         if (strbuf_read(&todo_list.buf, fd, 0) < 0) {
2617                 close(fd);
2618                 res = error(_("could not read '%s'."), todo_file.buf);
2619                 goto leave_check;
2620         }
2621         close(fd);
2622         strbuf_release(&todo_file);
2623         res = !!parse_insn_buffer(todo_list.buf.buf, &todo_list);
2624
2625         /* Find commits in git-rebase-todo.backup yet unseen */
2626         for (i = todo_list.nr - 1; i >= 0; i--) {
2627                 struct todo_item *item = todo_list.items + i;
2628                 struct commit *commit = item->commit;
2629                 if (commit && !commit->util) {
2630                         strbuf_addf(&missing, " - %s %.*s\n",
2631                                     short_commit_name(commit),
2632                                     item->arg_len, item->arg);
2633                         commit->util = (void *)1;
2634                 }
2635         }
2636
2637         /* Warn about missing commits */
2638         if (!missing.len)
2639                 goto leave_check;
2640
2641         if (check_level == CHECK_ERROR)
2642                 advise_to_edit_todo = res = 1;
2643
2644         fprintf(stderr,
2645                 _("Warning: some commits may have been dropped accidentally.\n"
2646                 "Dropped commits (newer to older):\n"));
2647
2648         /* Make the list user-friendly and display */
2649         fputs(missing.buf, stderr);
2650         strbuf_release(&missing);
2651
2652         fprintf(stderr, _("To avoid this message, use \"drop\" to "
2653                 "explicitly remove a commit.\n\n"
2654                 "Use 'git config rebase.missingCommitsCheck' to change "
2655                 "the level of warnings.\n"
2656                 "The possible behaviours are: ignore, warn, error.\n\n"));
2657
2658 leave_check:
2659         strbuf_release(&todo_file);
2660         todo_list_release(&todo_list);
2661
2662         if (advise_to_edit_todo)
2663                 fprintf(stderr,
2664                         _("You can fix this with 'git rebase --edit-todo' "
2665                           "and then run 'git rebase --continue'.\n"
2666                           "Or you can abort the rebase with 'git rebase"
2667                           " --abort'.\n"));
2668
2669         return res;
2670 }
2671
2672 /* skip picking commits whose parents are unchanged */
2673 int skip_unnecessary_picks(void)
2674 {
2675         const char *todo_file = rebase_path_todo();
2676         struct strbuf buf = STRBUF_INIT;
2677         struct todo_list todo_list = TODO_LIST_INIT;
2678         struct object_id onto_oid, *oid = &onto_oid, *parent_oid;
2679         int fd, i;
2680
2681         if (!read_oneliner(&buf, rebase_path_onto(), 0))
2682                 return error(_("could not read 'onto'"));
2683         if (get_oid(buf.buf, &onto_oid)) {
2684                 strbuf_release(&buf);
2685                 return error(_("need a HEAD to fixup"));
2686         }
2687         strbuf_release(&buf);
2688
2689         fd = open(todo_file, O_RDONLY);
2690         if (fd < 0) {
2691                 return error_errno(_("could not open '%s'"), todo_file);
2692         }
2693         if (strbuf_read(&todo_list.buf, fd, 0) < 0) {
2694                 close(fd);
2695                 return error(_("could not read '%s'."), todo_file);
2696         }
2697         close(fd);
2698         if (parse_insn_buffer(todo_list.buf.buf, &todo_list) < 0) {
2699                 todo_list_release(&todo_list);
2700                 return -1;
2701         }
2702
2703         for (i = 0; i < todo_list.nr; i++) {
2704                 struct todo_item *item = todo_list.items + i;
2705
2706                 if (item->command >= TODO_NOOP)
2707                         continue;
2708                 if (item->command != TODO_PICK)
2709                         break;
2710                 if (parse_commit(item->commit)) {
2711                         todo_list_release(&todo_list);
2712                         return error(_("could not parse commit '%s'"),
2713                                 oid_to_hex(&item->commit->object.oid));
2714                 }
2715                 if (!item->commit->parents)
2716                         break; /* root commit */
2717                 if (item->commit->parents->next)
2718                         break; /* merge commit */
2719                 parent_oid = &item->commit->parents->item->object.oid;
2720                 if (hashcmp(parent_oid->hash, oid->hash))
2721                         break;
2722                 oid = &item->commit->object.oid;
2723         }
2724         if (i > 0) {
2725                 int offset = i < todo_list.nr ?
2726                         todo_list.items[i].offset_in_buf : todo_list.buf.len;
2727                 const char *done_path = rebase_path_done();
2728
2729                 fd = open(done_path, O_CREAT | O_WRONLY | O_APPEND, 0666);
2730                 if (fd < 0) {
2731                         error_errno(_("could not open '%s' for writing"),
2732                                     done_path);
2733                         todo_list_release(&todo_list);
2734                         return -1;
2735                 }
2736                 if (write_in_full(fd, todo_list.buf.buf, offset) < 0) {
2737                         error_errno(_("could not write to '%s'"), done_path);
2738                         todo_list_release(&todo_list);
2739                         close(fd);
2740                         return -1;
2741                 }
2742                 close(fd);
2743
2744                 fd = open(rebase_path_todo(), O_WRONLY, 0666);
2745                 if (fd < 0) {
2746                         error_errno(_("could not open '%s' for writing"),
2747                                     rebase_path_todo());
2748                         todo_list_release(&todo_list);
2749                         return -1;
2750                 }
2751                 if (write_in_full(fd, todo_list.buf.buf + offset,
2752                                 todo_list.buf.len - offset) < 0) {
2753                         error_errno(_("could not write to '%s'"),
2754                                     rebase_path_todo());
2755                         close(fd);
2756                         todo_list_release(&todo_list);
2757                         return -1;
2758                 }
2759                 if (ftruncate(fd, todo_list.buf.len - offset) < 0) {
2760                         error_errno(_("could not truncate '%s'"),
2761                                     rebase_path_todo());
2762                         todo_list_release(&todo_list);
2763                         close(fd);
2764                         return -1;
2765                 }
2766                 close(fd);
2767
2768                 todo_list.current = i;
2769                 if (is_fixup(peek_command(&todo_list, 0)))
2770                         record_in_rewritten(oid, peek_command(&todo_list, 0));
2771         }
2772
2773         todo_list_release(&todo_list);
2774         printf("%s\n", oid_to_hex(oid));
2775
2776         return 0;
2777 }
2778
2779 struct subject2item_entry {
2780         struct hashmap_entry entry;
2781         int i;
2782         char subject[FLEX_ARRAY];
2783 };
2784
2785 static int subject2item_cmp(const void *fndata,
2786                             const struct subject2item_entry *a,
2787                             const struct subject2item_entry *b, const void *key)
2788 {
2789         return key ? strcmp(a->subject, key) : strcmp(a->subject, b->subject);
2790 }
2791
2792 /*
2793  * Rearrange the todo list that has both "pick commit-id msg" and "pick
2794  * commit-id fixup!/squash! msg" in it so that the latter is put immediately
2795  * after the former, and change "pick" to "fixup"/"squash".
2796  *
2797  * Note that if the config has specified a custom instruction format, each log
2798  * message will have to be retrieved from the commit (as the oneline in the
2799  * script cannot be trusted) in order to normalize the autosquash arrangement.
2800  */
2801 int rearrange_squash(void)
2802 {
2803         const char *todo_file = rebase_path_todo();
2804         struct todo_list todo_list = TODO_LIST_INIT;
2805         struct hashmap subject2item;
2806         int res = 0, rearranged = 0, *next, *tail, fd, i;
2807         char **subjects;
2808
2809         fd = open(todo_file, O_RDONLY);
2810         if (fd < 0)
2811                 return error_errno(_("could not open '%s'"), todo_file);
2812         if (strbuf_read(&todo_list.buf, fd, 0) < 0) {
2813                 close(fd);
2814                 return error(_("could not read '%s'."), todo_file);
2815         }
2816         close(fd);
2817         if (parse_insn_buffer(todo_list.buf.buf, &todo_list) < 0) {
2818                 todo_list_release(&todo_list);
2819                 return -1;
2820         }
2821
2822         /*
2823          * The hashmap maps onelines to the respective todo list index.
2824          *
2825          * If any items need to be rearranged, the next[i] value will indicate
2826          * which item was moved directly after the i'th.
2827          *
2828          * In that case, last[i] will indicate the index of the latest item to
2829          * be moved to appear after the i'th.
2830          */
2831         hashmap_init(&subject2item, (hashmap_cmp_fn) subject2item_cmp,
2832                      NULL, todo_list.nr);
2833         ALLOC_ARRAY(next, todo_list.nr);
2834         ALLOC_ARRAY(tail, todo_list.nr);
2835         ALLOC_ARRAY(subjects, todo_list.nr);
2836         for (i = 0; i < todo_list.nr; i++) {
2837                 struct strbuf buf = STRBUF_INIT;
2838                 struct todo_item *item = todo_list.items + i;
2839                 const char *commit_buffer, *subject, *p;
2840                 size_t subject_len;
2841                 int i2 = -1;
2842                 struct subject2item_entry *entry;
2843
2844                 next[i] = tail[i] = -1;
2845                 if (item->command >= TODO_EXEC) {
2846                         subjects[i] = NULL;
2847                         continue;
2848                 }
2849
2850                 if (is_fixup(item->command)) {
2851                         todo_list_release(&todo_list);
2852                         return error(_("the script was already rearranged."));
2853                 }
2854
2855                 item->commit->util = item;
2856
2857                 parse_commit(item->commit);
2858                 commit_buffer = get_commit_buffer(item->commit, NULL);
2859                 find_commit_subject(commit_buffer, &subject);
2860                 format_subject(&buf, subject, " ");
2861                 subject = subjects[i] = strbuf_detach(&buf, &subject_len);
2862                 unuse_commit_buffer(item->commit, commit_buffer);
2863                 if ((skip_prefix(subject, "fixup! ", &p) ||
2864                      skip_prefix(subject, "squash! ", &p))) {
2865                         struct commit *commit2;
2866
2867                         for (;;) {
2868                                 while (isspace(*p))
2869                                         p++;
2870                                 if (!skip_prefix(p, "fixup! ", &p) &&
2871                                     !skip_prefix(p, "squash! ", &p))
2872                                         break;
2873                         }
2874
2875                         if ((entry = hashmap_get_from_hash(&subject2item,
2876                                                            strhash(p), p)))
2877                                 /* found by title */
2878                                 i2 = entry->i;
2879                         else if (!strchr(p, ' ') &&
2880                                  (commit2 =
2881                                   lookup_commit_reference_by_name(p)) &&
2882                                  commit2->util)
2883                                 /* found by commit name */
2884                                 i2 = (struct todo_item *)commit2->util
2885                                         - todo_list.items;
2886                         else {
2887                                 /* copy can be a prefix of the commit subject */
2888                                 for (i2 = 0; i2 < i; i2++)
2889                                         if (subjects[i2] &&
2890                                             starts_with(subjects[i2], p))
2891                                                 break;
2892                                 if (i2 == i)
2893                                         i2 = -1;
2894                         }
2895                 }
2896                 if (i2 >= 0) {
2897                         rearranged = 1;
2898                         todo_list.items[i].command =
2899                                 starts_with(subject, "fixup!") ?
2900                                 TODO_FIXUP : TODO_SQUASH;
2901                         if (next[i2] < 0)
2902                                 next[i2] = i;
2903                         else
2904                                 next[tail[i2]] = i;
2905                         tail[i2] = i;
2906                 } else if (!hashmap_get_from_hash(&subject2item,
2907                                                 strhash(subject), subject)) {
2908                         FLEX_ALLOC_MEM(entry, subject, subject, subject_len);
2909                         entry->i = i;
2910                         hashmap_entry_init(entry, strhash(entry->subject));
2911                         hashmap_put(&subject2item, entry);
2912                 }
2913         }
2914
2915         if (rearranged) {
2916                 struct strbuf buf = STRBUF_INIT;
2917
2918                 for (i = 0; i < todo_list.nr; i++) {
2919                         enum todo_command command = todo_list.items[i].command;
2920                         int cur = i;
2921
2922                         /*
2923                          * Initially, all commands are 'pick's. If it is a
2924                          * fixup or a squash now, we have rearranged it.
2925                          */
2926                         if (is_fixup(command))
2927                                 continue;
2928
2929                         while (cur >= 0) {
2930                                 int offset = todo_list.items[cur].offset_in_buf;
2931                                 int end_offset = cur + 1 < todo_list.nr ?
2932                                         todo_list.items[cur + 1].offset_in_buf :
2933                                         todo_list.buf.len;
2934                                 char *bol = todo_list.buf.buf + offset;
2935                                 char *eol = todo_list.buf.buf + end_offset;
2936
2937                                 /* replace 'pick', by 'fixup' or 'squash' */
2938                                 command = todo_list.items[cur].command;
2939                                 if (is_fixup(command)) {
2940                                         strbuf_addstr(&buf,
2941                                                 todo_command_info[command].str);
2942                                         bol += strcspn(bol, " \t");
2943                                 }
2944
2945                                 strbuf_add(&buf, bol, eol - bol);
2946
2947                                 cur = next[cur];
2948                         }
2949                 }
2950
2951                 fd = open(todo_file, O_WRONLY);
2952                 if (fd < 0)
2953                         res = error_errno(_("could not open '%s'"), todo_file);
2954                 else if (write(fd, buf.buf, buf.len) < 0)
2955                         res = error_errno(_("could not write to '%s'"), todo_file);
2956                 else if (ftruncate(fd, buf.len) < 0)
2957                         res = error_errno(_("could not truncate '%s'"),
2958                                            todo_file);
2959                 close(fd);
2960                 strbuf_release(&buf);
2961         }
2962
2963         free(next);
2964         free(tail);
2965         for (i = 0; i < todo_list.nr; i++)
2966                 free(subjects[i]);
2967         free(subjects);
2968         hashmap_free(&subject2item, 1);
2969         todo_list_release(&todo_list);
2970
2971         return res;
2972 }