Merge branch 'sg/commit-graph-cleanups' into master
[git] / revision.c
1 #include "cache.h"
2 #include "object-store.h"
3 #include "tag.h"
4 #include "blob.h"
5 #include "tree.h"
6 #include "commit.h"
7 #include "diff.h"
8 #include "refs.h"
9 #include "revision.h"
10 #include "repository.h"
11 #include "graph.h"
12 #include "grep.h"
13 #include "reflog-walk.h"
14 #include "patch-ids.h"
15 #include "decorate.h"
16 #include "log-tree.h"
17 #include "string-list.h"
18 #include "line-log.h"
19 #include "mailmap.h"
20 #include "commit-slab.h"
21 #include "dir.h"
22 #include "cache-tree.h"
23 #include "bisect.h"
24 #include "packfile.h"
25 #include "worktree.h"
26 #include "argv-array.h"
27 #include "commit-reach.h"
28 #include "commit-graph.h"
29 #include "prio-queue.h"
30 #include "hashmap.h"
31 #include "utf8.h"
32 #include "bloom.h"
33 #include "json-writer.h"
34
35 volatile show_early_output_fn_t show_early_output;
36
37 static const char *term_bad;
38 static const char *term_good;
39
40 implement_shared_commit_slab(revision_sources, char *);
41
42 static inline int want_ancestry(const struct rev_info *revs);
43
44 void show_object_with_name(FILE *out, struct object *obj, const char *name)
45 {
46         const char *p;
47
48         fprintf(out, "%s ", oid_to_hex(&obj->oid));
49         for (p = name; *p && *p != '\n'; p++)
50                 fputc(*p, out);
51         fputc('\n', out);
52 }
53
54 static void mark_blob_uninteresting(struct blob *blob)
55 {
56         if (!blob)
57                 return;
58         if (blob->object.flags & UNINTERESTING)
59                 return;
60         blob->object.flags |= UNINTERESTING;
61 }
62
63 static void mark_tree_contents_uninteresting(struct repository *r,
64                                              struct tree *tree)
65 {
66         struct tree_desc desc;
67         struct name_entry entry;
68
69         if (parse_tree_gently(tree, 1) < 0)
70                 return;
71
72         init_tree_desc(&desc, tree->buffer, tree->size);
73         while (tree_entry(&desc, &entry)) {
74                 switch (object_type(entry.mode)) {
75                 case OBJ_TREE:
76                         mark_tree_uninteresting(r, lookup_tree(r, &entry.oid));
77                         break;
78                 case OBJ_BLOB:
79                         mark_blob_uninteresting(lookup_blob(r, &entry.oid));
80                         break;
81                 default:
82                         /* Subproject commit - not in this repository */
83                         break;
84                 }
85         }
86
87         /*
88          * We don't care about the tree any more
89          * after it has been marked uninteresting.
90          */
91         free_tree_buffer(tree);
92 }
93
94 void mark_tree_uninteresting(struct repository *r, struct tree *tree)
95 {
96         struct object *obj;
97
98         if (!tree)
99                 return;
100
101         obj = &tree->object;
102         if (obj->flags & UNINTERESTING)
103                 return;
104         obj->flags |= UNINTERESTING;
105         mark_tree_contents_uninteresting(r, tree);
106 }
107
108 struct path_and_oids_entry {
109         struct hashmap_entry ent;
110         char *path;
111         struct oidset trees;
112 };
113
114 static int path_and_oids_cmp(const void *hashmap_cmp_fn_data,
115                              const struct hashmap_entry *eptr,
116                              const struct hashmap_entry *entry_or_key,
117                              const void *keydata)
118 {
119         const struct path_and_oids_entry *e1, *e2;
120
121         e1 = container_of(eptr, const struct path_and_oids_entry, ent);
122         e2 = container_of(entry_or_key, const struct path_and_oids_entry, ent);
123
124         return strcmp(e1->path, e2->path);
125 }
126
127 static void paths_and_oids_init(struct hashmap *map)
128 {
129         hashmap_init(map, path_and_oids_cmp, NULL, 0);
130 }
131
132 static void paths_and_oids_clear(struct hashmap *map)
133 {
134         struct hashmap_iter iter;
135         struct path_and_oids_entry *entry;
136
137         hashmap_for_each_entry(map, &iter, entry, ent /* member name */) {
138                 oidset_clear(&entry->trees);
139                 free(entry->path);
140         }
141
142         hashmap_free_entries(map, struct path_and_oids_entry, ent);
143 }
144
145 static void paths_and_oids_insert(struct hashmap *map,
146                                   const char *path,
147                                   const struct object_id *oid)
148 {
149         int hash = strhash(path);
150         struct path_and_oids_entry key;
151         struct path_and_oids_entry *entry;
152
153         hashmap_entry_init(&key.ent, hash);
154
155         /* use a shallow copy for the lookup */
156         key.path = (char *)path;
157         oidset_init(&key.trees, 0);
158
159         entry = hashmap_get_entry(map, &key, ent, NULL);
160         if (!entry) {
161                 entry = xcalloc(1, sizeof(struct path_and_oids_entry));
162                 hashmap_entry_init(&entry->ent, hash);
163                 entry->path = xstrdup(key.path);
164                 oidset_init(&entry->trees, 16);
165                 hashmap_put(map, &entry->ent);
166         }
167
168         oidset_insert(&entry->trees, oid);
169 }
170
171 static void add_children_by_path(struct repository *r,
172                                  struct tree *tree,
173                                  struct hashmap *map)
174 {
175         struct tree_desc desc;
176         struct name_entry entry;
177
178         if (!tree)
179                 return;
180
181         if (parse_tree_gently(tree, 1) < 0)
182                 return;
183
184         init_tree_desc(&desc, tree->buffer, tree->size);
185         while (tree_entry(&desc, &entry)) {
186                 switch (object_type(entry.mode)) {
187                 case OBJ_TREE:
188                         paths_and_oids_insert(map, entry.path, &entry.oid);
189
190                         if (tree->object.flags & UNINTERESTING) {
191                                 struct tree *child = lookup_tree(r, &entry.oid);
192                                 if (child)
193                                         child->object.flags |= UNINTERESTING;
194                         }
195                         break;
196                 case OBJ_BLOB:
197                         if (tree->object.flags & UNINTERESTING) {
198                                 struct blob *child = lookup_blob(r, &entry.oid);
199                                 if (child)
200                                         child->object.flags |= UNINTERESTING;
201                         }
202                         break;
203                 default:
204                         /* Subproject commit - not in this repository */
205                         break;
206                 }
207         }
208
209         free_tree_buffer(tree);
210 }
211
212 void mark_trees_uninteresting_sparse(struct repository *r,
213                                      struct oidset *trees)
214 {
215         unsigned has_interesting = 0, has_uninteresting = 0;
216         struct hashmap map;
217         struct hashmap_iter map_iter;
218         struct path_and_oids_entry *entry;
219         struct object_id *oid;
220         struct oidset_iter iter;
221
222         oidset_iter_init(trees, &iter);
223         while ((!has_interesting || !has_uninteresting) &&
224                (oid = oidset_iter_next(&iter))) {
225                 struct tree *tree = lookup_tree(r, oid);
226
227                 if (!tree)
228                         continue;
229
230                 if (tree->object.flags & UNINTERESTING)
231                         has_uninteresting = 1;
232                 else
233                         has_interesting = 1;
234         }
235
236         /* Do not walk unless we have both types of trees. */
237         if (!has_uninteresting || !has_interesting)
238                 return;
239
240         paths_and_oids_init(&map);
241
242         oidset_iter_init(trees, &iter);
243         while ((oid = oidset_iter_next(&iter))) {
244                 struct tree *tree = lookup_tree(r, oid);
245                 add_children_by_path(r, tree, &map);
246         }
247
248         hashmap_for_each_entry(&map, &map_iter, entry, ent /* member name */)
249                 mark_trees_uninteresting_sparse(r, &entry->trees);
250
251         paths_and_oids_clear(&map);
252 }
253
254 struct commit_stack {
255         struct commit **items;
256         size_t nr, alloc;
257 };
258 #define COMMIT_STACK_INIT { NULL, 0, 0 }
259
260 static void commit_stack_push(struct commit_stack *stack, struct commit *commit)
261 {
262         ALLOC_GROW(stack->items, stack->nr + 1, stack->alloc);
263         stack->items[stack->nr++] = commit;
264 }
265
266 static struct commit *commit_stack_pop(struct commit_stack *stack)
267 {
268         return stack->nr ? stack->items[--stack->nr] : NULL;
269 }
270
271 static void commit_stack_clear(struct commit_stack *stack)
272 {
273         FREE_AND_NULL(stack->items);
274         stack->nr = stack->alloc = 0;
275 }
276
277 static void mark_one_parent_uninteresting(struct commit *commit,
278                                           struct commit_stack *pending)
279 {
280         struct commit_list *l;
281
282         if (commit->object.flags & UNINTERESTING)
283                 return;
284         commit->object.flags |= UNINTERESTING;
285
286         /*
287          * Normally we haven't parsed the parent
288          * yet, so we won't have a parent of a parent
289          * here. However, it may turn out that we've
290          * reached this commit some other way (where it
291          * wasn't uninteresting), in which case we need
292          * to mark its parents recursively too..
293          */
294         for (l = commit->parents; l; l = l->next)
295                 commit_stack_push(pending, l->item);
296 }
297
298 void mark_parents_uninteresting(struct commit *commit)
299 {
300         struct commit_stack pending = COMMIT_STACK_INIT;
301         struct commit_list *l;
302
303         for (l = commit->parents; l; l = l->next)
304                 mark_one_parent_uninteresting(l->item, &pending);
305
306         while (pending.nr > 0)
307                 mark_one_parent_uninteresting(commit_stack_pop(&pending),
308                                               &pending);
309
310         commit_stack_clear(&pending);
311 }
312
313 static void add_pending_object_with_path(struct rev_info *revs,
314                                          struct object *obj,
315                                          const char *name, unsigned mode,
316                                          const char *path)
317 {
318         if (!obj)
319                 return;
320         if (revs->no_walk && (obj->flags & UNINTERESTING))
321                 revs->no_walk = 0;
322         if (revs->reflog_info && obj->type == OBJ_COMMIT) {
323                 struct strbuf buf = STRBUF_INIT;
324                 int len = interpret_branch_name(name, 0, &buf, 0);
325
326                 if (0 < len && name[len] && buf.len)
327                         strbuf_addstr(&buf, name + len);
328                 add_reflog_for_walk(revs->reflog_info,
329                                     (struct commit *)obj,
330                                     buf.buf[0] ? buf.buf: name);
331                 strbuf_release(&buf);
332                 return; /* do not add the commit itself */
333         }
334         add_object_array_with_path(obj, name, &revs->pending, mode, path);
335 }
336
337 static void add_pending_object_with_mode(struct rev_info *revs,
338                                          struct object *obj,
339                                          const char *name, unsigned mode)
340 {
341         add_pending_object_with_path(revs, obj, name, mode, NULL);
342 }
343
344 void add_pending_object(struct rev_info *revs,
345                         struct object *obj, const char *name)
346 {
347         add_pending_object_with_mode(revs, obj, name, S_IFINVALID);
348 }
349
350 void add_head_to_pending(struct rev_info *revs)
351 {
352         struct object_id oid;
353         struct object *obj;
354         if (get_oid("HEAD", &oid))
355                 return;
356         obj = parse_object(revs->repo, &oid);
357         if (!obj)
358                 return;
359         add_pending_object(revs, obj, "HEAD");
360 }
361
362 static struct object *get_reference(struct rev_info *revs, const char *name,
363                                     const struct object_id *oid,
364                                     unsigned int flags)
365 {
366         struct object *object;
367
368         /*
369          * If the repository has commit graphs, repo_parse_commit() avoids
370          * reading the object buffer, so use it whenever possible.
371          */
372         if (oid_object_info(revs->repo, oid, NULL) == OBJ_COMMIT) {
373                 struct commit *c = lookup_commit(revs->repo, oid);
374                 if (!repo_parse_commit(revs->repo, c))
375                         object = (struct object *) c;
376                 else
377                         object = NULL;
378         } else {
379                 object = parse_object(revs->repo, oid);
380         }
381
382         if (!object) {
383                 if (revs->ignore_missing)
384                         return object;
385                 if (revs->exclude_promisor_objects && is_promisor_object(oid))
386                         return NULL;
387                 die("bad object %s", name);
388         }
389         object->flags |= flags;
390         return object;
391 }
392
393 void add_pending_oid(struct rev_info *revs, const char *name,
394                       const struct object_id *oid, unsigned int flags)
395 {
396         struct object *object = get_reference(revs, name, oid, flags);
397         add_pending_object(revs, object, name);
398 }
399
400 static struct commit *handle_commit(struct rev_info *revs,
401                                     struct object_array_entry *entry)
402 {
403         struct object *object = entry->item;
404         const char *name = entry->name;
405         const char *path = entry->path;
406         unsigned int mode = entry->mode;
407         unsigned long flags = object->flags;
408
409         /*
410          * Tag object? Look what it points to..
411          */
412         while (object->type == OBJ_TAG) {
413                 struct tag *tag = (struct tag *) object;
414                 if (revs->tag_objects && !(flags & UNINTERESTING))
415                         add_pending_object(revs, object, tag->tag);
416                 object = parse_object(revs->repo, get_tagged_oid(tag));
417                 if (!object) {
418                         if (revs->ignore_missing_links || (flags & UNINTERESTING))
419                                 return NULL;
420                         if (revs->exclude_promisor_objects &&
421                             is_promisor_object(&tag->tagged->oid))
422                                 return NULL;
423                         die("bad object %s", oid_to_hex(&tag->tagged->oid));
424                 }
425                 object->flags |= flags;
426                 /*
427                  * We'll handle the tagged object by looping or dropping
428                  * through to the non-tag handlers below. Do not
429                  * propagate path data from the tag's pending entry.
430                  */
431                 path = NULL;
432                 mode = 0;
433         }
434
435         /*
436          * Commit object? Just return it, we'll do all the complex
437          * reachability crud.
438          */
439         if (object->type == OBJ_COMMIT) {
440                 struct commit *commit = (struct commit *)object;
441
442                 if (parse_commit(commit) < 0)
443                         die("unable to parse commit %s", name);
444                 if (flags & UNINTERESTING) {
445                         mark_parents_uninteresting(commit);
446
447                         if (!revs->topo_order || !generation_numbers_enabled(the_repository))
448                                 revs->limited = 1;
449                 }
450                 if (revs->sources) {
451                         char **slot = revision_sources_at(revs->sources, commit);
452
453                         if (!*slot)
454                                 *slot = xstrdup(name);
455                 }
456                 return commit;
457         }
458
459         /*
460          * Tree object? Either mark it uninteresting, or add it
461          * to the list of objects to look at later..
462          */
463         if (object->type == OBJ_TREE) {
464                 struct tree *tree = (struct tree *)object;
465                 if (!revs->tree_objects)
466                         return NULL;
467                 if (flags & UNINTERESTING) {
468                         mark_tree_contents_uninteresting(revs->repo, tree);
469                         return NULL;
470                 }
471                 add_pending_object_with_path(revs, object, name, mode, path);
472                 return NULL;
473         }
474
475         /*
476          * Blob object? You know the drill by now..
477          */
478         if (object->type == OBJ_BLOB) {
479                 if (!revs->blob_objects)
480                         return NULL;
481                 if (flags & UNINTERESTING)
482                         return NULL;
483                 add_pending_object_with_path(revs, object, name, mode, path);
484                 return NULL;
485         }
486         die("%s is unknown object", name);
487 }
488
489 static int everybody_uninteresting(struct commit_list *orig,
490                                    struct commit **interesting_cache)
491 {
492         struct commit_list *list = orig;
493
494         if (*interesting_cache) {
495                 struct commit *commit = *interesting_cache;
496                 if (!(commit->object.flags & UNINTERESTING))
497                         return 0;
498         }
499
500         while (list) {
501                 struct commit *commit = list->item;
502                 list = list->next;
503                 if (commit->object.flags & UNINTERESTING)
504                         continue;
505
506                 *interesting_cache = commit;
507                 return 0;
508         }
509         return 1;
510 }
511
512 /*
513  * A definition of "relevant" commit that we can use to simplify limited graphs
514  * by eliminating side branches.
515  *
516  * A "relevant" commit is one that is !UNINTERESTING (ie we are including it
517  * in our list), or that is a specified BOTTOM commit. Then after computing
518  * a limited list, during processing we can generally ignore boundary merges
519  * coming from outside the graph, (ie from irrelevant parents), and treat
520  * those merges as if they were single-parent. TREESAME is defined to consider
521  * only relevant parents, if any. If we are TREESAME to our on-graph parents,
522  * we don't care if we were !TREESAME to non-graph parents.
523  *
524  * Treating bottom commits as relevant ensures that a limited graph's
525  * connection to the actual bottom commit is not viewed as a side branch, but
526  * treated as part of the graph. For example:
527  *
528  *   ....Z...A---X---o---o---B
529  *        .     /
530  *         W---Y
531  *
532  * When computing "A..B", the A-X connection is at least as important as
533  * Y-X, despite A being flagged UNINTERESTING.
534  *
535  * And when computing --ancestry-path "A..B", the A-X connection is more
536  * important than Y-X, despite both A and Y being flagged UNINTERESTING.
537  */
538 static inline int relevant_commit(struct commit *commit)
539 {
540         return (commit->object.flags & (UNINTERESTING | BOTTOM)) != UNINTERESTING;
541 }
542
543 /*
544  * Return a single relevant commit from a parent list. If we are a TREESAME
545  * commit, and this selects one of our parents, then we can safely simplify to
546  * that parent.
547  */
548 static struct commit *one_relevant_parent(const struct rev_info *revs,
549                                           struct commit_list *orig)
550 {
551         struct commit_list *list = orig;
552         struct commit *relevant = NULL;
553
554         if (!orig)
555                 return NULL;
556
557         /*
558          * For 1-parent commits, or if first-parent-only, then return that
559          * first parent (even if not "relevant" by the above definition).
560          * TREESAME will have been set purely on that parent.
561          */
562         if (revs->first_parent_only || !orig->next)
563                 return orig->item;
564
565         /*
566          * For multi-parent commits, identify a sole relevant parent, if any.
567          * If we have only one relevant parent, then TREESAME will be set purely
568          * with regard to that parent, and we can simplify accordingly.
569          *
570          * If we have more than one relevant parent, or no relevant parents
571          * (and multiple irrelevant ones), then we can't select a parent here
572          * and return NULL.
573          */
574         while (list) {
575                 struct commit *commit = list->item;
576                 list = list->next;
577                 if (relevant_commit(commit)) {
578                         if (relevant)
579                                 return NULL;
580                         relevant = commit;
581                 }
582         }
583         return relevant;
584 }
585
586 /*
587  * The goal is to get REV_TREE_NEW as the result only if the
588  * diff consists of all '+' (and no other changes), REV_TREE_OLD
589  * if the whole diff is removal of old data, and otherwise
590  * REV_TREE_DIFFERENT (of course if the trees are the same we
591  * want REV_TREE_SAME).
592  *
593  * The only time we care about the distinction is when
594  * remove_empty_trees is in effect, in which case we care only about
595  * whether the whole change is REV_TREE_NEW, or if there's another type
596  * of change. Which means we can stop the diff early in either of these
597  * cases:
598  *
599  *   1. We're not using remove_empty_trees at all.
600  *
601  *   2. We saw anything except REV_TREE_NEW.
602  */
603 static int tree_difference = REV_TREE_SAME;
604
605 static void file_add_remove(struct diff_options *options,
606                     int addremove, unsigned mode,
607                     const struct object_id *oid,
608                     int oid_valid,
609                     const char *fullpath, unsigned dirty_submodule)
610 {
611         int diff = addremove == '+' ? REV_TREE_NEW : REV_TREE_OLD;
612         struct rev_info *revs = options->change_fn_data;
613
614         tree_difference |= diff;
615         if (!revs->remove_empty_trees || tree_difference != REV_TREE_NEW)
616                 options->flags.has_changes = 1;
617 }
618
619 static void file_change(struct diff_options *options,
620                  unsigned old_mode, unsigned new_mode,
621                  const struct object_id *old_oid,
622                  const struct object_id *new_oid,
623                  int old_oid_valid, int new_oid_valid,
624                  const char *fullpath,
625                  unsigned old_dirty_submodule, unsigned new_dirty_submodule)
626 {
627         tree_difference = REV_TREE_DIFFERENT;
628         options->flags.has_changes = 1;
629 }
630
631 static int bloom_filter_atexit_registered;
632 static unsigned int count_bloom_filter_maybe;
633 static unsigned int count_bloom_filter_definitely_not;
634 static unsigned int count_bloom_filter_false_positive;
635 static unsigned int count_bloom_filter_not_present;
636 static unsigned int count_bloom_filter_length_zero;
637
638 static void trace2_bloom_filter_statistics_atexit(void)
639 {
640         struct json_writer jw = JSON_WRITER_INIT;
641
642         jw_object_begin(&jw, 0);
643         jw_object_intmax(&jw, "filter_not_present", count_bloom_filter_not_present);
644         jw_object_intmax(&jw, "zero_length_filter", count_bloom_filter_length_zero);
645         jw_object_intmax(&jw, "maybe", count_bloom_filter_maybe);
646         jw_object_intmax(&jw, "definitely_not", count_bloom_filter_definitely_not);
647         jw_object_intmax(&jw, "false_positive", count_bloom_filter_false_positive);
648         jw_end(&jw);
649
650         trace2_data_json("bloom", the_repository, "statistics", &jw);
651
652         jw_release(&jw);
653 }
654
655 static int forbid_bloom_filters(struct pathspec *spec)
656 {
657         if (spec->has_wildcard)
658                 return 1;
659         if (spec->nr > 1)
660                 return 1;
661         if (spec->magic & ~PATHSPEC_LITERAL)
662                 return 1;
663         if (spec->nr && (spec->items[0].magic & ~PATHSPEC_LITERAL))
664                 return 1;
665
666         return 0;
667 }
668
669 static void prepare_to_use_bloom_filter(struct rev_info *revs)
670 {
671         struct pathspec_item *pi;
672         char *path_alloc = NULL;
673         const char *path;
674         int last_index;
675         int len;
676
677         if (!revs->commits)
678                 return;
679
680         if (forbid_bloom_filters(&revs->prune_data))
681                 return;
682
683         repo_parse_commit(revs->repo, revs->commits->item);
684
685         if (!revs->repo->objects->commit_graph)
686                 return;
687
688         revs->bloom_filter_settings = revs->repo->objects->commit_graph->bloom_filter_settings;
689         if (!revs->bloom_filter_settings)
690                 return;
691
692         if (!revs->pruning.pathspec.nr)
693                 return;
694
695         pi = &revs->pruning.pathspec.items[0];
696         last_index = pi->len - 1;
697
698         /* remove single trailing slash from path, if needed */
699         if (pi->match[last_index] == '/') {
700             path_alloc = xstrdup(pi->match);
701             path_alloc[last_index] = '\0';
702             path = path_alloc;
703         } else
704             path = pi->match;
705
706         len = strlen(path);
707
708         revs->bloom_key = xmalloc(sizeof(struct bloom_key));
709         fill_bloom_key(path, len, revs->bloom_key, revs->bloom_filter_settings);
710
711         if (trace2_is_enabled() && !bloom_filter_atexit_registered) {
712                 atexit(trace2_bloom_filter_statistics_atexit);
713                 bloom_filter_atexit_registered = 1;
714         }
715
716         free(path_alloc);
717 }
718
719 static int check_maybe_different_in_bloom_filter(struct rev_info *revs,
720                                                  struct commit *commit)
721 {
722         struct bloom_filter *filter;
723         int result;
724
725         if (!revs->repo->objects->commit_graph)
726                 return -1;
727
728         if (commit_graph_generation(commit) == GENERATION_NUMBER_INFINITY)
729                 return -1;
730
731         filter = get_bloom_filter(revs->repo, commit, 0);
732
733         if (!filter) {
734                 count_bloom_filter_not_present++;
735                 return -1;
736         }
737
738         if (!filter->len) {
739                 count_bloom_filter_length_zero++;
740                 return -1;
741         }
742
743         result = bloom_filter_contains(filter,
744                                        revs->bloom_key,
745                                        revs->bloom_filter_settings);
746
747         if (result)
748                 count_bloom_filter_maybe++;
749         else
750                 count_bloom_filter_definitely_not++;
751
752         return result;
753 }
754
755 static int rev_compare_tree(struct rev_info *revs,
756                             struct commit *parent, struct commit *commit, int nth_parent)
757 {
758         struct tree *t1 = get_commit_tree(parent);
759         struct tree *t2 = get_commit_tree(commit);
760         int bloom_ret = 1;
761
762         if (!t1)
763                 return REV_TREE_NEW;
764         if (!t2)
765                 return REV_TREE_OLD;
766
767         if (revs->simplify_by_decoration) {
768                 /*
769                  * If we are simplifying by decoration, then the commit
770                  * is worth showing if it has a tag pointing at it.
771                  */
772                 if (get_name_decoration(&commit->object))
773                         return REV_TREE_DIFFERENT;
774                 /*
775                  * A commit that is not pointed by a tag is uninteresting
776                  * if we are not limited by path.  This means that you will
777                  * see the usual "commits that touch the paths" plus any
778                  * tagged commit by specifying both --simplify-by-decoration
779                  * and pathspec.
780                  */
781                 if (!revs->prune_data.nr)
782                         return REV_TREE_SAME;
783         }
784
785         if (revs->bloom_key && !nth_parent) {
786                 bloom_ret = check_maybe_different_in_bloom_filter(revs, commit);
787
788                 if (bloom_ret == 0)
789                         return REV_TREE_SAME;
790         }
791
792         tree_difference = REV_TREE_SAME;
793         revs->pruning.flags.has_changes = 0;
794         diff_tree_oid(&t1->object.oid, &t2->object.oid, "", &revs->pruning);
795
796         if (!nth_parent)
797                 if (bloom_ret == 1 && tree_difference == REV_TREE_SAME)
798                         count_bloom_filter_false_positive++;
799
800         return tree_difference;
801 }
802
803 static int rev_same_tree_as_empty(struct rev_info *revs, struct commit *commit)
804 {
805         struct tree *t1 = get_commit_tree(commit);
806
807         if (!t1)
808                 return 0;
809
810         tree_difference = REV_TREE_SAME;
811         revs->pruning.flags.has_changes = 0;
812         diff_tree_oid(NULL, &t1->object.oid, "", &revs->pruning);
813
814         return tree_difference == REV_TREE_SAME;
815 }
816
817 struct treesame_state {
818         unsigned int nparents;
819         unsigned char treesame[FLEX_ARRAY];
820 };
821
822 static struct treesame_state *initialise_treesame(struct rev_info *revs, struct commit *commit)
823 {
824         unsigned n = commit_list_count(commit->parents);
825         struct treesame_state *st = xcalloc(1, st_add(sizeof(*st), n));
826         st->nparents = n;
827         add_decoration(&revs->treesame, &commit->object, st);
828         return st;
829 }
830
831 /*
832  * Must be called immediately after removing the nth_parent from a commit's
833  * parent list, if we are maintaining the per-parent treesame[] decoration.
834  * This does not recalculate the master TREESAME flag - update_treesame()
835  * should be called to update it after a sequence of treesame[] modifications
836  * that may have affected it.
837  */
838 static int compact_treesame(struct rev_info *revs, struct commit *commit, unsigned nth_parent)
839 {
840         struct treesame_state *st;
841         int old_same;
842
843         if (!commit->parents) {
844                 /*
845                  * Have just removed the only parent from a non-merge.
846                  * Different handling, as we lack decoration.
847                  */
848                 if (nth_parent != 0)
849                         die("compact_treesame %u", nth_parent);
850                 old_same = !!(commit->object.flags & TREESAME);
851                 if (rev_same_tree_as_empty(revs, commit))
852                         commit->object.flags |= TREESAME;
853                 else
854                         commit->object.flags &= ~TREESAME;
855                 return old_same;
856         }
857
858         st = lookup_decoration(&revs->treesame, &commit->object);
859         if (!st || nth_parent >= st->nparents)
860                 die("compact_treesame %u", nth_parent);
861
862         old_same = st->treesame[nth_parent];
863         memmove(st->treesame + nth_parent,
864                 st->treesame + nth_parent + 1,
865                 st->nparents - nth_parent - 1);
866
867         /*
868          * If we've just become a non-merge commit, update TREESAME
869          * immediately, and remove the no-longer-needed decoration.
870          * If still a merge, defer update until update_treesame().
871          */
872         if (--st->nparents == 1) {
873                 if (commit->parents->next)
874                         die("compact_treesame parents mismatch");
875                 if (st->treesame[0] && revs->dense)
876                         commit->object.flags |= TREESAME;
877                 else
878                         commit->object.flags &= ~TREESAME;
879                 free(add_decoration(&revs->treesame, &commit->object, NULL));
880         }
881
882         return old_same;
883 }
884
885 static unsigned update_treesame(struct rev_info *revs, struct commit *commit)
886 {
887         if (commit->parents && commit->parents->next) {
888                 unsigned n;
889                 struct treesame_state *st;
890                 struct commit_list *p;
891                 unsigned relevant_parents;
892                 unsigned relevant_change, irrelevant_change;
893
894                 st = lookup_decoration(&revs->treesame, &commit->object);
895                 if (!st)
896                         die("update_treesame %s", oid_to_hex(&commit->object.oid));
897                 relevant_parents = 0;
898                 relevant_change = irrelevant_change = 0;
899                 for (p = commit->parents, n = 0; p; n++, p = p->next) {
900                         if (relevant_commit(p->item)) {
901                                 relevant_change |= !st->treesame[n];
902                                 relevant_parents++;
903                         } else
904                                 irrelevant_change |= !st->treesame[n];
905                 }
906                 if (relevant_parents ? relevant_change : irrelevant_change)
907                         commit->object.flags &= ~TREESAME;
908                 else
909                         commit->object.flags |= TREESAME;
910         }
911
912         return commit->object.flags & TREESAME;
913 }
914
915 static inline int limiting_can_increase_treesame(const struct rev_info *revs)
916 {
917         /*
918          * TREESAME is irrelevant unless prune && dense;
919          * if simplify_history is set, we can't have a mixture of TREESAME and
920          *    !TREESAME INTERESTING parents (and we don't have treesame[]
921          *    decoration anyway);
922          * if first_parent_only is set, then the TREESAME flag is locked
923          *    against the first parent (and again we lack treesame[] decoration).
924          */
925         return revs->prune && revs->dense &&
926                !revs->simplify_history &&
927                !revs->first_parent_only;
928 }
929
930 static void try_to_simplify_commit(struct rev_info *revs, struct commit *commit)
931 {
932         struct commit_list **pp, *parent;
933         struct treesame_state *ts = NULL;
934         int relevant_change = 0, irrelevant_change = 0;
935         int relevant_parents, nth_parent;
936
937         /*
938          * If we don't do pruning, everything is interesting
939          */
940         if (!revs->prune)
941                 return;
942
943         if (!get_commit_tree(commit))
944                 return;
945
946         if (!commit->parents) {
947                 if (rev_same_tree_as_empty(revs, commit))
948                         commit->object.flags |= TREESAME;
949                 return;
950         }
951
952         /*
953          * Normal non-merge commit? If we don't want to make the
954          * history dense, we consider it always to be a change..
955          */
956         if (!revs->dense && !commit->parents->next)
957                 return;
958
959         for (pp = &commit->parents, nth_parent = 0, relevant_parents = 0;
960              (parent = *pp) != NULL;
961              pp = &parent->next, nth_parent++) {
962                 struct commit *p = parent->item;
963                 if (relevant_commit(p))
964                         relevant_parents++;
965
966                 if (nth_parent == 1) {
967                         /*
968                          * This our second loop iteration - so we now know
969                          * we're dealing with a merge.
970                          *
971                          * Do not compare with later parents when we care only about
972                          * the first parent chain, in order to avoid derailing the
973                          * traversal to follow a side branch that brought everything
974                          * in the path we are limited to by the pathspec.
975                          */
976                         if (revs->first_parent_only)
977                                 break;
978                         /*
979                          * If this will remain a potentially-simplifiable
980                          * merge, remember per-parent treesame if needed.
981                          * Initialise the array with the comparison from our
982                          * first iteration.
983                          */
984                         if (revs->treesame.name &&
985                             !revs->simplify_history &&
986                             !(commit->object.flags & UNINTERESTING)) {
987                                 ts = initialise_treesame(revs, commit);
988                                 if (!(irrelevant_change || relevant_change))
989                                         ts->treesame[0] = 1;
990                         }
991                 }
992                 if (parse_commit(p) < 0)
993                         die("cannot simplify commit %s (because of %s)",
994                             oid_to_hex(&commit->object.oid),
995                             oid_to_hex(&p->object.oid));
996                 switch (rev_compare_tree(revs, p, commit, nth_parent)) {
997                 case REV_TREE_SAME:
998                         if (!revs->simplify_history || !relevant_commit(p)) {
999                                 /* Even if a merge with an uninteresting
1000                                  * side branch brought the entire change
1001                                  * we are interested in, we do not want
1002                                  * to lose the other branches of this
1003                                  * merge, so we just keep going.
1004                                  */
1005                                 if (ts)
1006                                         ts->treesame[nth_parent] = 1;
1007                                 continue;
1008                         }
1009                         parent->next = NULL;
1010                         commit->parents = parent;
1011
1012                         /*
1013                          * A merge commit is a "diversion" if it is not
1014                          * TREESAME to its first parent but is TREESAME
1015                          * to a later parent. In the simplified history,
1016                          * we "divert" the history walk to the later
1017                          * parent. These commits are shown when "show_pulls"
1018                          * is enabled, so do not mark the object as
1019                          * TREESAME here.
1020                          */
1021                         if (!revs->show_pulls || !nth_parent)
1022                                 commit->object.flags |= TREESAME;
1023
1024                         return;
1025
1026                 case REV_TREE_NEW:
1027                         if (revs->remove_empty_trees &&
1028                             rev_same_tree_as_empty(revs, p)) {
1029                                 /* We are adding all the specified
1030                                  * paths from this parent, so the
1031                                  * history beyond this parent is not
1032                                  * interesting.  Remove its parents
1033                                  * (they are grandparents for us).
1034                                  * IOW, we pretend this parent is a
1035                                  * "root" commit.
1036                                  */
1037                                 if (parse_commit(p) < 0)
1038                                         die("cannot simplify commit %s (invalid %s)",
1039                                             oid_to_hex(&commit->object.oid),
1040                                             oid_to_hex(&p->object.oid));
1041                                 p->parents = NULL;
1042                         }
1043                 /* fallthrough */
1044                 case REV_TREE_OLD:
1045                 case REV_TREE_DIFFERENT:
1046                         if (relevant_commit(p))
1047                                 relevant_change = 1;
1048                         else
1049                                 irrelevant_change = 1;
1050
1051                         if (!nth_parent)
1052                                 commit->object.flags |= PULL_MERGE;
1053
1054                         continue;
1055                 }
1056                 die("bad tree compare for commit %s", oid_to_hex(&commit->object.oid));
1057         }
1058
1059         /*
1060          * TREESAME is straightforward for single-parent commits. For merge
1061          * commits, it is most useful to define it so that "irrelevant"
1062          * parents cannot make us !TREESAME - if we have any relevant
1063          * parents, then we only consider TREESAMEness with respect to them,
1064          * allowing irrelevant merges from uninteresting branches to be
1065          * simplified away. Only if we have only irrelevant parents do we
1066          * base TREESAME on them. Note that this logic is replicated in
1067          * update_treesame, which should be kept in sync.
1068          */
1069         if (relevant_parents ? !relevant_change : !irrelevant_change)
1070                 commit->object.flags |= TREESAME;
1071 }
1072
1073 static int process_parents(struct rev_info *revs, struct commit *commit,
1074                            struct commit_list **list, struct prio_queue *queue)
1075 {
1076         struct commit_list *parent = commit->parents;
1077         unsigned left_flag;
1078
1079         if (commit->object.flags & ADDED)
1080                 return 0;
1081         commit->object.flags |= ADDED;
1082
1083         if (revs->include_check &&
1084             !revs->include_check(commit, revs->include_check_data))
1085                 return 0;
1086
1087         /*
1088          * If the commit is uninteresting, don't try to
1089          * prune parents - we want the maximal uninteresting
1090          * set.
1091          *
1092          * Normally we haven't parsed the parent
1093          * yet, so we won't have a parent of a parent
1094          * here. However, it may turn out that we've
1095          * reached this commit some other way (where it
1096          * wasn't uninteresting), in which case we need
1097          * to mark its parents recursively too..
1098          */
1099         if (commit->object.flags & UNINTERESTING) {
1100                 while (parent) {
1101                         struct commit *p = parent->item;
1102                         parent = parent->next;
1103                         if (p)
1104                                 p->object.flags |= UNINTERESTING;
1105                         if (parse_commit_gently(p, 1) < 0)
1106                                 continue;
1107                         if (p->parents)
1108                                 mark_parents_uninteresting(p);
1109                         if (p->object.flags & SEEN)
1110                                 continue;
1111                         p->object.flags |= SEEN;
1112                         if (list)
1113                                 commit_list_insert_by_date(p, list);
1114                         if (queue)
1115                                 prio_queue_put(queue, p);
1116                 }
1117                 return 0;
1118         }
1119
1120         /*
1121          * Ok, the commit wasn't uninteresting. Try to
1122          * simplify the commit history and find the parent
1123          * that has no differences in the path set if one exists.
1124          */
1125         try_to_simplify_commit(revs, commit);
1126
1127         if (revs->no_walk)
1128                 return 0;
1129
1130         left_flag = (commit->object.flags & SYMMETRIC_LEFT);
1131
1132         for (parent = commit->parents; parent; parent = parent->next) {
1133                 struct commit *p = parent->item;
1134                 int gently = revs->ignore_missing_links ||
1135                              revs->exclude_promisor_objects;
1136                 if (parse_commit_gently(p, gently) < 0) {
1137                         if (revs->exclude_promisor_objects &&
1138                             is_promisor_object(&p->object.oid)) {
1139                                 if (revs->first_parent_only)
1140                                         break;
1141                                 continue;
1142                         }
1143                         return -1;
1144                 }
1145                 if (revs->sources) {
1146                         char **slot = revision_sources_at(revs->sources, p);
1147
1148                         if (!*slot)
1149                                 *slot = *revision_sources_at(revs->sources, commit);
1150                 }
1151                 p->object.flags |= left_flag;
1152                 if (!(p->object.flags & SEEN)) {
1153                         p->object.flags |= SEEN;
1154                         if (list)
1155                                 commit_list_insert_by_date(p, list);
1156                         if (queue)
1157                                 prio_queue_put(queue, p);
1158                 }
1159                 if (revs->first_parent_only)
1160                         break;
1161         }
1162         return 0;
1163 }
1164
1165 static void cherry_pick_list(struct commit_list *list, struct rev_info *revs)
1166 {
1167         struct commit_list *p;
1168         int left_count = 0, right_count = 0;
1169         int left_first;
1170         struct patch_ids ids;
1171         unsigned cherry_flag;
1172
1173         /* First count the commits on the left and on the right */
1174         for (p = list; p; p = p->next) {
1175                 struct commit *commit = p->item;
1176                 unsigned flags = commit->object.flags;
1177                 if (flags & BOUNDARY)
1178                         ;
1179                 else if (flags & SYMMETRIC_LEFT)
1180                         left_count++;
1181                 else
1182                         right_count++;
1183         }
1184
1185         if (!left_count || !right_count)
1186                 return;
1187
1188         left_first = left_count < right_count;
1189         init_patch_ids(revs->repo, &ids);
1190         ids.diffopts.pathspec = revs->diffopt.pathspec;
1191
1192         /* Compute patch-ids for one side */
1193         for (p = list; p; p = p->next) {
1194                 struct commit *commit = p->item;
1195                 unsigned flags = commit->object.flags;
1196
1197                 if (flags & BOUNDARY)
1198                         continue;
1199                 /*
1200                  * If we have fewer left, left_first is set and we omit
1201                  * commits on the right branch in this loop.  If we have
1202                  * fewer right, we skip the left ones.
1203                  */
1204                 if (left_first != !!(flags & SYMMETRIC_LEFT))
1205                         continue;
1206                 add_commit_patch_id(commit, &ids);
1207         }
1208
1209         /* either cherry_mark or cherry_pick are true */
1210         cherry_flag = revs->cherry_mark ? PATCHSAME : SHOWN;
1211
1212         /* Check the other side */
1213         for (p = list; p; p = p->next) {
1214                 struct commit *commit = p->item;
1215                 struct patch_id *id;
1216                 unsigned flags = commit->object.flags;
1217
1218                 if (flags & BOUNDARY)
1219                         continue;
1220                 /*
1221                  * If we have fewer left, left_first is set and we omit
1222                  * commits on the left branch in this loop.
1223                  */
1224                 if (left_first == !!(flags & SYMMETRIC_LEFT))
1225                         continue;
1226
1227                 /*
1228                  * Have we seen the same patch id?
1229                  */
1230                 id = has_commit_patch_id(commit, &ids);
1231                 if (!id)
1232                         continue;
1233
1234                 commit->object.flags |= cherry_flag;
1235                 id->commit->object.flags |= cherry_flag;
1236         }
1237
1238         free_patch_ids(&ids);
1239 }
1240
1241 /* How many extra uninteresting commits we want to see.. */
1242 #define SLOP 5
1243
1244 static int still_interesting(struct commit_list *src, timestamp_t date, int slop,
1245                              struct commit **interesting_cache)
1246 {
1247         /*
1248          * No source list at all? We're definitely done..
1249          */
1250         if (!src)
1251                 return 0;
1252
1253         /*
1254          * Does the destination list contain entries with a date
1255          * before the source list? Definitely _not_ done.
1256          */
1257         if (date <= src->item->date)
1258                 return SLOP;
1259
1260         /*
1261          * Does the source list still have interesting commits in
1262          * it? Definitely not done..
1263          */
1264         if (!everybody_uninteresting(src, interesting_cache))
1265                 return SLOP;
1266
1267         /* Ok, we're closing in.. */
1268         return slop-1;
1269 }
1270
1271 /*
1272  * "rev-list --ancestry-path A..B" computes commits that are ancestors
1273  * of B but not ancestors of A but further limits the result to those
1274  * that are descendants of A.  This takes the list of bottom commits and
1275  * the result of "A..B" without --ancestry-path, and limits the latter
1276  * further to the ones that can reach one of the commits in "bottom".
1277  */
1278 static void limit_to_ancestry(struct commit_list *bottom, struct commit_list *list)
1279 {
1280         struct commit_list *p;
1281         struct commit_list *rlist = NULL;
1282         int made_progress;
1283
1284         /*
1285          * Reverse the list so that it will be likely that we would
1286          * process parents before children.
1287          */
1288         for (p = list; p; p = p->next)
1289                 commit_list_insert(p->item, &rlist);
1290
1291         for (p = bottom; p; p = p->next)
1292                 p->item->object.flags |= TMP_MARK;
1293
1294         /*
1295          * Mark the ones that can reach bottom commits in "list",
1296          * in a bottom-up fashion.
1297          */
1298         do {
1299                 made_progress = 0;
1300                 for (p = rlist; p; p = p->next) {
1301                         struct commit *c = p->item;
1302                         struct commit_list *parents;
1303                         if (c->object.flags & (TMP_MARK | UNINTERESTING))
1304                                 continue;
1305                         for (parents = c->parents;
1306                              parents;
1307                              parents = parents->next) {
1308                                 if (!(parents->item->object.flags & TMP_MARK))
1309                                         continue;
1310                                 c->object.flags |= TMP_MARK;
1311                                 made_progress = 1;
1312                                 break;
1313                         }
1314                 }
1315         } while (made_progress);
1316
1317         /*
1318          * NEEDSWORK: decide if we want to remove parents that are
1319          * not marked with TMP_MARK from commit->parents for commits
1320          * in the resulting list.  We may not want to do that, though.
1321          */
1322
1323         /*
1324          * The ones that are not marked with TMP_MARK are uninteresting
1325          */
1326         for (p = list; p; p = p->next) {
1327                 struct commit *c = p->item;
1328                 if (c->object.flags & TMP_MARK)
1329                         continue;
1330                 c->object.flags |= UNINTERESTING;
1331         }
1332
1333         /* We are done with the TMP_MARK */
1334         for (p = list; p; p = p->next)
1335                 p->item->object.flags &= ~TMP_MARK;
1336         for (p = bottom; p; p = p->next)
1337                 p->item->object.flags &= ~TMP_MARK;
1338         free_commit_list(rlist);
1339 }
1340
1341 /*
1342  * Before walking the history, keep the set of "negative" refs the
1343  * caller has asked to exclude.
1344  *
1345  * This is used to compute "rev-list --ancestry-path A..B", as we need
1346  * to filter the result of "A..B" further to the ones that can actually
1347  * reach A.
1348  */
1349 static struct commit_list *collect_bottom_commits(struct commit_list *list)
1350 {
1351         struct commit_list *elem, *bottom = NULL;
1352         for (elem = list; elem; elem = elem->next)
1353                 if (elem->item->object.flags & BOTTOM)
1354                         commit_list_insert(elem->item, &bottom);
1355         return bottom;
1356 }
1357
1358 /* Assumes either left_only or right_only is set */
1359 static void limit_left_right(struct commit_list *list, struct rev_info *revs)
1360 {
1361         struct commit_list *p;
1362
1363         for (p = list; p; p = p->next) {
1364                 struct commit *commit = p->item;
1365
1366                 if (revs->right_only) {
1367                         if (commit->object.flags & SYMMETRIC_LEFT)
1368                                 commit->object.flags |= SHOWN;
1369                 } else  /* revs->left_only is set */
1370                         if (!(commit->object.flags & SYMMETRIC_LEFT))
1371                                 commit->object.flags |= SHOWN;
1372         }
1373 }
1374
1375 static int limit_list(struct rev_info *revs)
1376 {
1377         int slop = SLOP;
1378         timestamp_t date = TIME_MAX;
1379         struct commit_list *list = revs->commits;
1380         struct commit_list *newlist = NULL;
1381         struct commit_list **p = &newlist;
1382         struct commit_list *bottom = NULL;
1383         struct commit *interesting_cache = NULL;
1384
1385         if (revs->ancestry_path) {
1386                 bottom = collect_bottom_commits(list);
1387                 if (!bottom)
1388                         die("--ancestry-path given but there are no bottom commits");
1389         }
1390
1391         while (list) {
1392                 struct commit *commit = pop_commit(&list);
1393                 struct object *obj = &commit->object;
1394                 show_early_output_fn_t show;
1395
1396                 if (commit == interesting_cache)
1397                         interesting_cache = NULL;
1398
1399                 if (revs->max_age != -1 && (commit->date < revs->max_age))
1400                         obj->flags |= UNINTERESTING;
1401                 if (process_parents(revs, commit, &list, NULL) < 0)
1402                         return -1;
1403                 if (obj->flags & UNINTERESTING) {
1404                         mark_parents_uninteresting(commit);
1405                         slop = still_interesting(list, date, slop, &interesting_cache);
1406                         if (slop)
1407                                 continue;
1408                         break;
1409                 }
1410                 if (revs->min_age != -1 && (commit->date > revs->min_age) &&
1411                     !revs->line_level_traverse)
1412                         continue;
1413                 date = commit->date;
1414                 p = &commit_list_insert(commit, p)->next;
1415
1416                 show = show_early_output;
1417                 if (!show)
1418                         continue;
1419
1420                 show(revs, newlist);
1421                 show_early_output = NULL;
1422         }
1423         if (revs->cherry_pick || revs->cherry_mark)
1424                 cherry_pick_list(newlist, revs);
1425
1426         if (revs->left_only || revs->right_only)
1427                 limit_left_right(newlist, revs);
1428
1429         if (bottom) {
1430                 limit_to_ancestry(bottom, newlist);
1431                 free_commit_list(bottom);
1432         }
1433
1434         /*
1435          * Check if any commits have become TREESAME by some of their parents
1436          * becoming UNINTERESTING.
1437          */
1438         if (limiting_can_increase_treesame(revs))
1439                 for (list = newlist; list; list = list->next) {
1440                         struct commit *c = list->item;
1441                         if (c->object.flags & (UNINTERESTING | TREESAME))
1442                                 continue;
1443                         update_treesame(revs, c);
1444                 }
1445
1446         revs->commits = newlist;
1447         return 0;
1448 }
1449
1450 /*
1451  * Add an entry to refs->cmdline with the specified information.
1452  * *name is copied.
1453  */
1454 static void add_rev_cmdline(struct rev_info *revs,
1455                             struct object *item,
1456                             const char *name,
1457                             int whence,
1458                             unsigned flags)
1459 {
1460         struct rev_cmdline_info *info = &revs->cmdline;
1461         unsigned int nr = info->nr;
1462
1463         ALLOC_GROW(info->rev, nr + 1, info->alloc);
1464         info->rev[nr].item = item;
1465         info->rev[nr].name = xstrdup(name);
1466         info->rev[nr].whence = whence;
1467         info->rev[nr].flags = flags;
1468         info->nr++;
1469 }
1470
1471 static void add_rev_cmdline_list(struct rev_info *revs,
1472                                  struct commit_list *commit_list,
1473                                  int whence,
1474                                  unsigned flags)
1475 {
1476         while (commit_list) {
1477                 struct object *object = &commit_list->item->object;
1478                 add_rev_cmdline(revs, object, oid_to_hex(&object->oid),
1479                                 whence, flags);
1480                 commit_list = commit_list->next;
1481         }
1482 }
1483
1484 struct all_refs_cb {
1485         int all_flags;
1486         int warned_bad_reflog;
1487         struct rev_info *all_revs;
1488         const char *name_for_errormsg;
1489         struct worktree *wt;
1490 };
1491
1492 int ref_excluded(struct string_list *ref_excludes, const char *path)
1493 {
1494         struct string_list_item *item;
1495
1496         if (!ref_excludes)
1497                 return 0;
1498         for_each_string_list_item(item, ref_excludes) {
1499                 if (!wildmatch(item->string, path, 0))
1500                         return 1;
1501         }
1502         return 0;
1503 }
1504
1505 static int handle_one_ref(const char *path, const struct object_id *oid,
1506                           int flag, void *cb_data)
1507 {
1508         struct all_refs_cb *cb = cb_data;
1509         struct object *object;
1510
1511         if (ref_excluded(cb->all_revs->ref_excludes, path))
1512             return 0;
1513
1514         object = get_reference(cb->all_revs, path, oid, cb->all_flags);
1515         add_rev_cmdline(cb->all_revs, object, path, REV_CMD_REF, cb->all_flags);
1516         add_pending_oid(cb->all_revs, path, oid, cb->all_flags);
1517         return 0;
1518 }
1519
1520 static void init_all_refs_cb(struct all_refs_cb *cb, struct rev_info *revs,
1521         unsigned flags)
1522 {
1523         cb->all_revs = revs;
1524         cb->all_flags = flags;
1525         revs->rev_input_given = 1;
1526         cb->wt = NULL;
1527 }
1528
1529 void clear_ref_exclusion(struct string_list **ref_excludes_p)
1530 {
1531         if (*ref_excludes_p) {
1532                 string_list_clear(*ref_excludes_p, 0);
1533                 free(*ref_excludes_p);
1534         }
1535         *ref_excludes_p = NULL;
1536 }
1537
1538 void add_ref_exclusion(struct string_list **ref_excludes_p, const char *exclude)
1539 {
1540         if (!*ref_excludes_p) {
1541                 *ref_excludes_p = xcalloc(1, sizeof(**ref_excludes_p));
1542                 (*ref_excludes_p)->strdup_strings = 1;
1543         }
1544         string_list_append(*ref_excludes_p, exclude);
1545 }
1546
1547 static void handle_refs(struct ref_store *refs,
1548                         struct rev_info *revs, unsigned flags,
1549                         int (*for_each)(struct ref_store *, each_ref_fn, void *))
1550 {
1551         struct all_refs_cb cb;
1552
1553         if (!refs) {
1554                 /* this could happen with uninitialized submodules */
1555                 return;
1556         }
1557
1558         init_all_refs_cb(&cb, revs, flags);
1559         for_each(refs, handle_one_ref, &cb);
1560 }
1561
1562 static void handle_one_reflog_commit(struct object_id *oid, void *cb_data)
1563 {
1564         struct all_refs_cb *cb = cb_data;
1565         if (!is_null_oid(oid)) {
1566                 struct object *o = parse_object(cb->all_revs->repo, oid);
1567                 if (o) {
1568                         o->flags |= cb->all_flags;
1569                         /* ??? CMDLINEFLAGS ??? */
1570                         add_pending_object(cb->all_revs, o, "");
1571                 }
1572                 else if (!cb->warned_bad_reflog) {
1573                         warning("reflog of '%s' references pruned commits",
1574                                 cb->name_for_errormsg);
1575                         cb->warned_bad_reflog = 1;
1576                 }
1577         }
1578 }
1579
1580 static int handle_one_reflog_ent(struct object_id *ooid, struct object_id *noid,
1581                 const char *email, timestamp_t timestamp, int tz,
1582                 const char *message, void *cb_data)
1583 {
1584         handle_one_reflog_commit(ooid, cb_data);
1585         handle_one_reflog_commit(noid, cb_data);
1586         return 0;
1587 }
1588
1589 static int handle_one_reflog(const char *refname_in_wt,
1590                              const struct object_id *oid,
1591                              int flag, void *cb_data)
1592 {
1593         struct all_refs_cb *cb = cb_data;
1594         struct strbuf refname = STRBUF_INIT;
1595
1596         cb->warned_bad_reflog = 0;
1597         strbuf_worktree_ref(cb->wt, &refname, refname_in_wt);
1598         cb->name_for_errormsg = refname.buf;
1599         refs_for_each_reflog_ent(get_main_ref_store(the_repository),
1600                                  refname.buf,
1601                                  handle_one_reflog_ent, cb_data);
1602         strbuf_release(&refname);
1603         return 0;
1604 }
1605
1606 static void add_other_reflogs_to_pending(struct all_refs_cb *cb)
1607 {
1608         struct worktree **worktrees, **p;
1609
1610         worktrees = get_worktrees();
1611         for (p = worktrees; *p; p++) {
1612                 struct worktree *wt = *p;
1613
1614                 if (wt->is_current)
1615                         continue;
1616
1617                 cb->wt = wt;
1618                 refs_for_each_reflog(get_worktree_ref_store(wt),
1619                                      handle_one_reflog,
1620                                      cb);
1621         }
1622         free_worktrees(worktrees);
1623 }
1624
1625 void add_reflogs_to_pending(struct rev_info *revs, unsigned flags)
1626 {
1627         struct all_refs_cb cb;
1628
1629         cb.all_revs = revs;
1630         cb.all_flags = flags;
1631         cb.wt = NULL;
1632         for_each_reflog(handle_one_reflog, &cb);
1633
1634         if (!revs->single_worktree)
1635                 add_other_reflogs_to_pending(&cb);
1636 }
1637
1638 static void add_cache_tree(struct cache_tree *it, struct rev_info *revs,
1639                            struct strbuf *path, unsigned int flags)
1640 {
1641         size_t baselen = path->len;
1642         int i;
1643
1644         if (it->entry_count >= 0) {
1645                 struct tree *tree = lookup_tree(revs->repo, &it->oid);
1646                 tree->object.flags |= flags;
1647                 add_pending_object_with_path(revs, &tree->object, "",
1648                                              040000, path->buf);
1649         }
1650
1651         for (i = 0; i < it->subtree_nr; i++) {
1652                 struct cache_tree_sub *sub = it->down[i];
1653                 strbuf_addf(path, "%s%s", baselen ? "/" : "", sub->name);
1654                 add_cache_tree(sub->cache_tree, revs, path, flags);
1655                 strbuf_setlen(path, baselen);
1656         }
1657
1658 }
1659
1660 static void do_add_index_objects_to_pending(struct rev_info *revs,
1661                                             struct index_state *istate,
1662                                             unsigned int flags)
1663 {
1664         int i;
1665
1666         for (i = 0; i < istate->cache_nr; i++) {
1667                 struct cache_entry *ce = istate->cache[i];
1668                 struct blob *blob;
1669
1670                 if (S_ISGITLINK(ce->ce_mode))
1671                         continue;
1672
1673                 blob = lookup_blob(revs->repo, &ce->oid);
1674                 if (!blob)
1675                         die("unable to add index blob to traversal");
1676                 blob->object.flags |= flags;
1677                 add_pending_object_with_path(revs, &blob->object, "",
1678                                              ce->ce_mode, ce->name);
1679         }
1680
1681         if (istate->cache_tree) {
1682                 struct strbuf path = STRBUF_INIT;
1683                 add_cache_tree(istate->cache_tree, revs, &path, flags);
1684                 strbuf_release(&path);
1685         }
1686 }
1687
1688 void add_index_objects_to_pending(struct rev_info *revs, unsigned int flags)
1689 {
1690         struct worktree **worktrees, **p;
1691
1692         repo_read_index(revs->repo);
1693         do_add_index_objects_to_pending(revs, revs->repo->index, flags);
1694
1695         if (revs->single_worktree)
1696                 return;
1697
1698         worktrees = get_worktrees();
1699         for (p = worktrees; *p; p++) {
1700                 struct worktree *wt = *p;
1701                 struct index_state istate = { NULL };
1702
1703                 if (wt->is_current)
1704                         continue; /* current index already taken care of */
1705
1706                 if (read_index_from(&istate,
1707                                     worktree_git_path(wt, "index"),
1708                                     get_worktree_git_dir(wt)) > 0)
1709                         do_add_index_objects_to_pending(revs, &istate, flags);
1710                 discard_index(&istate);
1711         }
1712         free_worktrees(worktrees);
1713 }
1714
1715 struct add_alternate_refs_data {
1716         struct rev_info *revs;
1717         unsigned int flags;
1718 };
1719
1720 static void add_one_alternate_ref(const struct object_id *oid,
1721                                   void *vdata)
1722 {
1723         const char *name = ".alternate";
1724         struct add_alternate_refs_data *data = vdata;
1725         struct object *obj;
1726
1727         obj = get_reference(data->revs, name, oid, data->flags);
1728         add_rev_cmdline(data->revs, obj, name, REV_CMD_REV, data->flags);
1729         add_pending_object(data->revs, obj, name);
1730 }
1731
1732 static void add_alternate_refs_to_pending(struct rev_info *revs,
1733                                           unsigned int flags)
1734 {
1735         struct add_alternate_refs_data data;
1736         data.revs = revs;
1737         data.flags = flags;
1738         for_each_alternate_ref(add_one_alternate_ref, &data);
1739 }
1740
1741 static int add_parents_only(struct rev_info *revs, const char *arg_, int flags,
1742                             int exclude_parent)
1743 {
1744         struct object_id oid;
1745         struct object *it;
1746         struct commit *commit;
1747         struct commit_list *parents;
1748         int parent_number;
1749         const char *arg = arg_;
1750
1751         if (*arg == '^') {
1752                 flags ^= UNINTERESTING | BOTTOM;
1753                 arg++;
1754         }
1755         if (get_oid_committish(arg, &oid))
1756                 return 0;
1757         while (1) {
1758                 it = get_reference(revs, arg, &oid, 0);
1759                 if (!it && revs->ignore_missing)
1760                         return 0;
1761                 if (it->type != OBJ_TAG)
1762                         break;
1763                 if (!((struct tag*)it)->tagged)
1764                         return 0;
1765                 oidcpy(&oid, &((struct tag*)it)->tagged->oid);
1766         }
1767         if (it->type != OBJ_COMMIT)
1768                 return 0;
1769         commit = (struct commit *)it;
1770         if (exclude_parent &&
1771             exclude_parent > commit_list_count(commit->parents))
1772                 return 0;
1773         for (parents = commit->parents, parent_number = 1;
1774              parents;
1775              parents = parents->next, parent_number++) {
1776                 if (exclude_parent && parent_number != exclude_parent)
1777                         continue;
1778
1779                 it = &parents->item->object;
1780                 it->flags |= flags;
1781                 add_rev_cmdline(revs, it, arg_, REV_CMD_PARENTS_ONLY, flags);
1782                 add_pending_object(revs, it, arg);
1783         }
1784         return 1;
1785 }
1786
1787 void repo_init_revisions(struct repository *r,
1788                          struct rev_info *revs,
1789                          const char *prefix)
1790 {
1791         memset(revs, 0, sizeof(*revs));
1792
1793         revs->repo = r;
1794         revs->abbrev = DEFAULT_ABBREV;
1795         revs->ignore_merges = 1;
1796         revs->simplify_history = 1;
1797         revs->pruning.repo = r;
1798         revs->pruning.flags.recursive = 1;
1799         revs->pruning.flags.quick = 1;
1800         revs->pruning.add_remove = file_add_remove;
1801         revs->pruning.change = file_change;
1802         revs->pruning.change_fn_data = revs;
1803         revs->sort_order = REV_SORT_IN_GRAPH_ORDER;
1804         revs->dense = 1;
1805         revs->prefix = prefix;
1806         revs->max_age = -1;
1807         revs->min_age = -1;
1808         revs->skip_count = -1;
1809         revs->max_count = -1;
1810         revs->max_parents = -1;
1811         revs->expand_tabs_in_log = -1;
1812
1813         revs->commit_format = CMIT_FMT_DEFAULT;
1814         revs->expand_tabs_in_log_default = 8;
1815
1816         init_grep_defaults(revs->repo);
1817         grep_init(&revs->grep_filter, revs->repo, prefix);
1818         revs->grep_filter.status_only = 1;
1819
1820         repo_diff_setup(revs->repo, &revs->diffopt);
1821         if (prefix && !revs->diffopt.prefix) {
1822                 revs->diffopt.prefix = prefix;
1823                 revs->diffopt.prefix_length = strlen(prefix);
1824         }
1825
1826         init_display_notes(&revs->notes_opt);
1827 }
1828
1829 static void add_pending_commit_list(struct rev_info *revs,
1830                                     struct commit_list *commit_list,
1831                                     unsigned int flags)
1832 {
1833         while (commit_list) {
1834                 struct object *object = &commit_list->item->object;
1835                 object->flags |= flags;
1836                 add_pending_object(revs, object, oid_to_hex(&object->oid));
1837                 commit_list = commit_list->next;
1838         }
1839 }
1840
1841 static void prepare_show_merge(struct rev_info *revs)
1842 {
1843         struct commit_list *bases;
1844         struct commit *head, *other;
1845         struct object_id oid;
1846         const char **prune = NULL;
1847         int i, prune_num = 1; /* counting terminating NULL */
1848         struct index_state *istate = revs->repo->index;
1849
1850         if (get_oid("HEAD", &oid))
1851                 die("--merge without HEAD?");
1852         head = lookup_commit_or_die(&oid, "HEAD");
1853         if (get_oid("MERGE_HEAD", &oid))
1854                 die("--merge without MERGE_HEAD?");
1855         other = lookup_commit_or_die(&oid, "MERGE_HEAD");
1856         add_pending_object(revs, &head->object, "HEAD");
1857         add_pending_object(revs, &other->object, "MERGE_HEAD");
1858         bases = get_merge_bases(head, other);
1859         add_rev_cmdline_list(revs, bases, REV_CMD_MERGE_BASE, UNINTERESTING | BOTTOM);
1860         add_pending_commit_list(revs, bases, UNINTERESTING | BOTTOM);
1861         free_commit_list(bases);
1862         head->object.flags |= SYMMETRIC_LEFT;
1863
1864         if (!istate->cache_nr)
1865                 repo_read_index(revs->repo);
1866         for (i = 0; i < istate->cache_nr; i++) {
1867                 const struct cache_entry *ce = istate->cache[i];
1868                 if (!ce_stage(ce))
1869                         continue;
1870                 if (ce_path_match(istate, ce, &revs->prune_data, NULL)) {
1871                         prune_num++;
1872                         REALLOC_ARRAY(prune, prune_num);
1873                         prune[prune_num-2] = ce->name;
1874                         prune[prune_num-1] = NULL;
1875                 }
1876                 while ((i+1 < istate->cache_nr) &&
1877                        ce_same_name(ce, istate->cache[i+1]))
1878                         i++;
1879         }
1880         clear_pathspec(&revs->prune_data);
1881         parse_pathspec(&revs->prune_data, PATHSPEC_ALL_MAGIC & ~PATHSPEC_LITERAL,
1882                        PATHSPEC_PREFER_FULL | PATHSPEC_LITERAL_PATH, "", prune);
1883         revs->limited = 1;
1884 }
1885
1886 static int dotdot_missing(const char *arg, char *dotdot,
1887                           struct rev_info *revs, int symmetric)
1888 {
1889         if (revs->ignore_missing)
1890                 return 0;
1891         /* de-munge so we report the full argument */
1892         *dotdot = '.';
1893         die(symmetric
1894             ? "Invalid symmetric difference expression %s"
1895             : "Invalid revision range %s", arg);
1896 }
1897
1898 static int handle_dotdot_1(const char *arg, char *dotdot,
1899                            struct rev_info *revs, int flags,
1900                            int cant_be_filename,
1901                            struct object_context *a_oc,
1902                            struct object_context *b_oc)
1903 {
1904         const char *a_name, *b_name;
1905         struct object_id a_oid, b_oid;
1906         struct object *a_obj, *b_obj;
1907         unsigned int a_flags, b_flags;
1908         int symmetric = 0;
1909         unsigned int flags_exclude = flags ^ (UNINTERESTING | BOTTOM);
1910         unsigned int oc_flags = GET_OID_COMMITTISH | GET_OID_RECORD_PATH;
1911
1912         a_name = arg;
1913         if (!*a_name)
1914                 a_name = "HEAD";
1915
1916         b_name = dotdot + 2;
1917         if (*b_name == '.') {
1918                 symmetric = 1;
1919                 b_name++;
1920         }
1921         if (!*b_name)
1922                 b_name = "HEAD";
1923
1924         if (get_oid_with_context(revs->repo, a_name, oc_flags, &a_oid, a_oc) ||
1925             get_oid_with_context(revs->repo, b_name, oc_flags, &b_oid, b_oc))
1926                 return -1;
1927
1928         if (!cant_be_filename) {
1929                 *dotdot = '.';
1930                 verify_non_filename(revs->prefix, arg);
1931                 *dotdot = '\0';
1932         }
1933
1934         a_obj = parse_object(revs->repo, &a_oid);
1935         b_obj = parse_object(revs->repo, &b_oid);
1936         if (!a_obj || !b_obj)
1937                 return dotdot_missing(arg, dotdot, revs, symmetric);
1938
1939         if (!symmetric) {
1940                 /* just A..B */
1941                 b_flags = flags;
1942                 a_flags = flags_exclude;
1943         } else {
1944                 /* A...B -- find merge bases between the two */
1945                 struct commit *a, *b;
1946                 struct commit_list *exclude;
1947
1948                 a = lookup_commit_reference(revs->repo, &a_obj->oid);
1949                 b = lookup_commit_reference(revs->repo, &b_obj->oid);
1950                 if (!a || !b)
1951                         return dotdot_missing(arg, dotdot, revs, symmetric);
1952
1953                 exclude = get_merge_bases(a, b);
1954                 add_rev_cmdline_list(revs, exclude, REV_CMD_MERGE_BASE,
1955                                      flags_exclude);
1956                 add_pending_commit_list(revs, exclude, flags_exclude);
1957                 free_commit_list(exclude);
1958
1959                 b_flags = flags;
1960                 a_flags = flags | SYMMETRIC_LEFT;
1961         }
1962
1963         a_obj->flags |= a_flags;
1964         b_obj->flags |= b_flags;
1965         add_rev_cmdline(revs, a_obj, a_name, REV_CMD_LEFT, a_flags);
1966         add_rev_cmdline(revs, b_obj, b_name, REV_CMD_RIGHT, b_flags);
1967         add_pending_object_with_path(revs, a_obj, a_name, a_oc->mode, a_oc->path);
1968         add_pending_object_with_path(revs, b_obj, b_name, b_oc->mode, b_oc->path);
1969         return 0;
1970 }
1971
1972 static int handle_dotdot(const char *arg,
1973                          struct rev_info *revs, int flags,
1974                          int cant_be_filename)
1975 {
1976         struct object_context a_oc, b_oc;
1977         char *dotdot = strstr(arg, "..");
1978         int ret;
1979
1980         if (!dotdot)
1981                 return -1;
1982
1983         memset(&a_oc, 0, sizeof(a_oc));
1984         memset(&b_oc, 0, sizeof(b_oc));
1985
1986         *dotdot = '\0';
1987         ret = handle_dotdot_1(arg, dotdot, revs, flags, cant_be_filename,
1988                               &a_oc, &b_oc);
1989         *dotdot = '.';
1990
1991         free(a_oc.path);
1992         free(b_oc.path);
1993
1994         return ret;
1995 }
1996
1997 int handle_revision_arg(const char *arg_, struct rev_info *revs, int flags, unsigned revarg_opt)
1998 {
1999         struct object_context oc;
2000         char *mark;
2001         struct object *object;
2002         struct object_id oid;
2003         int local_flags;
2004         const char *arg = arg_;
2005         int cant_be_filename = revarg_opt & REVARG_CANNOT_BE_FILENAME;
2006         unsigned get_sha1_flags = GET_OID_RECORD_PATH;
2007
2008         flags = flags & UNINTERESTING ? flags | BOTTOM : flags & ~BOTTOM;
2009
2010         if (!cant_be_filename && !strcmp(arg, "..")) {
2011                 /*
2012                  * Just ".."?  That is not a range but the
2013                  * pathspec for the parent directory.
2014                  */
2015                 return -1;
2016         }
2017
2018         if (!handle_dotdot(arg, revs, flags, revarg_opt))
2019                 return 0;
2020
2021         mark = strstr(arg, "^@");
2022         if (mark && !mark[2]) {
2023                 *mark = 0;
2024                 if (add_parents_only(revs, arg, flags, 0))
2025                         return 0;
2026                 *mark = '^';
2027         }
2028         mark = strstr(arg, "^!");
2029         if (mark && !mark[2]) {
2030                 *mark = 0;
2031                 if (!add_parents_only(revs, arg, flags ^ (UNINTERESTING | BOTTOM), 0))
2032                         *mark = '^';
2033         }
2034         mark = strstr(arg, "^-");
2035         if (mark) {
2036                 int exclude_parent = 1;
2037
2038                 if (mark[2]) {
2039                         char *end;
2040                         exclude_parent = strtoul(mark + 2, &end, 10);
2041                         if (*end != '\0' || !exclude_parent)
2042                                 return -1;
2043                 }
2044
2045                 *mark = 0;
2046                 if (!add_parents_only(revs, arg, flags ^ (UNINTERESTING | BOTTOM), exclude_parent))
2047                         *mark = '^';
2048         }
2049
2050         local_flags = 0;
2051         if (*arg == '^') {
2052                 local_flags = UNINTERESTING | BOTTOM;
2053                 arg++;
2054         }
2055
2056         if (revarg_opt & REVARG_COMMITTISH)
2057                 get_sha1_flags |= GET_OID_COMMITTISH;
2058
2059         if (get_oid_with_context(revs->repo, arg, get_sha1_flags, &oid, &oc))
2060                 return revs->ignore_missing ? 0 : -1;
2061         if (!cant_be_filename)
2062                 verify_non_filename(revs->prefix, arg);
2063         object = get_reference(revs, arg, &oid, flags ^ local_flags);
2064         if (!object)
2065                 return revs->ignore_missing ? 0 : -1;
2066         add_rev_cmdline(revs, object, arg_, REV_CMD_REV, flags ^ local_flags);
2067         add_pending_object_with_path(revs, object, arg, oc.mode, oc.path);
2068         free(oc.path);
2069         return 0;
2070 }
2071
2072 static void read_pathspec_from_stdin(struct strbuf *sb,
2073                                      struct argv_array *prune)
2074 {
2075         while (strbuf_getline(sb, stdin) != EOF)
2076                 argv_array_push(prune, sb->buf);
2077 }
2078
2079 static void read_revisions_from_stdin(struct rev_info *revs,
2080                                       struct argv_array *prune)
2081 {
2082         struct strbuf sb;
2083         int seen_dashdash = 0;
2084         int save_warning;
2085
2086         save_warning = warn_on_object_refname_ambiguity;
2087         warn_on_object_refname_ambiguity = 0;
2088
2089         strbuf_init(&sb, 1000);
2090         while (strbuf_getline(&sb, stdin) != EOF) {
2091                 int len = sb.len;
2092                 if (!len)
2093                         break;
2094                 if (sb.buf[0] == '-') {
2095                         if (len == 2 && sb.buf[1] == '-') {
2096                                 seen_dashdash = 1;
2097                                 break;
2098                         }
2099                         die("options not supported in --stdin mode");
2100                 }
2101                 if (handle_revision_arg(sb.buf, revs, 0,
2102                                         REVARG_CANNOT_BE_FILENAME))
2103                         die("bad revision '%s'", sb.buf);
2104         }
2105         if (seen_dashdash)
2106                 read_pathspec_from_stdin(&sb, prune);
2107
2108         strbuf_release(&sb);
2109         warn_on_object_refname_ambiguity = save_warning;
2110 }
2111
2112 static void add_grep(struct rev_info *revs, const char *ptn, enum grep_pat_token what)
2113 {
2114         append_grep_pattern(&revs->grep_filter, ptn, "command line", 0, what);
2115 }
2116
2117 static void add_header_grep(struct rev_info *revs, enum grep_header_field field, const char *pattern)
2118 {
2119         append_header_grep_pattern(&revs->grep_filter, field, pattern);
2120 }
2121
2122 static void add_message_grep(struct rev_info *revs, const char *pattern)
2123 {
2124         add_grep(revs, pattern, GREP_PATTERN_BODY);
2125 }
2126
2127 static int handle_revision_opt(struct rev_info *revs, int argc, const char **argv,
2128                                int *unkc, const char **unkv,
2129                                const struct setup_revision_opt* opt)
2130 {
2131         const char *arg = argv[0];
2132         const char *optarg;
2133         int argcount;
2134         const unsigned hexsz = the_hash_algo->hexsz;
2135
2136         /* pseudo revision arguments */
2137         if (!strcmp(arg, "--all") || !strcmp(arg, "--branches") ||
2138             !strcmp(arg, "--tags") || !strcmp(arg, "--remotes") ||
2139             !strcmp(arg, "--reflog") || !strcmp(arg, "--not") ||
2140             !strcmp(arg, "--no-walk") || !strcmp(arg, "--do-walk") ||
2141             !strcmp(arg, "--bisect") || starts_with(arg, "--glob=") ||
2142             !strcmp(arg, "--indexed-objects") ||
2143             !strcmp(arg, "--alternate-refs") ||
2144             starts_with(arg, "--exclude=") ||
2145             starts_with(arg, "--branches=") || starts_with(arg, "--tags=") ||
2146             starts_with(arg, "--remotes=") || starts_with(arg, "--no-walk="))
2147         {
2148                 unkv[(*unkc)++] = arg;
2149                 return 1;
2150         }
2151
2152         if ((argcount = parse_long_opt("max-count", argv, &optarg))) {
2153                 revs->max_count = atoi(optarg);
2154                 revs->no_walk = 0;
2155                 return argcount;
2156         } else if ((argcount = parse_long_opt("skip", argv, &optarg))) {
2157                 revs->skip_count = atoi(optarg);
2158                 return argcount;
2159         } else if ((*arg == '-') && isdigit(arg[1])) {
2160                 /* accept -<digit>, like traditional "head" */
2161                 if (strtol_i(arg + 1, 10, &revs->max_count) < 0 ||
2162                     revs->max_count < 0)
2163                         die("'%s': not a non-negative integer", arg + 1);
2164                 revs->no_walk = 0;
2165         } else if (!strcmp(arg, "-n")) {
2166                 if (argc <= 1)
2167                         return error("-n requires an argument");
2168                 revs->max_count = atoi(argv[1]);
2169                 revs->no_walk = 0;
2170                 return 2;
2171         } else if (skip_prefix(arg, "-n", &optarg)) {
2172                 revs->max_count = atoi(optarg);
2173                 revs->no_walk = 0;
2174         } else if ((argcount = parse_long_opt("max-age", argv, &optarg))) {
2175                 revs->max_age = atoi(optarg);
2176                 return argcount;
2177         } else if ((argcount = parse_long_opt("since", argv, &optarg))) {
2178                 revs->max_age = approxidate(optarg);
2179                 return argcount;
2180         } else if ((argcount = parse_long_opt("after", argv, &optarg))) {
2181                 revs->max_age = approxidate(optarg);
2182                 return argcount;
2183         } else if ((argcount = parse_long_opt("min-age", argv, &optarg))) {
2184                 revs->min_age = atoi(optarg);
2185                 return argcount;
2186         } else if ((argcount = parse_long_opt("before", argv, &optarg))) {
2187                 revs->min_age = approxidate(optarg);
2188                 return argcount;
2189         } else if ((argcount = parse_long_opt("until", argv, &optarg))) {
2190                 revs->min_age = approxidate(optarg);
2191                 return argcount;
2192         } else if (!strcmp(arg, "--first-parent")) {
2193                 revs->first_parent_only = 1;
2194         } else if (!strcmp(arg, "--ancestry-path")) {
2195                 revs->ancestry_path = 1;
2196                 revs->simplify_history = 0;
2197                 revs->limited = 1;
2198         } else if (!strcmp(arg, "-g") || !strcmp(arg, "--walk-reflogs")) {
2199                 init_reflog_walk(&revs->reflog_info);
2200         } else if (!strcmp(arg, "--default")) {
2201                 if (argc <= 1)
2202                         return error("bad --default argument");
2203                 revs->def = argv[1];
2204                 return 2;
2205         } else if (!strcmp(arg, "--merge")) {
2206                 revs->show_merge = 1;
2207         } else if (!strcmp(arg, "--topo-order")) {
2208                 revs->sort_order = REV_SORT_IN_GRAPH_ORDER;
2209                 revs->topo_order = 1;
2210         } else if (!strcmp(arg, "--simplify-merges")) {
2211                 revs->simplify_merges = 1;
2212                 revs->topo_order = 1;
2213                 revs->rewrite_parents = 1;
2214                 revs->simplify_history = 0;
2215                 revs->limited = 1;
2216         } else if (!strcmp(arg, "--simplify-by-decoration")) {
2217                 revs->simplify_merges = 1;
2218                 revs->topo_order = 1;
2219                 revs->rewrite_parents = 1;
2220                 revs->simplify_history = 0;
2221                 revs->simplify_by_decoration = 1;
2222                 revs->limited = 1;
2223                 revs->prune = 1;
2224         } else if (!strcmp(arg, "--date-order")) {
2225                 revs->sort_order = REV_SORT_BY_COMMIT_DATE;
2226                 revs->topo_order = 1;
2227         } else if (!strcmp(arg, "--author-date-order")) {
2228                 revs->sort_order = REV_SORT_BY_AUTHOR_DATE;
2229                 revs->topo_order = 1;
2230         } else if (!strcmp(arg, "--early-output")) {
2231                 revs->early_output = 100;
2232                 revs->topo_order = 1;
2233         } else if (skip_prefix(arg, "--early-output=", &optarg)) {
2234                 if (strtoul_ui(optarg, 10, &revs->early_output) < 0)
2235                         die("'%s': not a non-negative integer", optarg);
2236                 revs->topo_order = 1;
2237         } else if (!strcmp(arg, "--parents")) {
2238                 revs->rewrite_parents = 1;
2239                 revs->print_parents = 1;
2240         } else if (!strcmp(arg, "--dense")) {
2241                 revs->dense = 1;
2242         } else if (!strcmp(arg, "--sparse")) {
2243                 revs->dense = 0;
2244         } else if (!strcmp(arg, "--in-commit-order")) {
2245                 revs->tree_blobs_in_commit_order = 1;
2246         } else if (!strcmp(arg, "--remove-empty")) {
2247                 revs->remove_empty_trees = 1;
2248         } else if (!strcmp(arg, "--merges")) {
2249                 revs->min_parents = 2;
2250         } else if (!strcmp(arg, "--no-merges")) {
2251                 revs->max_parents = 1;
2252         } else if (skip_prefix(arg, "--min-parents=", &optarg)) {
2253                 revs->min_parents = atoi(optarg);
2254         } else if (!strcmp(arg, "--no-min-parents")) {
2255                 revs->min_parents = 0;
2256         } else if (skip_prefix(arg, "--max-parents=", &optarg)) {
2257                 revs->max_parents = atoi(optarg);
2258         } else if (!strcmp(arg, "--no-max-parents")) {
2259                 revs->max_parents = -1;
2260         } else if (!strcmp(arg, "--boundary")) {
2261                 revs->boundary = 1;
2262         } else if (!strcmp(arg, "--left-right")) {
2263                 revs->left_right = 1;
2264         } else if (!strcmp(arg, "--left-only")) {
2265                 if (revs->right_only)
2266                         die("--left-only is incompatible with --right-only"
2267                             " or --cherry");
2268                 revs->left_only = 1;
2269         } else if (!strcmp(arg, "--right-only")) {
2270                 if (revs->left_only)
2271                         die("--right-only is incompatible with --left-only");
2272                 revs->right_only = 1;
2273         } else if (!strcmp(arg, "--cherry")) {
2274                 if (revs->left_only)
2275                         die("--cherry is incompatible with --left-only");
2276                 revs->cherry_mark = 1;
2277                 revs->right_only = 1;
2278                 revs->max_parents = 1;
2279                 revs->limited = 1;
2280         } else if (!strcmp(arg, "--count")) {
2281                 revs->count = 1;
2282         } else if (!strcmp(arg, "--cherry-mark")) {
2283                 if (revs->cherry_pick)
2284                         die("--cherry-mark is incompatible with --cherry-pick");
2285                 revs->cherry_mark = 1;
2286                 revs->limited = 1; /* needs limit_list() */
2287         } else if (!strcmp(arg, "--cherry-pick")) {
2288                 if (revs->cherry_mark)
2289                         die("--cherry-pick is incompatible with --cherry-mark");
2290                 revs->cherry_pick = 1;
2291                 revs->limited = 1;
2292         } else if (!strcmp(arg, "--objects")) {
2293                 revs->tag_objects = 1;
2294                 revs->tree_objects = 1;
2295                 revs->blob_objects = 1;
2296         } else if (!strcmp(arg, "--objects-edge")) {
2297                 revs->tag_objects = 1;
2298                 revs->tree_objects = 1;
2299                 revs->blob_objects = 1;
2300                 revs->edge_hint = 1;
2301         } else if (!strcmp(arg, "--objects-edge-aggressive")) {
2302                 revs->tag_objects = 1;
2303                 revs->tree_objects = 1;
2304                 revs->blob_objects = 1;
2305                 revs->edge_hint = 1;
2306                 revs->edge_hint_aggressive = 1;
2307         } else if (!strcmp(arg, "--verify-objects")) {
2308                 revs->tag_objects = 1;
2309                 revs->tree_objects = 1;
2310                 revs->blob_objects = 1;
2311                 revs->verify_objects = 1;
2312         } else if (!strcmp(arg, "--unpacked")) {
2313                 revs->unpacked = 1;
2314         } else if (starts_with(arg, "--unpacked=")) {
2315                 die("--unpacked=<packfile> no longer supported.");
2316         } else if (!strcmp(arg, "-r")) {
2317                 revs->diff = 1;
2318                 revs->diffopt.flags.recursive = 1;
2319         } else if (!strcmp(arg, "-t")) {
2320                 revs->diff = 1;
2321                 revs->diffopt.flags.recursive = 1;
2322                 revs->diffopt.flags.tree_in_recursive = 1;
2323         } else if (!strcmp(arg, "-m")) {
2324                 revs->ignore_merges = 0;
2325         } else if (!strcmp(arg, "-c")) {
2326                 revs->diff = 1;
2327                 revs->dense_combined_merges = 0;
2328                 revs->combine_merges = 1;
2329         } else if (!strcmp(arg, "--combined-all-paths")) {
2330                 revs->diff = 1;
2331                 revs->combined_all_paths = 1;
2332         } else if (!strcmp(arg, "--cc")) {
2333                 revs->diff = 1;
2334                 revs->dense_combined_merges = 1;
2335                 revs->combine_merges = 1;
2336         } else if (!strcmp(arg, "-v")) {
2337                 revs->verbose_header = 1;
2338         } else if (!strcmp(arg, "--pretty")) {
2339                 revs->verbose_header = 1;
2340                 revs->pretty_given = 1;
2341                 get_commit_format(NULL, revs);
2342         } else if (skip_prefix(arg, "--pretty=", &optarg) ||
2343                    skip_prefix(arg, "--format=", &optarg)) {
2344                 /*
2345                  * Detached form ("--pretty X" as opposed to "--pretty=X")
2346                  * not allowed, since the argument is optional.
2347                  */
2348                 revs->verbose_header = 1;
2349                 revs->pretty_given = 1;
2350                 get_commit_format(optarg, revs);
2351         } else if (!strcmp(arg, "--expand-tabs")) {
2352                 revs->expand_tabs_in_log = 8;
2353         } else if (!strcmp(arg, "--no-expand-tabs")) {
2354                 revs->expand_tabs_in_log = 0;
2355         } else if (skip_prefix(arg, "--expand-tabs=", &arg)) {
2356                 int val;
2357                 if (strtol_i(arg, 10, &val) < 0 || val < 0)
2358                         die("'%s': not a non-negative integer", arg);
2359                 revs->expand_tabs_in_log = val;
2360         } else if (!strcmp(arg, "--show-notes") || !strcmp(arg, "--notes")) {
2361                 enable_default_display_notes(&revs->notes_opt, &revs->show_notes);
2362                 revs->show_notes_given = 1;
2363         } else if (!strcmp(arg, "--show-signature")) {
2364                 revs->show_signature = 1;
2365         } else if (!strcmp(arg, "--no-show-signature")) {
2366                 revs->show_signature = 0;
2367         } else if (!strcmp(arg, "--show-linear-break")) {
2368                 revs->break_bar = "                    ..........";
2369                 revs->track_linear = 1;
2370                 revs->track_first_time = 1;
2371         } else if (skip_prefix(arg, "--show-linear-break=", &optarg)) {
2372                 revs->break_bar = xstrdup(optarg);
2373                 revs->track_linear = 1;
2374                 revs->track_first_time = 1;
2375         } else if (skip_prefix(arg, "--show-notes=", &optarg) ||
2376                    skip_prefix(arg, "--notes=", &optarg)) {
2377                 if (starts_with(arg, "--show-notes=") &&
2378                     revs->notes_opt.use_default_notes < 0)
2379                         revs->notes_opt.use_default_notes = 1;
2380                 enable_ref_display_notes(&revs->notes_opt, &revs->show_notes, optarg);
2381                 revs->show_notes_given = 1;
2382         } else if (!strcmp(arg, "--no-notes")) {
2383                 disable_display_notes(&revs->notes_opt, &revs->show_notes);
2384                 revs->show_notes_given = 1;
2385         } else if (!strcmp(arg, "--standard-notes")) {
2386                 revs->show_notes_given = 1;
2387                 revs->notes_opt.use_default_notes = 1;
2388         } else if (!strcmp(arg, "--no-standard-notes")) {
2389                 revs->notes_opt.use_default_notes = 0;
2390         } else if (!strcmp(arg, "--oneline")) {
2391                 revs->verbose_header = 1;
2392                 get_commit_format("oneline", revs);
2393                 revs->pretty_given = 1;
2394                 revs->abbrev_commit = 1;
2395         } else if (!strcmp(arg, "--graph")) {
2396                 revs->topo_order = 1;
2397                 revs->rewrite_parents = 1;
2398                 revs->graph = graph_init(revs);
2399         } else if (!strcmp(arg, "--encode-email-headers")) {
2400                 revs->encode_email_headers = 1;
2401         } else if (!strcmp(arg, "--no-encode-email-headers")) {
2402                 revs->encode_email_headers = 0;
2403         } else if (!strcmp(arg, "--root")) {
2404                 revs->show_root_diff = 1;
2405         } else if (!strcmp(arg, "--no-commit-id")) {
2406                 revs->no_commit_id = 1;
2407         } else if (!strcmp(arg, "--always")) {
2408                 revs->always_show_header = 1;
2409         } else if (!strcmp(arg, "--no-abbrev")) {
2410                 revs->abbrev = 0;
2411         } else if (!strcmp(arg, "--abbrev")) {
2412                 revs->abbrev = DEFAULT_ABBREV;
2413         } else if (skip_prefix(arg, "--abbrev=", &optarg)) {
2414                 revs->abbrev = strtoul(optarg, NULL, 10);
2415                 if (revs->abbrev < MINIMUM_ABBREV)
2416                         revs->abbrev = MINIMUM_ABBREV;
2417                 else if (revs->abbrev > hexsz)
2418                         revs->abbrev = hexsz;
2419         } else if (!strcmp(arg, "--abbrev-commit")) {
2420                 revs->abbrev_commit = 1;
2421                 revs->abbrev_commit_given = 1;
2422         } else if (!strcmp(arg, "--no-abbrev-commit")) {
2423                 revs->abbrev_commit = 0;
2424         } else if (!strcmp(arg, "--full-diff")) {
2425                 revs->diff = 1;
2426                 revs->full_diff = 1;
2427         } else if (!strcmp(arg, "--show-pulls")) {
2428                 revs->show_pulls = 1;
2429         } else if (!strcmp(arg, "--full-history")) {
2430                 revs->simplify_history = 0;
2431         } else if (!strcmp(arg, "--relative-date")) {
2432                 revs->date_mode.type = DATE_RELATIVE;
2433                 revs->date_mode_explicit = 1;
2434         } else if ((argcount = parse_long_opt("date", argv, &optarg))) {
2435                 parse_date_format(optarg, &revs->date_mode);
2436                 revs->date_mode_explicit = 1;
2437                 return argcount;
2438         } else if (!strcmp(arg, "--log-size")) {
2439                 revs->show_log_size = 1;
2440         }
2441         /*
2442          * Grepping the commit log
2443          */
2444         else if ((argcount = parse_long_opt("author", argv, &optarg))) {
2445                 add_header_grep(revs, GREP_HEADER_AUTHOR, optarg);
2446                 return argcount;
2447         } else if ((argcount = parse_long_opt("committer", argv, &optarg))) {
2448                 add_header_grep(revs, GREP_HEADER_COMMITTER, optarg);
2449                 return argcount;
2450         } else if ((argcount = parse_long_opt("grep-reflog", argv, &optarg))) {
2451                 add_header_grep(revs, GREP_HEADER_REFLOG, optarg);
2452                 return argcount;
2453         } else if ((argcount = parse_long_opt("grep", argv, &optarg))) {
2454                 add_message_grep(revs, optarg);
2455                 return argcount;
2456         } else if (!strcmp(arg, "--grep-debug")) {
2457                 revs->grep_filter.debug = 1;
2458         } else if (!strcmp(arg, "--basic-regexp")) {
2459                 revs->grep_filter.pattern_type_option = GREP_PATTERN_TYPE_BRE;
2460         } else if (!strcmp(arg, "--extended-regexp") || !strcmp(arg, "-E")) {
2461                 revs->grep_filter.pattern_type_option = GREP_PATTERN_TYPE_ERE;
2462         } else if (!strcmp(arg, "--regexp-ignore-case") || !strcmp(arg, "-i")) {
2463                 revs->grep_filter.ignore_case = 1;
2464                 revs->diffopt.pickaxe_opts |= DIFF_PICKAXE_IGNORE_CASE;
2465         } else if (!strcmp(arg, "--fixed-strings") || !strcmp(arg, "-F")) {
2466                 revs->grep_filter.pattern_type_option = GREP_PATTERN_TYPE_FIXED;
2467         } else if (!strcmp(arg, "--perl-regexp") || !strcmp(arg, "-P")) {
2468                 revs->grep_filter.pattern_type_option = GREP_PATTERN_TYPE_PCRE;
2469         } else if (!strcmp(arg, "--all-match")) {
2470                 revs->grep_filter.all_match = 1;
2471         } else if (!strcmp(arg, "--invert-grep")) {
2472                 revs->invert_grep = 1;
2473         } else if ((argcount = parse_long_opt("encoding", argv, &optarg))) {
2474                 if (strcmp(optarg, "none"))
2475                         git_log_output_encoding = xstrdup(optarg);
2476                 else
2477                         git_log_output_encoding = "";
2478                 return argcount;
2479         } else if (!strcmp(arg, "--reverse")) {
2480                 revs->reverse ^= 1;
2481         } else if (!strcmp(arg, "--children")) {
2482                 revs->children.name = "children";
2483                 revs->limited = 1;
2484         } else if (!strcmp(arg, "--ignore-missing")) {
2485                 revs->ignore_missing = 1;
2486         } else if (opt && opt->allow_exclude_promisor_objects &&
2487                    !strcmp(arg, "--exclude-promisor-objects")) {
2488                 if (fetch_if_missing)
2489                         BUG("exclude_promisor_objects can only be used when fetch_if_missing is 0");
2490                 revs->exclude_promisor_objects = 1;
2491         } else {
2492                 int opts = diff_opt_parse(&revs->diffopt, argv, argc, revs->prefix);
2493                 if (!opts)
2494                         unkv[(*unkc)++] = arg;
2495                 return opts;
2496         }
2497         if (revs->graph && revs->track_linear)
2498                 die("--show-linear-break and --graph are incompatible");
2499
2500         return 1;
2501 }
2502
2503 void parse_revision_opt(struct rev_info *revs, struct parse_opt_ctx_t *ctx,
2504                         const struct option *options,
2505                         const char * const usagestr[])
2506 {
2507         int n = handle_revision_opt(revs, ctx->argc, ctx->argv,
2508                                     &ctx->cpidx, ctx->out, NULL);
2509         if (n <= 0) {
2510                 error("unknown option `%s'", ctx->argv[0]);
2511                 usage_with_options(usagestr, options);
2512         }
2513         ctx->argv += n;
2514         ctx->argc -= n;
2515 }
2516
2517 static int for_each_bisect_ref(struct ref_store *refs, each_ref_fn fn,
2518                                void *cb_data, const char *term)
2519 {
2520         struct strbuf bisect_refs = STRBUF_INIT;
2521         int status;
2522         strbuf_addf(&bisect_refs, "refs/bisect/%s", term);
2523         status = refs_for_each_fullref_in(refs, bisect_refs.buf, fn, cb_data, 0);
2524         strbuf_release(&bisect_refs);
2525         return status;
2526 }
2527
2528 static int for_each_bad_bisect_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
2529 {
2530         return for_each_bisect_ref(refs, fn, cb_data, term_bad);
2531 }
2532
2533 static int for_each_good_bisect_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
2534 {
2535         return for_each_bisect_ref(refs, fn, cb_data, term_good);
2536 }
2537
2538 static int handle_revision_pseudo_opt(const char *submodule,
2539                                 struct rev_info *revs,
2540                                 int argc, const char **argv, int *flags)
2541 {
2542         const char *arg = argv[0];
2543         const char *optarg;
2544         struct ref_store *refs;
2545         int argcount;
2546
2547         if (submodule) {
2548                 /*
2549                  * We need some something like get_submodule_worktrees()
2550                  * before we can go through all worktrees of a submodule,
2551                  * .e.g with adding all HEADs from --all, which is not
2552                  * supported right now, so stick to single worktree.
2553                  */
2554                 if (!revs->single_worktree)
2555                         BUG("--single-worktree cannot be used together with submodule");
2556                 refs = get_submodule_ref_store(submodule);
2557         } else
2558                 refs = get_main_ref_store(revs->repo);
2559
2560         /*
2561          * NOTE!
2562          *
2563          * Commands like "git shortlog" will not accept the options below
2564          * unless parse_revision_opt queues them (as opposed to erroring
2565          * out).
2566          *
2567          * When implementing your new pseudo-option, remember to
2568          * register it in the list at the top of handle_revision_opt.
2569          */
2570         if (!strcmp(arg, "--all")) {
2571                 handle_refs(refs, revs, *flags, refs_for_each_ref);
2572                 handle_refs(refs, revs, *flags, refs_head_ref);
2573                 if (!revs->single_worktree) {
2574                         struct all_refs_cb cb;
2575
2576                         init_all_refs_cb(&cb, revs, *flags);
2577                         other_head_refs(handle_one_ref, &cb);
2578                 }
2579                 clear_ref_exclusion(&revs->ref_excludes);
2580         } else if (!strcmp(arg, "--branches")) {
2581                 handle_refs(refs, revs, *flags, refs_for_each_branch_ref);
2582                 clear_ref_exclusion(&revs->ref_excludes);
2583         } else if (!strcmp(arg, "--bisect")) {
2584                 read_bisect_terms(&term_bad, &term_good);
2585                 handle_refs(refs, revs, *flags, for_each_bad_bisect_ref);
2586                 handle_refs(refs, revs, *flags ^ (UNINTERESTING | BOTTOM),
2587                             for_each_good_bisect_ref);
2588                 revs->bisect = 1;
2589         } else if (!strcmp(arg, "--tags")) {
2590                 handle_refs(refs, revs, *flags, refs_for_each_tag_ref);
2591                 clear_ref_exclusion(&revs->ref_excludes);
2592         } else if (!strcmp(arg, "--remotes")) {
2593                 handle_refs(refs, revs, *flags, refs_for_each_remote_ref);
2594                 clear_ref_exclusion(&revs->ref_excludes);
2595         } else if ((argcount = parse_long_opt("glob", argv, &optarg))) {
2596                 struct all_refs_cb cb;
2597                 init_all_refs_cb(&cb, revs, *flags);
2598                 for_each_glob_ref(handle_one_ref, optarg, &cb);
2599                 clear_ref_exclusion(&revs->ref_excludes);
2600                 return argcount;
2601         } else if ((argcount = parse_long_opt("exclude", argv, &optarg))) {
2602                 add_ref_exclusion(&revs->ref_excludes, optarg);
2603                 return argcount;
2604         } else if (skip_prefix(arg, "--branches=", &optarg)) {
2605                 struct all_refs_cb cb;
2606                 init_all_refs_cb(&cb, revs, *flags);
2607                 for_each_glob_ref_in(handle_one_ref, optarg, "refs/heads/", &cb);
2608                 clear_ref_exclusion(&revs->ref_excludes);
2609         } else if (skip_prefix(arg, "--tags=", &optarg)) {
2610                 struct all_refs_cb cb;
2611                 init_all_refs_cb(&cb, revs, *flags);
2612                 for_each_glob_ref_in(handle_one_ref, optarg, "refs/tags/", &cb);
2613                 clear_ref_exclusion(&revs->ref_excludes);
2614         } else if (skip_prefix(arg, "--remotes=", &optarg)) {
2615                 struct all_refs_cb cb;
2616                 init_all_refs_cb(&cb, revs, *flags);
2617                 for_each_glob_ref_in(handle_one_ref, optarg, "refs/remotes/", &cb);
2618                 clear_ref_exclusion(&revs->ref_excludes);
2619         } else if (!strcmp(arg, "--reflog")) {
2620                 add_reflogs_to_pending(revs, *flags);
2621         } else if (!strcmp(arg, "--indexed-objects")) {
2622                 add_index_objects_to_pending(revs, *flags);
2623         } else if (!strcmp(arg, "--alternate-refs")) {
2624                 add_alternate_refs_to_pending(revs, *flags);
2625         } else if (!strcmp(arg, "--not")) {
2626                 *flags ^= UNINTERESTING | BOTTOM;
2627         } else if (!strcmp(arg, "--no-walk")) {
2628                 revs->no_walk = REVISION_WALK_NO_WALK_SORTED;
2629         } else if (skip_prefix(arg, "--no-walk=", &optarg)) {
2630                 /*
2631                  * Detached form ("--no-walk X" as opposed to "--no-walk=X")
2632                  * not allowed, since the argument is optional.
2633                  */
2634                 if (!strcmp(optarg, "sorted"))
2635                         revs->no_walk = REVISION_WALK_NO_WALK_SORTED;
2636                 else if (!strcmp(optarg, "unsorted"))
2637                         revs->no_walk = REVISION_WALK_NO_WALK_UNSORTED;
2638                 else
2639                         return error("invalid argument to --no-walk");
2640         } else if (!strcmp(arg, "--do-walk")) {
2641                 revs->no_walk = 0;
2642         } else if (!strcmp(arg, "--single-worktree")) {
2643                 revs->single_worktree = 1;
2644         } else {
2645                 return 0;
2646         }
2647
2648         return 1;
2649 }
2650
2651 static void NORETURN diagnose_missing_default(const char *def)
2652 {
2653         int flags;
2654         const char *refname;
2655
2656         refname = resolve_ref_unsafe(def, 0, NULL, &flags);
2657         if (!refname || !(flags & REF_ISSYMREF) || (flags & REF_ISBROKEN))
2658                 die(_("your current branch appears to be broken"));
2659
2660         skip_prefix(refname, "refs/heads/", &refname);
2661         die(_("your current branch '%s' does not have any commits yet"),
2662             refname);
2663 }
2664
2665 /*
2666  * Parse revision information, filling in the "rev_info" structure,
2667  * and removing the used arguments from the argument list.
2668  *
2669  * Returns the number of arguments left that weren't recognized
2670  * (which are also moved to the head of the argument list)
2671  */
2672 int setup_revisions(int argc, const char **argv, struct rev_info *revs, struct setup_revision_opt *opt)
2673 {
2674         int i, flags, left, seen_dashdash, got_rev_arg = 0, revarg_opt;
2675         struct argv_array prune_data = ARGV_ARRAY_INIT;
2676         const char *submodule = NULL;
2677         int seen_end_of_options = 0;
2678
2679         if (opt)
2680                 submodule = opt->submodule;
2681
2682         /* First, search for "--" */
2683         if (opt && opt->assume_dashdash) {
2684                 seen_dashdash = 1;
2685         } else {
2686                 seen_dashdash = 0;
2687                 for (i = 1; i < argc; i++) {
2688                         const char *arg = argv[i];
2689                         if (strcmp(arg, "--"))
2690                                 continue;
2691                         argv[i] = NULL;
2692                         argc = i;
2693                         if (argv[i + 1])
2694                                 argv_array_pushv(&prune_data, argv + i + 1);
2695                         seen_dashdash = 1;
2696                         break;
2697                 }
2698         }
2699
2700         /* Second, deal with arguments and options */
2701         flags = 0;
2702         revarg_opt = opt ? opt->revarg_opt : 0;
2703         if (seen_dashdash)
2704                 revarg_opt |= REVARG_CANNOT_BE_FILENAME;
2705         for (left = i = 1; i < argc; i++) {
2706                 const char *arg = argv[i];
2707                 if (!seen_end_of_options && *arg == '-') {
2708                         int opts;
2709
2710                         opts = handle_revision_pseudo_opt(submodule,
2711                                                 revs, argc - i, argv + i,
2712                                                 &flags);
2713                         if (opts > 0) {
2714                                 i += opts - 1;
2715                                 continue;
2716                         }
2717
2718                         if (!strcmp(arg, "--stdin")) {
2719                                 if (revs->disable_stdin) {
2720                                         argv[left++] = arg;
2721                                         continue;
2722                                 }
2723                                 if (revs->read_from_stdin++)
2724                                         die("--stdin given twice?");
2725                                 read_revisions_from_stdin(revs, &prune_data);
2726                                 continue;
2727                         }
2728
2729                         if (!strcmp(arg, "--end-of-options")) {
2730                                 seen_end_of_options = 1;
2731                                 continue;
2732                         }
2733
2734                         opts = handle_revision_opt(revs, argc - i, argv + i,
2735                                                    &left, argv, opt);
2736                         if (opts > 0) {
2737                                 i += opts - 1;
2738                                 continue;
2739                         }
2740                         if (opts < 0)
2741                                 exit(128);
2742                         continue;
2743                 }
2744
2745
2746                 if (handle_revision_arg(arg, revs, flags, revarg_opt)) {
2747                         int j;
2748                         if (seen_dashdash || *arg == '^')
2749                                 die("bad revision '%s'", arg);
2750
2751                         /* If we didn't have a "--":
2752                          * (1) all filenames must exist;
2753                          * (2) all rev-args must not be interpretable
2754                          *     as a valid filename.
2755                          * but the latter we have checked in the main loop.
2756                          */
2757                         for (j = i; j < argc; j++)
2758                                 verify_filename(revs->prefix, argv[j], j == i);
2759
2760                         argv_array_pushv(&prune_data, argv + i);
2761                         break;
2762                 }
2763                 else
2764                         got_rev_arg = 1;
2765         }
2766
2767         if (prune_data.argc) {
2768                 /*
2769                  * If we need to introduce the magic "a lone ':' means no
2770                  * pathspec whatsoever", here is the place to do so.
2771                  *
2772                  * if (prune_data.nr == 1 && !strcmp(prune_data[0], ":")) {
2773                  *      prune_data.nr = 0;
2774                  *      prune_data.alloc = 0;
2775                  *      free(prune_data.path);
2776                  *      prune_data.path = NULL;
2777                  * } else {
2778                  *      terminate prune_data.alloc with NULL and
2779                  *      call init_pathspec() to set revs->prune_data here.
2780                  * }
2781                  */
2782                 parse_pathspec(&revs->prune_data, 0, 0,
2783                                revs->prefix, prune_data.argv);
2784         }
2785         argv_array_clear(&prune_data);
2786
2787         if (revs->def == NULL)
2788                 revs->def = opt ? opt->def : NULL;
2789         if (opt && opt->tweak)
2790                 opt->tweak(revs, opt);
2791         if (revs->show_merge)
2792                 prepare_show_merge(revs);
2793         if (revs->def && !revs->pending.nr && !revs->rev_input_given && !got_rev_arg) {
2794                 struct object_id oid;
2795                 struct object *object;
2796                 struct object_context oc;
2797                 if (get_oid_with_context(revs->repo, revs->def, 0, &oid, &oc))
2798                         diagnose_missing_default(revs->def);
2799                 object = get_reference(revs, revs->def, &oid, 0);
2800                 add_pending_object_with_mode(revs, object, revs->def, oc.mode);
2801         }
2802
2803         /* Did the user ask for any diff output? Run the diff! */
2804         if (revs->diffopt.output_format & ~DIFF_FORMAT_NO_OUTPUT)
2805                 revs->diff = 1;
2806
2807         /* Pickaxe, diff-filter and rename following need diffs */
2808         if ((revs->diffopt.pickaxe_opts & DIFF_PICKAXE_KINDS_MASK) ||
2809             revs->diffopt.filter ||
2810             revs->diffopt.flags.follow_renames)
2811                 revs->diff = 1;
2812
2813         if (revs->diffopt.objfind)
2814                 revs->simplify_history = 0;
2815
2816         if (revs->line_level_traverse) {
2817                 if (want_ancestry(revs))
2818                         revs->limited = 1;
2819                 revs->topo_order = 1;
2820         }
2821
2822         if (revs->topo_order && !generation_numbers_enabled(the_repository))
2823                 revs->limited = 1;
2824
2825         if (revs->prune_data.nr) {
2826                 copy_pathspec(&revs->pruning.pathspec, &revs->prune_data);
2827                 /* Can't prune commits with rename following: the paths change.. */
2828                 if (!revs->diffopt.flags.follow_renames)
2829                         revs->prune = 1;
2830                 if (!revs->full_diff)
2831                         copy_pathspec(&revs->diffopt.pathspec,
2832                                       &revs->prune_data);
2833         }
2834         if (revs->combine_merges)
2835                 revs->ignore_merges = 0;
2836         if (revs->combined_all_paths && !revs->combine_merges)
2837                 die("--combined-all-paths makes no sense without -c or --cc");
2838
2839         revs->diffopt.abbrev = revs->abbrev;
2840
2841         diff_setup_done(&revs->diffopt);
2842
2843         grep_commit_pattern_type(GREP_PATTERN_TYPE_UNSPECIFIED,
2844                                  &revs->grep_filter);
2845         if (!is_encoding_utf8(get_log_output_encoding()))
2846                 revs->grep_filter.ignore_locale = 1;
2847         compile_grep_patterns(&revs->grep_filter);
2848
2849         if (revs->reverse && revs->reflog_info)
2850                 die("cannot combine --reverse with --walk-reflogs");
2851         if (revs->reflog_info && revs->limited)
2852                 die("cannot combine --walk-reflogs with history-limiting options");
2853         if (revs->rewrite_parents && revs->children.name)
2854                 die("cannot combine --parents and --children");
2855
2856         /*
2857          * Limitations on the graph functionality
2858          */
2859         if (revs->reverse && revs->graph)
2860                 die("cannot combine --reverse with --graph");
2861
2862         if (revs->reflog_info && revs->graph)
2863                 die("cannot combine --walk-reflogs with --graph");
2864         if (revs->no_walk && revs->graph)
2865                 die("cannot combine --no-walk with --graph");
2866         if (!revs->reflog_info && revs->grep_filter.use_reflog_filter)
2867                 die("cannot use --grep-reflog without --walk-reflogs");
2868
2869         if (revs->first_parent_only && revs->bisect)
2870                 die(_("--first-parent is incompatible with --bisect"));
2871
2872         if (revs->line_level_traverse &&
2873             (revs->diffopt.output_format & ~(DIFF_FORMAT_PATCH | DIFF_FORMAT_NO_OUTPUT)))
2874                 die(_("-L does not yet support diff formats besides -p and -s"));
2875
2876         if (revs->expand_tabs_in_log < 0)
2877                 revs->expand_tabs_in_log = revs->expand_tabs_in_log_default;
2878
2879         return left;
2880 }
2881
2882 static void add_child(struct rev_info *revs, struct commit *parent, struct commit *child)
2883 {
2884         struct commit_list *l = xcalloc(1, sizeof(*l));
2885
2886         l->item = child;
2887         l->next = add_decoration(&revs->children, &parent->object, l);
2888 }
2889
2890 static int remove_duplicate_parents(struct rev_info *revs, struct commit *commit)
2891 {
2892         struct treesame_state *ts = lookup_decoration(&revs->treesame, &commit->object);
2893         struct commit_list **pp, *p;
2894         int surviving_parents;
2895
2896         /* Examine existing parents while marking ones we have seen... */
2897         pp = &commit->parents;
2898         surviving_parents = 0;
2899         while ((p = *pp) != NULL) {
2900                 struct commit *parent = p->item;
2901                 if (parent->object.flags & TMP_MARK) {
2902                         *pp = p->next;
2903                         if (ts)
2904                                 compact_treesame(revs, commit, surviving_parents);
2905                         continue;
2906                 }
2907                 parent->object.flags |= TMP_MARK;
2908                 surviving_parents++;
2909                 pp = &p->next;
2910         }
2911         /* clear the temporary mark */
2912         for (p = commit->parents; p; p = p->next) {
2913                 p->item->object.flags &= ~TMP_MARK;
2914         }
2915         /* no update_treesame() - removing duplicates can't affect TREESAME */
2916         return surviving_parents;
2917 }
2918
2919 struct merge_simplify_state {
2920         struct commit *simplified;
2921 };
2922
2923 static struct merge_simplify_state *locate_simplify_state(struct rev_info *revs, struct commit *commit)
2924 {
2925         struct merge_simplify_state *st;
2926
2927         st = lookup_decoration(&revs->merge_simplification, &commit->object);
2928         if (!st) {
2929                 st = xcalloc(1, sizeof(*st));
2930                 add_decoration(&revs->merge_simplification, &commit->object, st);
2931         }
2932         return st;
2933 }
2934
2935 static int mark_redundant_parents(struct commit *commit)
2936 {
2937         struct commit_list *h = reduce_heads(commit->parents);
2938         int i = 0, marked = 0;
2939         struct commit_list *po, *pn;
2940
2941         /* Want these for sanity-checking only */
2942         int orig_cnt = commit_list_count(commit->parents);
2943         int cnt = commit_list_count(h);
2944
2945         /*
2946          * Not ready to remove items yet, just mark them for now, based
2947          * on the output of reduce_heads(). reduce_heads outputs the reduced
2948          * set in its original order, so this isn't too hard.
2949          */
2950         po = commit->parents;
2951         pn = h;
2952         while (po) {
2953                 if (pn && po->item == pn->item) {
2954                         pn = pn->next;
2955                         i++;
2956                 } else {
2957                         po->item->object.flags |= TMP_MARK;
2958                         marked++;
2959                 }
2960                 po=po->next;
2961         }
2962
2963         if (i != cnt || cnt+marked != orig_cnt)
2964                 die("mark_redundant_parents %d %d %d %d", orig_cnt, cnt, i, marked);
2965
2966         free_commit_list(h);
2967
2968         return marked;
2969 }
2970
2971 static int mark_treesame_root_parents(struct commit *commit)
2972 {
2973         struct commit_list *p;
2974         int marked = 0;
2975
2976         for (p = commit->parents; p; p = p->next) {
2977                 struct commit *parent = p->item;
2978                 if (!parent->parents && (parent->object.flags & TREESAME)) {
2979                         parent->object.flags |= TMP_MARK;
2980                         marked++;
2981                 }
2982         }
2983
2984         return marked;
2985 }
2986
2987 /*
2988  * Awkward naming - this means one parent we are TREESAME to.
2989  * cf mark_treesame_root_parents: root parents that are TREESAME (to an
2990  * empty tree). Better name suggestions?
2991  */
2992 static int leave_one_treesame_to_parent(struct rev_info *revs, struct commit *commit)
2993 {
2994         struct treesame_state *ts = lookup_decoration(&revs->treesame, &commit->object);
2995         struct commit *unmarked = NULL, *marked = NULL;
2996         struct commit_list *p;
2997         unsigned n;
2998
2999         for (p = commit->parents, n = 0; p; p = p->next, n++) {
3000                 if (ts->treesame[n]) {
3001                         if (p->item->object.flags & TMP_MARK) {
3002                                 if (!marked)
3003                                         marked = p->item;
3004                         } else {
3005                                 if (!unmarked) {
3006                                         unmarked = p->item;
3007                                         break;
3008                                 }
3009                         }
3010                 }
3011         }
3012
3013         /*
3014          * If we are TREESAME to a marked-for-deletion parent, but not to any
3015          * unmarked parents, unmark the first TREESAME parent. This is the
3016          * parent that the default simplify_history==1 scan would have followed,
3017          * and it doesn't make sense to omit that path when asking for a
3018          * simplified full history. Retaining it improves the chances of
3019          * understanding odd missed merges that took an old version of a file.
3020          *
3021          * Example:
3022          *
3023          *   I--------*X       A modified the file, but mainline merge X used
3024          *    \       /        "-s ours", so took the version from I. X is
3025          *     `-*A--'         TREESAME to I and !TREESAME to A.
3026          *
3027          * Default log from X would produce "I". Without this check,
3028          * --full-history --simplify-merges would produce "I-A-X", showing
3029          * the merge commit X and that it changed A, but not making clear that
3030          * it had just taken the I version. With this check, the topology above
3031          * is retained.
3032          *
3033          * Note that it is possible that the simplification chooses a different
3034          * TREESAME parent from the default, in which case this test doesn't
3035          * activate, and we _do_ drop the default parent. Example:
3036          *
3037          *   I------X         A modified the file, but it was reverted in B,
3038          *    \    /          meaning mainline merge X is TREESAME to both
3039          *    *A-*B           parents.
3040          *
3041          * Default log would produce "I" by following the first parent;
3042          * --full-history --simplify-merges will produce "I-A-B". But this is a
3043          * reasonable result - it presents a logical full history leading from
3044          * I to X, and X is not an important merge.
3045          */
3046         if (!unmarked && marked) {
3047                 marked->object.flags &= ~TMP_MARK;
3048                 return 1;
3049         }
3050
3051         return 0;
3052 }
3053
3054 static int remove_marked_parents(struct rev_info *revs, struct commit *commit)
3055 {
3056         struct commit_list **pp, *p;
3057         int nth_parent, removed = 0;
3058
3059         pp = &commit->parents;
3060         nth_parent = 0;
3061         while ((p = *pp) != NULL) {
3062                 struct commit *parent = p->item;
3063                 if (parent->object.flags & TMP_MARK) {
3064                         parent->object.flags &= ~TMP_MARK;
3065                         *pp = p->next;
3066                         free(p);
3067                         removed++;
3068                         compact_treesame(revs, commit, nth_parent);
3069                         continue;
3070                 }
3071                 pp = &p->next;
3072                 nth_parent++;
3073         }
3074
3075         /* Removing parents can only increase TREESAMEness */
3076         if (removed && !(commit->object.flags & TREESAME))
3077                 update_treesame(revs, commit);
3078
3079         return nth_parent;
3080 }
3081
3082 static struct commit_list **simplify_one(struct rev_info *revs, struct commit *commit, struct commit_list **tail)
3083 {
3084         struct commit_list *p;
3085         struct commit *parent;
3086         struct merge_simplify_state *st, *pst;
3087         int cnt;
3088
3089         st = locate_simplify_state(revs, commit);
3090
3091         /*
3092          * Have we handled this one?
3093          */
3094         if (st->simplified)
3095                 return tail;
3096
3097         /*
3098          * An UNINTERESTING commit simplifies to itself, so does a
3099          * root commit.  We do not rewrite parents of such commit
3100          * anyway.
3101          */
3102         if ((commit->object.flags & UNINTERESTING) || !commit->parents) {
3103                 st->simplified = commit;
3104                 return tail;
3105         }
3106
3107         /*
3108          * Do we know what commit all of our parents that matter
3109          * should be rewritten to?  Otherwise we are not ready to
3110          * rewrite this one yet.
3111          */
3112         for (cnt = 0, p = commit->parents; p; p = p->next) {
3113                 pst = locate_simplify_state(revs, p->item);
3114                 if (!pst->simplified) {
3115                         tail = &commit_list_insert(p->item, tail)->next;
3116                         cnt++;
3117                 }
3118                 if (revs->first_parent_only)
3119                         break;
3120         }
3121         if (cnt) {
3122                 tail = &commit_list_insert(commit, tail)->next;
3123                 return tail;
3124         }
3125
3126         /*
3127          * Rewrite our list of parents. Note that this cannot
3128          * affect our TREESAME flags in any way - a commit is
3129          * always TREESAME to its simplification.
3130          */
3131         for (p = commit->parents; p; p = p->next) {
3132                 pst = locate_simplify_state(revs, p->item);
3133                 p->item = pst->simplified;
3134                 if (revs->first_parent_only)
3135                         break;
3136         }
3137
3138         if (revs->first_parent_only)
3139                 cnt = 1;
3140         else
3141                 cnt = remove_duplicate_parents(revs, commit);
3142
3143         /*
3144          * It is possible that we are a merge and one side branch
3145          * does not have any commit that touches the given paths;
3146          * in such a case, the immediate parent from that branch
3147          * will be rewritten to be the merge base.
3148          *
3149          *      o----X          X: the commit we are looking at;
3150          *     /    /           o: a commit that touches the paths;
3151          * ---o----'
3152          *
3153          * Further, a merge of an independent branch that doesn't
3154          * touch the path will reduce to a treesame root parent:
3155          *
3156          *  ----o----X          X: the commit we are looking at;
3157          *          /           o: a commit that touches the paths;
3158          *         r            r: a root commit not touching the paths
3159          *
3160          * Detect and simplify both cases.
3161          */
3162         if (1 < cnt) {
3163                 int marked = mark_redundant_parents(commit);
3164                 marked += mark_treesame_root_parents(commit);
3165                 if (marked)
3166                         marked -= leave_one_treesame_to_parent(revs, commit);
3167                 if (marked)
3168                         cnt = remove_marked_parents(revs, commit);
3169         }
3170
3171         /*
3172          * A commit simplifies to itself if it is a root, if it is
3173          * UNINTERESTING, if it touches the given paths, or if it is a
3174          * merge and its parents don't simplify to one relevant commit
3175          * (the first two cases are already handled at the beginning of
3176          * this function).
3177          *
3178          * Otherwise, it simplifies to what its sole relevant parent
3179          * simplifies to.
3180          */
3181         if (!cnt ||
3182             (commit->object.flags & UNINTERESTING) ||
3183             !(commit->object.flags & TREESAME) ||
3184             (parent = one_relevant_parent(revs, commit->parents)) == NULL ||
3185             (revs->show_pulls && (commit->object.flags & PULL_MERGE)))
3186                 st->simplified = commit;
3187         else {
3188                 pst = locate_simplify_state(revs, parent);
3189                 st->simplified = pst->simplified;
3190         }
3191         return tail;
3192 }
3193
3194 static void simplify_merges(struct rev_info *revs)
3195 {
3196         struct commit_list *list, *next;
3197         struct commit_list *yet_to_do, **tail;
3198         struct commit *commit;
3199
3200         if (!revs->prune)
3201                 return;
3202
3203         /* feed the list reversed */
3204         yet_to_do = NULL;
3205         for (list = revs->commits; list; list = next) {
3206                 commit = list->item;
3207                 next = list->next;
3208                 /*
3209                  * Do not free(list) here yet; the original list
3210                  * is used later in this function.
3211                  */
3212                 commit_list_insert(commit, &yet_to_do);
3213         }
3214         while (yet_to_do) {
3215                 list = yet_to_do;
3216                 yet_to_do = NULL;
3217                 tail = &yet_to_do;
3218                 while (list) {
3219                         commit = pop_commit(&list);
3220                         tail = simplify_one(revs, commit, tail);
3221                 }
3222         }
3223
3224         /* clean up the result, removing the simplified ones */
3225         list = revs->commits;
3226         revs->commits = NULL;
3227         tail = &revs->commits;
3228         while (list) {
3229                 struct merge_simplify_state *st;
3230
3231                 commit = pop_commit(&list);
3232                 st = locate_simplify_state(revs, commit);
3233                 if (st->simplified == commit)
3234                         tail = &commit_list_insert(commit, tail)->next;
3235         }
3236 }
3237
3238 static void set_children(struct rev_info *revs)
3239 {
3240         struct commit_list *l;
3241         for (l = revs->commits; l; l = l->next) {
3242                 struct commit *commit = l->item;
3243                 struct commit_list *p;
3244
3245                 for (p = commit->parents; p; p = p->next)
3246                         add_child(revs, p->item, commit);
3247         }
3248 }
3249
3250 void reset_revision_walk(void)
3251 {
3252         clear_object_flags(SEEN | ADDED | SHOWN | TOPO_WALK_EXPLORED | TOPO_WALK_INDEGREE);
3253 }
3254
3255 static int mark_uninteresting(const struct object_id *oid,
3256                               struct packed_git *pack,
3257                               uint32_t pos,
3258                               void *cb)
3259 {
3260         struct rev_info *revs = cb;
3261         struct object *o = parse_object(revs->repo, oid);
3262         o->flags |= UNINTERESTING | SEEN;
3263         return 0;
3264 }
3265
3266 define_commit_slab(indegree_slab, int);
3267 define_commit_slab(author_date_slab, timestamp_t);
3268
3269 struct topo_walk_info {
3270         uint32_t min_generation;
3271         struct prio_queue explore_queue;
3272         struct prio_queue indegree_queue;
3273         struct prio_queue topo_queue;
3274         struct indegree_slab indegree;
3275         struct author_date_slab author_date;
3276 };
3277
3278 static inline void test_flag_and_insert(struct prio_queue *q, struct commit *c, int flag)
3279 {
3280         if (c->object.flags & flag)
3281                 return;
3282
3283         c->object.flags |= flag;
3284         prio_queue_put(q, c);
3285 }
3286
3287 static void explore_walk_step(struct rev_info *revs)
3288 {
3289         struct topo_walk_info *info = revs->topo_walk_info;
3290         struct commit_list *p;
3291         struct commit *c = prio_queue_get(&info->explore_queue);
3292
3293         if (!c)
3294                 return;
3295
3296         if (parse_commit_gently(c, 1) < 0)
3297                 return;
3298
3299         if (revs->sort_order == REV_SORT_BY_AUTHOR_DATE)
3300                 record_author_date(&info->author_date, c);
3301
3302         if (revs->max_age != -1 && (c->date < revs->max_age))
3303                 c->object.flags |= UNINTERESTING;
3304
3305         if (process_parents(revs, c, NULL, NULL) < 0)
3306                 return;
3307
3308         if (c->object.flags & UNINTERESTING)
3309                 mark_parents_uninteresting(c);
3310
3311         for (p = c->parents; p; p = p->next)
3312                 test_flag_and_insert(&info->explore_queue, p->item, TOPO_WALK_EXPLORED);
3313 }
3314
3315 static void explore_to_depth(struct rev_info *revs,
3316                              uint32_t gen_cutoff)
3317 {
3318         struct topo_walk_info *info = revs->topo_walk_info;
3319         struct commit *c;
3320         while ((c = prio_queue_peek(&info->explore_queue)) &&
3321                commit_graph_generation(c) >= gen_cutoff)
3322                 explore_walk_step(revs);
3323 }
3324
3325 static void indegree_walk_step(struct rev_info *revs)
3326 {
3327         struct commit_list *p;
3328         struct topo_walk_info *info = revs->topo_walk_info;
3329         struct commit *c = prio_queue_get(&info->indegree_queue);
3330
3331         if (!c)
3332                 return;
3333
3334         if (parse_commit_gently(c, 1) < 0)
3335                 return;
3336
3337         explore_to_depth(revs, commit_graph_generation(c));
3338
3339         for (p = c->parents; p; p = p->next) {
3340                 struct commit *parent = p->item;
3341                 int *pi = indegree_slab_at(&info->indegree, parent);
3342
3343                 if (*pi)
3344                         (*pi)++;
3345                 else
3346                         *pi = 2;
3347
3348                 test_flag_and_insert(&info->indegree_queue, parent, TOPO_WALK_INDEGREE);
3349
3350                 if (revs->first_parent_only)
3351                         return;
3352         }
3353 }
3354
3355 static void compute_indegrees_to_depth(struct rev_info *revs,
3356                                        uint32_t gen_cutoff)
3357 {
3358         struct topo_walk_info *info = revs->topo_walk_info;
3359         struct commit *c;
3360         while ((c = prio_queue_peek(&info->indegree_queue)) &&
3361                commit_graph_generation(c) >= gen_cutoff)
3362                 indegree_walk_step(revs);
3363 }
3364
3365 static void reset_topo_walk(struct rev_info *revs)
3366 {
3367         struct topo_walk_info *info = revs->topo_walk_info;
3368
3369         clear_prio_queue(&info->explore_queue);
3370         clear_prio_queue(&info->indegree_queue);
3371         clear_prio_queue(&info->topo_queue);
3372         clear_indegree_slab(&info->indegree);
3373         clear_author_date_slab(&info->author_date);
3374
3375         FREE_AND_NULL(revs->topo_walk_info);
3376 }
3377
3378 static void init_topo_walk(struct rev_info *revs)
3379 {
3380         struct topo_walk_info *info;
3381         struct commit_list *list;
3382         if (revs->topo_walk_info)
3383                 reset_topo_walk(revs);
3384
3385         revs->topo_walk_info = xmalloc(sizeof(struct topo_walk_info));
3386         info = revs->topo_walk_info;
3387         memset(info, 0, sizeof(struct topo_walk_info));
3388
3389         init_indegree_slab(&info->indegree);
3390         memset(&info->explore_queue, 0, sizeof(info->explore_queue));
3391         memset(&info->indegree_queue, 0, sizeof(info->indegree_queue));
3392         memset(&info->topo_queue, 0, sizeof(info->topo_queue));
3393
3394         switch (revs->sort_order) {
3395         default: /* REV_SORT_IN_GRAPH_ORDER */
3396                 info->topo_queue.compare = NULL;
3397                 break;
3398         case REV_SORT_BY_COMMIT_DATE:
3399                 info->topo_queue.compare = compare_commits_by_commit_date;
3400                 break;
3401         case REV_SORT_BY_AUTHOR_DATE:
3402                 init_author_date_slab(&info->author_date);
3403                 info->topo_queue.compare = compare_commits_by_author_date;
3404                 info->topo_queue.cb_data = &info->author_date;
3405                 break;
3406         }
3407
3408         info->explore_queue.compare = compare_commits_by_gen_then_commit_date;
3409         info->indegree_queue.compare = compare_commits_by_gen_then_commit_date;
3410
3411         info->min_generation = GENERATION_NUMBER_INFINITY;
3412         for (list = revs->commits; list; list = list->next) {
3413                 struct commit *c = list->item;
3414                 uint32_t generation;
3415
3416                 if (parse_commit_gently(c, 1))
3417                         continue;
3418
3419                 test_flag_and_insert(&info->explore_queue, c, TOPO_WALK_EXPLORED);
3420                 test_flag_and_insert(&info->indegree_queue, c, TOPO_WALK_INDEGREE);
3421
3422                 generation = commit_graph_generation(c);
3423                 if (generation < info->min_generation)
3424                         info->min_generation = generation;
3425
3426                 *(indegree_slab_at(&info->indegree, c)) = 1;
3427
3428                 if (revs->sort_order == REV_SORT_BY_AUTHOR_DATE)
3429                         record_author_date(&info->author_date, c);
3430         }
3431         compute_indegrees_to_depth(revs, info->min_generation);
3432
3433         for (list = revs->commits; list; list = list->next) {
3434                 struct commit *c = list->item;
3435
3436                 if (*(indegree_slab_at(&info->indegree, c)) == 1)
3437                         prio_queue_put(&info->topo_queue, c);
3438         }
3439
3440         /*
3441          * This is unfortunate; the initial tips need to be shown
3442          * in the order given from the revision traversal machinery.
3443          */
3444         if (revs->sort_order == REV_SORT_IN_GRAPH_ORDER)
3445                 prio_queue_reverse(&info->topo_queue);
3446 }
3447
3448 static struct commit *next_topo_commit(struct rev_info *revs)
3449 {
3450         struct commit *c;
3451         struct topo_walk_info *info = revs->topo_walk_info;
3452
3453         /* pop next off of topo_queue */
3454         c = prio_queue_get(&info->topo_queue);
3455
3456         if (c)
3457                 *(indegree_slab_at(&info->indegree, c)) = 0;
3458
3459         return c;
3460 }
3461
3462 static void expand_topo_walk(struct rev_info *revs, struct commit *commit)
3463 {
3464         struct commit_list *p;
3465         struct topo_walk_info *info = revs->topo_walk_info;
3466         if (process_parents(revs, commit, NULL, NULL) < 0) {
3467                 if (!revs->ignore_missing_links)
3468                         die("Failed to traverse parents of commit %s",
3469                             oid_to_hex(&commit->object.oid));
3470         }
3471
3472         for (p = commit->parents; p; p = p->next) {
3473                 struct commit *parent = p->item;
3474                 int *pi;
3475                 uint32_t generation;
3476
3477                 if (parent->object.flags & UNINTERESTING)
3478                         continue;
3479
3480                 if (parse_commit_gently(parent, 1) < 0)
3481                         continue;
3482
3483                 generation = commit_graph_generation(parent);
3484                 if (generation < info->min_generation) {
3485                         info->min_generation = generation;
3486                         compute_indegrees_to_depth(revs, info->min_generation);
3487                 }
3488
3489                 pi = indegree_slab_at(&info->indegree, parent);
3490
3491                 (*pi)--;
3492                 if (*pi == 1)
3493                         prio_queue_put(&info->topo_queue, parent);
3494
3495                 if (revs->first_parent_only)
3496                         return;
3497         }
3498 }
3499
3500 int prepare_revision_walk(struct rev_info *revs)
3501 {
3502         int i;
3503         struct object_array old_pending;
3504         struct commit_list **next = &revs->commits;
3505
3506         memcpy(&old_pending, &revs->pending, sizeof(old_pending));
3507         revs->pending.nr = 0;
3508         revs->pending.alloc = 0;
3509         revs->pending.objects = NULL;
3510         for (i = 0; i < old_pending.nr; i++) {
3511                 struct object_array_entry *e = old_pending.objects + i;
3512                 struct commit *commit = handle_commit(revs, e);
3513                 if (commit) {
3514                         if (!(commit->object.flags & SEEN)) {
3515                                 commit->object.flags |= SEEN;
3516                                 next = commit_list_append(commit, next);
3517                         }
3518                 }
3519         }
3520         object_array_clear(&old_pending);
3521
3522         /* Signal whether we need per-parent treesame decoration */
3523         if (revs->simplify_merges ||
3524             (revs->limited && limiting_can_increase_treesame(revs)))
3525                 revs->treesame.name = "treesame";
3526
3527         if (revs->exclude_promisor_objects) {
3528                 for_each_packed_object(mark_uninteresting, revs,
3529                                        FOR_EACH_OBJECT_PROMISOR_ONLY);
3530         }
3531
3532         if (!revs->reflog_info)
3533                 prepare_to_use_bloom_filter(revs);
3534         if (revs->no_walk != REVISION_WALK_NO_WALK_UNSORTED)
3535                 commit_list_sort_by_date(&revs->commits);
3536         if (revs->no_walk)
3537                 return 0;
3538         if (revs->limited) {
3539                 if (limit_list(revs) < 0)
3540                         return -1;
3541                 if (revs->topo_order)
3542                         sort_in_topological_order(&revs->commits, revs->sort_order);
3543         } else if (revs->topo_order)
3544                 init_topo_walk(revs);
3545         if (revs->line_level_traverse && want_ancestry(revs))
3546                 /*
3547                  * At the moment we can only do line-level log with parent
3548                  * rewriting by performing this expensive pre-filtering step.
3549                  * If parent rewriting is not requested, then we rather
3550                  * perform the line-level log filtering during the regular
3551                  * history traversal.
3552                  */
3553                 line_log_filter(revs);
3554         if (revs->simplify_merges)
3555                 simplify_merges(revs);
3556         if (revs->children.name)
3557                 set_children(revs);
3558
3559         return 0;
3560 }
3561
3562 static enum rewrite_result rewrite_one_1(struct rev_info *revs,
3563                                          struct commit **pp,
3564                                          struct prio_queue *queue)
3565 {
3566         for (;;) {
3567                 struct commit *p = *pp;
3568                 if (!revs->limited)
3569                         if (process_parents(revs, p, NULL, queue) < 0)
3570                                 return rewrite_one_error;
3571                 if (p->object.flags & UNINTERESTING)
3572                         return rewrite_one_ok;
3573                 if (!(p->object.flags & TREESAME))
3574                         return rewrite_one_ok;
3575                 if (!p->parents)
3576                         return rewrite_one_noparents;
3577                 if ((p = one_relevant_parent(revs, p->parents)) == NULL)
3578                         return rewrite_one_ok;
3579                 *pp = p;
3580         }
3581 }
3582
3583 static void merge_queue_into_list(struct prio_queue *q, struct commit_list **list)
3584 {
3585         while (q->nr) {
3586                 struct commit *item = prio_queue_peek(q);
3587                 struct commit_list *p = *list;
3588
3589                 if (p && p->item->date >= item->date)
3590                         list = &p->next;
3591                 else {
3592                         p = commit_list_insert(item, list);
3593                         list = &p->next; /* skip newly added item */
3594                         prio_queue_get(q); /* pop item */
3595                 }
3596         }
3597 }
3598
3599 static enum rewrite_result rewrite_one(struct rev_info *revs, struct commit **pp)
3600 {
3601         struct prio_queue queue = { compare_commits_by_commit_date };
3602         enum rewrite_result ret = rewrite_one_1(revs, pp, &queue);
3603         merge_queue_into_list(&queue, &revs->commits);
3604         clear_prio_queue(&queue);
3605         return ret;
3606 }
3607
3608 int rewrite_parents(struct rev_info *revs, struct commit *commit,
3609         rewrite_parent_fn_t rewrite_parent)
3610 {
3611         struct commit_list **pp = &commit->parents;
3612         while (*pp) {
3613                 struct commit_list *parent = *pp;
3614                 switch (rewrite_parent(revs, &parent->item)) {
3615                 case rewrite_one_ok:
3616                         break;
3617                 case rewrite_one_noparents:
3618                         *pp = parent->next;
3619                         continue;
3620                 case rewrite_one_error:
3621                         return -1;
3622                 }
3623                 pp = &parent->next;
3624         }
3625         remove_duplicate_parents(revs, commit);
3626         return 0;
3627 }
3628
3629 static int commit_rewrite_person(struct strbuf *buf, const char *what, struct string_list *mailmap)
3630 {
3631         char *person, *endp;
3632         size_t len, namelen, maillen;
3633         const char *name;
3634         const char *mail;
3635         struct ident_split ident;
3636
3637         person = strstr(buf->buf, what);
3638         if (!person)
3639                 return 0;
3640
3641         person += strlen(what);
3642         endp = strchr(person, '\n');
3643         if (!endp)
3644                 return 0;
3645
3646         len = endp - person;
3647
3648         if (split_ident_line(&ident, person, len))
3649                 return 0;
3650
3651         mail = ident.mail_begin;
3652         maillen = ident.mail_end - ident.mail_begin;
3653         name = ident.name_begin;
3654         namelen = ident.name_end - ident.name_begin;
3655
3656         if (map_user(mailmap, &mail, &maillen, &name, &namelen)) {
3657                 struct strbuf namemail = STRBUF_INIT;
3658
3659                 strbuf_addf(&namemail, "%.*s <%.*s>",
3660                             (int)namelen, name, (int)maillen, mail);
3661
3662                 strbuf_splice(buf, ident.name_begin - buf->buf,
3663                               ident.mail_end - ident.name_begin + 1,
3664                               namemail.buf, namemail.len);
3665
3666                 strbuf_release(&namemail);
3667
3668                 return 1;
3669         }
3670
3671         return 0;
3672 }
3673
3674 static int commit_match(struct commit *commit, struct rev_info *opt)
3675 {
3676         int retval;
3677         const char *encoding;
3678         const char *message;
3679         struct strbuf buf = STRBUF_INIT;
3680
3681         if (!opt->grep_filter.pattern_list && !opt->grep_filter.header_list)
3682                 return 1;
3683
3684         /* Prepend "fake" headers as needed */
3685         if (opt->grep_filter.use_reflog_filter) {
3686                 strbuf_addstr(&buf, "reflog ");
3687                 get_reflog_message(&buf, opt->reflog_info);
3688                 strbuf_addch(&buf, '\n');
3689         }
3690
3691         /*
3692          * We grep in the user's output encoding, under the assumption that it
3693          * is the encoding they are most likely to write their grep pattern
3694          * for. In addition, it means we will match the "notes" encoding below,
3695          * so we will not end up with a buffer that has two different encodings
3696          * in it.
3697          */
3698         encoding = get_log_output_encoding();
3699         message = logmsg_reencode(commit, NULL, encoding);
3700
3701         /* Copy the commit to temporary if we are using "fake" headers */
3702         if (buf.len)
3703                 strbuf_addstr(&buf, message);
3704
3705         if (opt->grep_filter.header_list && opt->mailmap) {
3706                 if (!buf.len)
3707                         strbuf_addstr(&buf, message);
3708
3709                 commit_rewrite_person(&buf, "\nauthor ", opt->mailmap);
3710                 commit_rewrite_person(&buf, "\ncommitter ", opt->mailmap);
3711         }
3712
3713         /* Append "fake" message parts as needed */
3714         if (opt->show_notes) {
3715                 if (!buf.len)
3716                         strbuf_addstr(&buf, message);
3717                 format_display_notes(&commit->object.oid, &buf, encoding, 1);
3718         }
3719
3720         /*
3721          * Find either in the original commit message, or in the temporary.
3722          * Note that we cast away the constness of "message" here. It is
3723          * const because it may come from the cached commit buffer. That's OK,
3724          * because we know that it is modifiable heap memory, and that while
3725          * grep_buffer may modify it for speed, it will restore any
3726          * changes before returning.
3727          */
3728         if (buf.len)
3729                 retval = grep_buffer(&opt->grep_filter, buf.buf, buf.len);
3730         else
3731                 retval = grep_buffer(&opt->grep_filter,
3732                                      (char *)message, strlen(message));
3733         strbuf_release(&buf);
3734         unuse_commit_buffer(commit, message);
3735         return opt->invert_grep ? !retval : retval;
3736 }
3737
3738 static inline int want_ancestry(const struct rev_info *revs)
3739 {
3740         return (revs->rewrite_parents || revs->children.name);
3741 }
3742
3743 /*
3744  * Return a timestamp to be used for --since/--until comparisons for this
3745  * commit, based on the revision options.
3746  */
3747 static timestamp_t comparison_date(const struct rev_info *revs,
3748                                    struct commit *commit)
3749 {
3750         return revs->reflog_info ?
3751                 get_reflog_timestamp(revs->reflog_info) :
3752                 commit->date;
3753 }
3754
3755 enum commit_action get_commit_action(struct rev_info *revs, struct commit *commit)
3756 {
3757         if (commit->object.flags & SHOWN)
3758                 return commit_ignore;
3759         if (revs->unpacked && has_object_pack(&commit->object.oid))
3760                 return commit_ignore;
3761         if (commit->object.flags & UNINTERESTING)
3762                 return commit_ignore;
3763         if (revs->line_level_traverse && !want_ancestry(revs)) {
3764                 /*
3765                  * In case of line-level log with parent rewriting
3766                  * prepare_revision_walk() already took care of all line-level
3767                  * log filtering, and there is nothing left to do here.
3768                  *
3769                  * If parent rewriting was not requested, then this is the
3770                  * place to perform the line-level log filtering.  Notably,
3771                  * this check, though expensive, must come before the other,
3772                  * cheaper filtering conditions, because the tracked line
3773                  * ranges must be adjusted even when the commit will end up
3774                  * being ignored based on other conditions.
3775                  */
3776                 if (!line_log_process_ranges_arbitrary_commit(revs, commit))
3777                         return commit_ignore;
3778         }
3779         if (revs->min_age != -1 &&
3780             comparison_date(revs, commit) > revs->min_age)
3781                         return commit_ignore;
3782         if (revs->min_parents || (revs->max_parents >= 0)) {
3783                 int n = commit_list_count(commit->parents);
3784                 if ((n < revs->min_parents) ||
3785                     ((revs->max_parents >= 0) && (n > revs->max_parents)))
3786                         return commit_ignore;
3787         }
3788         if (!commit_match(commit, revs))
3789                 return commit_ignore;
3790         if (revs->prune && revs->dense) {
3791                 /* Commit without changes? */
3792                 if (commit->object.flags & TREESAME) {
3793                         int n;
3794                         struct commit_list *p;
3795                         /* drop merges unless we want parenthood */
3796                         if (!want_ancestry(revs))
3797                                 return commit_ignore;
3798
3799                         if (revs->show_pulls && (commit->object.flags & PULL_MERGE))
3800                                 return commit_show;
3801
3802                         /*
3803                          * If we want ancestry, then need to keep any merges
3804                          * between relevant commits to tie together topology.
3805                          * For consistency with TREESAME and simplification
3806                          * use "relevant" here rather than just INTERESTING,
3807                          * to treat bottom commit(s) as part of the topology.
3808                          */
3809                         for (n = 0, p = commit->parents; p; p = p->next)
3810                                 if (relevant_commit(p->item))
3811                                         if (++n >= 2)
3812                                                 return commit_show;
3813                         return commit_ignore;
3814                 }
3815         }
3816         return commit_show;
3817 }
3818
3819 define_commit_slab(saved_parents, struct commit_list *);
3820
3821 #define EMPTY_PARENT_LIST ((struct commit_list *)-1)
3822
3823 /*
3824  * You may only call save_parents() once per commit (this is checked
3825  * for non-root commits).
3826  */
3827 static void save_parents(struct rev_info *revs, struct commit *commit)
3828 {
3829         struct commit_list **pp;
3830
3831         if (!revs->saved_parents_slab) {
3832                 revs->saved_parents_slab = xmalloc(sizeof(struct saved_parents));
3833                 init_saved_parents(revs->saved_parents_slab);
3834         }
3835
3836         pp = saved_parents_at(revs->saved_parents_slab, commit);
3837
3838         /*
3839          * When walking with reflogs, we may visit the same commit
3840          * several times: once for each appearance in the reflog.
3841          *
3842          * In this case, save_parents() will be called multiple times.
3843          * We want to keep only the first set of parents.  We need to
3844          * store a sentinel value for an empty (i.e., NULL) parent
3845          * list to distinguish it from a not-yet-saved list, however.
3846          */
3847         if (*pp)
3848                 return;
3849         if (commit->parents)
3850                 *pp = copy_commit_list(commit->parents);
3851         else
3852                 *pp = EMPTY_PARENT_LIST;
3853 }
3854
3855 static void free_saved_parents(struct rev_info *revs)
3856 {
3857         if (revs->saved_parents_slab)
3858                 clear_saved_parents(revs->saved_parents_slab);
3859 }
3860
3861 struct commit_list *get_saved_parents(struct rev_info *revs, const struct commit *commit)
3862 {
3863         struct commit_list *parents;
3864
3865         if (!revs->saved_parents_slab)
3866                 return commit->parents;
3867
3868         parents = *saved_parents_at(revs->saved_parents_slab, commit);
3869         if (parents == EMPTY_PARENT_LIST)
3870                 return NULL;
3871         return parents;
3872 }
3873
3874 enum commit_action simplify_commit(struct rev_info *revs, struct commit *commit)
3875 {
3876         enum commit_action action = get_commit_action(revs, commit);
3877
3878         if (action == commit_show &&
3879             revs->prune && revs->dense && want_ancestry(revs)) {
3880                 /*
3881                  * --full-diff on simplified parents is no good: it
3882                  * will show spurious changes from the commits that
3883                  * were elided.  So we save the parents on the side
3884                  * when --full-diff is in effect.
3885                  */
3886                 if (revs->full_diff)
3887                         save_parents(revs, commit);
3888                 if (rewrite_parents(revs, commit, rewrite_one) < 0)
3889                         return commit_error;
3890         }
3891         return action;
3892 }
3893
3894 static void track_linear(struct rev_info *revs, struct commit *commit)
3895 {
3896         if (revs->track_first_time) {
3897                 revs->linear = 1;
3898                 revs->track_first_time = 0;
3899         } else {
3900                 struct commit_list *p;
3901                 for (p = revs->previous_parents; p; p = p->next)
3902                         if (p->item == NULL || /* first commit */
3903                             oideq(&p->item->object.oid, &commit->object.oid))
3904                                 break;
3905                 revs->linear = p != NULL;
3906         }
3907         if (revs->reverse) {
3908                 if (revs->linear)
3909                         commit->object.flags |= TRACK_LINEAR;
3910         }
3911         free_commit_list(revs->previous_parents);
3912         revs->previous_parents = copy_commit_list(commit->parents);
3913 }
3914
3915 static struct commit *get_revision_1(struct rev_info *revs)
3916 {
3917         while (1) {
3918                 struct commit *commit;
3919
3920                 if (revs->reflog_info)
3921                         commit = next_reflog_entry(revs->reflog_info);
3922                 else if (revs->topo_walk_info)
3923                         commit = next_topo_commit(revs);
3924                 else
3925                         commit = pop_commit(&revs->commits);
3926
3927                 if (!commit)
3928                         return NULL;
3929
3930                 if (revs->reflog_info)
3931                         commit->object.flags &= ~(ADDED | SEEN | SHOWN);
3932
3933                 /*
3934                  * If we haven't done the list limiting, we need to look at
3935                  * the parents here. We also need to do the date-based limiting
3936                  * that we'd otherwise have done in limit_list().
3937                  */
3938                 if (!revs->limited) {
3939                         if (revs->max_age != -1 &&
3940                             comparison_date(revs, commit) < revs->max_age)
3941                                 continue;
3942
3943                         if (revs->reflog_info)
3944                                 try_to_simplify_commit(revs, commit);
3945                         else if (revs->topo_walk_info)
3946                                 expand_topo_walk(revs, commit);
3947                         else if (process_parents(revs, commit, &revs->commits, NULL) < 0) {
3948                                 if (!revs->ignore_missing_links)
3949                                         die("Failed to traverse parents of commit %s",
3950                                                 oid_to_hex(&commit->object.oid));
3951                         }
3952                 }
3953
3954                 switch (simplify_commit(revs, commit)) {
3955                 case commit_ignore:
3956                         continue;
3957                 case commit_error:
3958                         die("Failed to simplify parents of commit %s",
3959                             oid_to_hex(&commit->object.oid));
3960                 default:
3961                         if (revs->track_linear)
3962                                 track_linear(revs, commit);
3963                         return commit;
3964                 }
3965         }
3966 }
3967
3968 /*
3969  * Return true for entries that have not yet been shown.  (This is an
3970  * object_array_each_func_t.)
3971  */
3972 static int entry_unshown(struct object_array_entry *entry, void *cb_data_unused)
3973 {
3974         return !(entry->item->flags & SHOWN);
3975 }
3976
3977 /*
3978  * If array is on the verge of a realloc, garbage-collect any entries
3979  * that have already been shown to try to free up some space.
3980  */
3981 static void gc_boundary(struct object_array *array)
3982 {
3983         if (array->nr == array->alloc)
3984                 object_array_filter(array, entry_unshown, NULL);
3985 }
3986
3987 static void create_boundary_commit_list(struct rev_info *revs)
3988 {
3989         unsigned i;
3990         struct commit *c;
3991         struct object_array *array = &revs->boundary_commits;
3992         struct object_array_entry *objects = array->objects;
3993
3994         /*
3995          * If revs->commits is non-NULL at this point, an error occurred in
3996          * get_revision_1().  Ignore the error and continue printing the
3997          * boundary commits anyway.  (This is what the code has always
3998          * done.)
3999          */
4000         if (revs->commits) {
4001                 free_commit_list(revs->commits);
4002                 revs->commits = NULL;
4003         }
4004
4005         /*
4006          * Put all of the actual boundary commits from revs->boundary_commits
4007          * into revs->commits
4008          */
4009         for (i = 0; i < array->nr; i++) {
4010                 c = (struct commit *)(objects[i].item);
4011                 if (!c)
4012                         continue;
4013                 if (!(c->object.flags & CHILD_SHOWN))
4014                         continue;
4015                 if (c->object.flags & (SHOWN | BOUNDARY))
4016                         continue;
4017                 c->object.flags |= BOUNDARY;
4018                 commit_list_insert(c, &revs->commits);
4019         }
4020
4021         /*
4022          * If revs->topo_order is set, sort the boundary commits
4023          * in topological order
4024          */
4025         sort_in_topological_order(&revs->commits, revs->sort_order);
4026 }
4027
4028 static struct commit *get_revision_internal(struct rev_info *revs)
4029 {
4030         struct commit *c = NULL;
4031         struct commit_list *l;
4032
4033         if (revs->boundary == 2) {
4034                 /*
4035                  * All of the normal commits have already been returned,
4036                  * and we are now returning boundary commits.
4037                  * create_boundary_commit_list() has populated
4038                  * revs->commits with the remaining commits to return.
4039                  */
4040                 c = pop_commit(&revs->commits);
4041                 if (c)
4042                         c->object.flags |= SHOWN;
4043                 return c;
4044         }
4045
4046         /*
4047          * If our max_count counter has reached zero, then we are done. We
4048          * don't simply return NULL because we still might need to show
4049          * boundary commits. But we want to avoid calling get_revision_1, which
4050          * might do a considerable amount of work finding the next commit only
4051          * for us to throw it away.
4052          *
4053          * If it is non-zero, then either we don't have a max_count at all
4054          * (-1), or it is still counting, in which case we decrement.
4055          */
4056         if (revs->max_count) {
4057                 c = get_revision_1(revs);
4058                 if (c) {
4059                         while (revs->skip_count > 0) {
4060                                 revs->skip_count--;
4061                                 c = get_revision_1(revs);
4062                                 if (!c)
4063                                         break;
4064                         }
4065                 }
4066
4067                 if (revs->max_count > 0)
4068                         revs->max_count--;
4069         }
4070
4071         if (c)
4072                 c->object.flags |= SHOWN;
4073
4074         if (!revs->boundary)
4075                 return c;
4076
4077         if (!c) {
4078                 /*
4079                  * get_revision_1() runs out the commits, and
4080                  * we are done computing the boundaries.
4081                  * switch to boundary commits output mode.
4082                  */
4083                 revs->boundary = 2;
4084
4085                 /*
4086                  * Update revs->commits to contain the list of
4087                  * boundary commits.
4088                  */
4089                 create_boundary_commit_list(revs);
4090
4091                 return get_revision_internal(revs);
4092         }
4093
4094         /*
4095          * boundary commits are the commits that are parents of the
4096          * ones we got from get_revision_1() but they themselves are
4097          * not returned from get_revision_1().  Before returning
4098          * 'c', we need to mark its parents that they could be boundaries.
4099          */
4100
4101         for (l = c->parents; l; l = l->next) {
4102                 struct object *p;
4103                 p = &(l->item->object);
4104                 if (p->flags & (CHILD_SHOWN | SHOWN))
4105                         continue;
4106                 p->flags |= CHILD_SHOWN;
4107                 gc_boundary(&revs->boundary_commits);
4108                 add_object_array(p, NULL, &revs->boundary_commits);
4109         }
4110
4111         return c;
4112 }
4113
4114 struct commit *get_revision(struct rev_info *revs)
4115 {
4116         struct commit *c;
4117         struct commit_list *reversed;
4118
4119         if (revs->reverse) {
4120                 reversed = NULL;
4121                 while ((c = get_revision_internal(revs)))
4122                         commit_list_insert(c, &reversed);
4123                 revs->commits = reversed;
4124                 revs->reverse = 0;
4125                 revs->reverse_output_stage = 1;
4126         }
4127
4128         if (revs->reverse_output_stage) {
4129                 c = pop_commit(&revs->commits);
4130                 if (revs->track_linear)
4131                         revs->linear = !!(c && c->object.flags & TRACK_LINEAR);
4132                 return c;
4133         }
4134
4135         c = get_revision_internal(revs);
4136         if (c && revs->graph)
4137                 graph_update(revs->graph, c);
4138         if (!c) {
4139                 free_saved_parents(revs);
4140                 if (revs->previous_parents) {
4141                         free_commit_list(revs->previous_parents);
4142                         revs->previous_parents = NULL;
4143                 }
4144         }
4145         return c;
4146 }
4147
4148 const char *get_revision_mark(const struct rev_info *revs, const struct commit *commit)
4149 {
4150         if (commit->object.flags & BOUNDARY)
4151                 return "-";
4152         else if (commit->object.flags & UNINTERESTING)
4153                 return "^";
4154         else if (commit->object.flags & PATCHSAME)
4155                 return "=";
4156         else if (!revs || revs->left_right) {
4157                 if (commit->object.flags & SYMMETRIC_LEFT)
4158                         return "<";
4159                 else
4160                         return ">";
4161         } else if (revs->graph)
4162                 return "*";
4163         else if (revs->cherry_mark)
4164                 return "+";
4165         return "";
4166 }
4167
4168 void put_revision_mark(const struct rev_info *revs, const struct commit *commit)
4169 {
4170         const char *mark = get_revision_mark(revs, commit);
4171         if (!strlen(mark))
4172                 return;
4173         fputs(mark, stdout);
4174         putchar(' ');
4175 }