Merge branch 'rp/p4-filetype-change'
[git] / contrib / subtree / git-subtree.sh
1 #!/bin/sh
2 #
3 # git-subtree.sh: split/join git repositories in subdirectories of this one
4 #
5 # Copyright (C) 2009 Avery Pennarun <apenwarr@gmail.com>
6 #
7 if [ $# -eq 0 ]; then
8     set -- -h
9 fi
10 OPTS_SPEC="\
11 git subtree add   --prefix=<prefix> <commit>
12 git subtree add   --prefix=<prefix> <repository> <ref>
13 git subtree merge --prefix=<prefix> <commit>
14 git subtree pull  --prefix=<prefix> <repository> <ref>
15 git subtree push  --prefix=<prefix> <repository> <ref>
16 git subtree split --prefix=<prefix> <commit...>
17 --
18 h,help        show the help
19 q             quiet
20 d             show debug messages
21 P,prefix=     the name of the subdir to split out
22 m,message=    use the given message as the commit message for the merge commit
23  options for 'split'
24 annotate=     add a prefix to commit message of new commits
25 b,branch=     create a new branch from the split subtree
26 ignore-joins  ignore prior --rejoin commits
27 onto=         try connecting new tree to an existing one
28 rejoin        merge the new branch back into HEAD
29  options for 'add', 'merge', and 'pull'
30 squash        merge subtree changes as a single commit
31 "
32 eval "$(echo "$OPTS_SPEC" | git rev-parse --parseopt -- "$@" || echo exit $?)"
33
34 PATH=$PATH:$(git --exec-path)
35 . git-sh-setup
36
37 require_work_tree
38
39 quiet=
40 branch=
41 debug=
42 command=
43 onto=
44 rejoin=
45 ignore_joins=
46 annotate=
47 squash=
48 message=
49 prefix=
50
51 debug()
52 {
53         if [ -n "$debug" ]; then
54                 printf "%s\n" "$*" >&2
55         fi
56 }
57
58 say()
59 {
60         if [ -z "$quiet" ]; then
61                 printf "%s\n" "$*" >&2
62         fi
63 }
64
65 progress()
66 {
67         if [ -z "$quiet" ]; then
68                 printf "%s\r" "$*" >&2
69         fi
70 }
71
72 assert()
73 {
74         if "$@"; then
75                 :
76         else
77                 die "assertion failed: " "$@"
78         fi
79 }
80
81
82 #echo "Options: $*"
83
84 while [ $# -gt 0 ]; do
85         opt="$1"
86         shift
87         case "$opt" in
88                 -q) quiet=1 ;;
89                 -d) debug=1 ;;
90                 --annotate) annotate="$1"; shift ;;
91                 --no-annotate) annotate= ;;
92                 -b) branch="$1"; shift ;;
93                 -P) prefix="${1%/}"; shift ;;
94                 -m) message="$1"; shift ;;
95                 --no-prefix) prefix= ;;
96                 --onto) onto="$1"; shift ;;
97                 --no-onto) onto= ;;
98                 --rejoin) rejoin=1 ;;
99                 --no-rejoin) rejoin= ;;
100                 --ignore-joins) ignore_joins=1 ;;
101                 --no-ignore-joins) ignore_joins= ;;
102                 --squash) squash=1 ;;
103                 --no-squash) squash= ;;
104                 --) break ;;
105                 *) die "Unexpected option: $opt" ;;
106         esac
107 done
108
109 command="$1"
110 shift
111 case "$command" in
112         add|merge|pull) default= ;;
113         split|push) default="--default HEAD" ;;
114         *) die "Unknown command '$command'" ;;
115 esac
116
117 if [ -z "$prefix" ]; then
118         die "You must provide the --prefix option."
119 fi
120
121 case "$command" in
122         add) [ -e "$prefix" ] && 
123                 die "prefix '$prefix' already exists." ;;
124         *)   [ -e "$prefix" ] || 
125                 die "'$prefix' does not exist; use 'git subtree add'" ;;
126 esac
127
128 dir="$(dirname "$prefix/.")"
129
130 if [ "$command" != "pull" -a "$command" != "add" -a "$command" != "push" ]; then
131         revs=$(git rev-parse $default --revs-only "$@") || exit $?
132         dirs="$(git rev-parse --no-revs --no-flags "$@")" || exit $?
133         if [ -n "$dirs" ]; then
134                 die "Error: Use --prefix instead of bare filenames."
135         fi
136 fi
137
138 debug "command: {$command}"
139 debug "quiet: {$quiet}"
140 debug "revs: {$revs}"
141 debug "dir: {$dir}"
142 debug "opts: {$*}"
143 debug
144
145 cache_setup()
146 {
147         cachedir="$GIT_DIR/subtree-cache/$$"
148         rm -rf "$cachedir" || die "Can't delete old cachedir: $cachedir"
149         mkdir -p "$cachedir" || die "Can't create new cachedir: $cachedir"
150         mkdir -p "$cachedir/notree" || die "Can't create new cachedir: $cachedir/notree"
151         debug "Using cachedir: $cachedir" >&2
152 }
153
154 cache_get()
155 {
156         for oldrev in $*; do
157                 if [ -r "$cachedir/$oldrev" ]; then
158                         read newrev <"$cachedir/$oldrev"
159                         echo $newrev
160                 fi
161         done
162 }
163
164 cache_miss()
165 {
166         for oldrev in $*; do
167                 if [ ! -r "$cachedir/$oldrev" ]; then
168                         echo $oldrev
169                 fi
170         done
171 }
172
173 check_parents()
174 {
175         missed=$(cache_miss $*)
176         for miss in $missed; do
177                 if [ ! -r "$cachedir/notree/$miss" ]; then
178                         debug "  incorrect order: $miss"
179                 fi
180         done
181 }
182
183 set_notree()
184 {
185         echo "1" > "$cachedir/notree/$1"
186 }
187
188 cache_set()
189 {
190         oldrev="$1"
191         newrev="$2"
192         if [ "$oldrev" != "latest_old" \
193              -a "$oldrev" != "latest_new" \
194              -a -e "$cachedir/$oldrev" ]; then
195                 die "cache for $oldrev already exists!"
196         fi
197         echo "$newrev" >"$cachedir/$oldrev"
198 }
199
200 rev_exists()
201 {
202         if git rev-parse "$1" >/dev/null 2>&1; then
203                 return 0
204         else
205                 return 1
206         fi
207 }
208
209 rev_is_descendant_of_branch()
210 {
211         newrev="$1"
212         branch="$2"
213         branch_hash=$(git rev-parse $branch)
214         match=$(git rev-list -1 $branch_hash ^$newrev)
215
216         if [ -z "$match" ]; then
217                 return 0
218         else
219                 return 1
220         fi
221 }
222
223 # if a commit doesn't have a parent, this might not work.  But we only want
224 # to remove the parent from the rev-list, and since it doesn't exist, it won't
225 # be there anyway, so do nothing in that case.
226 try_remove_previous()
227 {
228         if rev_exists "$1^"; then
229                 echo "^$1^"
230         fi
231 }
232
233 find_latest_squash()
234 {
235         debug "Looking for latest squash ($dir)..."
236         dir="$1"
237         sq=
238         main=
239         sub=
240         git log --grep="^git-subtree-dir: $dir/*\$" \
241                 --pretty=format:'START %H%n%s%n%n%b%nEND%n' HEAD |
242         while read a b junk; do
243                 debug "$a $b $junk"
244                 debug "{{$sq/$main/$sub}}"
245                 case "$a" in
246                         START) sq="$b" ;;
247                         git-subtree-mainline:) main="$b" ;;
248                         git-subtree-split:)
249                                 sub="$(git rev-parse "$b^0")" ||
250                                     die "could not rev-parse split hash $b from commit $sq"
251                                 ;;
252                         END)
253                                 if [ -n "$sub" ]; then
254                                         if [ -n "$main" ]; then
255                                                 # a rejoin commit?
256                                                 # Pretend its sub was a squash.
257                                                 sq="$sub"
258                                         fi
259                                         debug "Squash found: $sq $sub"
260                                         echo "$sq" "$sub"
261                                         break
262                                 fi
263                                 sq=
264                                 main=
265                                 sub=
266                                 ;;
267                 esac
268         done
269 }
270
271 find_existing_splits()
272 {
273         debug "Looking for prior splits..."
274         dir="$1"
275         revs="$2"
276         main=
277         sub=
278         git log --grep="^git-subtree-dir: $dir/*\$" \
279                 --pretty=format:'START %H%n%s%n%n%b%nEND%n' $revs |
280         while read a b junk; do
281                 case "$a" in
282                         START) sq="$b" ;;
283                         git-subtree-mainline:) main="$b" ;;
284                         git-subtree-split:)
285                                 sub="$(git rev-parse "$b^0")" ||
286                                     die "could not rev-parse split hash $b from commit $sq"
287                                 ;;
288                         END)
289                                 debug "  Main is: '$main'"
290                                 if [ -z "$main" -a -n "$sub" ]; then
291                                         # squash commits refer to a subtree
292                                         debug "  Squash: $sq from $sub"
293                                         cache_set "$sq" "$sub"
294                                 fi
295                                 if [ -n "$main" -a -n "$sub" ]; then
296                                         debug "  Prior: $main -> $sub"
297                                         cache_set $main $sub
298                                         cache_set $sub $sub
299                                         try_remove_previous "$main"
300                                         try_remove_previous "$sub"
301                                 fi
302                                 main=
303                                 sub=
304                                 ;;
305                 esac
306         done
307 }
308
309 copy_commit()
310 {
311         # We're going to set some environment vars here, so
312         # do it in a subshell to get rid of them safely later
313         debug copy_commit "{$1}" "{$2}" "{$3}"
314         git log -1 --pretty=format:'%an%n%ae%n%aD%n%cn%n%ce%n%cD%n%B' "$1" |
315         (
316                 read GIT_AUTHOR_NAME
317                 read GIT_AUTHOR_EMAIL
318                 read GIT_AUTHOR_DATE
319                 read GIT_COMMITTER_NAME
320                 read GIT_COMMITTER_EMAIL
321                 read GIT_COMMITTER_DATE
322                 export  GIT_AUTHOR_NAME \
323                         GIT_AUTHOR_EMAIL \
324                         GIT_AUTHOR_DATE \
325                         GIT_COMMITTER_NAME \
326                         GIT_COMMITTER_EMAIL \
327                         GIT_COMMITTER_DATE
328                 (printf "%s" "$annotate"; cat ) |
329                 git commit-tree "$2" $3  # reads the rest of stdin
330         ) || die "Can't copy commit $1"
331 }
332
333 add_msg()
334 {
335         dir="$1"
336         latest_old="$2"
337         latest_new="$3"
338         if [ -n "$message" ]; then
339                 commit_message="$message"
340         else
341                 commit_message="Add '$dir/' from commit '$latest_new'"
342         fi
343         cat <<-EOF
344                 $commit_message
345                 
346                 git-subtree-dir: $dir
347                 git-subtree-mainline: $latest_old
348                 git-subtree-split: $latest_new
349         EOF
350 }
351
352 add_squashed_msg()
353 {
354         if [ -n "$message" ]; then
355                 echo "$message"
356         else
357                 echo "Merge commit '$1' as '$2'"
358         fi
359 }
360
361 rejoin_msg()
362 {
363         dir="$1"
364         latest_old="$2"
365         latest_new="$3"
366         if [ -n "$message" ]; then
367                 commit_message="$message"
368         else
369                 commit_message="Split '$dir/' into commit '$latest_new'"
370         fi
371         cat <<-EOF
372                 $commit_message
373                 
374                 git-subtree-dir: $dir
375                 git-subtree-mainline: $latest_old
376                 git-subtree-split: $latest_new
377         EOF
378 }
379
380 squash_msg()
381 {
382         dir="$1"
383         oldsub="$2"
384         newsub="$3"
385         newsub_short=$(git rev-parse --short "$newsub")
386         
387         if [ -n "$oldsub" ]; then
388                 oldsub_short=$(git rev-parse --short "$oldsub")
389                 echo "Squashed '$dir/' changes from $oldsub_short..$newsub_short"
390                 echo
391                 git log --pretty=tformat:'%h %s' "$oldsub..$newsub"
392                 git log --pretty=tformat:'REVERT: %h %s' "$newsub..$oldsub"
393         else
394                 echo "Squashed '$dir/' content from commit $newsub_short"
395         fi
396         
397         echo
398         echo "git-subtree-dir: $dir"
399         echo "git-subtree-split: $newsub"
400 }
401
402 toptree_for_commit()
403 {
404         commit="$1"
405         git log -1 --pretty=format:'%T' "$commit" -- || exit $?
406 }
407
408 subtree_for_commit()
409 {
410         commit="$1"
411         dir="$2"
412         git ls-tree "$commit" -- "$dir" |
413         while read mode type tree name; do
414                 assert [ "$name" = "$dir" ]
415                 assert [ "$type" = "tree" -o "$type" = "commit" ]
416                 [ "$type" = "commit" ] && continue  # ignore submodules
417                 echo $tree
418                 break
419         done
420 }
421
422 tree_changed()
423 {
424         tree=$1
425         shift
426         if [ $# -ne 1 ]; then
427                 return 0   # weird parents, consider it changed
428         else
429                 ptree=$(toptree_for_commit $1)
430                 if [ "$ptree" != "$tree" ]; then
431                         return 0   # changed
432                 else
433                         return 1   # not changed
434                 fi
435         fi
436 }
437
438 new_squash_commit()
439 {
440         old="$1"
441         oldsub="$2"
442         newsub="$3"
443         tree=$(toptree_for_commit $newsub) || exit $?
444         if [ -n "$old" ]; then
445                 squash_msg "$dir" "$oldsub" "$newsub" | 
446                         git commit-tree "$tree" -p "$old" || exit $?
447         else
448                 squash_msg "$dir" "" "$newsub" |
449                         git commit-tree "$tree" || exit $?
450         fi
451 }
452
453 copy_or_skip()
454 {
455         rev="$1"
456         tree="$2"
457         newparents="$3"
458         assert [ -n "$tree" ]
459
460         identical=
461         nonidentical=
462         p=
463         gotparents=
464         for parent in $newparents; do
465                 ptree=$(toptree_for_commit $parent) || exit $?
466                 [ -z "$ptree" ] && continue
467                 if [ "$ptree" = "$tree" ]; then
468                         # an identical parent could be used in place of this rev.
469                         identical="$parent"
470                 else
471                         nonidentical="$parent"
472                 fi
473                 
474                 # sometimes both old parents map to the same newparent;
475                 # eliminate duplicates
476                 is_new=1
477                 for gp in $gotparents; do
478                         if [ "$gp" = "$parent" ]; then
479                                 is_new=
480                                 break
481                         fi
482                 done
483                 if [ -n "$is_new" ]; then
484                         gotparents="$gotparents $parent"
485                         p="$p -p $parent"
486                 fi
487         done
488         
489         if [ -n "$identical" ]; then
490                 echo $identical
491         else
492                 copy_commit $rev $tree "$p" || exit $?
493         fi
494 }
495
496 ensure_clean()
497 {
498         if ! git diff-index HEAD --exit-code --quiet 2>&1; then
499                 die "Working tree has modifications.  Cannot add."
500         fi
501         if ! git diff-index --cached HEAD --exit-code --quiet 2>&1; then
502                 die "Index has modifications.  Cannot add."
503         fi
504 }
505
506 ensure_valid_ref_format()
507 {
508         git check-ref-format "refs/heads/$1" ||
509             die "'$1' does not look like a ref"
510 }
511
512 cmd_add()
513 {
514         if [ -e "$dir" ]; then
515                 die "'$dir' already exists.  Cannot add."
516         fi
517
518         ensure_clean
519         
520         if [ $# -eq 1 ]; then
521             git rev-parse -q --verify "$1^{commit}" >/dev/null ||
522             die "'$1' does not refer to a commit"
523
524             "cmd_add_commit" "$@"
525         elif [ $# -eq 2 ]; then
526             # Technically we could accept a refspec here but we're
527             # just going to turn around and add FETCH_HEAD under the
528             # specified directory.  Allowing a refspec might be
529             # misleading because we won't do anything with any other
530             # branches fetched via the refspec.
531             ensure_valid_ref_format "$2"
532
533             "cmd_add_repository" "$@"
534         else
535             say "error: parameters were '$@'"
536             die "Provide either a commit or a repository and commit."
537         fi
538 }
539
540 cmd_add_repository()
541 {
542         echo "git fetch" "$@"
543         repository=$1
544         refspec=$2
545         git fetch "$@" || exit $?
546         revs=FETCH_HEAD
547         set -- $revs
548         cmd_add_commit "$@"
549 }
550
551 cmd_add_commit()
552 {
553         revs=$(git rev-parse $default --revs-only "$@") || exit $?
554         set -- $revs
555         rev="$1"
556         
557         debug "Adding $dir as '$rev'..."
558         git read-tree --prefix="$dir" $rev || exit $?
559         git checkout -- "$dir" || exit $?
560         tree=$(git write-tree) || exit $?
561         
562         headrev=$(git rev-parse HEAD) || exit $?
563         if [ -n "$headrev" -a "$headrev" != "$rev" ]; then
564                 headp="-p $headrev"
565         else
566                 headp=
567         fi
568         
569         if [ -n "$squash" ]; then
570                 rev=$(new_squash_commit "" "" "$rev") || exit $?
571                 commit=$(add_squashed_msg "$rev" "$dir" |
572                          git commit-tree $tree $headp -p "$rev") || exit $?
573         else
574                 revp=$(peel_committish "$rev") &&
575                 commit=$(add_msg "$dir" "$headrev" "$rev" |
576                          git commit-tree $tree $headp -p "$revp") || exit $?
577         fi
578         git reset "$commit" || exit $?
579         
580         say "Added dir '$dir'"
581 }
582
583 cmd_split()
584 {
585         debug "Splitting $dir..."
586         cache_setup || exit $?
587         
588         if [ -n "$onto" ]; then
589                 debug "Reading history for --onto=$onto..."
590                 git rev-list $onto |
591                 while read rev; do
592                         # the 'onto' history is already just the subdir, so
593                         # any parent we find there can be used verbatim
594                         debug "  cache: $rev"
595                         cache_set $rev $rev
596                 done
597         fi
598         
599         if [ -n "$ignore_joins" ]; then
600                 unrevs=
601         else
602                 unrevs="$(find_existing_splits "$dir" "$revs")"
603         fi
604         
605         # We can't restrict rev-list to only $dir here, because some of our
606         # parents have the $dir contents the root, and those won't match.
607         # (and rev-list --follow doesn't seem to solve this)
608         grl='git rev-list --topo-order --reverse --parents $revs $unrevs'
609         revmax=$(eval "$grl" | wc -l)
610         revcount=0
611         createcount=0
612         eval "$grl" |
613         while read rev parents; do
614                 revcount=$(($revcount + 1))
615                 progress "$revcount/$revmax ($createcount)"
616                 debug "Processing commit: $rev"
617                 exists=$(cache_get $rev)
618                 if [ -n "$exists" ]; then
619                         debug "  prior: $exists"
620                         continue
621                 fi
622                 createcount=$(($createcount + 1))
623                 debug "  parents: $parents"
624                 newparents=$(cache_get $parents)
625                 debug "  newparents: $newparents"
626                 
627                 tree=$(subtree_for_commit $rev "$dir")
628                 debug "  tree is: $tree"
629
630                 check_parents $parents
631                 
632                 # ugly.  is there no better way to tell if this is a subtree
633                 # vs. a mainline commit?  Does it matter?
634                 if [ -z $tree ]; then
635                         set_notree $rev
636                         if [ -n "$newparents" ]; then
637                                 cache_set $rev $rev
638                         fi
639                         continue
640                 fi
641
642                 newrev=$(copy_or_skip "$rev" "$tree" "$newparents") || exit $?
643                 debug "  newrev is: $newrev"
644                 cache_set $rev $newrev
645                 cache_set latest_new $newrev
646                 cache_set latest_old $rev
647         done || exit $?
648         latest_new=$(cache_get latest_new)
649         if [ -z "$latest_new" ]; then
650                 die "No new revisions were found"
651         fi
652         
653         if [ -n "$rejoin" ]; then
654                 debug "Merging split branch into HEAD..."
655                 latest_old=$(cache_get latest_old)
656                 git merge -s ours \
657                         -m "$(rejoin_msg "$dir" $latest_old $latest_new)" \
658                         $latest_new >&2 || exit $?
659         fi
660         if [ -n "$branch" ]; then
661                 if rev_exists "refs/heads/$branch"; then
662                         if ! rev_is_descendant_of_branch $latest_new $branch; then
663                                 die "Branch '$branch' is not an ancestor of commit '$latest_new'."
664                         fi
665                         action='Updated'
666                 else
667                         action='Created'
668                 fi
669                 git update-ref -m 'subtree split' "refs/heads/$branch" $latest_new || exit $?
670                 say "$action branch '$branch'"
671         fi
672         echo $latest_new
673         exit 0
674 }
675
676 cmd_merge()
677 {
678         revs=$(git rev-parse $default --revs-only "$@") || exit $?
679         ensure_clean
680         
681         set -- $revs
682         if [ $# -ne 1 ]; then
683                 die "You must provide exactly one revision.  Got: '$revs'"
684         fi
685         rev="$1"
686         
687         if [ -n "$squash" ]; then
688                 first_split="$(find_latest_squash "$dir")"
689                 if [ -z "$first_split" ]; then
690                         die "Can't squash-merge: '$dir' was never added."
691                 fi
692                 set $first_split
693                 old=$1
694                 sub=$2
695                 if [ "$sub" = "$rev" ]; then
696                         say "Subtree is already at commit $rev."
697                         exit 0
698                 fi
699                 new=$(new_squash_commit "$old" "$sub" "$rev") || exit $?
700                 debug "New squash commit: $new"
701                 rev="$new"
702         fi
703
704         version=$(git version)
705         if [ "$version" \< "git version 1.7" ]; then
706                 if [ -n "$message" ]; then
707                         git merge -s subtree --message="$message" $rev
708                 else
709                         git merge -s subtree $rev
710                 fi
711         else
712                 if [ -n "$message" ]; then
713                         git merge -Xsubtree="$prefix" --message="$message" $rev
714                 else
715                         git merge -Xsubtree="$prefix" $rev
716                 fi
717         fi
718 }
719
720 cmd_pull()
721 {
722         if [ $# -ne 2 ]; then
723             die "You must provide <repository> <ref>"
724         fi
725         ensure_clean
726         ensure_valid_ref_format "$2"
727         git fetch "$@" || exit $?
728         revs=FETCH_HEAD
729         set -- $revs
730         cmd_merge "$@"
731 }
732
733 cmd_push()
734 {
735         if [ $# -ne 2 ]; then
736             die "You must provide <repository> <ref>"
737         fi
738         ensure_valid_ref_format "$2"
739         if [ -e "$dir" ]; then
740             repository=$1
741             refspec=$2
742             echo "git push using: " $repository $refspec
743             localrev=$(git subtree split --prefix="$prefix") || die
744             git push "$repository" $localrev:refs/heads/$refspec
745         else
746             die "'$dir' must already exist. Try 'git subtree add'."
747         fi
748 }
749
750 "cmd_$command" "$@"