2 # Copyright (c) 2010, Jens Lehmann
4 test_description='Recursive "git fetch" for submodules'
10 add_upstream_commit() {
13 head1=$(git rev-parse --short HEAD) &&
14 echo new >> subfile &&
17 git commit -m new subfile &&
18 head2=$(git rev-parse --short HEAD) &&
19 echo "Fetching submodule submodule" > ../expect.err &&
20 echo "From $pwd/submodule" >> ../expect.err &&
21 echo " $head1..$head2 main -> origin/main" >> ../expect.err
25 head1=$(git rev-parse --short HEAD) &&
26 echo new >> deepsubfile &&
28 git add deepsubfile &&
29 git commit -m new deepsubfile &&
30 head2=$(git rev-parse --short HEAD) &&
31 echo "Fetching submodule submodule/subdir/deepsubmodule" >> ../expect.err
32 echo "From $pwd/deepsubmodule" >> ../expect.err &&
33 echo " $head1..$head2 main -> origin/main" >> ../expect.err
37 test_expect_success setup '
38 mkdir deepsubmodule &&
42 echo deepsubcontent > deepsubfile &&
43 git add deepsubfile &&
44 git commit -m new deepsubfile
50 echo subcontent > subfile &&
52 git submodule add "$pwd/deepsubmodule" subdir/deepsubmodule &&
55 git submodule add "$pwd/submodule" submodule &&
56 git commit -am initial &&
57 git clone . downstream &&
60 git submodule update --init --recursive
64 test_expect_success PREPARE_FOR_MAIN_BRANCH "fetch --recurse-submodules recurses into submodules" '
65 add_upstream_commit &&
68 git fetch --recurse-submodules >../actual.out 2>../actual.err
70 test_must_be_empty actual.out &&
71 test_i18ncmp expect.err actual.err
74 test_expect_success PREPARE_FOR_MAIN_BRANCH "submodule.recurse option triggers recursive fetch" '
75 add_upstream_commit &&
78 git -c submodule.recurse fetch >../actual.out 2>../actual.err
80 test_must_be_empty actual.out &&
81 test_i18ncmp expect.err actual.err
84 test_expect_success PREPARE_FOR_MAIN_BRANCH "fetch --recurse-submodules -j2 has the same output behaviour" '
85 add_upstream_commit &&
88 GIT_TRACE="$TRASH_DIRECTORY/trace.out" git fetch --recurse-submodules -j2 2>../actual.err
90 test_must_be_empty actual.out &&
91 test_i18ncmp expect.err actual.err &&
92 grep "2 tasks" trace.out
95 test_expect_success "fetch alone only fetches superproject" '
96 add_upstream_commit &&
99 git fetch >../actual.out 2>../actual.err
101 test_must_be_empty actual.out &&
102 test_must_be_empty actual.err
105 test_expect_success "fetch --no-recurse-submodules only fetches superproject" '
108 git fetch --no-recurse-submodules >../actual.out 2>../actual.err
110 test_must_be_empty actual.out &&
111 test_must_be_empty actual.err
114 test_expect_success PREPARE_FOR_MAIN_BRANCH "using fetchRecurseSubmodules=true in .gitmodules recurses into submodules" '
117 git config -f .gitmodules submodule.submodule.fetchRecurseSubmodules true &&
118 git fetch >../actual.out 2>../actual.err
120 test_must_be_empty actual.out &&
121 test_i18ncmp expect.err actual.err
124 test_expect_success "--no-recurse-submodules overrides .gitmodules config" '
125 add_upstream_commit &&
128 git fetch --no-recurse-submodules >../actual.out 2>../actual.err
130 test_must_be_empty actual.out &&
131 test_must_be_empty actual.err
134 test_expect_success "using fetchRecurseSubmodules=false in .git/config overrides setting in .gitmodules" '
137 git config submodule.submodule.fetchRecurseSubmodules false &&
138 git fetch >../actual.out 2>../actual.err
140 test_must_be_empty actual.out &&
141 test_must_be_empty actual.err
144 test_expect_success PREPARE_FOR_MAIN_BRANCH "--recurse-submodules overrides fetchRecurseSubmodules setting from .git/config" '
147 git fetch --recurse-submodules >../actual.out 2>../actual.err &&
148 git config --unset -f .gitmodules submodule.submodule.fetchRecurseSubmodules &&
149 git config --unset submodule.submodule.fetchRecurseSubmodules
151 test_must_be_empty actual.out &&
152 test_i18ncmp expect.err actual.err
155 test_expect_success "--quiet propagates to submodules" '
158 git fetch --recurse-submodules --quiet >../actual.out 2>../actual.err
160 test_must_be_empty actual.out &&
161 test_must_be_empty actual.err
164 test_expect_success "--quiet propagates to parallel submodules" '
167 git fetch --recurse-submodules -j 2 --quiet >../actual.out 2>../actual.err
169 test_must_be_empty actual.out &&
170 test_must_be_empty actual.err
173 test_expect_success PREPARE_FOR_MAIN_BRANCH "--dry-run propagates to submodules" '
174 add_upstream_commit &&
177 git fetch --recurse-submodules --dry-run >../actual.out 2>../actual.err
179 test_must_be_empty actual.out &&
180 test_i18ncmp expect.err actual.err
183 test_expect_success PREPARE_FOR_MAIN_BRANCH "Without --dry-run propagates to submodules" '
186 git fetch --recurse-submodules >../actual.out 2>../actual.err
188 test_must_be_empty actual.out &&
189 test_i18ncmp expect.err actual.err
192 test_expect_success PREPARE_FOR_MAIN_BRANCH "recurseSubmodules=true propagates into submodules" '
193 add_upstream_commit &&
196 git config fetch.recurseSubmodules true &&
197 git fetch >../actual.out 2>../actual.err
199 test_must_be_empty actual.out &&
200 test_i18ncmp expect.err actual.err
203 test_expect_success PREPARE_FOR_MAIN_BRANCH "--recurse-submodules overrides config in submodule" '
204 add_upstream_commit &&
209 git config fetch.recurseSubmodules false
211 git fetch --recurse-submodules >../actual.out 2>../actual.err
213 test_must_be_empty actual.out &&
214 test_i18ncmp expect.err actual.err
217 test_expect_success "--no-recurse-submodules overrides config setting" '
218 add_upstream_commit &&
221 git config fetch.recurseSubmodules true &&
222 git fetch --no-recurse-submodules >../actual.out 2>../actual.err
224 test_must_be_empty actual.out &&
225 test_must_be_empty actual.err
228 test_expect_success PREPARE_FOR_MAIN_BRANCH "Recursion doesn't happen when no new commits are fetched in the superproject" '
233 git config --unset fetch.recurseSubmodules
235 git config --unset fetch.recurseSubmodules &&
236 git fetch >../actual.out 2>../actual.err
238 test_must_be_empty actual.out &&
239 test_must_be_empty actual.err
242 test_expect_success PREPARE_FOR_MAIN_BRANCH "Recursion stops when no new submodule commits are fetched" '
243 head1=$(git rev-parse --short HEAD) &&
245 git commit -m "new submodule" &&
246 head2=$(git rev-parse --short HEAD) &&
247 echo "From $pwd/." > expect.err.sub &&
248 echo " $head1..$head2 main -> origin/main" >>expect.err.sub &&
249 head -3 expect.err >> expect.err.sub &&
252 git fetch >../actual.out 2>../actual.err
254 test_i18ncmp expect.err.sub actual.err &&
255 test_must_be_empty actual.out
258 test_expect_success PREPARE_FOR_MAIN_BRANCH "Recursion doesn't happen when new superproject commits don't change any submodules" '
259 add_upstream_commit &&
260 head1=$(git rev-parse --short HEAD) &&
263 git commit -m "new file" &&
264 head2=$(git rev-parse --short HEAD) &&
265 echo "From $pwd/." > expect.err.file &&
266 echo " $head1..$head2 main -> origin/main" >> expect.err.file &&
269 git fetch >../actual.out 2>../actual.err
271 test_must_be_empty actual.out &&
272 test_i18ncmp expect.err.file actual.err
275 test_expect_success PREPARE_FOR_MAIN_BRANCH "Recursion picks up config in submodule" '
278 git fetch --recurse-submodules &&
281 git config fetch.recurseSubmodules true
284 add_upstream_commit &&
285 head1=$(git rev-parse --short HEAD) &&
287 git commit -m "new submodule" &&
288 head2=$(git rev-parse --short HEAD) &&
289 echo "From $pwd/." > expect.err.sub &&
290 echo " $head1..$head2 main -> origin/main" >> expect.err.sub &&
291 cat expect.err >> expect.err.sub &&
294 git fetch >../actual.out 2>../actual.err &&
297 git config --unset fetch.recurseSubmodules
300 test_i18ncmp expect.err.sub actual.err &&
301 test_must_be_empty actual.out
304 test_expect_success PREPARE_FOR_MAIN_BRANCH "Recursion picks up all submodules when necessary" '
305 add_upstream_commit &&
309 cd subdir/deepsubmodule &&
311 git checkout -q FETCH_HEAD
313 head1=$(git rev-parse --short HEAD^) &&
314 git add subdir/deepsubmodule &&
315 git commit -m "new deepsubmodule" &&
316 head2=$(git rev-parse --short HEAD) &&
317 echo "Fetching submodule submodule" > ../expect.err.sub &&
318 echo "From $pwd/submodule" >> ../expect.err.sub &&
319 echo " $head1..$head2 main -> origin/main" >> ../expect.err.sub
321 head1=$(git rev-parse --short HEAD) &&
323 git commit -m "new submodule" &&
324 head2=$(git rev-parse --short HEAD) &&
325 echo "From $pwd/." > expect.err.2 &&
326 echo " $head1..$head2 main -> origin/main" >> expect.err.2 &&
327 cat expect.err.sub >> expect.err.2 &&
328 tail -3 expect.err >> expect.err.2 &&
331 git fetch >../actual.out 2>../actual.err
333 test_i18ncmp expect.err.2 actual.err &&
334 test_must_be_empty actual.out
337 test_expect_success PREPARE_FOR_MAIN_BRANCH "'--recurse-submodules=on-demand' doesn't recurse when no new commits are fetched in the superproject (and ignores config)" '
338 add_upstream_commit &&
342 cd subdir/deepsubmodule &&
344 git checkout -q FETCH_HEAD
346 head1=$(git rev-parse --short HEAD^) &&
347 git add subdir/deepsubmodule &&
348 git commit -m "new deepsubmodule" &&
349 head2=$(git rev-parse --short HEAD) &&
350 echo Fetching submodule submodule > ../expect.err.sub &&
351 echo "From $pwd/submodule" >> ../expect.err.sub &&
352 echo " $head1..$head2 main -> origin/main" >> ../expect.err.sub
356 git config fetch.recurseSubmodules true &&
357 git fetch --recurse-submodules=on-demand >../actual.out 2>../actual.err &&
358 git config --unset fetch.recurseSubmodules
360 test_must_be_empty actual.out &&
361 test_must_be_empty actual.err
364 test_expect_success PREPARE_FOR_MAIN_BRANCH "'--recurse-submodules=on-demand' recurses as deep as necessary (and ignores config)" '
365 head1=$(git rev-parse --short HEAD) &&
367 git commit -m "new submodule" &&
368 head2=$(git rev-parse --short HEAD) &&
369 tail -3 expect.err > expect.err.deepsub &&
370 echo "From $pwd/." > expect.err &&
371 echo " $head1..$head2 main -> origin/main" >>expect.err &&
372 cat expect.err.sub >> expect.err &&
373 cat expect.err.deepsub >> expect.err &&
376 git config fetch.recurseSubmodules false &&
379 git config -f .gitmodules submodule.subdir/deepsubmodule.fetchRecursive false
381 git fetch --recurse-submodules=on-demand >../actual.out 2>../actual.err &&
382 git config --unset fetch.recurseSubmodules &&
385 git config --unset -f .gitmodules submodule.subdir/deepsubmodule.fetchRecursive
388 test_must_be_empty actual.out &&
389 test_i18ncmp expect.err actual.err
392 test_expect_success PREPARE_FOR_MAIN_BRANCH "'--recurse-submodules=on-demand' stops when no new submodule commits are found in the superproject (and ignores config)" '
393 add_upstream_commit &&
394 head1=$(git rev-parse --short HEAD) &&
397 git commit -m "new file" &&
398 head2=$(git rev-parse --short HEAD) &&
399 echo "From $pwd/." > expect.err.file &&
400 echo " $head1..$head2 main -> origin/main" >> expect.err.file &&
403 git fetch --recurse-submodules=on-demand >../actual.out 2>../actual.err
405 test_must_be_empty actual.out &&
406 test_i18ncmp expect.err.file actual.err
409 test_expect_success PREPARE_FOR_MAIN_BRANCH "'fetch.recurseSubmodules=on-demand' overrides global config" '
412 git fetch --recurse-submodules
414 add_upstream_commit &&
415 git config --global fetch.recurseSubmodules false &&
416 head1=$(git rev-parse --short HEAD) &&
418 git commit -m "new submodule" &&
419 head2=$(git rev-parse --short HEAD) &&
420 echo "From $pwd/." > expect.err.2 &&
421 echo " $head1..$head2 main -> origin/main" >>expect.err.2 &&
422 head -3 expect.err >> expect.err.2 &&
425 git config fetch.recurseSubmodules on-demand &&
426 git fetch >../actual.out 2>../actual.err
428 git config --global --unset fetch.recurseSubmodules &&
431 git config --unset fetch.recurseSubmodules
433 test_must_be_empty actual.out &&
434 test_i18ncmp expect.err.2 actual.err
437 test_expect_success PREPARE_FOR_MAIN_BRANCH "'submodule.<sub>.fetchRecurseSubmodules=on-demand' overrides fetch.recurseSubmodules" '
440 git fetch --recurse-submodules
442 add_upstream_commit &&
443 git config fetch.recurseSubmodules false &&
444 head1=$(git rev-parse --short HEAD) &&
446 git commit -m "new submodule" &&
447 head2=$(git rev-parse --short HEAD) &&
448 echo "From $pwd/." > expect.err.2 &&
449 echo " $head1..$head2 main -> origin/main" >>expect.err.2 &&
450 head -3 expect.err >> expect.err.2 &&
453 git config submodule.submodule.fetchRecurseSubmodules on-demand &&
454 git fetch >../actual.out 2>../actual.err
456 git config --unset fetch.recurseSubmodules &&
459 git config --unset submodule.submodule.fetchRecurseSubmodules
461 test_must_be_empty actual.out &&
462 test_i18ncmp expect.err.2 actual.err
465 test_expect_success PREPARE_FOR_MAIN_BRANCH "don't fetch submodule when newly recorded commits are already present" '
468 git checkout -q HEAD^^
470 head1=$(git rev-parse --short HEAD) &&
472 git commit -m "submodule rewound" &&
473 head2=$(git rev-parse --short HEAD) &&
474 echo "From $pwd/." > expect.err &&
475 echo " $head1..$head2 main -> origin/main" >> expect.err &&
478 git fetch >../actual.out 2>../actual.err
480 test_must_be_empty actual.out &&
481 test_i18ncmp expect.err actual.err &&
484 git checkout -q master
488 test_expect_success PREPARE_FOR_MAIN_BRANCH "'fetch.recurseSubmodules=on-demand' works also without .gitmodules entry" '
491 git fetch --recurse-submodules
493 add_upstream_commit &&
494 head1=$(git rev-parse --short HEAD) &&
496 git rm .gitmodules &&
497 git commit -m "new submodule without .gitmodules" &&
498 head2=$(git rev-parse --short HEAD) &&
499 echo "From $pwd/." >expect.err.2 &&
500 echo " $head1..$head2 main -> origin/main" >>expect.err.2 &&
501 head -3 expect.err >>expect.err.2 &&
505 git config fetch.recurseSubmodules on-demand &&
506 # fake submodule configuration to avoid skipping submodule handling
507 git config -f .gitmodules submodule.fake.path fake &&
508 git config -f .gitmodules submodule.fake.url fakeurl &&
509 git add .gitmodules &&
510 git config --unset submodule.submodule.url &&
511 git fetch >../actual.out 2>../actual.err &&
513 git config --unset fetch.recurseSubmodules &&
516 test_must_be_empty actual.out &&
517 test_i18ncmp expect.err.2 actual.err &&
518 git checkout HEAD^ -- .gitmodules &&
519 git add .gitmodules &&
520 git commit -m "new submodule restored .gitmodules"
523 test_expect_success 'fetching submodules respects parallel settings' '
524 git config fetch.recurseSubmodules true &&
527 GIT_TRACE=$(pwd)/trace.out git fetch &&
528 grep "1 tasks" trace.out &&
529 GIT_TRACE=$(pwd)/trace.out git fetch --jobs 7 &&
530 grep "7 tasks" trace.out &&
531 git config submodule.fetchJobs 8 &&
532 GIT_TRACE=$(pwd)/trace.out git fetch &&
533 grep "8 tasks" trace.out &&
534 GIT_TRACE=$(pwd)/trace.out git fetch --jobs 9 &&
535 grep "9 tasks" trace.out
539 test_expect_success 'fetching submodule into a broken repository' '
540 # Prepare src and src/sub nested in it
545 git -C sub commit --allow-empty -m "initial in sub" &&
546 git submodule add -- ./sub sub &&
547 git commit -m "initial in top"
550 # Clone the old-fashoned way
552 git -C dst clone ../src/sub sub &&
554 # Make sure that old-fashoned layout is still supported
557 # "diff" would find no change
558 git -C dst diff --exit-code &&
560 # Recursive-fetch works fine
561 git -C dst fetch --recurse-submodules &&
563 # Break the receiving submodule
564 rm -f dst/sub/.git/HEAD &&
566 # NOTE: without the fix the following tests will recurse forever!
567 # They should terminate with an error.
569 test_must_fail git -C dst status &&
570 test_must_fail git -C dst diff &&
571 test_must_fail git -C dst fetch --recurse-submodules
574 test_expect_success "fetch new commits when submodule got renamed" '
575 git clone . downstream_rename &&
577 cd downstream_rename &&
578 git submodule update --init --recursive &&
579 git checkout -b rename &&
580 git mv submodule submodule_renamed &&
582 cd submodule_renamed &&
583 git checkout -b rename_sub &&
587 git push origin rename_sub &&
588 git rev-parse HEAD >../../expect
590 git add submodule_renamed &&
591 git commit -m "update renamed submodule" &&
592 git push origin rename
596 git fetch --recurse-submodules=on-demand &&
599 git rev-parse origin/rename_sub >../../actual
602 test_cmp expect actual
605 test_expect_success "fetch new submodule commits on-demand outside standard refspec" '
606 # add a second submodule and ensure it is around in downstream first
607 git clone submodule sub1 &&
608 git submodule add ./sub1 &&
609 git commit -m "adding a second submodule" &&
610 git -C downstream pull &&
611 git -C downstream submodule update --init --recursive &&
613 git checkout --detach &&
615 C=$(git -C submodule commit-tree -m "new change outside refs/heads" HEAD^{tree}) &&
616 git -C submodule update-ref refs/changes/1 $C &&
617 git update-index --cacheinfo 160000 $C submodule &&
620 D=$(git -C sub1 commit-tree -m "new change outside refs/heads" HEAD^{tree}) &&
621 git -C sub1 update-ref refs/changes/2 $D &&
622 git update-index --cacheinfo 160000 $D sub1 &&
624 git commit -m "updated submodules outside of refs/heads" &&
625 E=$(git rev-parse HEAD) &&
626 git update-ref refs/changes/3 $E &&
629 git fetch --recurse-submodules origin refs/changes/3:refs/heads/my_branch &&
630 git -C submodule cat-file -t $C &&
631 git -C sub1 cat-file -t $D &&
632 git checkout --recurse-submodules FETCH_HEAD
636 test_expect_success 'fetch new submodule commit on-demand in FETCH_HEAD' '
637 # depends on the previous test for setup
639 C=$(git -C submodule commit-tree -m "another change outside refs/heads" HEAD^{tree}) &&
640 git -C submodule update-ref refs/changes/4 $C &&
641 git update-index --cacheinfo 160000 $C submodule &&
644 D=$(git -C sub1 commit-tree -m "another change outside refs/heads" HEAD^{tree}) &&
645 git -C sub1 update-ref refs/changes/5 $D &&
646 git update-index --cacheinfo 160000 $D sub1 &&
648 git commit -m "updated submodules outside of refs/heads" &&
649 E=$(git rev-parse HEAD) &&
650 git update-ref refs/changes/6 $E &&
653 git fetch --recurse-submodules origin refs/changes/6 &&
654 git -C submodule cat-file -t $C &&
655 git -C sub1 cat-file -t $D &&
656 git checkout --recurse-submodules FETCH_HEAD
660 test_expect_success 'fetch new submodule commits on-demand without .gitmodules entry' '
661 # depends on the previous test for setup
663 git config -f .gitmodules --remove-section submodule.sub1 &&
664 git add .gitmodules &&
665 git commit -m "delete gitmodules file" &&
666 git checkout -B master &&
667 git -C downstream fetch &&
668 git -C downstream checkout origin/master &&
670 C=$(git -C submodule commit-tree -m "yet another change outside refs/heads" HEAD^{tree}) &&
671 git -C submodule update-ref refs/changes/7 $C &&
672 git update-index --cacheinfo 160000 $C submodule &&
675 D=$(git -C sub1 commit-tree -m "yet another change outside refs/heads" HEAD^{tree}) &&
676 git -C sub1 update-ref refs/changes/8 $D &&
677 git update-index --cacheinfo 160000 $D sub1 &&
679 git commit -m "updated submodules outside of refs/heads" &&
680 E=$(git rev-parse HEAD) &&
681 git update-ref refs/changes/9 $E &&
684 git fetch --recurse-submodules origin refs/changes/9 &&
685 git -C submodule cat-file -t $C &&
686 git -C sub1 cat-file -t $D &&
687 git checkout --recurse-submodules FETCH_HEAD
691 test_expect_success 'fetch new submodule commit intermittently referenced by superproject' '
692 # depends on the previous test for setup
694 D=$(git -C sub1 commit-tree -m "change 10 outside refs/heads" HEAD^{tree}) &&
695 E=$(git -C sub1 commit-tree -m "change 11 outside refs/heads" HEAD^{tree}) &&
696 F=$(git -C sub1 commit-tree -m "change 12 outside refs/heads" HEAD^{tree}) &&
698 git -C sub1 update-ref refs/changes/10 $D &&
699 git update-index --cacheinfo 160000 $D sub1 &&
700 git commit -m "updated submodules outside of refs/heads" &&
702 git -C sub1 update-ref refs/changes/11 $E &&
703 git update-index --cacheinfo 160000 $E sub1 &&
704 git commit -m "updated submodules outside of refs/heads" &&
706 git -C sub1 update-ref refs/changes/12 $F &&
707 git update-index --cacheinfo 160000 $F sub1 &&
708 git commit -m "updated submodules outside of refs/heads" &&
710 G=$(git rev-parse HEAD) &&
711 git update-ref refs/changes/13 $G &&
714 git fetch --recurse-submodules origin refs/changes/13 &&
716 git -C sub1 cat-file -t $D &&
717 git -C sub1 cat-file -t $E &&
718 git -C sub1 cat-file -t $F
726 git -C "$dir" add "$@" &&
727 git -C "$dir" commit -a -m "$msg" &&
731 compare_refs_in_dir () {
738 git -C "$1" rev-parse --verify "$2" >expect &&
739 git -C "$3" rev-parse --verify "$4" >actual &&
740 eval $fail test_cmp expect actual
744 test_expect_success 'setup nested submodule fetch test' '
745 # does not depend on any previous test setups
747 for repo in outer middle inner
750 git init --bare $repo &&
751 git clone $repo ${repo}_content &&
752 echo "$repo" >"${repo}_content/file" &&
753 add_commit_push ${repo}_content "initial" file
758 git -C A submodule add "$pwd/middle" &&
759 git -C A/middle/ submodule add "$pwd/inner" &&
760 add_commit_push A/middle/ "adding inner sub" .gitmodules inner &&
761 add_commit_push A/ "adding middle sub" .gitmodules middle &&
764 git -C B/ submodule update --init middle &&
766 compare_refs_in_dir A HEAD B HEAD &&
767 compare_refs_in_dir A/middle HEAD B/middle HEAD &&
769 test -f B/middle/file &&
770 ! test -f B/middle/inner/file &&
772 echo "change on inner repo of A" >"A/middle/inner/file" &&
773 add_commit_push A/middle/inner "change on inner" file &&
774 add_commit_push A/middle "change on inner" inner &&
775 add_commit_push A "change on inner" middle
778 test_expect_success 'fetching a superproject containing an uninitialized sub/sub project' '
779 # depends on previous test for setup
782 compare_refs_in_dir A origin/master B origin/master