Merge branch 'jk/sideband-error-l10n'
[git] / t / t5324-split-commit-graph.sh
1 #!/bin/sh
2
3 test_description='split commit graph'
4 . ./test-lib.sh
5
6 GIT_TEST_COMMIT_GRAPH=0
7 GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS=0
8
9 test_expect_success 'setup repo' '
10         git init &&
11         git config core.commitGraph true &&
12         git config gc.writeCommitGraph false &&
13         infodir=".git/objects/info" &&
14         graphdir="$infodir/commit-graphs" &&
15         test_oid_cache <<-EOM
16         shallow sha1:1760
17         shallow sha256:2064
18
19         base sha1:1376
20         base sha256:1496
21         EOM
22 '
23
24 graph_read_expect() {
25         NUM_BASE=0
26         if test ! -z $2
27         then
28                 NUM_BASE=$2
29         fi
30         cat >expect <<- EOF
31         header: 43475048 1 1 3 $NUM_BASE
32         num_commits: $1
33         chunks: oid_fanout oid_lookup commit_metadata
34         EOF
35         test-tool read-graph >output &&
36         test_cmp expect output
37 }
38
39 test_expect_success POSIXPERM 'tweak umask for modebit tests' '
40         umask 022
41 '
42
43 test_expect_success 'create commits and write commit-graph' '
44         for i in $(test_seq 3)
45         do
46                 test_commit $i &&
47                 git branch commits/$i || return 1
48         done &&
49         git commit-graph write --reachable &&
50         test_path_is_file $infodir/commit-graph &&
51         graph_read_expect 3
52 '
53
54 graph_git_two_modes() {
55         git -c core.commitGraph=true $1 >output
56         git -c core.commitGraph=false $1 >expect
57         test_cmp expect output
58 }
59
60 graph_git_behavior() {
61         MSG=$1
62         BRANCH=$2
63         COMPARE=$3
64         test_expect_success "check normal git operations: $MSG" '
65                 graph_git_two_modes "log --oneline $BRANCH" &&
66                 graph_git_two_modes "log --topo-order $BRANCH" &&
67                 graph_git_two_modes "log --graph $COMPARE..$BRANCH" &&
68                 graph_git_two_modes "branch -vv" &&
69                 graph_git_two_modes "merge-base -a $BRANCH $COMPARE"
70         '
71 }
72
73 graph_git_behavior 'graph exists' commits/3 commits/1
74
75 verify_chain_files_exist() {
76         for hash in $(cat $1/commit-graph-chain)
77         do
78                 test_path_is_file $1/graph-$hash.graph || return 1
79         done
80 }
81
82 test_expect_success 'add more commits, and write a new base graph' '
83         git reset --hard commits/1 &&
84         for i in $(test_seq 4 5)
85         do
86                 test_commit $i &&
87                 git branch commits/$i || return 1
88         done &&
89         git reset --hard commits/2 &&
90         for i in $(test_seq 6 10)
91         do
92                 test_commit $i &&
93                 git branch commits/$i || return 1
94         done &&
95         git reset --hard commits/2 &&
96         git merge commits/4 &&
97         git branch merge/1 &&
98         git reset --hard commits/4 &&
99         git merge commits/6 &&
100         git branch merge/2 &&
101         git commit-graph write --reachable &&
102         graph_read_expect 12
103 '
104
105 test_expect_success 'fork and fail to base a chain on a commit-graph file' '
106         test_when_finished rm -rf fork &&
107         git clone . fork &&
108         (
109                 cd fork &&
110                 rm .git/objects/info/commit-graph &&
111                 echo "$(pwd)/../.git/objects" >.git/objects/info/alternates &&
112                 test_commit new-commit &&
113                 git commit-graph write --reachable --split &&
114                 test_path_is_file $graphdir/commit-graph-chain &&
115                 test_line_count = 1 $graphdir/commit-graph-chain &&
116                 verify_chain_files_exist $graphdir
117         )
118 '
119
120 test_expect_success 'add three more commits, write a tip graph' '
121         git reset --hard commits/3 &&
122         git merge merge/1 &&
123         git merge commits/5 &&
124         git merge merge/2 &&
125         git branch merge/3 &&
126         git commit-graph write --reachable --split &&
127         test_path_is_missing $infodir/commit-graph &&
128         test_path_is_file $graphdir/commit-graph-chain &&
129         ls $graphdir/graph-*.graph >graph-files &&
130         test_line_count = 2 graph-files &&
131         verify_chain_files_exist $graphdir
132 '
133
134 graph_git_behavior 'split commit-graph: merge 3 vs 2' merge/3 merge/2
135
136 test_expect_success 'add one commit, write a tip graph' '
137         test_commit 11 &&
138         git branch commits/11 &&
139         git commit-graph write --reachable --split &&
140         test_path_is_missing $infodir/commit-graph &&
141         test_path_is_file $graphdir/commit-graph-chain &&
142         ls $graphdir/graph-*.graph >graph-files &&
143         test_line_count = 3 graph-files &&
144         verify_chain_files_exist $graphdir
145 '
146
147 graph_git_behavior 'three-layer commit-graph: commit 11 vs 6' commits/11 commits/6
148
149 test_expect_success 'add one commit, write a merged graph' '
150         test_commit 12 &&
151         git branch commits/12 &&
152         git commit-graph write --reachable --split &&
153         test_path_is_file $graphdir/commit-graph-chain &&
154         test_line_count = 2 $graphdir/commit-graph-chain &&
155         ls $graphdir/graph-*.graph >graph-files &&
156         test_line_count = 2 graph-files &&
157         verify_chain_files_exist $graphdir
158 '
159
160 graph_git_behavior 'merged commit-graph: commit 12 vs 6' commits/12 commits/6
161
162 test_expect_success 'create fork and chain across alternate' '
163         git clone . fork &&
164         (
165                 cd fork &&
166                 git config core.commitGraph true &&
167                 rm -rf $graphdir &&
168                 echo "$(pwd)/../.git/objects" >.git/objects/info/alternates &&
169                 test_commit 13 &&
170                 git branch commits/13 &&
171                 git commit-graph write --reachable --split &&
172                 test_path_is_file $graphdir/commit-graph-chain &&
173                 test_line_count = 3 $graphdir/commit-graph-chain &&
174                 ls $graphdir/graph-*.graph >graph-files &&
175                 test_line_count = 1 graph-files &&
176                 git -c core.commitGraph=true  rev-list HEAD >expect &&
177                 git -c core.commitGraph=false rev-list HEAD >actual &&
178                 test_cmp expect actual &&
179                 test_commit 14 &&
180                 git commit-graph write --reachable --split --object-dir=.git/objects/ &&
181                 test_line_count = 3 $graphdir/commit-graph-chain &&
182                 ls $graphdir/graph-*.graph >graph-files &&
183                 test_line_count = 1 graph-files
184         )
185 '
186
187 graph_git_behavior 'alternate: commit 13 vs 6' commits/13 commits/6
188
189 test_expect_success 'test merge stragety constants' '
190         git clone . merge-2 &&
191         (
192                 cd merge-2 &&
193                 git config core.commitGraph true &&
194                 test_line_count = 2 $graphdir/commit-graph-chain &&
195                 test_commit 14 &&
196                 git commit-graph write --reachable --split --size-multiple=2 &&
197                 test_line_count = 3 $graphdir/commit-graph-chain
198
199         ) &&
200         git clone . merge-10 &&
201         (
202                 cd merge-10 &&
203                 git config core.commitGraph true &&
204                 test_line_count = 2 $graphdir/commit-graph-chain &&
205                 test_commit 14 &&
206                 git commit-graph write --reachable --split --size-multiple=10 &&
207                 test_line_count = 1 $graphdir/commit-graph-chain &&
208                 ls $graphdir/graph-*.graph >graph-files &&
209                 test_line_count = 1 graph-files
210         ) &&
211         git clone . merge-10-expire &&
212         (
213                 cd merge-10-expire &&
214                 git config core.commitGraph true &&
215                 test_line_count = 2 $graphdir/commit-graph-chain &&
216                 test_commit 15 &&
217                 touch $graphdir/to-delete.graph $graphdir/to-keep.graph &&
218                 test-tool chmtime =1546362000 $graphdir/to-delete.graph &&
219                 test-tool chmtime =1546362001 $graphdir/to-keep.graph &&
220                 git commit-graph write --reachable --split --size-multiple=10 \
221                         --expire-time="2019-01-01 12:00 -05:00" &&
222                 test_line_count = 1 $graphdir/commit-graph-chain &&
223                 test_path_is_missing $graphdir/to-delete.graph &&
224                 test_path_is_file $graphdir/to-keep.graph &&
225                 ls $graphdir/graph-*.graph >graph-files &&
226                 test_line_count = 3 graph-files
227         ) &&
228         git clone --no-hardlinks . max-commits &&
229         (
230                 cd max-commits &&
231                 git config core.commitGraph true &&
232                 test_line_count = 2 $graphdir/commit-graph-chain &&
233                 test_commit 16 &&
234                 test_commit 17 &&
235                 git commit-graph write --reachable --split --max-commits=1 &&
236                 test_line_count = 1 $graphdir/commit-graph-chain &&
237                 ls $graphdir/graph-*.graph >graph-files &&
238                 test_line_count = 1 graph-files
239         )
240 '
241
242 test_expect_success 'remove commit-graph-chain file after flattening' '
243         git clone . flatten &&
244         (
245                 cd flatten &&
246                 test_line_count = 2 $graphdir/commit-graph-chain &&
247                 git commit-graph write --reachable &&
248                 test_path_is_missing $graphdir/commit-graph-chain &&
249                 ls $graphdir >graph-files &&
250                 test_line_count = 0 graph-files
251         )
252 '
253
254 corrupt_file() {
255         file=$1
256         pos=$2
257         data="${3:-\0}"
258         chmod a+w "$file" &&
259         printf "$data" | dd of="$file" bs=1 seek="$pos" conv=notrunc
260 }
261
262 test_expect_success 'verify hashes along chain, even in shallow' '
263         git clone --no-hardlinks . verify &&
264         (
265                 cd verify &&
266                 git commit-graph verify &&
267                 base_file=$graphdir/graph-$(head -n 1 $graphdir/commit-graph-chain).graph &&
268                 corrupt_file "$base_file" $(test_oid shallow) "\01" &&
269                 test_must_fail git commit-graph verify --shallow 2>test_err &&
270                 grep -v "^+" test_err >err &&
271                 test_i18ngrep "incorrect checksum" err
272         )
273 '
274
275 test_expect_success 'verify --shallow does not check base contents' '
276         git clone --no-hardlinks . verify-shallow &&
277         (
278                 cd verify-shallow &&
279                 git commit-graph verify &&
280                 base_file=$graphdir/graph-$(head -n 1 $graphdir/commit-graph-chain).graph &&
281                 corrupt_file "$base_file" 1000 "\01" &&
282                 git commit-graph verify --shallow &&
283                 test_must_fail git commit-graph verify 2>test_err &&
284                 grep -v "^+" test_err >err &&
285                 test_i18ngrep "incorrect checksum" err
286         )
287 '
288
289 test_expect_success 'warn on base graph chunk incorrect' '
290         git clone --no-hardlinks . base-chunk &&
291         (
292                 cd base-chunk &&
293                 git commit-graph verify &&
294                 base_file=$graphdir/graph-$(tail -n 1 $graphdir/commit-graph-chain).graph &&
295                 corrupt_file "$base_file" $(test_oid base) "\01" &&
296                 git commit-graph verify --shallow 2>test_err &&
297                 grep -v "^+" test_err >err &&
298                 test_i18ngrep "commit-graph chain does not match" err
299         )
300 '
301
302 test_expect_success 'verify after commit-graph-chain corruption' '
303         git clone --no-hardlinks . verify-chain &&
304         (
305                 cd verify-chain &&
306                 corrupt_file "$graphdir/commit-graph-chain" 60 "G" &&
307                 git commit-graph verify 2>test_err &&
308                 grep -v "^+" test_err >err &&
309                 test_i18ngrep "invalid commit-graph chain" err &&
310                 corrupt_file "$graphdir/commit-graph-chain" 60 "A" &&
311                 git commit-graph verify 2>test_err &&
312                 grep -v "^+" test_err >err &&
313                 test_i18ngrep "unable to find all commit-graph files" err
314         )
315 '
316
317 test_expect_success 'verify across alternates' '
318         git clone --no-hardlinks . verify-alt &&
319         (
320                 cd verify-alt &&
321                 rm -rf $graphdir &&
322                 altdir="$(pwd)/../.git/objects" &&
323                 echo "$altdir" >.git/objects/info/alternates &&
324                 git commit-graph verify --object-dir="$altdir/" &&
325                 test_commit extra &&
326                 git commit-graph write --reachable --split &&
327                 tip_file=$graphdir/graph-$(tail -n 1 $graphdir/commit-graph-chain).graph &&
328                 corrupt_file "$tip_file" 100 "\01" &&
329                 test_must_fail git commit-graph verify --shallow 2>test_err &&
330                 grep -v "^+" test_err >err &&
331                 test_i18ngrep "commit-graph has incorrect fanout value" err
332         )
333 '
334
335 test_expect_success 'add octopus merge' '
336         git reset --hard commits/10 &&
337         git merge commits/3 commits/4 &&
338         git branch merge/octopus &&
339         git commit-graph write --reachable --split &&
340         git commit-graph verify --progress 2>err &&
341         test_line_count = 3 err &&
342         test_i18ngrep ! warning err &&
343         test_line_count = 3 $graphdir/commit-graph-chain
344 '
345
346 graph_git_behavior 'graph exists' merge/octopus commits/12
347
348 test_expect_success 'split across alternate where alternate is not split' '
349         git commit-graph write --reachable &&
350         test_path_is_file .git/objects/info/commit-graph &&
351         cp .git/objects/info/commit-graph . &&
352         git clone --no-hardlinks . alt-split &&
353         (
354                 cd alt-split &&
355                 rm -f .git/objects/info/commit-graph &&
356                 echo "$(pwd)"/../.git/objects >.git/objects/info/alternates &&
357                 test_commit 18 &&
358                 git commit-graph write --reachable --split &&
359                 test_line_count = 1 $graphdir/commit-graph-chain
360         ) &&
361         test_cmp commit-graph .git/objects/info/commit-graph
362 '
363
364 test_expect_success '--split=no-merge always writes an incremental' '
365         test_when_finished rm -rf a b &&
366         rm -rf $graphdir $infodir/commit-graph &&
367         git reset --hard commits/2 &&
368         git rev-list HEAD~1 >a &&
369         git rev-list HEAD >b &&
370         git commit-graph write --split --stdin-commits <a &&
371         git commit-graph write --split=no-merge --stdin-commits <b &&
372         test_line_count = 2 $graphdir/commit-graph-chain
373 '
374
375 test_expect_success '--split=replace replaces the chain' '
376         rm -rf $graphdir $infodir/commit-graph &&
377         git reset --hard commits/3 &&
378         git rev-list -1 HEAD~2 >a &&
379         git rev-list -1 HEAD~1 >b &&
380         git rev-list -1 HEAD >c &&
381         git commit-graph write --split=no-merge --stdin-commits <a &&
382         git commit-graph write --split=no-merge --stdin-commits <b &&
383         git commit-graph write --split=no-merge --stdin-commits <c &&
384         test_line_count = 3 $graphdir/commit-graph-chain &&
385         git commit-graph write --stdin-commits --split=replace <b &&
386         test_path_is_missing $infodir/commit-graph &&
387         test_path_is_file $graphdir/commit-graph-chain &&
388         ls $graphdir/graph-*.graph >graph-files &&
389         test_line_count = 1 graph-files &&
390         verify_chain_files_exist $graphdir &&
391         graph_read_expect 2
392 '
393
394 test_expect_success ULIMIT_FILE_DESCRIPTORS 'handles file descriptor exhaustion' '
395         git init ulimit &&
396         (
397                 cd ulimit &&
398                 for i in $(test_seq 64)
399                 do
400                         test_commit $i &&
401                         run_with_limited_open_files test_might_fail git commit-graph write \
402                                 --split=no-merge --reachable || return 1
403                 done
404         )
405 '
406
407 while read mode modebits
408 do
409         test_expect_success POSIXPERM "split commit-graph respects core.sharedrepository $mode" '
410                 rm -rf $graphdir $infodir/commit-graph &&
411                 git reset --hard commits/1 &&
412                 test_config core.sharedrepository "$mode" &&
413                 git commit-graph write --split --reachable &&
414                 ls $graphdir/graph-*.graph >graph-files &&
415                 test_line_count = 1 graph-files &&
416                 echo "$modebits" >expect &&
417                 test_modebits $graphdir/graph-*.graph >actual &&
418                 test_cmp expect actual &&
419                 test_modebits $graphdir/commit-graph-chain >actual &&
420                 test_cmp expect actual
421         '
422 done <<\EOF
423 0666 -r--r--r--
424 0600 -r--------
425 EOF
426
427 test_done