Merge branch 'tb/clone-ssh-with-colon-for-port'
[git] / t / t5300-pack-object.sh
1 #!/bin/sh
2 #
3 # Copyright (c) 2005 Junio C Hamano
4 #
5
6 test_description='git pack-object
7
8 '
9 . ./test-lib.sh
10
11 TRASH=`pwd`
12
13 test_expect_success \
14     'setup' \
15     'rm -f .git/index* &&
16      perl -e "print \"a\" x 4096;" > a &&
17      perl -e "print \"b\" x 4096;" > b &&
18      perl -e "print \"c\" x 4096;" > c &&
19      test-genrandom "seed a" 2097152 > a_big &&
20      test-genrandom "seed b" 2097152 > b_big &&
21      git update-index --add a a_big b b_big c &&
22      cat c >d && echo foo >>d && git update-index --add d &&
23      tree=`git write-tree` &&
24      commit=`git commit-tree $tree </dev/null` && {
25          echo $tree &&
26          echo $commit &&
27          git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\)       .*/\\1/"
28      } >obj-list && {
29          git diff-tree --root -p $commit &&
30          while read object
31          do
32             t=`git cat-file -t $object` &&
33             git cat-file $t $object || return 1
34          done <obj-list
35      } >expect'
36
37 test_expect_success \
38     'pack without delta' \
39     'packname_1=$(git pack-objects --window=0 test-1 <obj-list)'
40
41 test_expect_success \
42     'pack-objects with bogus arguments' \
43     'test_must_fail git pack-objects --window=0 test-1 blah blah <obj-list'
44
45 rm -fr .git2
46 mkdir .git2
47
48 test_expect_success \
49     'unpack without delta' \
50     "GIT_OBJECT_DIRECTORY=.git2/objects &&
51      export GIT_OBJECT_DIRECTORY &&
52      git init &&
53      git unpack-objects -n <test-1-${packname_1}.pack &&
54      git unpack-objects <test-1-${packname_1}.pack"
55
56 unset GIT_OBJECT_DIRECTORY
57 cd "$TRASH/.git2"
58
59 test_expect_success \
60     'check unpack without delta' \
61     '(cd ../.git && find objects -type f -print) |
62      while read path
63      do
64          cmp $path ../.git/$path || {
65              echo $path differs.
66              return 1
67          }
68      done'
69 cd "$TRASH"
70
71 test_expect_success \
72     'pack with REF_DELTA' \
73     'pwd &&
74      packname_2=$(git pack-objects test-2 <obj-list)'
75
76 rm -fr .git2
77 mkdir .git2
78
79 test_expect_success \
80     'unpack with REF_DELTA' \
81     'GIT_OBJECT_DIRECTORY=.git2/objects &&
82      export GIT_OBJECT_DIRECTORY &&
83      git init &&
84      git unpack-objects -n <test-2-${packname_2}.pack &&
85      git unpack-objects <test-2-${packname_2}.pack'
86
87 unset GIT_OBJECT_DIRECTORY
88 cd "$TRASH/.git2"
89 test_expect_success \
90     'check unpack with REF_DELTA' \
91     '(cd ../.git && find objects -type f -print) |
92      while read path
93      do
94          cmp $path ../.git/$path || {
95              echo $path differs.
96              return 1
97          }
98      done'
99 cd "$TRASH"
100
101 test_expect_success \
102     'pack with OFS_DELTA' \
103     'pwd &&
104      packname_3=$(git pack-objects --delta-base-offset test-3 <obj-list)'
105
106 rm -fr .git2
107 mkdir .git2
108
109 test_expect_success \
110     'unpack with OFS_DELTA' \
111     'GIT_OBJECT_DIRECTORY=.git2/objects &&
112      export GIT_OBJECT_DIRECTORY &&
113      git init &&
114      git unpack-objects -n <test-3-${packname_3}.pack &&
115      git unpack-objects <test-3-${packname_3}.pack'
116
117 unset GIT_OBJECT_DIRECTORY
118 cd "$TRASH/.git2"
119 test_expect_success \
120     'check unpack with OFS_DELTA' \
121     '(cd ../.git && find objects -type f -print) |
122      while read path
123      do
124          cmp $path ../.git/$path || {
125              echo $path differs.
126              return 1
127          }
128      done'
129 cd "$TRASH"
130
131 test_expect_success 'compare delta flavors' '
132         perl -e '\''
133                 defined($_ = -s $_) or die for @ARGV;
134                 exit 1 if $ARGV[0] <= $ARGV[1];
135         '\'' test-2-$packname_2.pack test-3-$packname_3.pack
136 '
137
138 rm -fr .git2
139 mkdir .git2
140
141 test_expect_success \
142     'use packed objects' \
143     'GIT_OBJECT_DIRECTORY=.git2/objects &&
144      export GIT_OBJECT_DIRECTORY &&
145      git init &&
146      cp test-1-${packname_1}.pack test-1-${packname_1}.idx .git2/objects/pack && {
147          git diff-tree --root -p $commit &&
148          while read object
149          do
150             t=`git cat-file -t $object` &&
151             git cat-file $t $object || return 1
152          done <obj-list
153     } >current &&
154     cmp expect current'
155
156 test_expect_success \
157     'use packed deltified (REF_DELTA) objects' \
158     'GIT_OBJECT_DIRECTORY=.git2/objects &&
159      export GIT_OBJECT_DIRECTORY &&
160      rm -f .git2/objects/pack/test-* &&
161      cp test-2-${packname_2}.pack test-2-${packname_2}.idx .git2/objects/pack && {
162          git diff-tree --root -p $commit &&
163          while read object
164          do
165             t=`git cat-file -t $object` &&
166             git cat-file $t $object || return 1
167          done <obj-list
168     } >current &&
169     cmp expect current'
170
171 test_expect_success \
172     'use packed deltified (OFS_DELTA) objects' \
173     'GIT_OBJECT_DIRECTORY=.git2/objects &&
174      export GIT_OBJECT_DIRECTORY &&
175      rm -f .git2/objects/pack/test-* &&
176      cp test-3-${packname_3}.pack test-3-${packname_3}.idx .git2/objects/pack && {
177          git diff-tree --root -p $commit &&
178          while read object
179          do
180             t=`git cat-file -t $object` &&
181             git cat-file $t $object || return 1
182          done <obj-list
183     } >current &&
184     cmp expect current'
185
186 unset GIT_OBJECT_DIRECTORY
187
188 test_expect_success 'survive missing objects/pack directory' '
189         (
190                 rm -fr missing-pack &&
191                 mkdir missing-pack &&
192                 cd missing-pack &&
193                 git init &&
194                 GOP=.git/objects/pack
195                 rm -fr $GOP &&
196                 git index-pack --stdin --keep=test <../test-3-${packname_3}.pack &&
197                 test -f $GOP/pack-${packname_3}.pack &&
198                 cmp $GOP/pack-${packname_3}.pack ../test-3-${packname_3}.pack &&
199                 test -f $GOP/pack-${packname_3}.idx &&
200                 cmp $GOP/pack-${packname_3}.idx ../test-3-${packname_3}.idx &&
201                 test -f $GOP/pack-${packname_3}.keep
202         )
203 '
204
205 test_expect_success \
206     'verify pack' \
207     'git verify-pack    test-1-${packname_1}.idx \
208                         test-2-${packname_2}.idx \
209                         test-3-${packname_3}.idx'
210
211 test_expect_success \
212     'verify pack -v' \
213     'git verify-pack -v test-1-${packname_1}.idx \
214                         test-2-${packname_2}.idx \
215                         test-3-${packname_3}.idx'
216
217 test_expect_success \
218     'verify-pack catches mismatched .idx and .pack files' \
219     'cat test-1-${packname_1}.idx >test-3.idx &&
220      cat test-2-${packname_2}.pack >test-3.pack &&
221      if git verify-pack test-3.idx
222      then false
223      else :;
224      fi'
225
226 test_expect_success \
227     'verify-pack catches a corrupted pack signature' \
228     'cat test-1-${packname_1}.pack >test-3.pack &&
229      echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=2 &&
230      if git verify-pack test-3.idx
231      then false
232      else :;
233      fi'
234
235 test_expect_success \
236     'verify-pack catches a corrupted pack version' \
237     'cat test-1-${packname_1}.pack >test-3.pack &&
238      echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=7 &&
239      if git verify-pack test-3.idx
240      then false
241      else :;
242      fi'
243
244 test_expect_success \
245     'verify-pack catches a corrupted type/size of the 1st packed object data' \
246     'cat test-1-${packname_1}.pack >test-3.pack &&
247      echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=12 &&
248      if git verify-pack test-3.idx
249      then false
250      else :;
251      fi'
252
253 test_expect_success \
254     'verify-pack catches a corrupted sum of the index file itself' \
255     'l=`wc -c <test-3.idx` &&
256      l=`expr $l - 20` &&
257      cat test-1-${packname_1}.pack >test-3.pack &&
258      printf "%20s" "" | dd of=test-3.idx count=20 bs=1 conv=notrunc seek=$l &&
259      if git verify-pack test-3.pack
260      then false
261      else :;
262      fi'
263
264 test_expect_success \
265     'build pack index for an existing pack' \
266     'cat test-1-${packname_1}.pack >test-3.pack &&
267      git index-pack -o tmp.idx test-3.pack &&
268      cmp tmp.idx test-1-${packname_1}.idx &&
269
270      git index-pack test-3.pack &&
271      cmp test-3.idx test-1-${packname_1}.idx &&
272
273      cat test-2-${packname_2}.pack >test-3.pack &&
274      git index-pack -o tmp.idx test-2-${packname_2}.pack &&
275      cmp tmp.idx test-2-${packname_2}.idx &&
276
277      git index-pack test-3.pack &&
278      cmp test-3.idx test-2-${packname_2}.idx &&
279
280      cat test-3-${packname_3}.pack >test-3.pack &&
281      git index-pack -o tmp.idx test-3-${packname_3}.pack &&
282      cmp tmp.idx test-3-${packname_3}.idx &&
283
284      git index-pack test-3.pack &&
285      cmp test-3.idx test-3-${packname_3}.idx &&
286
287      :'
288
289 test_expect_success 'unpacking with --strict' '
290
291         for j in a b c d e f g
292         do
293                 for i in 0 1 2 3 4 5 6 7 8 9
294                 do
295                         o=$(echo $j$i | git hash-object -w --stdin) &&
296                         echo "100644 $o 0 $j$i"
297                 done
298         done >LIST &&
299         rm -f .git/index &&
300         git update-index --index-info <LIST &&
301         LIST=$(git write-tree) &&
302         rm -f .git/index &&
303         head -n 10 LIST | git update-index --index-info &&
304         LI=$(git write-tree) &&
305         rm -f .git/index &&
306         tail -n 10 LIST | git update-index --index-info &&
307         ST=$(git write-tree) &&
308         PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
309                 git pack-objects test-5 ) &&
310         PACK6=$( (
311                         echo "$LIST"
312                         echo "$LI"
313                         echo "$ST"
314                  ) | git pack-objects test-6 ) &&
315         test_create_repo test-5 &&
316         (
317                 cd test-5 &&
318                 git unpack-objects --strict <../test-5-$PACK5.pack &&
319                 git ls-tree -r $LIST &&
320                 git ls-tree -r $LI &&
321                 git ls-tree -r $ST
322         ) &&
323         test_create_repo test-6 &&
324         (
325                 # tree-only into empty repo -- many unreachables
326                 cd test-6 &&
327                 test_must_fail git unpack-objects --strict <../test-6-$PACK6.pack
328         ) &&
329         (
330                 # already populated -- no unreachables
331                 cd test-5 &&
332                 git unpack-objects --strict <../test-6-$PACK6.pack
333         )
334 '
335
336 test_expect_success 'index-pack with --strict' '
337
338         for j in a b c d e f g
339         do
340                 for i in 0 1 2 3 4 5 6 7 8 9
341                 do
342                         o=$(echo $j$i | git hash-object -w --stdin) &&
343                         echo "100644 $o 0 $j$i"
344                 done
345         done >LIST &&
346         rm -f .git/index &&
347         git update-index --index-info <LIST &&
348         LIST=$(git write-tree) &&
349         rm -f .git/index &&
350         head -n 10 LIST | git update-index --index-info &&
351         LI=$(git write-tree) &&
352         rm -f .git/index &&
353         tail -n 10 LIST | git update-index --index-info &&
354         ST=$(git write-tree) &&
355         PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
356                 git pack-objects test-5 ) &&
357         PACK6=$( (
358                         echo "$LIST"
359                         echo "$LI"
360                         echo "$ST"
361                  ) | git pack-objects test-6 ) &&
362         test_create_repo test-7 &&
363         (
364                 cd test-7 &&
365                 git index-pack --strict --stdin <../test-5-$PACK5.pack &&
366                 git ls-tree -r $LIST &&
367                 git ls-tree -r $LI &&
368                 git ls-tree -r $ST
369         ) &&
370         test_create_repo test-8 &&
371         (
372                 # tree-only into empty repo -- many unreachables
373                 cd test-8 &&
374                 test_must_fail git index-pack --strict --stdin <../test-6-$PACK6.pack
375         ) &&
376         (
377                 # already populated -- no unreachables
378                 cd test-7 &&
379                 git index-pack --strict --stdin <../test-6-$PACK6.pack
380         )
381 '
382
383 test_expect_success 'honor pack.packSizeLimit' '
384         git config pack.packSizeLimit 3m &&
385         packname_10=$(git pack-objects test-10 <obj-list) &&
386         test 2 = $(ls test-10-*.pack | wc -l)
387 '
388
389 test_expect_success 'verify resulting packs' '
390         git verify-pack test-10-*.pack
391 '
392
393 test_expect_success 'tolerate packsizelimit smaller than biggest object' '
394         git config pack.packSizeLimit 1 &&
395         packname_11=$(git pack-objects test-11 <obj-list) &&
396         test 5 = $(ls test-11-*.pack | wc -l)
397 '
398
399 test_expect_success 'verify resulting packs' '
400         git verify-pack test-11-*.pack
401 '
402
403 #
404 # WARNING!
405 #
406 # The following test is destructive.  Please keep the next
407 # two tests at the end of this file.
408 #
409
410 test_expect_success \
411     'fake a SHA1 hash collision' \
412     'test -f    .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67 &&
413      cp -f      .git/objects/9d/235ed07cd19811a6ceb342de82f190e49c9f68 \
414                 .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67'
415
416 test_expect_success \
417     'make sure index-pack detects the SHA1 collision' \
418     'test_must_fail git index-pack -o bad.idx test-3.pack 2>msg &&
419      test_i18ngrep "SHA1 COLLISION FOUND" msg'
420
421 test_expect_success \
422     'make sure index-pack detects the SHA1 collision (large blobs)' \
423     'test_must_fail git -c core.bigfilethreshold=1 index-pack -o bad.idx test-3.pack 2>msg &&
424      test_i18ngrep "SHA1 COLLISION FOUND" msg'
425
426 test_done