Merge branch 'jc/maint-1.6.0-diff-borrow-carefully' into maint
[git] / t / t5300-pack-object.sh
1 #!/bin/sh
2 #
3 # Copyright (c) 2005 Junio C Hamano
4 #
5
6 test_description='git pack-object
7
8 '
9 . ./test-lib.sh
10
11 TRASH=`pwd`
12
13 test_expect_success \
14     'setup' \
15     'rm -f .git/index*
16      for i in a b c
17      do
18              dd if=/dev/zero bs=4k count=1 | perl -pe "y/\\000/$i/" >$i &&
19              git update-index --add $i || return 1
20      done &&
21      cat c >d && echo foo >>d && git update-index --add d &&
22      tree=`git write-tree` &&
23      commit=`git commit-tree $tree </dev/null` && {
24          echo $tree &&
25          echo $commit &&
26          git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\)       .*/\\1/"
27      } >obj-list && {
28          git diff-tree --root -p $commit &&
29          while read object
30          do
31             t=`git cat-file -t $object` &&
32             git cat-file $t $object || return 1
33          done <obj-list
34      } >expect'
35
36 test_expect_success \
37     'pack without delta' \
38     'packname_1=$(git pack-objects --window=0 test-1 <obj-list)'
39
40 rm -fr .git2
41 mkdir .git2
42
43 test_expect_success \
44     'unpack without delta' \
45     "GIT_OBJECT_DIRECTORY=.git2/objects &&
46      export GIT_OBJECT_DIRECTORY &&
47      git init &&
48      git unpack-objects -n <test-1-${packname_1}.pack &&
49      git unpack-objects <test-1-${packname_1}.pack"
50
51 unset GIT_OBJECT_DIRECTORY
52 cd "$TRASH/.git2"
53
54 test_expect_success \
55     'check unpack without delta' \
56     '(cd ../.git && find objects -type f -print) |
57      while read path
58      do
59          cmp $path ../.git/$path || {
60              echo $path differs.
61              return 1
62          }
63      done'
64 cd "$TRASH"
65
66 test_expect_success \
67     'pack with REF_DELTA' \
68     'pwd &&
69      packname_2=$(git pack-objects test-2 <obj-list)'
70
71 rm -fr .git2
72 mkdir .git2
73
74 test_expect_success \
75     'unpack with REF_DELTA' \
76     'GIT_OBJECT_DIRECTORY=.git2/objects &&
77      export GIT_OBJECT_DIRECTORY &&
78      git init &&
79      git unpack-objects -n <test-2-${packname_2}.pack &&
80      git unpack-objects <test-2-${packname_2}.pack'
81
82 unset GIT_OBJECT_DIRECTORY
83 cd "$TRASH/.git2"
84 test_expect_success \
85     'check unpack with REF_DELTA' \
86     '(cd ../.git && find objects -type f -print) |
87      while read path
88      do
89          cmp $path ../.git/$path || {
90              echo $path differs.
91              return 1
92          }
93      done'
94 cd "$TRASH"
95
96 test_expect_success \
97     'pack with OFS_DELTA' \
98     'pwd &&
99      packname_3=$(git pack-objects --delta-base-offset test-3 <obj-list)'
100
101 rm -fr .git2
102 mkdir .git2
103
104 test_expect_success \
105     'unpack with OFS_DELTA' \
106     'GIT_OBJECT_DIRECTORY=.git2/objects &&
107      export GIT_OBJECT_DIRECTORY &&
108      git init &&
109      git unpack-objects -n <test-3-${packname_3}.pack &&
110      git unpack-objects <test-3-${packname_3}.pack'
111
112 unset GIT_OBJECT_DIRECTORY
113 cd "$TRASH/.git2"
114 test_expect_success \
115     'check unpack with OFS_DELTA' \
116     '(cd ../.git && find objects -type f -print) |
117      while read path
118      do
119          cmp $path ../.git/$path || {
120              echo $path differs.
121              return 1
122          }
123      done'
124 cd "$TRASH"
125
126 test_expect_success 'compare delta flavors' '
127         perl -e '\''
128                 defined($_ = -s $_) or die for @ARGV;
129                 exit 1 if $ARGV[0] <= $ARGV[1];
130         '\'' test-2-$packname_2.pack test-3-$packname_3.pack
131 '
132
133 rm -fr .git2
134 mkdir .git2
135
136 test_expect_success \
137     'use packed objects' \
138     'GIT_OBJECT_DIRECTORY=.git2/objects &&
139      export GIT_OBJECT_DIRECTORY &&
140      git init &&
141      cp test-1-${packname_1}.pack test-1-${packname_1}.idx .git2/objects/pack && {
142          git diff-tree --root -p $commit &&
143          while read object
144          do
145             t=`git cat-file -t $object` &&
146             git cat-file $t $object || return 1
147          done <obj-list
148     } >current &&
149     diff expect current'
150
151 test_expect_success \
152     'use packed deltified (REF_DELTA) objects' \
153     'GIT_OBJECT_DIRECTORY=.git2/objects &&
154      export GIT_OBJECT_DIRECTORY &&
155      rm -f .git2/objects/pack/test-* &&
156      cp test-2-${packname_2}.pack test-2-${packname_2}.idx .git2/objects/pack && {
157          git diff-tree --root -p $commit &&
158          while read object
159          do
160             t=`git cat-file -t $object` &&
161             git cat-file $t $object || return 1
162          done <obj-list
163     } >current &&
164     diff expect current'
165
166 test_expect_success \
167     'use packed deltified (OFS_DELTA) objects' \
168     'GIT_OBJECT_DIRECTORY=.git2/objects &&
169      export GIT_OBJECT_DIRECTORY &&
170      rm -f .git2/objects/pack/test-* &&
171      cp test-3-${packname_3}.pack test-3-${packname_3}.idx .git2/objects/pack && {
172          git diff-tree --root -p $commit &&
173          while read object
174          do
175             t=`git cat-file -t $object` &&
176             git cat-file $t $object || return 1
177          done <obj-list
178     } >current &&
179     diff expect current'
180
181 unset GIT_OBJECT_DIRECTORY
182
183 test_expect_success 'survive missing objects/pack directory' '
184         (
185                 rm -fr missing-pack &&
186                 mkdir missing-pack &&
187                 cd missing-pack &&
188                 git init &&
189                 GOP=.git/objects/pack
190                 rm -fr $GOP &&
191                 git index-pack --stdin --keep=test <../test-3-${packname_3}.pack &&
192                 test -f $GOP/pack-${packname_3}.pack &&
193                 test_cmp $GOP/pack-${packname_3}.pack ../test-3-${packname_3}.pack &&
194                 test -f $GOP/pack-${packname_3}.idx &&
195                 test_cmp $GOP/pack-${packname_3}.idx ../test-3-${packname_3}.idx &&
196                 test -f $GOP/pack-${packname_3}.keep
197         )
198 '
199
200 test_expect_success \
201     'verify pack' \
202     'git verify-pack    test-1-${packname_1}.idx \
203                         test-2-${packname_2}.idx \
204                         test-3-${packname_3}.idx'
205
206 test_expect_success \
207     'verify pack -v' \
208     'git verify-pack -v test-1-${packname_1}.idx \
209                         test-2-${packname_2}.idx \
210                         test-3-${packname_3}.idx'
211
212 test_expect_success \
213     'verify-pack catches mismatched .idx and .pack files' \
214     'cat test-1-${packname_1}.idx >test-3.idx &&
215      cat test-2-${packname_2}.pack >test-3.pack &&
216      if git verify-pack test-3.idx
217      then false
218      else :;
219      fi'
220
221 test_expect_success \
222     'verify-pack catches a corrupted pack signature' \
223     'cat test-1-${packname_1}.pack >test-3.pack &&
224      dd if=/dev/zero of=test-3.pack count=1 bs=1 conv=notrunc seek=2 &&
225      if git verify-pack test-3.idx
226      then false
227      else :;
228      fi'
229
230 test_expect_success \
231     'verify-pack catches a corrupted pack version' \
232     'cat test-1-${packname_1}.pack >test-3.pack &&
233      dd if=/dev/zero of=test-3.pack count=1 bs=1 conv=notrunc seek=7 &&
234      if git verify-pack test-3.idx
235      then false
236      else :;
237      fi'
238
239 test_expect_success \
240     'verify-pack catches a corrupted type/size of the 1st packed object data' \
241     'cat test-1-${packname_1}.pack >test-3.pack &&
242      dd if=/dev/zero of=test-3.pack count=1 bs=1 conv=notrunc seek=12 &&
243      if git verify-pack test-3.idx
244      then false
245      else :;
246      fi'
247
248 test_expect_success \
249     'verify-pack catches a corrupted sum of the index file itself' \
250     'l=`wc -c <test-3.idx` &&
251      l=`expr $l - 20` &&
252      cat test-1-${packname_1}.pack >test-3.pack &&
253      dd if=/dev/zero of=test-3.idx count=20 bs=1 conv=notrunc seek=$l &&
254      if git verify-pack test-3.pack
255      then false
256      else :;
257      fi'
258
259 test_expect_success \
260     'build pack index for an existing pack' \
261     'cat test-1-${packname_1}.pack >test-3.pack &&
262      git index-pack -o tmp.idx test-3.pack &&
263      cmp tmp.idx test-1-${packname_1}.idx &&
264
265      git index-pack test-3.pack &&
266      cmp test-3.idx test-1-${packname_1}.idx &&
267
268      cat test-2-${packname_2}.pack >test-3.pack &&
269      git index-pack -o tmp.idx test-2-${packname_2}.pack &&
270      cmp tmp.idx test-2-${packname_2}.idx &&
271
272      git index-pack test-3.pack &&
273      cmp test-3.idx test-2-${packname_2}.idx &&
274
275      cat test-3-${packname_3}.pack >test-3.pack &&
276      git index-pack -o tmp.idx test-3-${packname_3}.pack &&
277      cmp tmp.idx test-3-${packname_3}.idx &&
278
279      git index-pack test-3.pack &&
280      cmp test-3.idx test-3-${packname_3}.idx &&
281
282      :'
283
284 test_expect_success \
285     'fake a SHA1 hash collision' \
286     'test -f    .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67 &&
287      cp -f      .git/objects/9d/235ed07cd19811a6ceb342de82f190e49c9f68 \
288                 .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67'
289
290 test_expect_success \
291     'make sure index-pack detects the SHA1 collision' \
292     'test_must_fail git index-pack -o bad.idx test-3.pack 2>msg &&
293      grep "SHA1 COLLISION FOUND" msg'
294
295 test_expect_success \
296     'honor pack.packSizeLimit' \
297     'git config pack.packSizeLimit 200 &&
298      packname_4=$(git pack-objects test-4 <obj-list) &&
299      test 3 = $(ls test-4-*.pack | wc -l)'
300
301 test_expect_success 'unpacking with --strict' '
302
303         git config --unset pack.packsizelimit &&
304         for j in a b c d e f g
305         do
306                 for i in 0 1 2 3 4 5 6 7 8 9
307                 do
308                         o=$(echo $j$i | git hash-object -w --stdin) &&
309                         echo "100644 $o 0 $j$i"
310                 done
311         done >LIST &&
312         rm -f .git/index &&
313         git update-index --index-info <LIST &&
314         LIST=$(git write-tree) &&
315         rm -f .git/index &&
316         head -n 10 LIST | git update-index --index-info &&
317         LI=$(git write-tree) &&
318         rm -f .git/index &&
319         tail -n 10 LIST | git update-index --index-info &&
320         ST=$(git write-tree) &&
321         PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
322                 git pack-objects test-5 ) &&
323         PACK6=$( (
324                         echo "$LIST"
325                         echo "$LI"
326                         echo "$ST"
327                  ) | git pack-objects test-6 ) &&
328         test_create_repo test-5 &&
329         (
330                 cd test-5 &&
331                 git unpack-objects --strict <../test-5-$PACK5.pack &&
332                 git ls-tree -r $LIST &&
333                 git ls-tree -r $LI &&
334                 git ls-tree -r $ST
335         ) &&
336         test_create_repo test-6 &&
337         (
338                 # tree-only into empty repo -- many unreachables
339                 cd test-6 &&
340                 test_must_fail git unpack-objects --strict <../test-6-$PACK6.pack
341         ) &&
342         (
343                 # already populated -- no unreachables
344                 cd test-5 &&
345                 git unpack-objects --strict <../test-6-$PACK6.pack
346         )
347 '
348
349 test_expect_success 'index-pack with --strict' '
350
351         for j in a b c d e f g
352         do
353                 for i in 0 1 2 3 4 5 6 7 8 9
354                 do
355                         o=$(echo $j$i | git hash-object -w --stdin) &&
356                         echo "100644 $o 0 $j$i"
357                 done
358         done >LIST &&
359         rm -f .git/index &&
360         git update-index --index-info <LIST &&
361         LIST=$(git write-tree) &&
362         rm -f .git/index &&
363         head -n 10 LIST | git update-index --index-info &&
364         LI=$(git write-tree) &&
365         rm -f .git/index &&
366         tail -n 10 LIST | git update-index --index-info &&
367         ST=$(git write-tree) &&
368         PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
369                 git pack-objects test-5 ) &&
370         PACK6=$( (
371                         echo "$LIST"
372                         echo "$LI"
373                         echo "$ST"
374                  ) | git pack-objects test-6 ) &&
375         test_create_repo test-7 &&
376         (
377                 cd test-7 &&
378                 git index-pack --strict --stdin <../test-5-$PACK5.pack &&
379                 git ls-tree -r $LIST &&
380                 git ls-tree -r $LI &&
381                 git ls-tree -r $ST
382         ) &&
383         test_create_repo test-8 &&
384         (
385                 # tree-only into empty repo -- many unreachables
386                 cd test-8 &&
387                 test_must_fail git index-pack --strict --stdin <../test-6-$PACK6.pack
388         ) &&
389         (
390                 # already populated -- no unreachables
391                 cd test-7 &&
392                 git index-pack --strict --stdin <../test-6-$PACK6.pack
393         )
394 '
395
396 test_expect_success 'tolerate absurdly small packsizelimit' '
397         git config pack.packSizeLimit 2 &&
398         packname_9=$(git pack-objects test-9 <obj-list) &&
399         test $(wc -l <obj-list) = $(ls test-9-*.pack | wc -l)
400 '
401
402 test_done