Merge branch 'jk/check-everything-connected-is-long-gone' into maint
[git] / t / t5317-pack-objects-filter-objects.sh
1 #!/bin/sh
2
3 test_description='git pack-objects using object filtering'
4
5 . ./test-lib.sh
6
7 # Test blob:none filter.
8
9 test_expect_success 'setup r1' '
10         echo "{print \$1}" >print_1.awk &&
11         echo "{print \$2}" >print_2.awk &&
12
13         git init r1 &&
14         for n in 1 2 3 4 5
15         do
16                 echo "This is file: $n" > r1/file.$n
17                 git -C r1 add file.$n
18                 git -C r1 commit -m "$n"
19         done
20 '
21
22 test_expect_success 'verify blob count in normal packfile' '
23         git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
24                 | awk -f print_2.awk \
25                 | sort >expected &&
26         git -C r1 pack-objects --rev --stdout >all.pack <<-EOF &&
27         HEAD
28         EOF
29         git -C r1 index-pack ../all.pack &&
30         git -C r1 verify-pack -v ../all.pack \
31                 | grep blob \
32                 | awk -f print_1.awk \
33                 | sort >observed &&
34         test_cmp observed expected
35 '
36
37 test_expect_success 'verify blob:none packfile has no blobs' '
38         git -C r1 pack-objects --rev --stdout --filter=blob:none >filter.pack <<-EOF &&
39         HEAD
40         EOF
41         git -C r1 index-pack ../filter.pack &&
42         git -C r1 verify-pack -v ../filter.pack \
43                 | grep blob \
44                 | awk -f print_1.awk \
45                 | sort >observed &&
46         nr=$(wc -l <observed) &&
47         test 0 -eq $nr
48 '
49
50 test_expect_success 'verify normal and blob:none packfiles have same commits/trees' '
51         git -C r1 verify-pack -v ../all.pack \
52                 | grep -E "commit|tree" \
53                 | awk -f print_1.awk \
54                 | sort >expected &&
55         git -C r1 verify-pack -v ../filter.pack \
56                 | grep -E "commit|tree" \
57                 | awk -f print_1.awk \
58                 | sort >observed &&
59         test_cmp observed expected
60 '
61
62 # Test blob:limit=<n>[kmg] filter.
63 # We boundary test around the size parameter.  The filter is strictly less than
64 # the value, so size 500 and 1000 should have the same results, but 1001 should
65 # filter more.
66
67 test_expect_success 'setup r2' '
68         git init r2 &&
69         for n in 1000 10000
70         do
71                 printf "%"$n"s" X > r2/large.$n
72                 git -C r2 add large.$n
73                 git -C r2 commit -m "$n"
74         done
75 '
76
77 test_expect_success 'verify blob count in normal packfile' '
78         git -C r2 ls-files -s large.1000 large.10000 \
79                 | awk -f print_2.awk \
80                 | sort >expected &&
81         git -C r2 pack-objects --rev --stdout >all.pack <<-EOF &&
82         HEAD
83         EOF
84         git -C r2 index-pack ../all.pack &&
85         git -C r2 verify-pack -v ../all.pack \
86                 | grep blob \
87                 | awk -f print_1.awk \
88                 | sort >observed &&
89         test_cmp observed expected
90 '
91
92 test_expect_success 'verify blob:limit=500 omits all blobs' '
93         git -C r2 pack-objects --rev --stdout --filter=blob:limit=500 >filter.pack <<-EOF &&
94         HEAD
95         EOF
96         git -C r2 index-pack ../filter.pack &&
97         git -C r2 verify-pack -v ../filter.pack \
98                 | grep blob \
99                 | awk -f print_1.awk \
100                 | sort >observed &&
101         nr=$(wc -l <observed) &&
102         test 0 -eq $nr
103 '
104
105 test_expect_success 'verify blob:limit=1000' '
106         git -C r2 pack-objects --rev --stdout --filter=blob:limit=1000 >filter.pack <<-EOF &&
107         HEAD
108         EOF
109         git -C r2 index-pack ../filter.pack &&
110         git -C r2 verify-pack -v ../filter.pack \
111                 | grep blob \
112                 | awk -f print_1.awk \
113                 | sort >observed &&
114         nr=$(wc -l <observed) &&
115         test 0 -eq $nr
116 '
117
118 test_expect_success 'verify blob:limit=1001' '
119         git -C r2 ls-files -s large.1000 \
120                 | awk -f print_2.awk \
121                 | sort >expected &&
122         git -C r2 pack-objects --rev --stdout --filter=blob:limit=1001 >filter.pack <<-EOF &&
123         HEAD
124         EOF
125         git -C r2 index-pack ../filter.pack &&
126         git -C r2 verify-pack -v ../filter.pack \
127                 | grep blob \
128                 | awk -f print_1.awk \
129                 | sort >observed &&
130         test_cmp observed expected
131 '
132
133 test_expect_success 'verify blob:limit=10001' '
134         git -C r2 ls-files -s large.1000 large.10000 \
135                 | awk -f print_2.awk \
136                 | sort >expected &&
137         git -C r2 pack-objects --rev --stdout --filter=blob:limit=10001 >filter.pack <<-EOF &&
138         HEAD
139         EOF
140         git -C r2 index-pack ../filter.pack &&
141         git -C r2 verify-pack -v ../filter.pack \
142                 | grep blob \
143                 | awk -f print_1.awk \
144                 | sort >observed &&
145         test_cmp observed expected
146 '
147
148 test_expect_success 'verify blob:limit=1k' '
149         git -C r2 ls-files -s large.1000 \
150                 | awk -f print_2.awk \
151                 | sort >expected &&
152         git -C r2 pack-objects --rev --stdout --filter=blob:limit=1k >filter.pack <<-EOF &&
153         HEAD
154         EOF
155         git -C r2 index-pack ../filter.pack &&
156         git -C r2 verify-pack -v ../filter.pack \
157                 | grep blob \
158                 | awk -f print_1.awk \
159                 | sort >observed &&
160         test_cmp observed expected
161 '
162
163 test_expect_success 'verify explicitly specifying oversized blob in input' '
164         git -C r2 ls-files -s large.1000 large.10000 \
165                 | awk -f print_2.awk \
166                 | sort >expected &&
167         git -C r2 pack-objects --rev --stdout --filter=blob:limit=1k >filter.pack <<-EOF &&
168         HEAD
169         $(git -C r2 rev-parse HEAD:large.10000)
170         EOF
171         git -C r2 index-pack ../filter.pack &&
172         git -C r2 verify-pack -v ../filter.pack \
173                 | grep blob \
174                 | awk -f print_1.awk \
175                 | sort >observed &&
176         test_cmp observed expected
177 '
178
179 test_expect_success 'verify blob:limit=1m' '
180         git -C r2 ls-files -s large.1000 large.10000 \
181                 | awk -f print_2.awk \
182                 | sort >expected &&
183         git -C r2 pack-objects --rev --stdout --filter=blob:limit=1m >filter.pack <<-EOF &&
184         HEAD
185         EOF
186         git -C r2 index-pack ../filter.pack &&
187         git -C r2 verify-pack -v ../filter.pack \
188                 | grep blob \
189                 | awk -f print_1.awk \
190                 | sort >observed &&
191         test_cmp observed expected
192 '
193
194 test_expect_success 'verify normal and blob:limit packfiles have same commits/trees' '
195         git -C r2 verify-pack -v ../all.pack \
196                 | grep -E "commit|tree" \
197                 | awk -f print_1.awk \
198                 | sort >expected &&
199         git -C r2 verify-pack -v ../filter.pack \
200                 | grep -E "commit|tree" \
201                 | awk -f print_1.awk \
202                 | sort >observed &&
203         test_cmp observed expected
204 '
205
206 # Test sparse:path=<path> filter.
207 # Use a local file containing a sparse-checkout specification to filter
208 # out blobs not required for the corresponding sparse-checkout.  We do not
209 # require sparse-checkout to actually be enabled.
210
211 test_expect_success 'setup r3' '
212         git init r3 &&
213         mkdir r3/dir1 &&
214         for n in sparse1 sparse2
215         do
216                 echo "This is file: $n" > r3/$n
217                 git -C r3 add $n
218                 echo "This is file: dir1/$n" > r3/dir1/$n
219                 git -C r3 add dir1/$n
220         done &&
221         git -C r3 commit -m "sparse" &&
222         echo dir1/ >pattern1 &&
223         echo sparse1 >pattern2
224 '
225
226 test_expect_success 'verify blob count in normal packfile' '
227         git -C r3 ls-files -s sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
228                 | awk -f print_2.awk \
229                 | sort >expected &&
230         git -C r3 pack-objects --rev --stdout >all.pack <<-EOF &&
231         HEAD
232         EOF
233         git -C r3 index-pack ../all.pack &&
234         git -C r3 verify-pack -v ../all.pack \
235                 | grep blob \
236                 | awk -f print_1.awk \
237                 | sort >observed &&
238         test_cmp observed expected
239 '
240
241 test_expect_success 'verify sparse:path=pattern1' '
242         git -C r3 ls-files -s dir1/sparse1 dir1/sparse2 \
243                 | awk -f print_2.awk \
244                 | sort >expected &&
245         git -C r3 pack-objects --rev --stdout --filter=sparse:path=../pattern1 >filter.pack <<-EOF &&
246         HEAD
247         EOF
248         git -C r3 index-pack ../filter.pack &&
249         git -C r3 verify-pack -v ../filter.pack \
250                 | grep blob \
251                 | awk -f print_1.awk \
252                 | sort >observed &&
253         test_cmp observed expected
254 '
255
256 test_expect_success 'verify normal and sparse:path=pattern1 packfiles have same commits/trees' '
257         git -C r3 verify-pack -v ../all.pack \
258                 | grep -E "commit|tree" \
259                 | awk -f print_1.awk \
260                 | sort >expected &&
261         git -C r3 verify-pack -v ../filter.pack \
262                 | grep -E "commit|tree" \
263                 | awk -f print_1.awk \
264                 | sort >observed &&
265         test_cmp observed expected
266 '
267
268 test_expect_success 'verify sparse:path=pattern2' '
269         git -C r3 ls-files -s sparse1 dir1/sparse1 \
270                 | awk -f print_2.awk \
271                 | sort >expected &&
272         git -C r3 pack-objects --rev --stdout --filter=sparse:path=../pattern2 >filter.pack <<-EOF &&
273         HEAD
274         EOF
275         git -C r3 index-pack ../filter.pack &&
276         git -C r3 verify-pack -v ../filter.pack \
277                 | grep blob \
278                 | awk -f print_1.awk \
279                 | sort >observed &&
280         test_cmp observed expected
281 '
282
283 test_expect_success 'verify normal and sparse:path=pattern2 packfiles have same commits/trees' '
284         git -C r3 verify-pack -v ../all.pack \
285                 | grep -E "commit|tree" \
286                 | awk -f print_1.awk \
287                 | sort >expected &&
288         git -C r3 verify-pack -v ../filter.pack \
289                 | grep -E "commit|tree" \
290                 | awk -f print_1.awk \
291                 | sort >observed &&
292         test_cmp observed expected
293 '
294
295 # Test sparse:oid=<oid-ish> filter.
296 # Like sparse:path, but we get the sparse-checkout specification from
297 # a blob rather than a file on disk.
298
299 test_expect_success 'setup r4' '
300         git init r4 &&
301         mkdir r4/dir1 &&
302         for n in sparse1 sparse2
303         do
304                 echo "This is file: $n" > r4/$n
305                 git -C r4 add $n
306                 echo "This is file: dir1/$n" > r4/dir1/$n
307                 git -C r4 add dir1/$n
308         done &&
309         echo dir1/ >r4/pattern &&
310         git -C r4 add pattern &&
311         git -C r4 commit -m "pattern"
312 '
313
314 test_expect_success 'verify blob count in normal packfile' '
315         git -C r4 ls-files -s pattern sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
316                 | awk -f print_2.awk \
317                 | sort >expected &&
318         git -C r4 pack-objects --rev --stdout >all.pack <<-EOF &&
319         HEAD
320         EOF
321         git -C r4 index-pack ../all.pack &&
322         git -C r4 verify-pack -v ../all.pack \
323                 | grep blob \
324                 | awk -f print_1.awk \
325                 | sort >observed &&
326         test_cmp observed expected
327 '
328
329 test_expect_success 'verify sparse:oid=OID' '
330         git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 \
331                 | awk -f print_2.awk \
332                 | sort >expected &&
333         oid=$(git -C r4 ls-files -s pattern | awk -f print_2.awk) &&
334         git -C r4 pack-objects --rev --stdout --filter=sparse:oid=$oid >filter.pack <<-EOF &&
335         HEAD
336         EOF
337         git -C r4 index-pack ../filter.pack &&
338         git -C r4 verify-pack -v ../filter.pack \
339                 | grep blob \
340                 | awk -f print_1.awk \
341                 | sort >observed &&
342         test_cmp observed expected
343 '
344
345 test_expect_success 'verify sparse:oid=oid-ish' '
346         git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 \
347                 | awk -f print_2.awk \
348                 | sort >expected &&
349         git -C r4 pack-objects --rev --stdout --filter=sparse:oid=master:pattern >filter.pack <<-EOF &&
350         HEAD
351         EOF
352         git -C r4 index-pack ../filter.pack &&
353         git -C r4 verify-pack -v ../filter.pack \
354                 | grep blob \
355                 | awk -f print_1.awk \
356                 | sort >observed &&
357         test_cmp observed expected
358 '
359
360 # Delete some loose objects and use pack-objects, but WITHOUT any filtering.
361 # This models previously omitted objects that we did not receive.
362
363 test_expect_success 'setup r1 - delete loose blobs' '
364         git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
365                 | awk -f print_2.awk \
366                 | sort >expected &&
367         for id in `cat expected | sed "s|..|&/|"`
368         do
369                 rm r1/.git/objects/$id
370         done
371 '
372
373 test_expect_success 'verify pack-objects fails w/ missing objects' '
374         test_must_fail git -C r1 pack-objects --rev --stdout >miss.pack <<-EOF
375         HEAD
376         EOF
377 '
378
379 test_expect_success 'verify pack-objects fails w/ --missing=error' '
380         test_must_fail git -C r1 pack-objects --rev --stdout --missing=error >miss.pack <<-EOF
381         HEAD
382         EOF
383 '
384
385 test_expect_success 'verify pack-objects w/ --missing=allow-any' '
386         git -C r1 pack-objects --rev --stdout --missing=allow-any >miss.pack <<-EOF
387         HEAD
388         EOF
389 '
390
391 test_done