Commit | Line | Data |
---|---|---|
e1970ce4 JH |
1 | # Run tests |
2 | # | |
3 | # Copyright (c) 2005 Junio C Hamano | |
4 | # | |
d6928ebd | 5 | |
b2b0026e | 6 | -include ../config.mak.autogen |
c14417c4 JK |
7 | -include ../config.mak |
8 | ||
dd6fc7ca | 9 | #GIT_TEST_OPTS = --verbose --debug |
edde7a8b | 10 | SHELL_PATH ?= $(SHELL) |
3f824e91 | 11 | TEST_SHELL_PATH ?= $(SHELL_PATH) |
4678a5cd | 12 | PERL_PATH ?= /usr/bin/perl |
455a7f32 | 13 | TAR ?= $(TAR) |
4cb08df5 | 14 | RM ?= rm -f |
28d836c8 MG |
15 | PROVE ?= prove |
16 | DEFAULT_TEST_TARGET ?= test | |
00f6991d | 17 | TEST_LINT ?= test-lint |
e1970ce4 | 18 | |
54bb9015 | 19 | ifdef TEST_OUTPUT_DIRECTORY |
b3e0c4ed | 20 | TEST_RESULTS_DIRECTORY = $(TEST_OUTPUT_DIRECTORY)/test-results |
54bb9015 JK |
21 | else |
22 | TEST_RESULTS_DIRECTORY = test-results | |
23 | endif | |
24 | ||
4769948a | 25 | # Shell quote; |
39c015c5 | 26 | SHELL_PATH_SQ = $(subst ','\'',$(SHELL_PATH)) |
3f824e91 | 27 | TEST_SHELL_PATH_SQ = $(subst ','\'',$(TEST_SHELL_PATH)) |
c7ce70ac | 28 | PERL_PATH_SQ = $(subst ','\'',$(PERL_PATH)) |
54bb9015 | 29 | TEST_RESULTS_DIRECTORY_SQ = $(subst ','\'',$(TEST_RESULTS_DIRECTORY)) |
4769948a | 30 | |
aae5239b | 31 | T = $(sort $(wildcard t[0-9][0-9][0-9][0-9]-*.sh)) |
aae5239b | 32 | TGITWEB = $(sort $(wildcard t95[0-9][0-9]-*.sh)) |
cd78cea2 | 33 | THELPERS = $(sort $(filter-out $(T),$(wildcard *.sh))) |
e1970ce4 | 34 | |
28d836c8 MG |
35 | all: $(DEFAULT_TEST_TARGET) |
36 | ||
d38732c2 | 37 | test: pre-clean $(TEST_LINT) |
e3df89a4 | 38 | $(MAKE) aggregate-results-and-cleanup |
23fc63bf | 39 | |
93a04bb1 JS |
40 | failed: |
41 | @failed=$$(cd '$(TEST_RESULTS_DIRECTORY_SQ)' && \ | |
42 | grep -l '^failed [1-9]' *.counts | \ | |
43 | sed -n 's/\.counts$$/.sh/p') && \ | |
44 | test -z "$$failed" || $(MAKE) $$failed | |
45 | ||
d38732c2 | 46 | prove: pre-clean $(TEST_LINT) |
3f824e91 | 47 | @echo "*** prove ***"; $(PROVE) --exec '$(TEST_SHELL_PATH_SQ)' $(GIT_PROVE_OPTS) $(T) :: $(GIT_TEST_OPTS) |
60f26f63 | 48 | $(MAKE) clean-except-prove-cache |
28d836c8 | 49 | |
23fc63bf | 50 | $(T): |
3f824e91 | 51 | @echo "*** $@ ***"; '$(TEST_SHELL_PATH_SQ)' $@ $(GIT_TEST_OPTS) |
e1970ce4 | 52 | |
f8d5ffc2 | 53 | pre-clean: |
54bb9015 | 54 | $(RM) -r '$(TEST_RESULTS_DIRECTORY_SQ)' |
f8d5ffc2 | 55 | |
60f26f63 | 56 | clean-except-prove-cache: |
54bb9015 | 57 | $(RM) -r 'trash directory'.* '$(TEST_RESULTS_DIRECTORY_SQ)' |
34b383e7 | 58 | $(RM) -r valgrind/bin |
60f26f63 MH |
59 | |
60 | clean: clean-except-prove-cache | |
9a3028b9 | 61 | $(RM) .prove |
23fc63bf | 62 | |
c2cafd39 JS |
63 | test-lint: test-lint-duplicates test-lint-executable test-lint-shell-syntax \ |
64 | test-lint-filenames | |
d38732c2 JK |
65 | |
66 | test-lint-duplicates: | |
67 | @dups=`echo $(T) | tr ' ' '\n' | sed 's/-.*//' | sort | uniq -d` && \ | |
68 | test -z "$$dups" || { \ | |
69 | echo >&2 "duplicate test numbers:" $$dups; exit 1; } | |
70 | ||
71 | test-lint-executable: | |
72 | @bad=`for i in $(T); do test -x "$$i" || echo $$i; done` && \ | |
73 | test -z "$$bad" || { \ | |
74 | echo >&2 "non-executable tests:" $$bad; exit 1; } | |
75 | ||
c7ce70ac | 76 | test-lint-shell-syntax: |
cd78cea2 | 77 | @'$(PERL_PATH_SQ)' check-non-portable-shell.pl $(T) $(THELPERS) |
c7ce70ac | 78 | |
c2cafd39 JS |
79 | test-lint-filenames: |
80 | @# We do *not* pass a glob to ls-files but use grep instead, to catch | |
81 | @# non-ASCII characters (which are quoted within double-quotes) | |
82 | @bad="$$(git -c core.quotepath=true ls-files 2>/dev/null | \ | |
83 | grep '["*:<>?\\|]')"; \ | |
84 | test -z "$$bad" || { \ | |
85 | echo >&2 "non-portable file name(s): $$bad"; exit 1; } | |
86 | ||
e3df89a4 JS |
87 | aggregate-results-and-cleanup: $(T) |
88 | $(MAKE) aggregate-results | |
89 | $(MAKE) clean | |
90 | ||
f8d5ffc2 | 91 | aggregate-results: |
54bb9015 | 92 | for f in '$(TEST_RESULTS_DIRECTORY_SQ)'/t*-*.counts; do \ |
6508eedf BC |
93 | echo "$$f"; \ |
94 | done | '$(SHELL_PATH_SQ)' ./aggregate-results.sh | |
f8d5ffc2 | 95 | |
958a8467 JN |
96 | gitweb-test: |
97 | $(MAKE) $(TGITWEB) | |
98 | ||
7f6fdea1 | 99 | valgrind: |
7ef4d6b9 | 100 | $(MAKE) GIT_TEST_OPTS="$(GIT_TEST_OPTS) --valgrind" |
7f6fdea1 | 101 | |
342e9ef2 TR |
102 | perf: |
103 | $(MAKE) -C perf/ all | |
104 | ||
342e9ef2 | 105 | .PHONY: pre-clean $(T) aggregate-results clean valgrind perf |