Merge branch 'cl/send-email-reply-to'
[git] / t / perf / run
1 #!/bin/sh
2
3 case "$1" in
4         --help)
5                 echo "usage: $0 [--config file] [other_git_tree...] [--] [test_scripts]"
6                 exit 0
7                 ;;
8         --config)
9                 shift
10                 GIT_PERF_CONFIG_FILE=$(cd "$(dirname "$1")"; pwd)/$(basename "$1")
11                 export GIT_PERF_CONFIG_FILE
12                 shift ;;
13 esac
14
15 die () {
16         echo >&2 "error: $*"
17         exit 1
18 }
19
20 run_one_dir () {
21         if test $# -eq 0; then
22                 set -- p????-*.sh
23         fi
24         echo "=== Running $# tests in ${GIT_TEST_INSTALLED:-this tree} ==="
25         for t in "$@"; do
26                 ./$t $GIT_TEST_OPTS
27         done
28 }
29
30 unpack_git_rev () {
31         rev=$1
32         echo "=== Unpacking $rev in build/$rev ==="
33         mkdir -p build/$rev
34         (cd "$(git rev-parse --show-cdup)" && git archive --format=tar $rev) |
35         (cd build/$rev && tar x)
36 }
37
38 build_git_rev () {
39         rev=$1
40         name="$2"
41         for config in config.mak config.mak.autogen config.status
42         do
43                 if test -e "../../$config"
44                 then
45                         cp "../../$config" "build/$rev/"
46                 fi
47         done
48         echo "=== Building $rev ($name) ==="
49         (
50                 cd build/$rev &&
51                 if test -n "$GIT_PERF_MAKE_COMMAND"
52                 then
53                         sh -c "$GIT_PERF_MAKE_COMMAND"
54                 else
55                         make $GIT_PERF_MAKE_OPTS
56                 fi
57         ) || die "failed to build revision '$mydir'"
58 }
59
60 run_dirs_helper () {
61         mydir=${1%/}
62         shift
63         while test $# -gt 0 -a "$1" != -- -a ! -f "$1"; do
64                 shift
65         done
66         if test $# -gt 0 -a "$1" = --; then
67                 shift
68         fi
69         if [ ! -d "$mydir" ]; then
70                 rev=$(git rev-parse --verify "$mydir" 2>/dev/null) ||
71                 die "'$mydir' is neither a directory nor a valid revision"
72                 if [ ! -d build/$rev ]; then
73                         unpack_git_rev $rev
74                 fi
75                 build_git_rev $rev "$mydir"
76                 mydir=build/$rev
77         fi
78         if test "$mydir" = .; then
79                 unset GIT_TEST_INSTALLED
80         else
81                 GIT_TEST_INSTALLED="$mydir/bin-wrappers"
82                 # Older versions of git lacked bin-wrappers; fallback to the
83                 # files in the root.
84                 test -d "$GIT_TEST_INSTALLED" || GIT_TEST_INSTALLED=$mydir
85                 export GIT_TEST_INSTALLED
86         fi
87         run_one_dir "$@"
88 }
89
90 run_dirs () {
91         while test $# -gt 0 -a "$1" != -- -a ! -f "$1"; do
92                 run_dirs_helper "$@"
93                 shift
94         done
95 }
96
97 get_subsections () {
98         section="$1"
99         test -z "$GIT_PERF_CONFIG_FILE" && return
100         git config -f "$GIT_PERF_CONFIG_FILE" --name-only --get-regex "$section\..*\.[^.]+" |
101         sed -e "s/$section\.\(.*\)\..*/\1/" | sort | uniq
102 }
103
104 get_var_from_env_or_config () {
105         env_var="$1"
106         conf_sec="$2"
107         conf_var="$3"
108         conf_opts="$4" # optional
109
110         # Do nothing if the env variable is already set
111         eval "test -z \"\${$env_var+x}\"" || return
112
113         test -z "$GIT_PERF_CONFIG_FILE" && return
114
115         # Check if the variable is in the config file
116         if test -n "$GIT_PERF_SUBSECTION"
117         then
118                 var="$conf_sec.$GIT_PERF_SUBSECTION.$conf_var"
119                 conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
120                 eval "$env_var=\"$conf_value\"" && return
121         fi
122         var="$conf_sec.$conf_var"
123         conf_value=$(git config $conf_opts -f "$GIT_PERF_CONFIG_FILE" "$var") &&
124         eval "$env_var=\"$conf_value\""
125 }
126
127 run_subsection () {
128         get_var_from_env_or_config "GIT_PERF_REPEAT_COUNT" "perf" "repeatCount" "--int"
129         : ${GIT_PERF_REPEAT_COUNT:=3}
130         export GIT_PERF_REPEAT_COUNT
131
132         get_var_from_env_or_config "GIT_PERF_DIRS_OR_REVS" "perf" "dirsOrRevs"
133         set -- $GIT_PERF_DIRS_OR_REVS "$@"
134
135         get_var_from_env_or_config "GIT_PERF_MAKE_COMMAND" "perf" "makeCommand"
136         get_var_from_env_or_config "GIT_PERF_MAKE_OPTS" "perf" "makeOpts"
137
138         get_var_from_env_or_config "GIT_PERF_REPO_NAME" "perf" "repoName"
139         export GIT_PERF_REPO_NAME
140
141         GIT_PERF_AGGREGATING_LATER=t
142         export GIT_PERF_AGGREGATING_LATER
143
144         if test $# = 0 -o "$1" = -- -o -f "$1"; then
145                 set -- . "$@"
146         fi
147
148         codespeed_opt=
149         test "$GIT_PERF_CODESPEED_OUTPUT" = "true" && codespeed_opt="--codespeed"
150
151         run_dirs "$@"
152
153         if test -z "$GIT_PERF_SEND_TO_CODESPEED"
154         then
155                 ./aggregate.perl $codespeed_opt "$@"
156         else
157                 json_res_file="test-results/$GIT_PERF_SUBSECTION/aggregate.json"
158                 ./aggregate.perl --codespeed "$@" | tee "$json_res_file"
159                 send_data_url="$GIT_PERF_SEND_TO_CODESPEED/result/add/json/"
160                 curl -v --request POST --data-urlencode "json=$(cat "$json_res_file")" "$send_data_url"
161         fi
162 }
163
164 get_var_from_env_or_config "GIT_PERF_CODESPEED_OUTPUT" "perf" "codespeedOutput" "--bool"
165 get_var_from_env_or_config "GIT_PERF_SEND_TO_CODESPEED" "perf" "sendToCodespeed"
166
167 cd "$(dirname $0)"
168 . ../../GIT-BUILD-OPTIONS
169
170 mkdir -p test-results
171 get_subsections "perf" >test-results/run_subsections.names
172
173 if test $(wc -l <test-results/run_subsections.names) -eq 0
174 then
175         (
176                 run_subsection "$@"
177         )
178 else
179         while read -r subsec
180         do
181                 (
182                         GIT_PERF_SUBSECTION="$subsec"
183                         export GIT_PERF_SUBSECTION
184                         echo "======== Run for subsection '$GIT_PERF_SUBSECTION' ========"
185                         run_subsection "$@"
186                 )
187         done <test-results/run_subsections.names
188 fi