Merge branch 'es/test-cmp-typocatcher'
[git] / t / perf / bisect_regression
1 #!/bin/sh
2
3 # Read a line coming from `./aggregate.perl --sort-by regression ...`
4 # and automatically bisect to find the commit responsible for the
5 # performance regression.
6 #
7 # Lines from `./aggregate.perl --sort-by regression ...` look like:
8 #
9 # +100.0% p7821-grep-engines-fixed.1 0.04(0.10+0.03) 0.08(0.11+0.08) v2.14.3 v2.15.1
10 # +33.3% p7820-grep-engines.1 0.03(0.08+0.02) 0.04(0.08+0.02) v2.14.3 v2.15.1
11 #
12
13 die () {
14         echo >&2 "error: $*"
15         exit 1
16 }
17
18 while [ $# -gt 0 ]; do
19         arg="$1"
20         case "$arg" in
21         --help)
22                 echo "usage: $0 [--config file] [--subsection subsection]"
23                 exit 0
24                 ;;
25         --config)
26                 shift
27                 GIT_PERF_CONFIG_FILE=$(cd "$(dirname "$1")"; pwd)/$(basename "$1")
28                 export GIT_PERF_CONFIG_FILE
29                 shift ;;
30         --subsection)
31                 shift
32                 GIT_PERF_SUBSECTION="$1"
33                 export GIT_PERF_SUBSECTION
34                 shift ;;
35         --*)
36                 die "unrecognised option: '$arg'" ;;
37         *)
38                 die "unknown argument '$arg'"
39                 ;;
40         esac
41 done
42
43 read -r regression subtest oldtime newtime oldrev newrev
44
45 test_script=$(echo "$subtest" | sed -e 's/\(.*\)\.[0-9]*$/\1.sh/')
46 test_number=$(echo "$subtest" | sed -e 's/.*\.\([0-9]*\)$/\1/')
47
48 # oldtime and newtime are decimal number, not integers
49
50 oldtime=$(echo "$oldtime" | sed -e 's/^\([0-9]\+\.[0-9]\+\).*$/\1/')
51 newtime=$(echo "$newtime" | sed -e 's/^\([0-9]\+\.[0-9]\+\).*$/\1/')
52
53 test $(echo "$newtime" "$oldtime" | awk '{ print ($1 > $2) }') = 1 ||
54         die "New time '$newtime' should be greater than old time '$oldtime'"
55
56 tmpdir=$(mktemp -d -t bisect_regression_XXXXXX) || die "Failed to create temp directory"
57 echo "$oldtime" >"$tmpdir/oldtime" || die "Failed to write to '$tmpdir/oldtime'"
58 echo "$newtime" >"$tmpdir/newtime" || die "Failed to write to '$tmpdir/newtime'"
59
60 # Bisecting must be performed from the top level directory (even with --no-checkout)
61 (
62         toplevel_dir=$(git rev-parse --show-toplevel) || die "Failed to find top level directory"
63         cd "$toplevel_dir" || die "Failed to cd into top level directory '$toplevel_dir'"
64
65         git bisect start --no-checkout "$newrev" "$oldrev" || die "Failed to start bisecting"
66
67         git bisect run t/perf/bisect_run_script "$test_script" "$test_number" "$tmpdir"
68         res="$?"
69
70         git bisect reset
71
72         exit "$res"
73 )