summaryrefslogtreecommitdiff
path: root/perf-regression-test.py
blob: acd3ebcd84c0e2fc4bfa58fdbd6fb17bee82d64e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
#!/usr/bin/env python
# Use to test the current working directory's performance against HEAD.

import os

os.system("""
set -e
set -v

# Generate numbers for baseline.
rm -rf perf-tmp
git clone . perf-tmp
(cd perf-tmp && ./perf-tests.sh upb)
cp perf-tmp/perf-tests.out perf-tests.baseline

# Generate numbers for working directory.
./perf-tests.sh upb""")

baseline = {}
baseline_file = open("perf-tests.baseline")
for line in baseline_file:
  test, speed = line.split(":")
  baseline[test] = int(speed)

wd_file = open("perf-tests.out")
for line in wd_file:
  test, speed = line.split(":")
  baseline_val = baseline[test]
  change = float(int(speed) - baseline_val) / float(baseline_val) * 100
  print "%s: %d -> %d (%0.2f)" % (test, baseline_val, int(speed), change)
generated by cgit on debian on lair
contact matthew@masot.net with questions or feedback