Skip to content

Commit 0989b0e

Browse files
jprider63cp526
authored andcommitted
Report total runtime in PR benchmark comments
1 parent d4a3811 commit 0989b0e

File tree

1 file changed

+13
-0
lines changed

1 file changed

+13
-0
lines changed

tests/compare-benchmarks.py

+13
Original file line numberDiff line numberDiff line change
@@ -33,14 +33,18 @@ def main():
3333

3434
missing = set()
3535
degradation = set()
36+
baseline_total = 0
37+
new_total = 0
3638

3739
output = []
3840
for benchmark in baseline:
3941
name = benchmark['name']
4042
baseline_value = benchmark['value']
43+
baseline_total += baseline_value
4144

4245
new_value_m = new_numbers.get(name)
4346
if new_value_m:
47+
new_total += new_value_m
4448
(diff, percentage) = to_diff(new_value_m, baseline_value)
4549

4650
if percentage > THRESHOLD:
@@ -55,6 +59,15 @@ def main():
5559
else:
5660
missing.add(name)
5761

62+
for name in new_numbers:
63+
new_value = new_numbers[name]
64+
output.append([name, "-", new_value, "-"])
65+
66+
new_total += new_value
67+
68+
(total_diff, _) = to_diff(new_total, baseline_total)
69+
output.append(["**Total runtime**", baseline_total, new_total, total_diff])
70+
5871
print("")
5972
if len(degradation) != 0:
6073
print("**Warning**: Performance degradations: " + ', '.join(degradation))

0 commit comments

Comments
 (0)