Add run-bench.py to run bench-compare and branch-compare

Author: r-devulap

.github/workflows/c-cpp.yml

@@ -94,4 +94,4 @@ jobs:
       env:
         CXX: g++-12
         GBENCH: ${{ github.workspace }}/benchmark
-      run: bash -x bench-compare.sh
+      run: bash -x scripts/bench-compare.sh avx

bench-compare.sh renamed to scripts/branch-compare.sh

@@ -1,7 +1,7 @@
 #~/bin/bash
 set -e
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
-cd $SCRIPT_DIR
+cd $SCRIPT_DIR/..
 branch=$(git rev-parse --abbrev-ref HEAD)
 echo "Comparing main branch with $branch"
 
@@ -34,5 +34,10 @@ meson setup --warnlevel 0 --buildtype plain builddir-main
 cd builddir-main
 ninja
 cd ..
-echo "Running benchmarks .."
-$compare benchmarks ./builddir-main/benchexe ./builddir-${branch}/benchexe
+if [ -z "$1" ]; then
+    echo "Comparing all benchmarks .."
+    $compare benchmarks ./builddir-main/benchexe ./builddir-${branch}/benchexe
+else
+    echo "Comparing benchmark $1 .."
+    $compare benchmarksfiltered ./builddir-main/benchexe $1 ./builddir-${branch}/benchexe $1
+fi

scripts/run-bench.py

@@ -0,0 +1,26 @@
+import sys
+import argparse
+import subprocess
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--branchcompare', help='Compare benchmarks of current branch with main. Provide an optional --filter')
+parser.add_argument('--benchcompare', action='store_true', help='Compare across benchmarks. Requires --baseline and --contender')
+parser.add_argument("-f", '--filter', type=str, required=False)
+parser.add_argument("-b", '--baseline', type=str, required=False)
+parser.add_argument("-c", '--contender', type=str, required=False)
+args = parser.parse_args()
+
+if len(sys.argv) == 1:
+        parser.error("requires one of --benchcompare or --branchcompare")
+
+if args.benchcompare:
+    if (args.baseline is None or args.contender is None):
+        parser.error("--benchcompare requires --baseline and --contender")
+    else:
+        rc = subprocess.check_call("./bench-compare.sh '%s %s'" % (args.baseline, args.contender), shell=True)
+
+if args.branchcompare:
+    if args.filter is None:
+        rc = subprocess.call("./branch-compare.sh")
+    else:
+        rc = subprocess.check_call("./branch-compare.sh '%s'" % args.filter, shell=True)