Microbenchmarks script (#3151)

* first iteration of microbenchmarks-compare.sh Signed-off-by: Francesco Guardiani <[email protected]> * output the dir Signed-off-by: Francesco Guardiani <[email protected]> * Modules off while installing benchstat Signed-off-by: Francesco Guardiani <[email protected]> * fix Signed-off-by: Francesco Guardiani <[email protected]> * fix Signed-off-by: Francesco Guardiani <[email protected]> * Suggestions Signed-off-by: Francesco Guardiani <[email protected]>
knative · Jun 4, 2020 · 0292e17 · 0292e17
1 parent 1f1cd6e
commit 0292e17
Show file tree

Hide file tree

Showing 2 changed files with 37 additions and 0 deletions.
diff --git a/test/microbenchmarks-compare.sh b/test/microbenchmarks-compare.sh
@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+
+if [ "$1" == "" ] || [ $# -gt 1 ]; then
+    echo "Error: Expecting an argument" >&2
+    echo "usage: $(basename $0) revision_to_compare" >&2
+    exit 1
+fi
+
+GO111MODULE=off go get golang.org/x/perf/cmd/benchstat
+
+REVISION="$1"
+OUTPUT_DIR=${ARTIFACTS:-$(mktemp -d)}
+
+echo "Outputs will be at $OUTPUT_DIR"
+
+$(dirname $0)/microbenchmarks-run.sh "$OUTPUT_DIR/new.txt"
+
+git checkout "$REVISION"
+
+$(dirname $0)/microbenchmarks-run.sh "$OUTPUT_DIR/old.txt"
+
+benchstat -html "$OUTPUT_DIR/old.txt" "$OUTPUT_DIR/new.txt" >> "$OUTPUT_DIR/results.html"
diff --git a/test/microbenchmarks-run.sh b/test/microbenchmarks-run.sh
@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+cd "$(dirname $0)/.." || exit
+
+if [ "$1" != "" ]; then
+  OUTPUT_FILE="$1"
+else
+  OUTPUT_FILE="${ARTIFACTS:-$(mktemp -d)}/bench-result.txt"
+fi
+
+echo "Output will be at $OUTPUT_FILE"
+
+go clean
+go test -bench=. -benchmem -run="^$" -v ./...   >> "$OUTPUT_FILE" || exit
+