Test runtime benchmarks on CI

Author: Kobzol

.github/workflows/ci.yml

@@ -108,7 +108,7 @@ jobs:
       - name: Build collector
         run: cargo build -p collector
 
-      - name: Check benchmarks
+      - name: Check compile benchmarks
         run: sh -x -c "ci/check-compile-benchmarks.sh"
         env:
           JEMALLOC_OVERRIDE: /usr/lib/x86_64-linux-gnu/libjemalloc.so
@@ -195,7 +195,7 @@ jobs:
       - name: Build collector
         run: cargo build -p collector
 
-      - name: Check benchmarks
+      - name: Check profiling
         run: sh -x -c "ci/check-profiling.sh"
 
   database-check:

ci/check-runtime-benchmarks.sh

@@ -6,11 +6,17 @@ bash -c "while true; do sleep 30; echo \$(date) - running ...; done" &
 PING_LOOP_PID=$!
 trap 'kill $PING_LOOP_PID' ERR 1 2 3 6
 
-# Check if the runtime benchmarks can be compiled.
-# Once we can actually run the benchmarks on CI, we will also execute them here.
-# Currently it is not possible because of `perf` permission issues when gathering perf. counters.
-cd collector/runtime-benchmarks
-cargo check
+# Install a toolchain.
+RUST_BACKTRACE=1 RUST_LOG=raw_cargo_messages=trace,collector=debug,rust_sysroot=debug \
+    bindir=`cargo run -p collector --bin collector install_next`
+
+# Do some benchmarking.
+RUST_LOG=raw_cargo_messages=trace,collector=debug,rust_sysroot=debug \
+    cargo run -p collector --bin collector -- \
+    bench_runtime_local $bindir/rustc \
+        --cargo $bindir/cargo \
+        --iterations 1 \
+        --id Test
 
 kill $PING_LOOP_PID
 exit 0