Merge pull request #1461 from rust-lang/ci-runtime-benchmarks

Check runtime benchmarks in CI

Author: Kobzol

.github/workflows/ci.yml

@@ -109,13 +109,42 @@ jobs:
         run: cargo build -p collector
 
       - name: Check benchmarks
-        run: sh -x -c "ci/check-benchmarks.sh"
+        run: sh -x -c "ci/check-compile-benchmarks.sh"
         env:
           JEMALLOC_OVERRIDE: /usr/lib/x86_64-linux-gnu/libjemalloc.so
           BENCH_INCLUDE_EXCLUDE_OPTS: ${{ matrix.BENCH_INCLUDE_EXCLUDE_OPTS }}
           PROFILES: ${{ matrix.PROFILES }}
           SHELL: "/bin/bash"
 
+  test_runtime_benchmarks:
+    name: Test runtime benchmarks
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout the source code
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 1
+
+      - name: Install latest beta
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: beta
+          override: true
+
+      - name: Configure environment
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y linux-tools-common linux-tools-generic linux-tools-`uname -r`
+          echo -1 | sudo tee /proc/sys/kernel/perf_event_paranoid
+
+      - name: Build collector
+        run: cargo build -p collector
+
+      - name: Check runtime benchmarks
+        run: sh -x -c "ci/check-runtime-benchmarks.sh"
+        env:
+          SHELL: "/bin/bash"
+
   test_profiling:
     name: Test profiling
     runs-on: ubuntu-22.04

ci/check-benchmarks.sh renamed to ci/check-compile-benchmarks.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+set -eE -x;
+
+bash -c "while true; do sleep 30; echo \$(date) - running ...; done" &
+PING_LOOP_PID=$!
+trap 'kill $PING_LOOP_PID' ERR 1 2 3 6
+
+# Check if the runtime benchmarks can be compiled.
+# Once we can actually run the benchmarks on CI, we will also execute them here.
+# Currently it is not possible because of `perf` permission issues when gathering perf. counters.
+cd collector/runtime-benchmarks
+cargo check
+
+kill $PING_LOOP_PID
+exit 0