RUBY-1250 Run DriverBench benchmarks in Evergreen (#2827)

* refactoring/reimplementation of driver benchmarks

* computing scores

* supplant profile/benchmarking with profile/driver_bench

* make the linter happy

* optimize some of the setup stages

* add benchmark task to evergreen config

* rubocop

* add task for downloading benchmark data files

* just use run-tests.sh for benchmarks, too

* add `eg` tasks for evergreen

* tweak more things to get it all to work

Author: jamis

.evergreen/config.yml

@@ -377,6 +377,19 @@ functions:
           set -x
           .evergreen/test-on-docker -d ${os} MONGODB_VERSION=${mongodb-version} TOPOLOGY=${topology} RVM_RUBY=${ruby} -s .evergreen/run-tests.sh TEST_CMD=true ${PRELOAD_ARG}
 
+  "run benchmarks":
+    - command: shell.exec
+      type: test
+      params:
+        shell: bash
+        working_dir: "src"
+        script: |
+          ${PREPARE_SHELL}
+          TEST_CMD="bundle exec rake driver_bench" PERFORMANCE_RESULTS_FILE="$PROJECT_DIRECTORY/perf.json" .evergreen/run-tests.sh
+    - command: perf.send
+      params:
+        file: "${PROJECT_DIRECTORY}/perf.json"
+
   "run tests":
     - command: shell.exec
       type: test
@@ -665,6 +678,9 @@ tasks:
   - name: "test-mlaunch"
     commands:
       - func: "run tests"
+  - name: "driver-bench"
+    commands:
+      - func: "run benchmarks"
   - name: "test-via-docker"
     commands:
       - func: "run tests via docker"
@@ -1215,6 +1231,16 @@ axes:
             USE_PROXY_SERVERLESS: 1
 
 buildvariants:
+  - matrix_name: DriverBench
+    matrix_spec:
+      ruby: "ruby-3.2"
+      mongodb-version: latest
+      topology: standalone
+    run_on: rhel80-large
+    display_name: DriverBench
+    tasks:
+      - name: "driver-bench"
+
   - matrix_name: "auth/ssl"
     matrix_spec:
       auth-and-ssl: ["auth-and-ssl", "noauth-and-nossl"]

.evergreen/config/common.yml.erb

@@ -374,6 +374,19 @@ functions:
           set -x
           .evergreen/test-on-docker -d ${os} MONGODB_VERSION=${mongodb-version} TOPOLOGY=${topology} RVM_RUBY=${ruby} -s .evergreen/run-tests.sh TEST_CMD=true ${PRELOAD_ARG}
 
+  "run benchmarks":
+    - command: shell.exec
+      type: test
+      params:
+        shell: bash
+        working_dir: "src"
+        script: |
+          ${PREPARE_SHELL}
+          TEST_CMD="bundle exec rake driver_bench" PERFORMANCE_RESULTS_FILE="$PROJECT_DIRECTORY/perf.json" .evergreen/run-tests.sh
+    - command: perf.send
+      params:
+        file: "${PROJECT_DIRECTORY}/perf.json"
+
   "run tests":
     - command: shell.exec
       type: test
@@ -662,6 +675,9 @@ tasks:
   - name: "test-mlaunch"
     commands:
       - func: "run tests"
+  - name: "driver-bench"
+    commands:
+      - func: "run benchmarks"
   - name: "test-via-docker"
     commands:
       - func: "run tests via docker"

.evergreen/config/standard.yml.erb

@@ -41,6 +41,16 @@
 %>
 
 buildvariants:
+  - matrix_name: DriverBench
+    matrix_spec:
+      ruby: <%= latest_ruby %>
+      mongodb-version: latest
+      topology: standalone
+    run_on: rhel80-large
+    display_name: DriverBench
+    tasks:
+      - name: "driver-bench"
+
   - matrix_name: "auth/ssl"
     matrix_spec:
       auth-and-ssl: ["auth-and-ssl", "noauth-and-nossl"]

.gitignore

@@ -26,7 +26,7 @@ gemfiles/*.gemfile.lock
 .env.private*
 .env
 build
-profile/benchmarking/data
+profile/data
 secrets-export.sh
 secrets-expansion.yml
 atlas-expansion.yml

Rakefile

@@ -119,6 +119,32 @@ end
 
 task :release => ['release:check_private_key', 'release:do']
 
+desc 'Build and validate the evergreen config'
+task eg: %w[ eg:build eg:validate ]
+
+# 'eg' == 'evergreen', but evergreen is too many letters for convenience
+namespace :eg do
+  desc 'Builds the .evergreen/config.yml file from the templates'
+  task :build do
+    ruby '.evergreen/update-evergreen-configs'
+  end
+
+  desc 'Validates the .evergreen/config.yml file'
+  task :validate do
+    system 'evergreen validate --project mongo-ruby-driver .evergreen/config.yml'
+  end
+
+  desc 'Updates the evergreen executable to the latest available version'
+  task :update do
+    system 'evergreen get-update --install'
+  end
+
+  desc 'Runs the current branch as an evergreen patch'
+  task :patch do
+    system 'evergreen patch --uncommitted --project mongo-ruby-driver --browse --auto-description --yes'
+  end
+end
+
 desc "Generate all documentation"
 task :docs => 'docs:yard'
 
@@ -131,4 +157,4 @@ namespace :docs do
   end
 end
 
-load 'profile/benchmarking/rake/tasks.rake'
+load 'profile/driver_bench/rake/tasks.rake'

lib/mongo/grid/fs_bucket.rb

@@ -484,6 +484,12 @@ def write_concern
         end
       end
 
+      # Drop the collections that implement this bucket.
+      def drop
+        files_collection.drop
+        chunks_collection.drop
+      end
+
       private
 
       # @param [ Hash ] opts The options.