Merge branch 'master' into PYTHON-1752

Author: sleepyStick

.evergreen/config.yml

@@ -25,258 +25,10 @@ timeout:
       binary: ls -la
 
 include:
+  - filename: .evergreen/generated_configs/functions.yml
   - filename: .evergreen/generated_configs/tasks.yml
   - filename: .evergreen/generated_configs/variants.yml
 
-functions:
-  "fetch source":
-    # Executes clone and applies the submitted patch, if any
-    - command: git.get_project
-      params:
-        directory: "src"
-    # Applies the subitted patch, if any
-    # Deprecated. Should be removed. But still needed for certain agents (ZAP)
-    - command: git.apply_patch
-
-  "setup system":
-    # Make an evergreen expansion file with dynamic values
-    - command: subprocess.exec
-      params:
-        include_expansions_in_env: ["is_patch", "project", "version_id"]
-        binary: bash
-        working_dir: "src"
-        args:
-          - .evergreen/scripts/setup-system.sh
-    # Load the expansion file to make an evergreen variable with the current unique version
-    - command: expansions.update
-      params:
-        file: src/expansion.yml
-
-  "upload coverage" :
-    - command: ec2.assume_role
-      params:
-        role_arn: ${assume_role_arn}
-    - command: s3.put
-      params:
-        aws_key: ${AWS_ACCESS_KEY_ID}
-        aws_secret: ${AWS_SECRET_ACCESS_KEY}
-        aws_session_token: ${AWS_SESSION_TOKEN}
-        local_file:  src/.coverage
-        optional: true
-        # Upload the coverage report for all tasks in a single build to the same directory.
-        remote_file: coverage/${revision}/${version_id}/coverage/coverage.${build_variant}.${task_name}
-        bucket: ${bucket_name}
-        permissions: public-read
-        content_type: text/html
-        display_name: "Raw Coverage Report"
-
-  "download and merge coverage" :
-    - command: ec2.assume_role
-      params:
-        role_arn: ${assume_role_arn}
-    - command: subprocess.exec
-      params:
-        silent: true
-        binary: bash
-        working_dir: "src"
-        include_expansions_in_env: ["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_SESSION_TOKEN"]
-        args:
-          - .evergreen/scripts/download-and-merge-coverage.sh
-          - ${bucket_name}
-          - ${revision}
-          - ${version_id}
-    - command: subprocess.exec
-      params:
-        working_dir: "src"
-        binary: bash
-        args:
-          - .evergreen/combine-coverage.sh
-    # Upload the resulting html coverage report.
-    - command: subprocess.exec
-      params:
-        silent: true
-        binary: bash
-        working_dir: "src"
-        include_expansions_in_env: ["AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_SESSION_TOKEN"]
-        args:
-          - .evergreen/scripts/upload-coverage-report.sh
-          - ${bucket_name}
-          - ${revision}
-          - ${version_id}
-    # Attach the index.html with s3.put so it shows up in the Evergreen UI.
-    - command: s3.put
-      params:
-        aws_key: ${AWS_ACCESS_KEY_ID}
-        aws_secret: ${AWS_SECRET_ACCESS_KEY}
-        aws_session_token: ${AWS_SESSION_TOKEN}
-        local_file:  src/htmlcov/index.html
-        remote_file: coverage/${revision}/${version_id}/htmlcov/index.html
-        bucket: ${bucket_name}
-        permissions: public-read
-        content_type: text/html
-        display_name: "Coverage Report HTML"
-
-  "upload mo artifacts":
-    - command: ec2.assume_role
-      params:
-        role_arn: ${assume_role_arn}
-    - command: archive.targz_pack
-      params:
-        target: "mongo-coredumps.tgz"
-        source_dir: "./"
-        include:
-          - "./**.core"
-          - "./**.mdmp" # Windows: minidumps
-    - command: s3.put
-      params:
-        aws_key: ${AWS_ACCESS_KEY_ID}
-        aws_secret: ${AWS_SECRET_ACCESS_KEY}
-        aws_session_token: ${AWS_SESSION_TOKEN}
-        local_file: mongo-coredumps.tgz
-        remote_file: ${build_variant}/${revision}/${version_id}/${build_id}/coredumps/${task_id}-${execution}-mongodb-coredumps.tar.gz
-        bucket: ${bucket_name}
-        permissions: public-read
-        content_type: ${content_type|application/gzip}
-        display_name: Core Dumps - Execution
-        optional: true
-    - command: s3.put
-      params:
-        aws_key: ${AWS_ACCESS_KEY_ID}
-        aws_secret: ${AWS_SECRET_ACCESS_KEY}
-        aws_session_token: ${AWS_SESSION_TOKEN}
-        local_file: ${DRIVERS_TOOLS}/.evergreen/test_logs.tar.gz
-        remote_file: ${build_variant}/${revision}/${version_id}/${build_id}/logs/${task_id}-${execution}-drivers-tools-logs.tar.gz
-        bucket: ${bucket_name}
-        permissions: public-read
-        content_type: ${content_type|application/x-gzip}
-        display_name: "drivers-tools-logs.tar.gz"
-
-  "upload working dir":
-    - command: ec2.assume_role
-      params:
-        role_arn: ${assume_role_arn}
-    - command: archive.targz_pack
-      params:
-        target: "working-dir.tar.gz"
-        source_dir: ${PROJECT_DIRECTORY}/
-        include:
-          - "./**"
-    - command: s3.put
-      params:
-        aws_key: ${AWS_ACCESS_KEY_ID}
-        aws_secret: ${AWS_SECRET_ACCESS_KEY}
-        aws_session_token: ${AWS_SESSION_TOKEN}
-        local_file: working-dir.tar.gz
-        remote_file: ${build_variant}/${revision}/${version_id}/${build_id}/artifacts/${task_id}-${execution}-working-dir.tar.gz
-        bucket: ${bucket_name}
-        permissions: public-read
-        content_type: ${content_type|application/x-gzip}
-        display_name: "working-dir.tar.gz"
-    - command: archive.targz_pack
-      params:
-        target: "drivers-dir.tar.gz"
-        source_dir: ${DRIVERS_TOOLS}
-        include:
-          - "./**"
-        exclude_files:
-          # Windows cannot read the mongod *.lock files because they are locked.
-          - "*.lock"
-    - command: s3.put
-      params:
-        aws_key: ${AWS_ACCESS_KEY_ID}
-        aws_secret: ${AWS_SECRET_ACCESS_KEY}
-        aws_session_token: ${AWS_SESSION_TOKEN}
-        local_file: drivers-dir.tar.gz
-        remote_file: ${build_variant}/${revision}/${version_id}/${build_id}/artifacts/${task_id}-${execution}-drivers-dir.tar.gz
-        bucket: ${bucket_name}
-        permissions: public-read
-        content_type: ${content_type|application/x-gzip}
-        display_name: "drivers-dir.tar.gz"
-
-  "upload test results":
-    - command: attach.results
-      params:
-        file_location: "${DRIVERS_TOOLS}/results.json"
-    - command: attach.xunit_results
-      params:
-        file: "src/xunit-results/TEST-*.xml"
-
-  "run server":
-    - command: subprocess.exec
-      params:
-        binary: bash
-        working_dir: "src"
-        include_expansions_in_env: [VERSION, TOPOLOGY, AUTH, SSL, ORCHESTRATION_FILE, PYTHON_BINARY, PYTHON_VERSION,
-          STORAGE_ENGINE, REQUIRE_API_VERSION, DRIVERS_TOOLS, TEST_CRYPT_SHARED, AUTH_AWS, LOAD_BALANCER]
-        args: [.evergreen/just.sh, run-server, "${TEST_NAME}"]
-    - command: expansions.update
-      params:
-        file: ${DRIVERS_TOOLS}/mo-expansion.yml
-
-  "run just script":
-    - command: subprocess.exec
-      type: test
-      params:
-       include_expansions_in_env: [AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN]
-       binary: bash
-       working_dir: "src"
-       args: [.evergreen/just.sh, "${JUSTFILE_TARGET}"]
-
-  "run tests":
-    - command: subprocess.exec
-      type: test
-      params:
-        include_expansions_in_env: [AUTH, SSL, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY,
-          AWS_SESSION_TOKEN, COVERAGE, PYTHON_BINARY, LIBMONGOCRYPT_URL, MONGODB_URI, PYTHON_VERSION,
-          DISABLE_TEST_COMMANDS, GREEN_FRAMEWORK, NO_EXT, COMPRESSORS, MONGODB_API_VERSION, DEBUG_LOG,
-          ORCHESTRATION_FILE, OCSP_SERVER_TYPE]
-        binary: bash
-        working_dir: "src"
-        args: [.evergreen/just.sh, setup-tests, "${TEST_NAME}", "${SUB_TEST_NAME}"]
-    - command: subprocess.exec
-      type: test
-      params:
-        working_dir: "src"
-        binary: bash
-        args: [.evergreen/just.sh, run-tests]
-
-  "cleanup":
-    - command: subprocess.exec
-      params:
-        binary: bash
-        working_dir: "src"
-        args:
-          - .evergreen/scripts/cleanup.sh
-
-  "teardown system":
-    - command: subprocess.exec
-      params:
-          binary: bash
-          working_dir: "src"
-          args: [.evergreen/just.sh, teardown-tests]
-    - command: subprocess.exec
-      params:
-        binary: bash
-        working_dir: "src"
-        args:
-          - ${DRIVERS_TOOLS}/.evergreen/teardown.sh
-
-  "assume ec2 role":
-    - command: ec2.assume_role
-      params:
-        role_arn: ${aws_test_secrets_role}
-        duration_seconds: 3600
-
-  "attach benchmark test results":
-    - command: attach.results
-      params:
-        file_location: src/report.json
-
-  "send dashboard data":
-    - command: perf.send
-      params:
-        file: src/results.json
-
 pre:
   - func: "fetch source"
   - func: "setup system"
@@ -290,63 +42,3 @@ post:
   - func: "upload mo artifacts"
   - func: "upload test results"
   - func: "cleanup"
-
-tasks:
-    # Wildcard task. Do you need to find out what tools are available and where?
-    # Throw it here, and execute this task on all buildvariants
-    - name: getdata
-      commands:
-        - command: subprocess.exec
-          binary: bash
-          type: test
-          params:
-            args:
-              - src/.evergreen/scripts/run-getdata.sh
-
-    - name: "coverage-report"
-      tags: ["coverage"]
-      depends_on:
-        # BUILD-3165: We can't use "*" (all tasks) and specify "variant".
-        # Instead list out all coverage tasks using tags.
-        - name: ".standalone"
-          variant: ".coverage_tag"
-          # Run the coverage task even if some tasks fail.
-          status: "*"
-          # Run the coverage task even if some tasks are not scheduled in a patch build.
-          patch_optional: true
-        - name: ".replica_set"
-          variant: ".coverage_tag"
-          status: "*"
-          patch_optional: true
-        - name: ".sharded_cluster"
-          variant: ".coverage_tag"
-          status: "*"
-          patch_optional: true
-      commands:
-        - func: "download and merge coverage"
-
-    - name: "check-import-time"
-      tags: ["pr"]
-      commands:
-        - command: subprocess.exec
-          type: test
-          params:
-            binary: bash
-            working_dir: src
-            include_expansions_in_env: ["PYTHON_BINARY"]
-            args:
-              - .evergreen/scripts/check-import-time.sh
-              - ${revision}
-              - ${github_commit}
-    - name: "backport-pr"
-      allowed_requesters: ["commit"]
-      commands:
-      - command: subprocess.exec
-        type: test
-        params:
-          binary: bash
-          args:
-            - ${DRIVERS_TOOLS}/.evergreen/github_app/backport-pr.sh
-            - mongodb
-            - mongo-python-driver
-            - ${github_commit}