PYTHON-5379 Run more variants on pull requests

Author: blink1073

.evergreen/generated_configs/tasks.yml

@@ -178,26 +178,30 @@ tasks:
         vars:
           TEST_NAME: kms
           SUB_TEST_NAME: gcp
+    tags: []
   - name: test-gcpkms-fail
     commands:
       - func: run server
       - func: run tests
         vars:
           TEST_NAME: kms
           SUB_TEST_NAME: gcp-fail
+    tags: [pr]
   - name: test-azurekms
     commands:
       - func: run tests
         vars:
           TEST_NAME: kms
           SUB_TEST_NAME: azure
+    tags: []
   - name: test-azurekms-fail
     commands:
       - func: run server
       - func: run tests
         vars:
           TEST_NAME: kms
           SUB_TEST_NAME: azure-fail
+    tags: [pr]
 
   # Mod wsgi tests
   - name: mod-wsgi-replica-set-python3.9
@@ -2241,7 +2245,7 @@ tasks:
         vars:
           TEST_NAME: auth_oidc
           SUB_TEST_NAME: default
-    tags: [auth_oidc]
+    tags: [auth_oidc, pr]
   - name: test-auth-oidc-azure
     commands:
       - func: run tests

.evergreen/generated_configs/variants.yml

@@ -22,6 +22,7 @@ buildvariants:
       VERSION: latest
       NO_EXT: "1"
       REQUIRE_FIPS: "1"
+    tags: []
   - name: other-hosts-rhel8-zseries-latest
     tasks:
       - name: .test-no-toolchain
@@ -32,6 +33,7 @@ buildvariants:
     expansions:
       VERSION: latest
       NO_EXT: "1"
+    tags: []
   - name: other-hosts-rhel8-power8-latest
     tasks:
       - name: .test-no-toolchain
@@ -42,6 +44,7 @@ buildvariants:
     expansions:
       VERSION: latest
       NO_EXT: "1"
+    tags: []
   - name: other-hosts-rhel8-arm64-latest
     tasks:
       - name: .test-no-toolchain
@@ -52,6 +55,7 @@ buildvariants:
     expansions:
       VERSION: latest
       NO_EXT: "1"
+    tags: []
   - name: other-hosts-amazon2023-latest
     tasks:
       - name: .test-no-toolchain
@@ -62,6 +66,7 @@ buildvariants:
     expansions:
       VERSION: latest
       NO_EXT: "1"
+    tags: [pr]
 
   # Atlas connect tests
   - name: atlas-connect-rhel8
@@ -288,6 +293,7 @@ buildvariants:
       - rhel87-small
     expansions:
       PYTHON_BINARY: /opt/python/3.13t/bin/python3
+    tags: [pr]
   - name: free-threaded-macos-python3.13t
     tasks:
       - name: .free-threading
@@ -296,6 +302,7 @@ buildvariants:
       - macos-14
     expansions:
       PYTHON_BINARY: /Library/Frameworks/PythonT.Framework/Versions/3.13/bin/python3t
+    tags: []
   - name: free-threaded-macos-arm64-python3.13t
     tasks:
       - name: .free-threading
@@ -304,6 +311,7 @@ buildvariants:
       - macos-14-arm64
     expansions:
       PYTHON_BINARY: /Library/Frameworks/PythonT.Framework/Versions/3.13/bin/python3t
+    tags: []
 
   # Green framework tests
   - name: green-eventlet-rhel8
@@ -434,14 +442,14 @@ buildvariants:
     batchtime: 10080
   - name: auth-oidc-macos
     tasks:
-      - name: .auth_oidc !.auth_oidc_remote
+      - name: .auth_oidc !.auth_oidc_remote !.pr
     display_name: Auth OIDC macOS
     run_on:
       - macos-14
     batchtime: 10080
   - name: auth-oidc-win64
     tasks:
-      - name: .auth_oidc !.auth_oidc_remote
+      - name: .auth_oidc !.auth_oidc_remote !.pr
     display_name: Auth OIDC Win64
     run_on:
       - windows-64-vsMulti-small

.evergreen/scripts/generate_config.py

@@ -112,10 +112,13 @@ def create_free_threaded_variants() -> list[BuildVariant]:
             # TODO: PYTHON-5027
             continue
         tasks = [".free-threading"]
+        tags = []
+        if host_name == "rhel8":
+            tags.append("pr")
         host = HOSTS[host_name]
         python = "3.13t"
         display_name = get_variant_name("Free-threaded", host, python=python)
-        variant = create_variant(tasks, display_name, python=python, host=host)
+        variant = create_variant(tasks, display_name, tags=tags, python=python, host=host)
         variants.append(variant)
     return variants
 
@@ -372,7 +375,7 @@ def create_oidc_auth_variants():
         if host_name == "ubuntu22":
             tasks = [".auth_oidc"]
         else:
-            tasks = [".auth_oidc !.auth_oidc_remote"]
+            tasks = [".auth_oidc !.auth_oidc_remote !.pr"]
         host = HOSTS[host_name]
         variants.append(
             create_variant(
@@ -512,14 +515,18 @@ def create_alternative_hosts_variants():
         expansions = dict(VERSION="latest")
         handle_c_ext(C_EXTS[0], expansions)
         host = HOSTS[host_name]
+        tags = []
         if "fips" in host_name.lower():
             expansions["REQUIRE_FIPS"] = "1"
+        if "amazon" in host_name.lower():
+            tags.append("pr")
         variants.append(
             create_variant(
                 [".test-no-toolchain"],
                 display_name=get_variant_name("Other hosts", host, version=version),
                 batchtime=batchtime,
                 host=host,
+                tags=tags,
                 expansions=expansions,
             )
         )
@@ -693,16 +700,18 @@ def create_kms_tasks():
         for success in [True, False]:
             name = f"test-{kms_type}kms"
             sub_test_name = kms_type
+            tags = []
             if not success:
                 name += "-fail"
                 sub_test_name += "-fail"
+                tags.append("pr")
             commands = []
             if not success:
                 commands.append(FunctionCall(func="run server"))
             test_vars = dict(TEST_NAME="kms", SUB_TEST_NAME=sub_test_name)
             test_func = FunctionCall(func="run tests", vars=test_vars)
             commands.append(test_func)
-            tasks.append(EvgTask(name=name, commands=commands))
+            tasks.append(EvgTask(name=name, tags=tags, commands=commands))
     return tasks
 
 
@@ -755,6 +764,8 @@ def create_oidc_tasks():
         tags = ["auth_oidc"]
         if sub_test != "default":
             tags.append("auth_oidc_remote")
+        else:
+            tags.append("pr")
         tasks.append(EvgTask(name=task_name, tags=tags, commands=[test_func]))
     return tasks
 
@@ -802,6 +813,8 @@ def _create_ocsp_tasks(algo, variant, server_type, base_task_name):
         tags = ["ocsp", f"ocsp-{algo}", version]
         if "disableStapling" not in variant:
             tags.append("ocsp-staple")
+        if algo == "valid-cert-server-staples" and version == "latest":
+            tags.append("pr")
 
         task_name = get_task_name(
             f"test-ocsp-{algo}-{base_task_name}", python=python, version=version