feat(api): Add new taint toleration (#439)

Author: iambriccardo

etl-api/src/k8s/http.rs

@@ -667,7 +667,8 @@ fn create_node_selector_json(environment: &Environment) -> serde_json::Value {
     match environment {
         Environment::Dev => json!({}),
         Environment::Staging | Environment::Prod => json!({
-            "nodeType": "workloads"
+            "nodeType": "workloads",
+            "etl.supabase.com/node-role": "workloads"
         }),
     }
 }
@@ -883,13 +884,19 @@ fn create_replicator_stateful_set_json(
           },
           "spec": {
             "volumes": volumes,
-            // Allow scheduling onto nodes tainted with `nodeType=workloads`.
+            // Allow scheduling onto nodes tainted with the right node role.
             "tolerations": [
               {
                 "key": "nodeType",
                 "operator": "Equal",
                 "value": "workloads",
                 "effect": "NoSchedule"
+              },
+              {
+                "key": "etl.supabase.com/node-role",
+                "operator": "Equal",
+                "value": "workloads",
+                "effect": "NoSchedule"
               }
             ],
             "nodeSelector": node_selector,

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_bq_replicator_stateful_set_json-2.snap

@@ -151,6 +151,7 @@ expression: stateful_set_json
           }
         ],
         "nodeSelector": {
+          "etl.supabase.com/node-role": "workloads",
           "nodeType": "workloads"
         },
         "terminationGracePeriodSeconds": 300,
@@ -160,6 +161,12 @@ expression: stateful_set_json
             "key": "nodeType",
             "operator": "Equal",
             "value": "workloads"
+          },
+          {
+            "effect": "NoSchedule",
+            "key": "etl.supabase.com/node-role",
+            "operator": "Equal",
+            "value": "workloads"
           }
         ],
         "volumes": [

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_bq_replicator_stateful_set_json-3.snap

@@ -151,6 +151,7 @@ expression: stateful_set_json
           }
         ],
         "nodeSelector": {
+          "etl.supabase.com/node-role": "workloads",
           "nodeType": "workloads"
         },
         "terminationGracePeriodSeconds": 300,
@@ -160,6 +161,12 @@ expression: stateful_set_json
             "key": "nodeType",
             "operator": "Equal",
             "value": "workloads"
+          },
+          {
+            "effect": "NoSchedule",
+            "key": "etl.supabase.com/node-role",
+            "operator": "Equal",
+            "value": "workloads"
           }
         ],
         "volumes": [

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_bq_replicator_stateful_set_json.snap

@@ -87,6 +87,12 @@ expression: stateful_set_json
             "key": "nodeType",
             "operator": "Equal",
             "value": "workloads"
+          },
+          {
+            "effect": "NoSchedule",
+            "key": "etl.supabase.com/node-role",
+            "operator": "Equal",
+            "value": "workloads"
           }
         ],
         "volumes": [

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_iceberg_replicator_stateful_set_json-2.snap

@@ -169,6 +169,7 @@ expression: stateful_set_json
           }
         ],
         "nodeSelector": {
+          "etl.supabase.com/node-role": "workloads",
           "nodeType": "workloads"
         },
         "terminationGracePeriodSeconds": 300,
@@ -178,6 +179,12 @@ expression: stateful_set_json
             "key": "nodeType",
             "operator": "Equal",
             "value": "workloads"
+          },
+          {
+            "effect": "NoSchedule",
+            "key": "etl.supabase.com/node-role",
+            "operator": "Equal",
+            "value": "workloads"
           }
         ],
         "volumes": [

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_iceberg_replicator_stateful_set_json-3.snap

@@ -169,6 +169,7 @@ expression: stateful_set_json
           }
         ],
         "nodeSelector": {
+          "etl.supabase.com/node-role": "workloads",
           "nodeType": "workloads"
         },
         "terminationGracePeriodSeconds": 300,
@@ -178,6 +179,12 @@ expression: stateful_set_json
             "key": "nodeType",
             "operator": "Equal",
             "value": "workloads"
+          },
+          {
+            "effect": "NoSchedule",
+            "key": "etl.supabase.com/node-role",
+            "operator": "Equal",
+            "value": "workloads"
           }
         ],
         "volumes": [

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_iceberg_replicator_stateful_set_json.snap

@@ -105,6 +105,12 @@ expression: stateful_set_json
             "key": "nodeType",
             "operator": "Equal",
             "value": "workloads"
+          },
+          {
+            "effect": "NoSchedule",
+            "key": "etl.supabase.com/node-role",
+            "operator": "Equal",
+            "value": "workloads"
           }
         ],
         "volumes": [

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_node_selector-2.snap

@@ -3,5 +3,6 @@ source: etl-api/src/k8s/http.rs
 expression: node_selector
 ---
 {
+  "etl.supabase.com/node-role": "workloads",
   "nodeType": "workloads"
 }

etl-api/src/k8s/snapshots/etl_api__k8s__http__tests__create_node_selector-3.snap

@@ -3,5 +3,6 @@ source: etl-api/src/k8s/http.rs
 expression: node_selector
 ---
 {
+  "etl.supabase.com/node-role": "workloads",
   "nodeType": "workloads"
 }