Refactor autoscalling and observability.

Author: pantierra

.github/workflows/helm-tests.yml

@@ -22,11 +22,16 @@ jobs:
         with:
           version: ${{ env.HELM_VERSION }}
 
-      - name: Run Helm unit tests
-        run: make tests
+      - name: Install helm unittest plugin
+        run: helm plugin install https://github.com/helm-unittest/helm-unittest
 
-  integration:
-    name: Integration Tests (K3s)
+      - run: |
+          cd charts
+          helm unittest eoapi -f 'tests/*.yaml' -v eoapi/test-helm-values.yaml
+          # Run autoscaling-specific unit tests
+          helm unittest eoapi -f 'tests/autoscaling_tests.yaml'
+
+  k3s-integration-tests:
     if: github.event.pull_request.head.repo.full_name == github.repository
     permissions:
       contents: 'read'
@@ -49,86 +54,29 @@ jobs:
 
       - name: Deploy eoAPI
         id: deploy
-        continue-on-error: true
         run: |
           echo "=== Starting eoAPI deployment ==="
           export RELEASE_NAME="$RELEASE_NAME"
+          export NAMESPACE="default"
           export PGO_VERSION="${{ env.PGO_VERSION }}"
           export GITHUB_SHA="${{ github.sha }}"
           ./scripts/deploy.sh --ci
 
-      - name: Check deployment status
-        id: check
-        if: steps.deploy.outcome == 'success'
-        run: |
-          echo "=== Checking deployment status ==="
-          export RELEASE_NAME="$RELEASE_NAME"
-          ./scripts/test.sh check-deployment --debug
-
-      - name: Debug pgstac jobs if deployment failed
-        if: steps.deploy.outcome == 'failure'
-        continue-on-error: true
-        run: |
-          echo "=== Debugging pgstac job failures ==="
-
-          # Check pgstac-migrate job
-          echo "===== pgstac-migrate Job Status ====="
-          kubectl get jobs -l app.kubernetes.io/name=pgstac-migrate -o wide || echo "No pgstac-migrate jobs found"
-
-          MIGRATE_PODS=$(kubectl get pods -l app.kubernetes.io/name=pgstac-migrate -o jsonpath='{.items[*].metadata.name}' 2>/dev/null)
-          if [ -n "$MIGRATE_PODS" ]; then
-            for POD in $MIGRATE_PODS; do
-              echo "--- Logs from migrate pod $POD ---"
-              kubectl logs "$POD" --tail=100 || true
-              echo "--- Description of migrate pod $POD ---"
-              kubectl describe pod "$POD"
-            done
-          fi
-
-          # Check pgstac-load-samples job
-          echo "===== pgstac-load-samples Job Status ====="
-          kubectl get jobs -l app.kubernetes.io/name=pgstac-load-samples -o wide || echo "No pgstac-load-samples jobs found"
-
-          SAMPLES_PODS=$(kubectl get pods -l app.kubernetes.io/name=pgstac-load-samples -o jsonpath='{.items[*].metadata.name}' 2>/dev/null)
-          if [ -n "$SAMPLES_PODS" ]; then
-            for POD in $SAMPLES_PODS; do
-              echo "--- Logs from samples pod $POD ---"
-              kubectl logs "$POD" --tail=100 || true
-              echo "--- Description of samples pod $POD ---"
-              kubectl describe pod "$POD"
-            done
-          fi
-
-          # Check database status
-          echo "===== Database Pod Status ====="
-          kubectl get pods -l postgres-operator.crunchydata.com/cluster -o wide
-          kubectl get postgrescluster -o wide
-
-          # Check ConfigMaps
-          echo "===== Relevant ConfigMaps ====="
-          kubectl get configmaps | grep -E "initdb|pgstac" || echo "No relevant configmaps found"
-
-          # Check for any related events
-          echo "===== Related Kubernetes Events ====="
-          kubectl get events | grep -E "pgstac|initdb" || echo "No relevant events found"
-
-          exit 1
-
       - name: Run integration tests
-        if: steps.deploy.outcome == 'success'
         run: |
           echo "=== Running integration tests ==="
           export RELEASE_NAME="$RELEASE_NAME"
+          export NAMESPACE="default"
           ./scripts/test.sh integration --debug
 
-      - name: Debug deployment status
-        if: always()
+      - name: Debug failed deployment
+        if: failure()
         run: |
-          echo "=== Final Deployment Status ==="
+          echo "=== Deployment failed - collecting debug information ==="
           kubectl get pods -o wide
           kubectl get jobs -o wide
           kubectl get services -o wide
-          kubectl get ingress
+          kubectl get events --sort-by='.lastTimestamp' | tail -20 || true
 
 
       - name: Cleanup

CHANGELOG.md

@@ -13,6 +13,12 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Added code formatting and linting with pre-commit hooks [#283](https://github.com/developmentseed/eoapi-k8s/pull/283)
 - Added values.schema.json validation [#296](https://github.com/developmentseed/eoapi-k8s/pull/296)
 
+### Changed
+
+- Excluded renovate.json from CHANGELOG.md edits [#301](https://github.com/developmentseed/eoapi-k8s/pull/301)
+- Refactores eoapi-support into core eoapi chart [#262](https://github.com/developmentseed/eoapi-k8s/pull/262)
+
+
 ## [0.7.8] - 2025-09-10
 
 ### Added

charts/eoapi-support/.gitignore

@@ -53,3 +53,27 @@ dependencies:
     version: 5.7.4
     repository: "https://devseed.com/eoapi-k8s/"
     condition: postgrescluster.enabled
+
+  # Optional monitoring components for metrics collection and autoscaling
+  # These are disabled by default to keep deployments lightweight
+  # Enable via: monitoring.prometheus.enabled=true, monitoring.metricsServer.enabled=true
+  - name: metrics-server
+    version: 7.2.8
+    repository: https://charts.bitnami.com/bitnami
+    condition: monitoring.metricsServer.enabled
+
+  - name: prometheus
+    version: 25.3.1
+    repository: https://prometheus-community.github.io/helm-charts
+    condition: monitoring.prometheus.enabled
+
+  - name: prometheus-adapter
+    version: 4.7.1
+    repository: https://prometheus-community.github.io/helm-charts
+    condition: monitoring.prometheusAdapter.enabled
+
+  # Observability components - Grafana dashboards and visualization
+  - name: grafana
+    version: 7.3.3
+    repository: https://grafana.github.io/helm-charts
+    condition: observability.grafana.enabled

charts/eoapi-support/.helmignore

@@ -13,6 +13,8 @@ A Helm chart for deploying Earth Observation APIs with integrated STAC, raster,
 - Built-in STAC Browser interface
 - Flexible database configuration
 - Unified ingress system
+- Autoscaling
+- Integrated observability (Prometheus & Grafana)
 
 ## TL;DR