Add Grafana validation for mixins (#1409)

* Update consul and minio

* Add update-mixins target

* Add validate dashboards check

There is no validation against grafana schema when dashboards are generated. So let's try to import them into Grafana instance with grizzly to see if there are any issues.

* Rename to test mixin

* Fix minio

* Update consul

* Fix jaeger

* Update minio

* Fix for grizzly

* Merge ci jobs

Author: v-zhuravlev

.github/workflows/lint-mixins.yml renamed to .github/workflows/test-mixins.yml

@@ -46,7 +46,7 @@ jobs:
         run: echo '${{ steps.changed-mixins.outputs.all_changed_files }}'
 
   lint-mixin:
-    name: Lint Mixin
+    name: Test Mixin
     runs-on: ubuntu-latest
     permissions:
       issues: write
@@ -59,6 +59,15 @@ jobs:
       matrix:
         mixin: ${{ fromJSON(needs.check-for-changed-mixins.outputs.changed-mixins) }}
       fail-fast: false
+    services:
+      grafana:
+        image: grafana/grafana:11.4.0
+        ports:
+          - 3000:3000
+        env:
+          GF_AUTH_DISABLE_LOGIN_FORM: "true"
+          GF_AUTH_ANONYMOUS_ENABLED: "true"
+          GF_AUTH_ANONYMOUS_ORG_ROLE: "Admin"
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -85,6 +94,17 @@ jobs:
         working-directory: ./${{ matrix.mixin }}
         run: "make && git diff --exit-code || ( echo 'Error: Generated files are not up to date. Run make and commit the local diff'; exit 1; )"
 
-      - name: Run promtool test
+      - name: Wait for Grafana and validate dashboards
+        working-directory: ./${{ matrix.mixin }}
+        env:
+          GRAFANA_URL: http://localhost:3000
+        run: |
+          # Wait for Grafana to be ready
+          timeout 60s bash -c 'until curl -s http://localhost:3000/api/health | grep "ok"; do sleep 1; done'
+          
+          # Try to deploy dashboards
+          make deploy_dashboards
+
+      - name: Run promtool test for rules
         working-directory: ./${{ matrix.mixin }}
         run: make test

Makefile

@@ -23,6 +23,7 @@ install-ci-deps: install-promtool
 	go install github.com/google/go-jsonnet/cmd/jsonnet-lint@v0.20.0
 	go install github.com/monitoring-mixins/mixtool/cmd/mixtool@main
 	go install github.com/jsonnet-bundler/jsonnet-bundler/cmd/jb@v0.5.1
+	go install github.com/grafana/grizzly/cmd/grr@latest
 
 .PHONY: install-promtool
 install-promtool:
@@ -66,6 +67,14 @@ lint-mixins:
 	done; \
 	exit $$RESULT
 
+update-mixins:
+	@for d in $$(find . -maxdepth 1 -regex '.*-mixin\|.*-lib' -a -type d -print); do \
+		if [ -e "$$d/jsonnetfile.json" ]; then \
+			echo "Updating dependencies for $$d"; \
+			pushd "$$d" >/dev/null && jb update && popd >/dev/null; \
+		fi; \
+	done
+
 tests:
 	pushd . && cd ./common-lib && make vendor && make tests
 	pushd . && cd ./mixin-utils/test && make tests

Makefile_mixin

@@ -45,6 +45,7 @@ prometheus_rules.yaml: $(wildcard vendor/**/rules.yaml) $(wildcard vendor/**/rul
 .PHONY: test
 test:
 	@if [ -f tests/prometheus_*.yaml ]; then \
+		echo "Execute promtool tests:"; \
 		promtool test rules tests/prometheus_*.yaml; \
 	else \
 		echo "No tests/prometheus_*.yaml files found, skipping promtool test."; \

consul-mixin/Makefile

@@ -0,0 +1 @@
+include ../Makefile_mixin

consul-mixin/dashboards.libsonnet

@@ -92,6 +92,8 @@ local panel_settings = {
           g.queryPanel('sum(rate(consul_http_request{job=~"$job"}[$__rate_interval])) by (instance) / sum(rate(consul_http_request{job=~"$job"}[$__rate_interval])) by (instance)', 'Average') +
           { yaxes: g.yaxes('ms') }
         )
-      ),
+      ) { editable: false },
+
   },
+
 }