Add recent build tracker for jobs

Author: rzabarazesh

torchci/clickhouse_queries/vllm/job_list/params.json

@@ -0,0 +1,19 @@
+{
+  "params": {
+    "repo": "String",
+    "pipelineName": "String",
+    "startTime": "DateTime64(3)",
+    "stopTime": "DateTime64(3)",
+    "jobGroups": "Array(String)"
+  },
+  "tests": [
+    {
+      "repo": "https://github.com/vllm-project/vllm.git",
+      "pipelineName": "CI",
+      "startTime": "2025-11-17T00:00:00.000",
+      "stopTime": "2025-11-24T00:00:00.000",
+      "jobGroups": ["amd", "torch_nightly", "main"]
+    }
+  ]
+}
+

torchci/clickhouse_queries/vllm/job_list/query.sql

@@ -0,0 +1,38 @@
+-- vLLM job list for build exploration
+-- Returns a list of all jobs in the time period with basic stats
+-- Used for the job selector in the JobBuildsPanel component
+-- Only tracks main branch to focus on production CI
+
+SELECT
+    tupleElement(job, 'name') AS job_name,
+    COUNT(*) AS total_runs,
+    countIf(lowerUTF8(tupleElement(job, 'state')) IN ('passed', 'finished', 'success')) AS passed_count,
+    countIf(lowerUTF8(tupleElement(job, 'state')) = 'failed') AS failed_count,
+    max(tupleElement(job, 'finished_at')) AS last_run_at
+FROM vllm.vllm_buildkite_jobs
+WHERE
+    tupleElement(pipeline, 'repository') = {repo: String}
+    AND tupleElement(pipeline, 'name') = {pipelineName: String}
+    AND tupleElement(build, 'branch') = 'main'
+    AND tupleElement(job, 'finished_at') IS NOT NULL
+    AND tupleElement(job, 'finished_at') >= {startTime: DateTime64(3)}
+    AND tupleElement(job, 'finished_at') < {stopTime: DateTime64(3)}
+    -- Job group filtering: AMD, Torch Nightly, or Main
+    AND (
+        (
+            has({jobGroups: Array(String)}, 'amd')
+            AND positionCaseInsensitive(tupleElement(job, 'name'), 'AMD') > 0
+        )
+        OR (
+            has({jobGroups: Array(String)}, 'torch_nightly')
+            AND positionCaseInsensitive(tupleElement(job, 'name'), 'Torch Nightly') > 0
+        )
+        OR (
+            has({jobGroups: Array(String)}, 'main')
+            AND positionCaseInsensitive(tupleElement(job, 'name'), 'AMD') = 0
+            AND positionCaseInsensitive(tupleElement(job, 'name'), 'Torch Nightly') = 0
+        )
+    )
+GROUP BY job_name
+ORDER BY last_run_at DESC, total_runs DESC
+

torchci/clickhouse_queries/vllm/recent_job_builds/params.json

@@ -0,0 +1,19 @@
+{
+  "params": {
+    "repo": "String",
+    "pipelineName": "String",
+    "jobName": "String",
+    "startTime": "DateTime64(3)",
+    "stopTime": "DateTime64(3)"
+  },
+  "tests": [
+    {
+      "repo": "https://github.com/vllm-project/vllm.git",
+      "pipelineName": "CI",
+      "jobName": "Test Example Job",
+      "startTime": "2025-11-17T00:00:00.000",
+      "stopTime": "2025-11-24T00:00:00.000"
+    }
+  ]
+}
+

torchci/clickhouse_queries/vllm/recent_job_builds/query.sql

@@ -0,0 +1,57 @@
+-- vLLM recent builds for a specific job
+-- Returns all builds within the time range for a given job name
+-- Shows build details: number, state, duration, timestamps, etc.
+-- Only tracks main branch
+
+WITH job_builds AS (
+    SELECT
+        toUInt32(tupleElement(build, 'number')) AS build_number,
+        tupleElement(build, 'id') AS build_id,
+        tupleElement(build, 'state') AS build_state,
+        tupleElement(build, 'web_url') AS build_url,
+        tupleElement(build, 'started_at') AS build_started_at,
+        tupleElement(build, 'finished_at') AS build_finished_at,
+        tupleElement(build, 'commit') AS commit,
+        tupleElement(build, 'message') AS commit_message,
+        tupleElement(job, 'name') AS job_name,
+        tupleElement(job, 'state') AS job_state,
+        tupleElement(job, 'soft_failed') AS soft_failed,
+        tupleElement(job, 'started_at') AS job_started_at,
+        tupleElement(job, 'finished_at') AS job_finished_at,
+        tupleElement(job, 'web_url') AS job_url,
+        -- Calculate duration in hours
+        dateDiff(
+            'second',
+            tupleElement(job, 'started_at'),
+            tupleElement(job, 'finished_at')
+        ) / 3600.0 AS duration_hours
+    FROM vllm.vllm_buildkite_jobs
+    WHERE
+        tupleElement(pipeline, 'repository') = {repo: String}
+        AND tupleElement(pipeline, 'name') = {pipelineName: String}
+        AND tupleElement(build, 'branch') = 'main'
+        AND tupleElement(job, 'name') = {jobName: String}
+        AND tupleElement(job, 'finished_at') IS NOT NULL
+        AND tupleElement(job, 'finished_at') >= {startTime: DateTime64(3)}
+        AND tupleElement(job, 'finished_at') < {stopTime: DateTime64(3)}
+)
+
+SELECT
+    build_number,
+    build_id,
+    build_state,
+    build_url,
+    build_started_at,
+    build_finished_at,
+    commit,
+    commit_message,
+    job_name,
+    job_state,
+    soft_failed,
+    job_started_at,
+    job_finished_at,
+    job_url,
+    duration_hours
+FROM job_builds
+ORDER BY job_finished_at DESC
+