Add nightly builds tracker

Author: rzabarazesh

torchci/clickhouse_queries/vllm/build_failed_jobs/params.json

@@ -0,0 +1,15 @@
+{
+  "params": {
+    "repo": "String",
+    "pipelineName": "String",
+    "buildNumber": "UInt32"
+  },
+  "tests": [
+    {
+      "repo": "https://github.com/vllm-project/vllm.git",
+      "pipelineName": "CI",
+      "buildNumber": 12345
+    }
+  ]
+}
+

torchci/clickhouse_queries/vllm/build_failed_jobs/query.sql

@@ -0,0 +1,30 @@
+-- vLLM failed jobs for a specific build
+-- Returns all jobs that hard-failed (soft failures excluded) for a given build number
+-- Shows job details: name, state, duration, timestamps, etc.
+
+SELECT
+    tupleElement(job, 'name') AS job_name,
+    tupleElement(job, 'state') AS job_state,
+    tupleElement(job, 'soft_failed') AS soft_failed,
+    tupleElement(job, 'started_at') AS job_started_at,
+    tupleElement(job, 'finished_at') AS job_finished_at,
+    tupleElement(job, 'web_url') AS job_url,
+    tupleElement(job, 'exit_status') AS exit_status,
+    -- Calculate duration in hours
+    dateDiff(
+        'second',
+        tupleElement(job, 'started_at'),
+        tupleElement(job, 'finished_at')
+    ) / 3600.0 AS duration_hours,
+    toUInt32(tupleElement(build, 'number')) AS build_number,
+    tupleElement(build, 'web_url') AS build_url
+FROM vllm.vllm_buildkite_jobs
+WHERE
+    tupleElement(pipeline, 'repository') = {repo: String}
+    AND tupleElement(pipeline, 'name') = {pipelineName: String}
+    AND tupleElement(build, 'branch') = 'main'
+    AND toUInt32(tupleElement(build, 'number')) = {buildNumber: UInt32}
+    AND lowerUTF8(tupleElement(job, 'state')) = 'failed'
+    AND tupleElement(job, 'soft_failed') = FALSE
+ORDER BY job_name ASC
+

torchci/clickhouse_queries/vllm/continuous_builds/params.json

@@ -0,0 +1,17 @@
+{
+  "params": {
+    "repo": "String",
+    "pipelineName": "String",
+    "startTime": "DateTime64(3)",
+    "stopTime": "DateTime64(3)"
+  },
+  "tests": [
+    {
+      "repo": "https://github.com/vllm-project/vllm.git",
+      "pipelineName": "CI",
+      "startTime": "2025-11-17T00:00:00.000",
+      "stopTime": "2025-11-24T00:00:00.000"
+    }
+  ]
+}
+

torchci/clickhouse_queries/vllm/continuous_builds/query.sql

@@ -0,0 +1,56 @@
+-- vLLM continuous builds list (daily and nightly scheduled runs)
+-- Returns recent builds that are part of scheduled CI runs
+-- Filters by specific BUILDKITE_MESSAGE patterns
+-- Only tracks main branch
+
+SELECT DISTINCT
+    toUInt32(tupleElement(build, 'number')) AS build_number,
+    tupleElement(build, 'id') AS build_id,
+    tupleElement(build, 'state') AS build_state,
+    tupleElement(build, 'web_url') AS build_url,
+    tupleElement(build, 'started_at') AS build_started_at,
+    tupleElement(build, 'finished_at') AS build_finished_at,
+    tupleElement(build, 'message') AS build_message,
+    tupleElement(build, 'commit') AS commit,
+    -- Determine build type
+    if(
+        positionCaseInsensitive(tupleElement(build, 'message'), 'Full CI run - daily') > 0,
+        'Daily',
+        if(
+            positionCaseInsensitive(tupleElement(build, 'message'), 'Nightly run - All tests') > 0,
+            'Nightly',
+            'Other'
+        )
+    ) AS build_type,
+    -- Count jobs for this build
+    (
+        SELECT count(*)
+        FROM vllm.vllm_buildkite_jobs AS j
+        WHERE
+            tupleElement(j.build, 'number') = tupleElement(build, 'number')
+            AND tupleElement(j.pipeline, 'repository') = {repo: String}
+    ) AS total_jobs,
+    -- Count failed jobs for this build
+    (
+        SELECT count(*)
+        FROM vllm.vllm_buildkite_jobs AS j
+        WHERE
+            tupleElement(j.build, 'number') = tupleElement(build, 'number')
+            AND tupleElement(j.pipeline, 'repository') = {repo: String}
+            AND lowerUTF8(tupleElement(j.job, 'state')) = 'failed'
+            AND tupleElement(j.job, 'soft_failed') = FALSE
+    ) AS failed_jobs_count
+FROM vllm.vllm_buildkite_builds
+WHERE
+    tupleElement(pipeline, 'repository') = {repo: String}
+    AND tupleElement(pipeline, 'name') = {pipelineName: String}
+    AND tupleElement(build, 'branch') = 'main'
+    AND tupleElement(build, 'finished_at') IS NOT NULL
+    AND tupleElement(build, 'finished_at') >= {startTime: DateTime64(3)}
+    AND tupleElement(build, 'finished_at') < {stopTime: DateTime64(3)}
+    AND (
+        positionCaseInsensitive(tupleElement(build, 'message'), 'Full CI run - daily') > 0
+        OR positionCaseInsensitive(tupleElement(build, 'message'), 'Nightly run - All tests') > 0
+    )
+ORDER BY build_finished_at DESC
+