[llvm] [CI] Add queue size, running count metrics (PR #122714)

[via llvm-commits]

Nathan =?utf-8?q?Gauër?= <brioche at google.com>,
Nathan =?utf-8?q?Gauër?= <brioche at google.com>,
Nathan =?utf-8?q?Gauër?= <brioche at google.com>
Message-ID:
In-Reply-To: <llvm.org/llvm/llvm-project/pull/122714 at github.com>


github-actions[bot] wrote:

<!--LLVM CODE FORMAT COMMENT: {darker}-->


:warning: Python code formatter, darker found issues in your code. :warning:

<details>
<summary>
You can test this locally with the following command:
</summary>

``````````bash
darker --check --diff -r 7060d2a12b6da41ab0e3d86ff7fe1501e4f40769...148a0b0b758ef6358f859c7d5d2a1fc434aceba5 .ci/metrics/metrics.py
``````````

</details>

<details>
<summary>
View the diff from darker here.
</summary>

``````````diff
--- metrics.py	2025-01-13 14:34:54.000000 +0000
+++ metrics.py	2025-01-13 14:41:42.150619 +0000
@@ -61,17 +61,17 @@
 
     while len(workflows_to_include) > 0:
         workflow_run = next(workflow_runs)
 
         if workflow_run.status == "in_progress":
-          running_workflow_count += 1
+            running_workflow_count += 1
 
         # Other states are available (pending, waiting, etc), but the meaning
         # is not documented (See #70540).
         # "queued" seems to be the info we want.
         if workflow_run.status == "queued":
-          queued_workflow_count += 1
+            queued_workflow_count += 1
 
         if workflow_run.status != "completed":
             continue
 
         # This workflow was already sampled for this run, or is not tracked at
@@ -131,14 +131,28 @@
                 created_at_ns,
                 workflow_run.id,
             )
         )
 
-    workflow_metrics.append(GaugeMetric("metrics_container_queued_workflow_count", queued_workflow_count, time.time_ns()))
-    workflow_metrics.append(GaugeMetric("metrics_container_running_workflow_count", running_workflow_count, time.time_ns()))
+    workflow_metrics.append(
+        GaugeMetric(
+            "metrics_container_queued_workflow_count",
+            queued_workflow_count,
+            time.time_ns(),
+        )
+    )
+    workflow_metrics.append(
+        GaugeMetric(
+            "metrics_container_running_workflow_count",
+            running_workflow_count,
+            time.time_ns(),
+        )
+    )
     # Always send a hearbeat metric so we can monitor is this container is still able to log to Grafana.
-    workflow_metrics.append(GaugeMetric("metrics_container_heartbeat", 1, time.time_ns()))
+    workflow_metrics.append(
+        GaugeMetric("metrics_container_heartbeat", 1, time.time_ns())
+    )
 
     return workflow_metrics
 
 
 def upload_metrics(workflow_metrics, metrics_userid, api_key):
@@ -154,11 +168,13 @@
     """
     metrics_batch = []
     for workflow_metric in workflow_metrics:
         if isinstance(workflow_metric, GaugeMetric):
             name = workflow_metric.name.lower().replace(" ", "_")
-            metrics_batch.append(f"{name} value={workflow_metric.value} {workflow_metric.time_ns}")
+            metrics_batch.append(
+                f"{name} value={workflow_metric.value} {workflow_metric.time_ns}"
+            )
         else:
             name = workflow_metric.job_name.lower().replace(" ", "_")
             metrics_batch.append(
                 f"{name} queue_time={workflow_metric.queue_time},run_time={workflow_metric.run_time},status={workflow_metric.status} {workflow_metric.created_at_ns}"
             )
@@ -200,11 +216,13 @@
         upload_metrics(current_metrics, grafana_metrics_userid, grafana_api_key)
         print(f"Uploaded {len(current_metrics)} metrics", file=sys.stdout)
 
         for workflow_metric in reversed(current_metrics):
             if isinstance(workflow_metric, JobMetrics):
-              workflows_to_track[workflow_metric.job_name] = workflow_metric.workflow_id
+                workflows_to_track[
+                    workflow_metric.job_name
+                ] = workflow_metric.workflow_id
 
         time.sleep(SCRAPE_INTERVAL_SECONDS)
 
 
 if __name__ == "__main__":

``````````

</details>


https://github.com/llvm/llvm-project/pull/122714