From 54d884367f940150607ec44752c427bd79fb4235 Mon Sep 17 00:00:00 2001
From: Jeffrey Sica <me@jeefy.dev>
Date: Thu, 15 Oct 2026 09:18:03 -0500
Subject: [PATCH] fix: use RE2-safe regex in GPU dashboard queries

Signed-off-by: Jeffrey Sica <me@jeefy.dev>
---
 .../dashboards/github-gpu-runners.yaml        | 60 +++++++++----------
 .../dashboards/github-gpu-runners.yaml        | 60 +++++++++----------
 .../oci/monitoring/hack/gen_gpu_dashboard.py  |  4 +-
 3 files changed, 62 insertions(+), 62 deletions(-)

diff --git a/ci/cluster/cks-gha-us-west-01A/manifests/dashboards/github-gpu-runners.yaml b/ci/cluster/cks-gha-us-west-01A/manifests/dashboards/github-gpu-runners.yaml
index 9c19deb9..df7043d9 100644
--- a/ci/cluster/cks-gha-us-west-01A/manifests/dashboards/github-gpu-runners.yaml
+++ b/ci/cluster/cks-gha-us-west-01A/manifests/dashboards/github-gpu-runners.yaml
@@ -67,7 +67,7 @@ data:
               "query": "label_values(gha_max_runners, name)",
               "refId": "PrometheusVariableQueryEditor-VariableQuery"
             },
-            "regex": "/^(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000)$/",
+            "regex": "/^(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000)$/",
             "includeAll": true,
             "multi": true,
             "refresh": 2,
@@ -115,7 +115,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_running_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"})",
+              "expr": "sum(gha_running_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -167,7 +167,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "clamp_min(sum(gha_assigned_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}) - sum(gha_running_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}), 0)",
+              "expr": "clamp_min(sum(gha_assigned_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}) - sum(gha_running_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}), 0)",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -231,7 +231,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_busy_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"})",
+              "expr": "sum(gha_busy_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -283,7 +283,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_idle_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"})",
+              "expr": "sum(gha_idle_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -335,7 +335,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_desired_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}) / sum(gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}) * 100",
+              "expr": "sum(gha_desired_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}) / sum(gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}) * 100",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -404,7 +404,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "count(count by (pod) (gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}))",
+              "expr": "count(count by (pod) (gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}))",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -456,7 +456,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (runner) (label_replace(gha_desired_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
+              "expr": "sum by (runner) (label_replace(gha_desired_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
               "legendFormat": "{{runner}} desired",
               "range": true,
               "instant": false,
@@ -468,7 +468,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (runner) (label_replace(gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
+              "expr": "sum by (runner) (label_replace(gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
               "legendFormat": "{{runner}} max",
               "range": true,
               "instant": false,
@@ -529,7 +529,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (provider) (label_replace(label_replace(gha_running_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}, \"provider\", \"Oracle (OCI)\", \"pod\", \"^oracle-.*\"), \"provider\", \"CoreWeave\", \"pod\", \"^cncf-c-.*\"))",
+              "expr": "sum by (provider) (label_replace(label_replace(gha_running_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}, \"provider\", \"Oracle (OCI)\", \"pod\", \"^oracle-.*\"), \"provider\", \"CoreWeave\", \"pod\", \"^cncf-c-.*\"))",
               "legendFormat": "{{provider}}",
               "range": true,
               "instant": false,
@@ -603,7 +603,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_desired_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_desired_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -655,7 +655,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -707,7 +707,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_registered_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_registered_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -759,7 +759,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_busy_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_busy_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -811,7 +811,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_assigned_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_assigned_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -1047,7 +1047,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (le) (increase(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (le) (increase(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{le}}",
               "range": true,
               "instant": false,
@@ -1103,7 +1103,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (le) (increase(gha_job_execution_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (le) (increase(gha_job_execution_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{le}}",
               "range": true,
               "instant": false,
@@ -1159,7 +1159,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "histogram_quantile(0.50, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
+              "expr": "histogram_quantile(0.50, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
               "legendFormat": "p50",
               "range": true,
               "instant": false,
@@ -1171,7 +1171,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "histogram_quantile(0.95, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
+              "expr": "histogram_quantile(0.95, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
               "legendFormat": "p95",
               "range": true,
               "instant": false,
@@ -1183,7 +1183,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "histogram_quantile(0.99, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
+              "expr": "histogram_quantile(0.99, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
               "legendFormat": "p99",
               "range": true,
               "instant": false,
@@ -1245,7 +1245,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(rate(gha_started_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
+              "expr": "sum(rate(gha_started_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
               "legendFormat": "started / h",
               "range": true,
               "instant": false,
@@ -1257,7 +1257,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (job_result) (rate(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
+              "expr": "sum by (job_result) (rate(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
               "legendFormat": "completed: {{job_result}}",
               "range": true,
               "instant": false,
@@ -1332,7 +1332,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sort_desc(sum by (repository) (increase(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
+              "expr": "sort_desc(sum by (repository) (increase(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
               "legendFormat": "__auto",
               "range": false,
               "instant": true,
@@ -1394,7 +1394,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sort_desc(sum by (repository, job_name) (increase(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
+              "expr": "sort_desc(sum by (repository, job_name) (increase(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
               "legendFormat": "__auto",
               "range": false,
               "instant": true,
@@ -1456,7 +1456,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sort_desc(sum by (repository) (increase(gha_job_execution_duration_seconds_sum{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) / 3600 > 0)",
+              "expr": "sort_desc(sum by (repository) (increase(gha_job_execution_duration_seconds_sum{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) / 3600 > 0)",
               "legendFormat": "__auto",
               "range": false,
               "instant": true,
@@ -1518,7 +1518,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (job_result) (increase(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (job_result) (increase(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{job_result}}",
               "range": true,
               "instant": false,
@@ -1579,7 +1579,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (event_name) (increase(gha_started_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (event_name) (increase(gha_started_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{event_name}}",
               "range": true,
               "instant": false,
@@ -1653,7 +1653,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (reason) (increase(kube_pod_container_status_terminated_reason{namespace=\"arc-systems\", pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", reason!=\"Completed\"}[$__rate_interval]))",
+              "expr": "sum by (reason) (increase(kube_pod_container_status_terminated_reason{namespace=\"arc-systems\", pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", reason!=\"Completed\"}[$__rate_interval]))",
               "legendFormat": "{{reason}}",
               "range": true,
               "instant": false,
@@ -1714,7 +1714,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (pod) (increase(kube_pod_container_status_restarts_total{namespace=\"arc-systems\", pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}[$__rate_interval])) > 0",
+              "expr": "sum by (pod) (increase(kube_pod_container_status_restarts_total{namespace=\"arc-systems\", pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}[$__rate_interval])) > 0",
               "legendFormat": "{{pod}}",
               "range": true,
               "instant": false,
@@ -1775,7 +1775,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "up{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}",
+              "expr": "up{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}",
               "legendFormat": "{{pod}}",
               "range": true,
               "instant": false,
diff --git a/ci/cluster/oci/monitoring/dashboards/github-gpu-runners.yaml b/ci/cluster/oci/monitoring/dashboards/github-gpu-runners.yaml
index 9c19deb9..df7043d9 100644
--- a/ci/cluster/oci/monitoring/dashboards/github-gpu-runners.yaml
+++ b/ci/cluster/oci/monitoring/dashboards/github-gpu-runners.yaml
@@ -67,7 +67,7 @@ data:
               "query": "label_values(gha_max_runners, name)",
               "refId": "PrometheusVariableQueryEditor-VariableQuery"
             },
-            "regex": "/^(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000)$/",
+            "regex": "/^(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000)$/",
             "includeAll": true,
             "multi": true,
             "refresh": 2,
@@ -115,7 +115,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_running_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"})",
+              "expr": "sum(gha_running_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -167,7 +167,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "clamp_min(sum(gha_assigned_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}) - sum(gha_running_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}), 0)",
+              "expr": "clamp_min(sum(gha_assigned_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}) - sum(gha_running_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}), 0)",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -231,7 +231,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_busy_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"})",
+              "expr": "sum(gha_busy_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -283,7 +283,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_idle_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"})",
+              "expr": "sum(gha_idle_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -335,7 +335,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_desired_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}) / sum(gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}) * 100",
+              "expr": "sum(gha_desired_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}) / sum(gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}) * 100",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -404,7 +404,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "count(count by (pod) (gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}))",
+              "expr": "count(count by (pod) (gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}))",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -456,7 +456,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (runner) (label_replace(gha_desired_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
+              "expr": "sum by (runner) (label_replace(gha_desired_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
               "legendFormat": "{{runner}} desired",
               "range": true,
               "instant": false,
@@ -468,7 +468,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (runner) (label_replace(gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
+              "expr": "sum by (runner) (label_replace(gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}, \"runner\", \"$1\", \"pod\", \"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000)-[a-z0-9]+-listener$\"))",
               "legendFormat": "{{runner}} max",
               "range": true,
               "instant": false,
@@ -529,7 +529,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (provider) (label_replace(label_replace(gha_running_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}, \"provider\", \"Oracle (OCI)\", \"pod\", \"^oracle-.*\"), \"provider\", \"CoreWeave\", \"pod\", \"^cncf-c-.*\"))",
+              "expr": "sum by (provider) (label_replace(label_replace(gha_running_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}, \"provider\", \"Oracle (OCI)\", \"pod\", \"^oracle-.*\"), \"provider\", \"CoreWeave\", \"pod\", \"^cncf-c-.*\"))",
               "legendFormat": "{{provider}}",
               "range": true,
               "instant": false,
@@ -603,7 +603,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_desired_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_desired_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -655,7 +655,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_max_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_max_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -707,7 +707,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_registered_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_registered_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -759,7 +759,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_busy_runners{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_busy_runners{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -811,7 +811,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(gha_assigned_jobs{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
+              "expr": "sum(gha_assigned_jobs{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"})",
               "legendFormat": "__auto",
               "range": true,
               "instant": false,
@@ -1047,7 +1047,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (le) (increase(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (le) (increase(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{le}}",
               "range": true,
               "instant": false,
@@ -1103,7 +1103,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (le) (increase(gha_job_execution_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (le) (increase(gha_job_execution_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{le}}",
               "range": true,
               "instant": false,
@@ -1159,7 +1159,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "histogram_quantile(0.50, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
+              "expr": "histogram_quantile(0.50, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
               "legendFormat": "p50",
               "range": true,
               "instant": false,
@@ -1171,7 +1171,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "histogram_quantile(0.95, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
+              "expr": "histogram_quantile(0.95, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
               "legendFormat": "p95",
               "range": true,
               "instant": false,
@@ -1183,7 +1183,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "histogram_quantile(0.99, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
+              "expr": "histogram_quantile(0.99, sum by (le) (rate(gha_job_startup_duration_seconds_bucket{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])))",
               "legendFormat": "p99",
               "range": true,
               "instant": false,
@@ -1245,7 +1245,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum(rate(gha_started_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
+              "expr": "sum(rate(gha_started_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
               "legendFormat": "started / h",
               "range": true,
               "instant": false,
@@ -1257,7 +1257,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (job_result) (rate(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
+              "expr": "sum by (job_result) (rate(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval])) * 3600",
               "legendFormat": "completed: {{job_result}}",
               "range": true,
               "instant": false,
@@ -1332,7 +1332,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sort_desc(sum by (repository) (increase(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
+              "expr": "sort_desc(sum by (repository) (increase(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
               "legendFormat": "__auto",
               "range": false,
               "instant": true,
@@ -1394,7 +1394,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sort_desc(sum by (repository, job_name) (increase(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
+              "expr": "sort_desc(sum by (repository, job_name) (increase(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) > 0)",
               "legendFormat": "__auto",
               "range": false,
               "instant": true,
@@ -1456,7 +1456,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sort_desc(sum by (repository) (increase(gha_job_execution_duration_seconds_sum{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) / 3600 > 0)",
+              "expr": "sort_desc(sum by (repository) (increase(gha_job_execution_duration_seconds_sum{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__range])) / 3600 > 0)",
               "legendFormat": "__auto",
               "range": false,
               "instant": true,
@@ -1518,7 +1518,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (job_result) (increase(gha_completed_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (job_result) (increase(gha_completed_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{job_result}}",
               "range": true,
               "instant": false,
@@ -1579,7 +1579,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (event_name) (increase(gha_started_jobs_total{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
+              "expr": "sum by (event_name) (increase(gha_started_jobs_total{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", pod=~\"$Scaleset.*\"}[$__rate_interval]))",
               "legendFormat": "{{event_name}}",
               "range": true,
               "instant": false,
@@ -1653,7 +1653,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (reason) (increase(kube_pod_container_status_terminated_reason{namespace=\"arc-systems\", pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\", reason!=\"Completed\"}[$__rate_interval]))",
+              "expr": "sum by (reason) (increase(kube_pod_container_status_terminated_reason{namespace=\"arc-systems\", pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\", reason!=\"Completed\"}[$__rate_interval]))",
               "legendFormat": "{{reason}}",
               "range": true,
               "instant": false,
@@ -1714,7 +1714,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "sum by (pod) (increase(kube_pod_container_status_restarts_total{namespace=\"arc-systems\", pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}[$__rate_interval])) > 0",
+              "expr": "sum by (pod) (increase(kube_pod_container_status_restarts_total{namespace=\"arc-systems\", pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}[$__rate_interval])) > 0",
               "legendFormat": "{{pod}}",
               "range": true,
               "instant": false,
@@ -1775,7 +1775,7 @@ data:
                 "uid": "prometheus"
               },
               "editorMode": "code",
-              "expr": "up{pod=~\"(oracle\\-vm\\-gpu\\-a10\\-1|oracle\\-vm\\-gpu\\-a10\\-2|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-1xrtxpro6000|cncf\\-c\\-ubuntu\\-24\\.04\\-16\\-64\\-x86\\-2xrtxpro6000).*\"}",
+              "expr": "up{pod=~\"(oracle-vm-gpu-a10-1|oracle-vm-gpu-a10-2|cncf-c-ubuntu-24[.]04-16-64-x86-1xrtxpro6000|cncf-c-ubuntu-24[.]04-16-64-x86-2xrtxpro6000).*\"}",
               "legendFormat": "{{pod}}",
               "range": true,
               "instant": false,
diff --git a/ci/cluster/oci/monitoring/hack/gen_gpu_dashboard.py b/ci/cluster/oci/monitoring/hack/gen_gpu_dashboard.py
index 0c824a3b..eb5c5510 100644
--- a/ci/cluster/oci/monitoring/hack/gen_gpu_dashboard.py
+++ b/ci/cluster/oci/monitoring/hack/gen_gpu_dashboard.py
@@ -8,7 +8,6 @@
        (also copy to ci/cluster/cks-gha-us-west-01A/manifests/dashboards/)
 """
 import json
-import re
 
 DS = {"type": "prometheus", "uid": "prometheus"}
 GPU_SETS = [
@@ -19,7 +18,8 @@
 ]
 # scale set name prefix -> provider
 PROVIDERS = {"oracle-": "Oracle (OCI)", "cncf-c-": "CoreWeave"}
-GPU_SET_RE = "(" + "|".join(re.escape(s) for s in GPU_SETS) + ")"
+# literal dots as [.]: PromQL strings are Go-escaped, so a backslash would need doubling
+GPU_SET_RE = "(" + "|".join(s.replace(".", "[.]") for s in GPU_SETS) + ")"
 GPU = GPU_SET_RE + ".*"
 # listener pods are named <scaleset>-<hash>-listener; strip to scale set
 POD_TO_SET = GPU_SET_RE + r"-[a-z0-9]+-listener$"