From c45f5d066f4fffa16f4e11922f5e8631ae5f4209 Mon Sep 17 00:00:00 2001
From: Bablish Jaiswal <linux.cnf@gmail.com>
Date: Sun, 19 Jul 2026 12:59:28 +0000
Subject: [PATCH] fix(ai): scrape metrics through Istio sidecars

---
 .../ai-platform/base/ai-agent-orchestrator-deployment.yaml    | 4 ++++
 kustomize/ai-platform/base/ai-agent-orchestrator-service.yaml | 4 ++++
 kustomize/ai-platform/base/ai-llm-gateway-deployment.yaml     | 4 ++++
 kustomize/ai-platform/base/ai-llm-gateway-service.yaml        | 4 ++++
 kustomize/ai-platform/base/servicemonitor-ai.yaml             | 4 ++--
 5 files changed, 18 insertions(+), 2 deletions(-)

diff --git a/kustomize/ai-platform/base/ai-agent-orchestrator-deployment.yaml b/kustomize/ai-platform/base/ai-agent-orchestrator-deployment.yaml
index a84f9920..4aa10cc3 100644
--- a/kustomize/ai-platform/base/ai-agent-orchestrator-deployment.yaml
+++ b/kustomize/ai-platform/base/ai-agent-orchestrator-deployment.yaml
@@ -34,6 +34,10 @@ spec:
       app: ai-agent-orchestrator
   template:
     metadata:
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/path: "/metrics"
+        prometheus.io/port: "8080"
       labels:
         app: ai-agent-orchestrator
         workload: ai
diff --git a/kustomize/ai-platform/base/ai-agent-orchestrator-service.yaml b/kustomize/ai-platform/base/ai-agent-orchestrator-service.yaml
index bfde6110..4d64e335 100644
--- a/kustomize/ai-platform/base/ai-agent-orchestrator-service.yaml
+++ b/kustomize/ai-platform/base/ai-agent-orchestrator-service.yaml
@@ -34,3 +34,7 @@ spec:
     - name: http
       port: 8080
       targetPort: http
+    - name: http-metrics
+      port: 15020
+      protocol: TCP
+      targetPort: 15020
diff --git a/kustomize/ai-platform/base/ai-llm-gateway-deployment.yaml b/kustomize/ai-platform/base/ai-llm-gateway-deployment.yaml
index 4d4a582f..4bb139a5 100644
--- a/kustomize/ai-platform/base/ai-llm-gateway-deployment.yaml
+++ b/kustomize/ai-platform/base/ai-llm-gateway-deployment.yaml
@@ -32,6 +32,10 @@ spec:
       app: ai-llm-gateway
   template:
     metadata:
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/path: "/metrics"
+        prometheus.io/port: "8080"
       labels:
         app: ai-llm-gateway
         workload: ai
diff --git a/kustomize/ai-platform/base/ai-llm-gateway-service.yaml b/kustomize/ai-platform/base/ai-llm-gateway-service.yaml
index 2f0119b1..a20805e2 100644
--- a/kustomize/ai-platform/base/ai-llm-gateway-service.yaml
+++ b/kustomize/ai-platform/base/ai-llm-gateway-service.yaml
@@ -34,3 +34,7 @@ spec:
     - name: http
       port: 8080
       targetPort: http
+    - name: http-metrics
+      port: 15020
+      protocol: TCP
+      targetPort: 15020
diff --git a/kustomize/ai-platform/base/servicemonitor-ai.yaml b/kustomize/ai-platform/base/servicemonitor-ai.yaml
index 3926fe4b..26073103 100644
--- a/kustomize/ai-platform/base/servicemonitor-ai.yaml
+++ b/kustomize/ai-platform/base/servicemonitor-ai.yaml
@@ -24,6 +24,6 @@ spec:
     matchNames:
       - ai
   endpoints:
-    - port: http
-      path: /metrics
+    - port: http-metrics
+      path: /stats/prometheus
       interval: 30s