add otel sidecar to llamastack deployment

Signed-off-by: sallyom <somalley@redhat.com>

Author: sallyom

kubernetes/llama-stack/deployment.yaml

@@ -8,8 +8,8 @@ spec:
       app: llamastack
   template:
     metadata:
-      #annotations:
-      #  sidecar.opentelemetry.io/inject: otelsidecar
+      annotations:
+        sidecar.opentelemetry.io/inject: llamastack-otelsidecar
       labels:
         app: llamastack
     spec:
@@ -47,7 +47,7 @@ spec:
             - name: OTEL_SERVICE_NAME
               value: om-llamastack
             - name: OTEL_TRACE_ENDPOINT
-              value: 'http://otel-collector-collector.observability-hub.svc.cluster.local:4318/v1/traces'
+              value: 'http://localhost:4318/v1/traces'
             - name: SAFETY_MODEL
               value: meta-llama/Llama-Guard-3-8B
             - name: SAFETY_VLLM_URL

kubernetes/llama-stack/otel-collector-sidecar.yaml

@@ -0,0 +1,58 @@
+# Once this exists, any pod with the template.metadata.annotation below will send metrics
+# to observability-hub:
+# sidecar.opentelemetry.io/inject: llamastack-otelsidecar
+apiVersion: opentelemetry.io/v1beta1
+kind: OpenTelemetryCollector
+metadata:
+  name: llamastack-otelsidecar
+spec:
+  observability:
+    metrics: {}
+  deploymentUpdateStrategy: {}
+  config:
+    exporters:
+      debug: {}
+      otlphttp:
+        # all sidecars export to the central observability-hub otel-collector, then be
+        # exported to various backends from there (in-cluster, external 3rd party)
+        # this is deployed with ../observability/otel-collector manifests
+        # see ../observability/README.md for how to deploy this collector
+        endpoint: 'http://otel-collector-collector.observability-hub.svc.cluster.local:4318'
+        tls:
+          insecure: true
+    processors: {}
+    receivers:
+      otlp:
+        protocols:
+          grpc: {}
+          http: {}
+    service:
+      pipelines:
+        traces:
+          exporters:
+            - debug
+            - otlphttp
+          receivers:
+            - otlp
+      telemetry:
+        metrics:
+          address: '0.0.0.0:8888'
+  mode: sidecar
+  resources: {}
+  podDnsConfig: {}
+  managementState: managed
+  upgradeStrategy: automatic
+  ingress:
+    route: {}
+  daemonSetUpdateStrategy: {}
+  targetAllocator:
+    allocationStrategy: consistent-hashing
+    filterStrategy: relabel-config
+    observability:
+      metrics: {}
+    prometheusCR:
+      scrapeInterval: 30s
+    resources: {}
+  replicas: 1
+  ipFamilyPolicy: SingleStack
+