Stream 3: Observability stack — VictoriaLogs + Vector + Grafana logs

Docker Compose expanded with full observability:
- VictoriaLogs (port 9428): log storage with LogsQL query language
- Vector sidecar: collects Docker logs from Symphony container,
  parses JSON, forwards to VictoriaLogs /insert/jsonline endpoint
- Grafana: VictoriaLogs datasource plugin auto-installed, provisioned
  alongside existing VictoriaMetrics metrics datasource

Symphony in Docker now runs with --log-format json --no-tui for
structured log output that Vector can parse.

Added --no-tui flag to disable TUI for CI/Docker environments.

Stack: VictoriaMetrics (metrics) + VictoriaLogs (logs) + Grafana (UI)
- Metrics: http://localhost:8428 (PromQL)
- Logs: http://localhost:9428 (LogsQL)
- Dashboards: http://localhost:3097 (admin/admin)

Query examples in Grafana:
- All errors: log.level:error
- Specific issue: work_item_id:"github:PVTI_xxx:I_yyy"
- Agent activity: msg:"claude CLI"

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: shivamstaq

cmd/symphony/main.go

@@ -36,10 +36,12 @@ func main() {
 		logLevel  string
 		stateDir  string
 		doctor    bool
+		noTUI     bool
 	)
 
 	flag.IntVar(&port, "port", 0, "HTTP server port (overrides server.port)")
 	flag.StringVar(&logFormat, "log-format", "text", "Log output format: text, json")
+	flag.BoolVar(&noTUI, "no-tui", false, "Disable TUI, use plain log output (for CI/Docker)")
 	flag.StringVar(&logLevel, "log-level", "info", "Log level: debug, info, warn, error")
 	flag.StringVar(&stateDir, "state-dir", "", "Directory for persistent state")
 	flag.BoolVar(&doctor, "doctor", false, "Validate config and environment, then exit")
@@ -352,8 +354,8 @@ func main() {
 	// Run orchestrator in background
 	go orch.Run(ctx)
 
-	// Start TUI if running interactively (terminal attached)
-	if isTerminal() {
+	// Start TUI if running interactively (terminal attached and not disabled)
+	if !noTUI && isTerminal() {
 		tuiModel := symphonyTUI.New(symphonyTUI.Config{
 			StateProvider: stateProvider,
 			EventBus:      orch.Events,

deploy/grafana/provisioning/datasources/victorialogs.yml

@@ -0,0 +1,9 @@
+apiVersion: 1
+
+datasources:
+  - name: VictoriaLogs
+    type: victoriametrics-logs-datasource
+    access: proxy
+    url: http://victorialogs:9428
+    isDefault: false
+    editable: false

deploy/vector/vector.toml

@@ -0,0 +1,20 @@
+# Vector configuration for collecting Symphony logs and forwarding to VictoriaLogs
+
+[sources.symphony_logs]
+type = "docker_logs"
+docker_host = "unix:///var/run/docker.sock"
+include_containers = ["symphony"]
+
+[transforms.parse_json]
+type = "remap"
+inputs = ["symphony_logs"]
+source = '''
+. = parse_json!(.message)
+.source = "symphony"
+'''
+
+[sinks.victorialogs]
+type = "http"
+inputs = ["parse_json"]
+uri = "http://victorialogs:9428/insert/jsonline?_stream_fields=source,level&_msg_field=msg&_time_field=time"
+encoding.codec = "json"

docker-compose.yml

@@ -8,7 +8,7 @@ services:
       - state:/app/.symphony
     ports:
       - "9097:9097"
-    command: ["--port", "9097", "--state-dir", "/app/.symphony"]
+    command: ["--port", "9097", "--state-dir", "/app/.symphony", "--log-format", "json", "--no-tui"]
     restart: unless-stopped
     depends_on:
       - victoriametrics
@@ -25,6 +25,27 @@ services:
       - -retentionPeriod=30d
     restart: unless-stopped
 
+  victorialogs:
+    image: victoriametrics/victoria-logs:latest
+    ports:
+      - "9428:9428"
+    volumes:
+      - vl-data:/vlogs
+    command:
+      - -storageDataPath=/vlogs
+      - -retentionPeriod=30d
+    restart: unless-stopped
+
+  vector:
+    image: timberio/vector:latest-alpine
+    volumes:
+      - ./deploy/vector/vector.toml:/etc/vector/vector.toml:ro
+      - /var/run/docker.sock:/var/run/docker.sock:ro
+    depends_on:
+      - victorialogs
+      - symphony
+    restart: unless-stopped
+
   grafana:
     image: grafana/grafana:latest
     ports:
@@ -36,12 +57,15 @@ services:
     environment:
       - GF_SECURITY_ADMIN_PASSWORD=admin
       - GF_USERS_ALLOW_SIGN_UP=false
+      - GF_INSTALL_PLUGINS=victoriametrics-logs-datasource
     restart: unless-stopped
     depends_on:
       - victoriametrics
+      - victorialogs
 
 volumes:
   workspaces:
   state:
   vm-data:
+  vl-data:
   grafana-data: