forked from open-edge-platform/edge-ai-suites
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathagent-compose.yaml
More file actions
120 lines (108 loc) · 4 KB
/
agent-compose.yaml
File metadata and controls
120 lines (108 loc) · 4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
# Copyright (C) 2025 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
secrets:
root-cert:
file: ${RI_DIR}/src/secrets/certs/scenescape-ca.pem
services:
vlm-openvino-serving:
image: intel/vlm-openvino-serving:1.3.2
ports:
- "8000"
ipc: host
networks:
- scenescape
environment:
# Proxy settings
no_proxy_env: ${no_proxy:-${NO_PROXY:-}},${HOST_IP}
no_proxy: ${no_proxy:-${NO_PROXY:-}},${HOST_IP}
http_proxy: ${http_proxy}
https_proxy: ${https_proxy}
# VLM Model configuration
VLM_MODEL_NAME: ${VLM_MODEL_NAME}
VLM_COMPRESSION_WEIGHT_FORMAT: ${VLM_COMPRESSION_WEIGHT_FORMAT:-int4}
VLM_DEVICE: ${VLM_DEVICE:-CPU}
VLM_SEED: ${VLM_SEED:-42}
WORKERS: ${VLM_WORKERS:-1}
VLM_MAX_COMPLETION_TOKENS: ${VLM_MAX_COMPLETION_TOKENS:-1500}
HUGGINGFACE_TOKEN: ${HUGGINGFACE_TOKEN}
OV_CONFIG: ${OV_CONFIG:-}
VLM_LOG_LEVEL: ${VLM_LOG_LEVEL:-info}
OPENVINO_LOG_LEVEL: ${VLM_OPENVINO_LOG_LEVEL:-1}
VLM_ACCESS_LOG_FILE: ${VLM_ACCESS_LOG_FILE:-/dev/null}
restart: unless-stopped
devices:
- /dev/dri:/dev/dri
group_add:
- ${USER_GROUP_ID:-1000}
- ${VIDEO_GROUP_ID:-44}
- ${RENDER_GROUP_ID:-109}
healthcheck:
test: ["CMD-SHELL", "curl -f http://localhost:8000/health || exit 1"]
interval: 10s
timeout: 10s
retries: 60
start_period: 10s
volumes:
- ov-models:/root/.cache/huggingface
- ov-models:/app/ov-model
traffic-agent:
build:
context: ${APP_DIR:-..}/src
dockerfile: Dockerfile
image: ${REGISTRY:-}smart-traffic-intersection-agent:${TAG:-1.0.0-rc2}
ports:
- "${AGENT_BACKEND_PORT:-}:8081"
- "${AGENT_UI_PORT:-}:7860"
networks:
- scenescape
depends_on:
vlm-openvino-serving:
condition: service_healthy
environment:
LOG_LEVEL: ${LOG_LEVEL:-INFO}
USE_API: "true"
REFRESH_INTERVAL: ${REFRESH_INTERVAL:-15}
# Proxy settings
http_proxy: ${http_proxy}
HTTP_PROXY: ${http_proxy}
https_proxy: ${https_proxy}
HTTPS_PROXY: ${https_proxy}
no_proxy: ${no_proxy:-${NO_PROXY:-}},.scenescape.intel.com,${HOST_IP},broker.scenescape.intel.com,vlm-openvino-serving
NO_PROXY: ${no_proxy:-${NO_PROXY:-}},.scenescape.intel.com,${HOST_IP},broker.scenescape.intel.com,vlm-openvino-serving
# MQTT configuration (connects to broker service)
MQTT_HOST: ${MQTT_HOST:-broker.scenescape.intel.com}
MQTT_PORT: ${MQTT_PORT:-1883}
# Intersection configuration (overrides src/config/deployment_instance.json)
INTERSECTION_NAME: ${INTERSECTION_NAME:-}
INTERSECTION_LATITUDE: ${INTERSECTION_LATITUDE:-}
INTERSECTION_LONGITUDE: ${INTERSECTION_LONGITUDE:-}
# Weather configuration (overrides src/config/traffic_agent.json)
WEATHER_MOCK: ${WEATHER_MOCK:-false}
# VLM configuration (overrides src/config/traffic_agent.json)
VLM_MODEL_NAME: ${VLM_MODEL_NAME}
VLM_TIMEOUT_SECONDS: ${VLM_TIMEOUT_SECONDS:-}
VLM_MAX_COMPLETION_TOKENS: ${VLM_MAX_COMPLETION_TOKENS:-}
VLM_TEMPERATURE: ${VLM_TEMPERATURE:-}
VLM_TOP_P: ${VLM_TOP_P:-}
# Traffic analysis configuration (overrides src/config/traffic_agent.json)
HIGH_DENSITY_THRESHOLD: ${HIGH_DENSITY_THRESHOLD:-10}
MODERATE_DENSITY_THRESHOLD: ${MODERATE_DENSITY_THRESHOLD:-}
TRAFFIC_BUFFER_DURATION: ${TRAFFIC_BUFFER_DURATION:-}
volumes:
- ${APP_DIR:-..}/src/config:/app/config:ro
- traffic-agent-data:/app/data
secrets:
- source: root-cert
target: /app/secrets/certs/scenescape-ca.pem
healthcheck:
test: ["CMD-SHELL", "curl -f http://localhost:8081/health || exit 1"]
interval: ${HEALTH_CHECK_INTERVAL:-30s}
timeout: ${HEALTH_CHECK_TIMEOUT:-10s}
retries: ${HEALTH_CHECK_RETRIES:-3}
start_period: ${HEALTH_CHECK_START_PERIOD:-10s}
restart: unless-stopped
volumes:
ov-models:
traffic-agent-data:
networks:
scenescape: