-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathDockerfile
More file actions
20 lines (18 loc) · 1.1 KB
/
Dockerfile
File metadata and controls
20 lines (18 loc) · 1.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
# ─────────────────────────────────────────────────────────────────────────────
# Dockerfile
# Echo-DSRN / Echo-Hybrid — vLLM OpenAI-compatible server on ROCm
#
# Build:
# docker build -t echo-vllm:rocm .
# # or pinning a specific vLLM version:
# docker build \
# --build-arg VLLM_ROCM_IMAGE=vllm/vllm-openai-rocm:v0.8.3 \
# -t echo-vllm:rocm .
#
# See docker-compose.yml for serving both models simultaneously.
# ─────────────────────────────────────────────────────────────────────────────
ARG VLLM_ROCM_IMAGE=vllm/vllm-openai-rocm:latest
FROM ${VLLM_ROCM_IMAGE}
LABEL org.opencontainers.image.title="echo-dsrn-vllm-rocm" \
org.opencontainers.image.description="Echo-DSRN/Hybrid vLLM server (ROCm)" \
org.opencontainers.image.source="https://github.com/ethicalabs-ai/Echo-DSRN.git"