Dockerfile.router

# Dockerfile for vllm-router
FROM rustlang/rust:nightly-bullseye as rust-builder

# Install system dependencies
RUN apt-get update && apt-get install -y \
    build-essential \
    pkg-config \
    libssl-dev \
    && rm -rf /var/lib/apt/lists/*

# Set working directory
WORKDIR /app

# Copy Rust source files
COPY Cargo.toml Cargo.lock ./
COPY src ./src

# Build the Rust binary
RUN cargo build --release

# Python stage with Rust binary
FROM python:3.12-slim-bullseye

# Install system dependencies
RUN apt-get update && apt upgrade -y && apt-get install -y \
    curl \
    && rm -rf /var/lib/apt/lists/*

RUN pip3 install --upgrade pip

# Create app directory
WORKDIR /app

# Copy the Rust binary from builder stage
COPY --from=rust-builder /app/target/release/vllm-router /usr/local/bin/vllm-router

# Make it executable
RUN chmod +x /usr/local/bin/vllm-router

# Copy Python source files for Python launcher (optional)
COPY py_src ./py_src
COPY pyproject.toml ./
COPY README.md ./

# Install Python dependencies if using Python launcher
RUN pip install setuptools-rust wheel build requests

# Expose default router port
EXPOSE 8080

# Expose default metrics port
EXPOSE 29000

# Default command to run the router using Rust binary directly
CMD ["vllm-router", "--host", "0.0.0.0", "--port", "8080"]