llmtrace/Dockerfile at main · techlab-innov/llmtrace · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
# ============================================================================
# LLMTrace Proxy — Multi-stage Docker Build
# ============================================================================
# Produces a minimal runtime image (~30MB) with just the proxy binary.
#
# Build:  docker build -t llmtrace-proxy .
# Run:    docker run -p 8080:8080 --env-file .env llmtrace-proxy
# ============================================================================

# ---------------------------------------------------------------------------
# Stage 1: Build
# ---------------------------------------------------------------------------
FROM rust:alpine AS builder

RUN apk upgrade --no-cache && \
    apk add --no-cache musl-dev pkgconfig openssl-dev openssl-libs-static build-base protobuf-dev curl

WORKDIR /build

# Cache dependency build: copy manifests first
COPY Cargo.toml Cargo.lock ./
COPY crates/llmtrace-core/Cargo.toml crates/llmtrace-core/Cargo.toml
COPY crates/llmtrace-storage/Cargo.toml crates/llmtrace-storage/Cargo.toml
COPY crates/llmtrace-security/Cargo.toml crates/llmtrace-security/Cargo.toml
COPY crates/llmtrace-proxy/Cargo.toml crates/llmtrace-proxy/Cargo.toml
COPY crates/llmtrace-sdk/Cargo.toml crates/llmtrace-sdk/Cargo.toml
COPY crates/llmtrace-python/Cargo.toml crates/llmtrace-python/Cargo.toml
COPY benchmarks/Cargo.toml benchmarks/Cargo.toml

# Create stub lib.rs files so cargo can resolve the workspace
RUN mkdir -p crates/llmtrace-core/src && echo "" > crates/llmtrace-core/src/lib.rs && \
    mkdir -p crates/llmtrace-storage/src && echo "" > crates/llmtrace-storage/src/lib.rs && \
    mkdir -p crates/llmtrace-security/src && echo "" > crates/llmtrace-security/src/lib.rs && \
    mkdir -p crates/llmtrace-proxy/src && echo "fn main() {}" > crates/llmtrace-proxy/src/main.rs && echo "" > crates/llmtrace-proxy/src/lib.rs && \
    mkdir -p crates/llmtrace-sdk/src && echo "" > crates/llmtrace-sdk/src/lib.rs && \
    mkdir -p crates/llmtrace-python/src && echo "" > crates/llmtrace-python/src/lib.rs && \
    mkdir -p benchmarks/src && echo "" > benchmarks/src/lib.rs

# Build dependencies only (cached layer)
RUN cargo build --release --bin llmtrace-proxy 2>/dev/null || true

# Copy actual source and build for real
COPY crates/ crates/
COPY benchmarks/ benchmarks/
RUN touch crates/llmtrace-core/src/lib.rs \
    crates/llmtrace-storage/src/lib.rs \
    crates/llmtrace-security/src/lib.rs \
    crates/llmtrace-proxy/src/main.rs \
    crates/llmtrace-proxy/src/lib.rs \
    crates/llmtrace-sdk/src/lib.rs \
    crates/llmtrace-python/src/lib.rs \
    benchmarks/src/lib.rs

RUN cargo build --release --bin llmtrace-proxy

# ---------------------------------------------------------------------------
# Stage 2: Runtime
# ---------------------------------------------------------------------------
FROM alpine:latest AS runtime

RUN apk upgrade --no-cache && \
    apk add --no-cache ca-certificates tini

RUN addgroup -g 1000 llmtrace && adduser -u 1000 -G llmtrace -S -h /home/llmtrace llmtrace

COPY --from=builder /build/target/release/llmtrace-proxy /usr/local/bin/llmtrace-proxy
COPY config.example.yaml /etc/llmtrace/config.yaml

RUN mkdir -p /home/llmtrace/.cache/llmtrace/models && chown -R 1000:1000 /home/llmtrace

USER llmtrace
WORKDIR /home/llmtrace

EXPOSE 8080

HEALTHCHECK --interval=30s --timeout=3s --start-period=10s --retries=3 \
  CMD wget --no-verbose --tries=1 --spider http://localhost:8080/health || exit 1

ENTRYPOINT ["tini", "--"]
CMD ["llmtrace-proxy", "--config", "/etc/llmtrace/config.yaml"]