llm-context-loader/compose.deploy.yaml at main · sousekd/llm-context-loader · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
# Published-image Docker Compose deployment.
#
# Use this file on a server when you want to pull an image from GHCR instead
# of building from the current checkout.

x-llmc-environment: &llmc-environment # Bootstrap environment read before YAML loading.
  HOST: "${HOST:-0.0.0.0}"
  PORT: "${PORT:-3010}"
  CONFIG_FILE: "${CONFIG_FILE:-config/llm-context-loader.yaml}"
  LOG_LEVEL: "${LOG_LEVEL:-info}"
  LOG_PRETTY: "${LOG_PRETTY:-auto}"

  # Active pipeline selected by HTTP adapters.
  DEFAULT_PIPELINE: "${DEFAULT_PIPELINE:-full}"

  # Pipeline concurrency and renderer selection.
  SOURCE_CONCURRENCY: "${SOURCE_CONCURRENCY:-1}"
  PROCESS_CONCURRENCY: "${PROCESS_CONCURRENCY:-5}"
  LLM_CONCURRENCY: "${LLM_CONCURRENCY:-1}"
  DEFAULT_OUTPUT_RENDERER: "${DEFAULT_OUTPUT_RENDERER:-debug-xml}"
  DEBUG_XML_INCLUDE_SKIPPED: "${DEBUG_XML_INCLUDE_SKIPPED:-false}"
  OUTPUT_TARGET_CHARS: "${OUTPUT_TARGET_CHARS:-25000}"

  # Step toggles (disabled by default).
  DOCLING_ENABLED: "${DOCLING_ENABLED:-false}"
  FIRECRAWL_ENABLED: "${FIRECRAWL_ENABLED:-false}"
  READABILITY_ENABLED: "${READABILITY_ENABLED:-true}"
  LLM_CLEAN_ENABLED: "${LLM_CLEAN_ENABLED:-false}"
  LLM_SUMMARIZE_ENABLED: "${LLM_SUMMARIZE_ENABLED:-false}"

  # Source provider.
  FIRECRAWL_BASE_URL: "${FIRECRAWL_BASE_URL:-}"
  FIRECRAWL_API_KEY: "${FIRECRAWL_API_KEY:-}"
  FIRECRAWL_OPTIONS: "${FIRECRAWL_OPTIONS:-}"
  DOCLING_BASE_URL: "${DOCLING_BASE_URL:-}"
  DOCLING_API_KEY: "${DOCLING_API_KEY:-}"
  DOCLING_OPTIONS: "${DOCLING_OPTIONS:-}"

  # Content transformers.
  MDREAM_CLEAN: "${MDREAM_CLEAN:-true}"
  READABILITY_MIN_CONTENT_CHARS: "${READABILITY_MIN_CONTENT_CHARS:-140}"
  READABILITY_MIN_SCORE: "${READABILITY_MIN_SCORE:-20}"
  READABILITY_MAX_ELEMENTS: "${READABILITY_MAX_ELEMENTS:-0}"

  # LLM provider.
  LLM_BASE_URL: "${LLM_BASE_URL:-}"
  LLM_API_KEY: "${LLM_API_KEY:-}"
  LLM_MODEL: "${LLM_MODEL:-}"
  LLM_CONTEXT_TOKENS: "${LLM_CONTEXT_TOKENS:-}"
  LLM_CHARS_PER_TOKEN: "${LLM_CHARS_PER_TOKEN:-3.5}"
  LLM_SAFETY_MARGIN_TOKENS: "${LLM_SAFETY_MARGIN_TOKENS:-128}"

  # Step thresholds and timeouts.
  FETCH_TIMEOUT_SECONDS: "${FETCH_TIMEOUT_SECONDS:-20}"
  FIRECRAWL_TIMEOUT_SECONDS: "${FIRECRAWL_TIMEOUT_SECONDS:-20}"
  DOCLING_TIMEOUT_SECONDS: "${DOCLING_TIMEOUT_SECONDS:-60}"
  LLM_CLEAN_TIMEOUT_SECONDS: "${LLM_CLEAN_TIMEOUT_SECONDS:-60}"
  LLM_CLEAN_MIN_INPUT_CHARS: "${LLM_CLEAN_MIN_INPUT_CHARS:-1000}"
  LLM_SUMMARIZE_TIMEOUT_SECONDS: "${LLM_SUMMARIZE_TIMEOUT_SECONDS:-60}"

  # Per-adapter inbound bearer tokens. Empty means open route.
  OWUI_AUTH_TOKEN: "${OWUI_AUTH_TOKEN:-}"
  JINA_AUTH_TOKEN: "${JINA_AUTH_TOKEN:-}"

services:
  llm-context-loader:
    image: "ghcr.io/sousekd/llm-context-loader:${LLMC_IMAGE_TAG:?Set LLMC_IMAGE_TAG in .env or the shell}"
    container_name: llm-context-loader
    restart: unless-stopped
    pull_policy: missing
    ports:
      - "${PORT:-3010}:${PORT:-3010}"
    environment: *llmc-environment
    volumes:
      - ./config:/app/config:ro
      - ./templates:/app/templates:ro