Multi_Model_RAG/docker-compose.yml at main · Varshith-Yadav/Multi_Model_RAG · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
services:
  ollama:
    image: ollama/ollama:latest
    container_name: multimodel-rag-ollama
    ports:
      - "${OLLAMA_PORT:-11434}:11434"
    volumes:
      - ollama_data:/root/.ollama
    restart: unless-stopped

  app:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: multimodel-rag-api
    environment:
      OLLAMA_BASE_URL: ${OLLAMA_BASE_URL:-http://ollama:11434}
      GEN_MODEL: ${GEN_MODEL:-llama3}
      EMBED_MODEL: ${EMBED_MODEL:-nomic-embed-text}
      VISION_MODEL: ${VISION_MODEL:-llava}
    ports:
      - "${API_PORT:-8000}:8000"
    volumes:
      - ./data:/app/data
      - ./vectorstore:/app/vectorstore
    depends_on:
      - ollama
    restart: unless-stopped
    command: uvicorn app.main:app --host 0.0.0.0 --port 8000

  streamlit:
    build:
      context: .
      dockerfile: Dockerfile
    container_name: multimodel-rag-ui
    environment:
      OLLAMA_BASE_URL: ${OLLAMA_BASE_URL:-http://ollama:11434}
      GEN_MODEL: ${GEN_MODEL:-llama3}
      EMBED_MODEL: ${EMBED_MODEL:-nomic-embed-text}
      VISION_MODEL: ${VISION_MODEL:-llava}
    ports:
      - "${UI_PORT:-8501}:8501"
    volumes:
      - ./data:/app/data
      - ./vectorstore:/app/vectorstore
    depends_on:
      - ollama
      - app
    restart: unless-stopped
    command: streamlit run streamlit_app.py --server.address=0.0.0.0 --server.port=8501

  ingest:
    build:
      context: .
      dockerfile: Dockerfile
    profiles: ["jobs"]
    environment:
      OLLAMA_BASE_URL: ${OLLAMA_BASE_URL:-http://ollama:11434}
      GEN_MODEL: ${GEN_MODEL:-llama3}
      EMBED_MODEL: ${EMBED_MODEL:-nomic-embed-text}
      VISION_MODEL: ${VISION_MODEL:-llava}
    volumes:
      - ./data:/app/data
      - ./vectorstore:/app/vectorstore
    depends_on:
      - ollama
    command: python scripts/ingest.py

volumes:
  ollama_data: