lollms/requirements.txt at main · ParisNeo/lollms · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
sse_starlette==3.0.2
# --- Core FastAPI and Server ---
fastapi==0.129.0
uvicorn[standard]==0.37.0
werkzeug==3.1.3
websockets==15.0.1

# --- Configuration & Utilities ---
toml==0.10.2
sqlalchemy==2.0.43
passlib[bcrypt]==1.7.4
python-jose[cryptography]==3.5.0
Authlib==1.6.5
python-multipart==0.0.20
bcrypt==4.0.1

# --- LoLLMs Client Library and Common Backends ---
lollms-client==1.12.10
ascii_colors==0.11.21
pipmaster==1.1.1

# Dependencies for specific lollms_client backends (based on your config examples):
openai==2.1.0
tiktoken==0.11.0

# ollama==0.6.1
# Add other lollms_client backend dependencies if you plan to use them, e.g.:
# torch
# transformers
# accelerate
# (Note: lollms-client itself pulls in requests, ascii-colors, pillow, pipmaster, yaml, pydantic, lollmsvectordb, numpy)
pydantic==2.12.5
pydantic[email]==2.12.5
Pillow==11.3.0
numpy==2.2.6

# --- SafeStore Library and Common Features ---
# Using safe_store[all] is a convenient way to get most features.
# It typically includes:
# - sentence-transformers (for ST vectorizers)
# - scikit-learn (for TF-IDF)
# - pypdf, python-docx, beautifulsoup4, lxml (for document parsing)
# - cryptography (for encryption)
# - filelock (core concurrency mechanism for safe_store)
safe_store==3.3.8
wcwidth==0.2.14
# If you prefer to install safe_store features individually:
# safe_store
# sentence-transformers  # For 'st:' vectorizers like all-MiniLM-L6-v2
# cryptography          # For safe_store encryption if encryption_key is used
# beautifulsoup4       # For HTML parsing
# lxml                  # Often used with beautifulsoup4 for parsing
# pypdf                 # For PDF parsing
# python-docx           # For DOCX parsing
# scikit-learn          # For TF-IDF vectorizers (if you plan to use them)

python-multipart==0.0.20

# for migrated databases
argon2-cffi==25.1.0

# for documents import/export
pypdf==6.1.1
python-docx==1.2.0
python-pptx==1.0.2
mdtopptx==0.1.0
docx2python==3.5.0
openpyxl==3.1.5
markdown_pdf==1.10
pandas==2.3.3
extract-msg==0.55.0

psutil==7.1.0
nvidia-ml-py==13.590.48

# required for uploading pdfs
PyMuPDF==1.26.4
pyyaml==6.0.3
filelock==3.19.1
packaging==25.0
jsonschema==4.25.1
ScrapeMaster==0.8.0
apscheduler==3.11.1
feedparser==6.0.10

markdown2==2.5.4
aioredis==2.0.1
pydub==0.25.1
latex2mathml==3.78.1

# For exporting the database
pyzipper==0.3.6

# AI Bot Tools
duckduckgo-search==8.1.1
arxiv==2.3.1
google-api-python-client==2.184.0

# New Wikipedia Library
wikipedia==1.4.0

# --- Security library for sanitization (added) ---
bleach==6.3.0