requirements.txt

# Pale Fire - Requirements

# Core dependencies
graphiti-core>=0.3.0
python-dotenv>=1.2.1
websockets>=12.0
youtube-transcript-api>=0.6.0

# NER dependencies (optional but recommended)
spacy>=3.7.0,<4.0.0
# Run: python -m spacy download en_core_web_sm

# FastAPI and server
fastapi>=0.115.0
uvicorn[standard]>=0.32.0
pydantic>=2.5.0

# Additional utilities
python-multipart>=0.0.20  # For file uploads

# Keyword extraction
gensim>=4.3.0

# System monitoring (for agent status)
psutil>=5.9.0

# File parsing dependencies (optional)
# PDF parsing
PyPDF2>=3.0.0  # or pdfplumber>=0.9.0 (better table extraction)
# pdfplumber>=0.9.0  # Alternative: better table extraction

# Spreadsheet parsing
openpyxl>=3.1.0  # For .xlsx files
xlrd>=2.0.0  # For .xls files
odfpy>=1.4.0  # For .ods files (OpenDocument Spreadsheet)

# URL/HTML parsing
requests>=2.31.0  # For fetching URLs
beautifulsoup4>=4.12.0  # For parsing HTML content

# Testing dependencies
pytest>=7.4.0
pytest-asyncio>=0.21.0
pytest-cov>=4.1.0
pytest-mock>=3.11.0
httpx>=0.24.0  # For FastAPI testing and async Ollama requests
nest-asyncio>=1.5.0  # For nested asyncio event loops

# Ghostwriter Dependencies
qdrant-client==1.16.2
sentence-transformers==2.2.2
transformers==4.35.2
huggingface-hub==0.23.5
numpy<2.0.0
openai
mcp