requirements.txt

# ──────────────────────────────────────────────────────────────────────────────
# Core dependencies
# ──────────────────────────────────────────────────────────────────────────────

# Environment & config
python-dotenv>=1.0.0

# Web scraping
requests>=2.31.0
beautifulsoup4>=4.12.0
lxml>=4.9.0                    # faster BS4 parser

# Selenium (for JS-rendered pages)
selenium>=4.15.0
webdriver-manager>=4.0.0

# Database
psycopg2-binary>=2.9.9         # PostgreSQL driver (binary = no compiler needed)

# LLM providers — install the ones you use
openai>=1.12.0                 # OpenAI / GPT
anthropic>=0.20.0              # Anthropic Claude
google-generativeai>=0.5.0     # Google Gemini
groq>=0.5.0                    # Groq (ultra-fast inference)

# Excel export
pandas>=2.1.0
openpyxl>=3.1.0

# Progress bar
tqdm>=4.66.0

# Utilities
tenacity>=8.2.0                # retry helper (optional, used in advanced mode)