klareco/requirements.txt at master · marctjones/klareco · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
# ============================================================================
# Klareco Requirements
# ============================================================================
# Pure Esperanto AI with minimal learned parameters
# See CLAUDE.md for architecture overview

# ----------------------------------------------------------------------------
# Core Dependencies (Required)
# ----------------------------------------------------------------------------

# Deep learning
torch  # CPU version: pip install torch --index-url https://download.pytorch.org/whl/cpu
numpy

# Vector search for RAG retrieval
faiss-cpu  # Use faiss-gpu if you have CUDA

# Graph database for structured retrieval
kuzu

# Progress bars
tqdm

# Testing
pytest
pytest-cov

# System resource monitoring (for Kuzu buffer pool optimization)
psutil>=5.9.0

# ----------------------------------------------------------------------------
# Corpus Building (Optional - only needed for rebuilding corpus)
# ----------------------------------------------------------------------------

# Wikipedia parsing
mwparserfromhell

# Language detection (for corpus cleaning)
lingua-language-detector  # Heavy dependency, only if rebuilding corpus

# HTTP requests
requests

# HTML parsing for web scraping
beautifulsoup4

# PDF text extraction (fallback if pandoc unavailable)
PyPDF2

# SPARQL queries for Wikidata
SPARQLWrapper>=2.0.0

# ----------------------------------------------------------------------------
# Development Tools (Optional)
# ----------------------------------------------------------------------------

# Property-based testing
# hypothesis

# Coverage reporting
coverage

# ----------------------------------------------------------------------------
# Display Helpers (Optional - for demo UI only, NOT part of Klareco model)
# ----------------------------------------------------------------------------

# Helsinki-NLP MarianMT for demo translations (Esperanto → English subtitles)
# ⚠️  DISPLAY ONLY - This is NOT used in Klareco processing/training
# ⚠️  Klareco remains Pure Esperanto (no English in models/ASTs/embeddings)
transformers>=4.0.0  # For MarianMT translation in demos
sentencepiece  # Required by MarianMT tokenizer

# ----------------------------------------------------------------------------
# NOT USED (Legacy/Future)
# ----------------------------------------------------------------------------
# torch-geometric  # Was for GNN, now using simpler compositional embeddings
# networkx  # Graph visualization
# matplotlib  # Plotting