squish/requirements.txt at main · squishai/squish · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
# ── Core inference ────────────────────────────────────────────────────────────
mlx>=0.18
mlx-lm>=0.19
safetensors>=0.4
numpy>=1.26
transformers>=4.40
huggingface-hub>=0.23

# ── OpenAI-compatible API server (server.py) ──────────────────────────────────
fastapi>=0.111
uvicorn[standard]>=0.29.0
sse-starlette>=1.8.2

# ── Entropy compression / transparent .npy.zst loading ───────────────────────
zstandard>=0.22.0
aiofiles>=23.0

# ── Evaluation extras (install separately) ───────────────────────────────────
# pip install "squish[eval]"   or   pip install -r requirements-eval.txt
# lm-eval, datasets, accelerate, sacrebleu, rouge_score, nltk