-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathJustfile
More file actions
58 lines (42 loc) · 1.4 KB
/
Copy pathJustfile
File metadata and controls
58 lines (42 loc) · 1.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
# Marvin — reproducible tasks. `just` to list, `just <recipe>` to run.
# Point this at your LongMemEval-S dataset to run the benchmark
# (download with: uv run python scripts/download_longmemeval.py).
longmemeval_dataset := "data/longmemeval_s_cleaned.json"
# List available recipes.
default:
@just --list
# ---- quality gates ----
# Run the full test suite.
test:
uv run pytest -q
# Lint + format check (no changes written).
lint:
uv run ruff check .
uv run ruff format --check .
# Auto-format the codebase.
fmt:
uv run ruff format .
# ---- demonstration ----
# Midsummer Night's Dream demo: four-memory retrieval over a real vault.
demo:
uv run python -m marvin.eval.demo
# ---- benchmark ----
# LongMemEval-S retrieval benchmark (hybrid + rerank). Set `longmemeval_dataset` first.
eval:
uv run python -m marvin.eval --dataset {{longmemeval_dataset}} --rerank
# LongMemEval-S end-to-end QA: retrieval + local reader + LLM judge.
# MARVIN_EMBED_CPU=1 keeps the embedder off the GPU so it never contends
# with a co-resident local reader.
eval-qa:
MARVIN_EMBED_CPU=1 uv run python -m marvin.eval --dataset {{longmemeval_dataset}} --rerank --qa
# ---- docs ----
# Serve the documentation site locally.
docs:
uv run mkdocs serve
# ---- server & CLI ----
# Run the Marvin MCP server.
serve:
uv run marvin serve
# Live vault dashboard (AXI CLI).
dashboard:
uv run marvin