Makefile

.PHONY: all build test lint fmt check clean example install-hooks compare-reference lint-python fmt-python evaluate-scifact evaluate-scifact-cached compare-scifact compare-scifact-cached benchmark-scifact-update benchmark-scifact-api benchmark-scifact-docker benchmark-scifact-docker-cuda benchmark-scifact-docker-keep benchmark-scifact-stress benchmark-fastplaid-compat benchmark-fastplaid-compat-keep benchmark-api-encoding benchmark-onnx-api benchmark-onnx-api-cuda benchmark-onnx-api-gte benchmark-onnx-api-gte-int8 benchmark-onnx-vs-pylate ci-api ci-onnx ci-cli test-api-integration test-api-rate-limit onnx-setup onnx-export onnx-export-all onnx-benchmark onnx-benchmark-rust onnx-compare onnx-lint onnx-fmt docker-build docker-build-cuda docker-up docker-up-cuda docker-down docker-logs kill-api bump-version

all: fmt lint test

# Build the project
build:
	cargo build

# Build in release mode
release:
	cargo build --release

# Run all tests
test:
	cargo test

# Run tests in release mode
test-release:
	cargo test --release

# Run linting (clippy + format check)
lint: fmt-check clippy

# Run clippy
clippy:
	cargo clippy --all-targets -- -D warnings

# Check formatting
fmt-check:
	cargo fmt --all -- --check

# Format code
fmt:
	cargo fmt --all

# Type check without building
check:
	cargo check

# Clean build artifacts
clean:
	cargo clean

# Run the basic example
example:
	cargo run --example basic --release

# Run all CI checks locally
ci: ci-index ci-api ci-onnx ci-cli lint-python
	@echo "All CI checks passed!"

# Run quick CI checks (no integration tests) - used by pre-commit hook
ci-quick:
	cd next-plaid && cargo fmt --all -- --check
	cd next-plaid && cargo clippy --all-targets -- -D warnings
	cd next-plaid && cargo test --lib
	cd next-plaid-api && cargo fmt --all -- --check
	cd next-plaid-api && cargo clippy --all-targets -- -D warnings
	cd next-plaid-onnx && cargo fmt --all -- --check
	cd next-plaid-onnx && cargo clippy --all-targets -- -D warnings
	cd next-plaid-onnx && cargo test --lib
	cd next-plaid-onnx/python && uv run --extra dev ruff check .
	cd colgrep && cargo fmt --all -- --check
	cd colgrep && cargo clippy --all-targets -- -D warnings
	cd colgrep && cargo test --lib
	cd docs/benchmarks && uv run --extra dev ruff check .
	cd colgrep/python-sdk && uv run --extra dev ruff check python/
	@echo "All quick CI checks passed!"

# Kill any existing API process on port 8080
kill-api:
	@if lsof -t -i:8080 >/dev/null 2>&1; then \
		echo "Killing process on port 8080..."; \
		kill -9 $$(lsof -t -i:8080) 2>/dev/null || true; \
		sleep 2; \
	fi

ci-index:
	cd next-plaid && cargo fmt --all -- --check
	cd next-plaid && cargo clippy --all-targets -- -D warnings
	cd next-plaid && cargo test

# Run CI checks for api crate (using cross-platform features only)
# Note: API integration tests run sequentially to avoid port conflicts
ci-api:
	cd next-plaid-api && cargo fmt --all -- --check
	cd next-plaid-api && cargo clippy --all-targets -- -D warnings
	cd next-plaid-api && cargo test -- --test-threads=1

# Run CI checks for onnx crate (using cross-platform features only)
ci-onnx:
	cd next-plaid-onnx && cargo fmt --all -- --check
	cd next-plaid-onnx && cargo clippy --all-targets -- -D warnings
	cd next-plaid-onnx && cargo test
	cd next-plaid-onnx/python && uv run --extra dev ruff check .
	cd next-plaid-onnx/python && uv run --extra dev python -m pytest tests/

# Run CI checks for cli crate
ci-cli:
	cd colgrep && cargo fmt --all -- --check
	cd colgrep && cargo clippy --all-targets -- -D warnings
	cd colgrep && cargo test

# Run API integration tests (starts server, runs Python tests, cleans up)
test-api-integration:
	./scripts/run-api-tests.sh

# Run API rate limiting tests (must run serially due to timing sensitivity)
test-api-rate-limit:
	cd next-plaid-api && cargo test test_rate_limiting --features accelerate -- --test-threads=1

# Install git hooks
install-hooks:
	./scripts/install-hooks.sh

# Lint Python code
lint-python:
	cd docs/benchmarks && uv run --extra dev ruff check .
	cd colgrep/python-sdk && uv run --extra dev ruff check python/

# Format Python code
fmt-python:
	cd docs/benchmarks && uv run --extra dev ruff format .
	cd colgrep/python-sdk && uv run --extra dev ruff format python/


launch-api-debug:
	-kill -9 $$(lsof -t -i:8080) 2>/dev/null || true
	rm -rf next-plaid-api/indices
	cd next-plaid-api && RUST_LOG=debug cargo run --release

# =============================================================================
# ONNX ColBERT targets
# =============================================================================

# Set up ONNX Python environment
onnx-setup:
	cd next-plaid-onnx/python && uv sync

# Export default model (GTE-ModernColBERT-v1) to ONNX
onnx-export:
	cd next-plaid-onnx/python && uv run python export_onnx.py

# Export all supported models to ONNX
onnx-export-all:
	cd next-plaid-onnx/python && uv run python export_onnx.py --all

# Lint ONNX Python code
onnx-lint:
	cd next-plaid-onnx/python && uv run --extra dev ruff check .

# Format ONNX Python code
onnx-fmt:
	cd next-plaid-onnx/python && uv run --extra dev ruff format .

# Benchmark SciFact via Docker container with server-side encoding
# Uses next-plaid SDK, starts docker compose, runs benchmark, then stops container
benchmark-scifact-docker:
	cd docs/benchmarks && uv sync --extra eval && uv run python benchmark_scifact_docker.py --model $(or $(MODEL),lightonai/answerai-colbert-small-v1-onnx) --batch-size 30 --keep-running

# Benchmark SciFact via Docker container with CUDA (GPU) support
# Uses local paths (./data/indices, ./models) and runs as current user
# Requires: NVIDIA Container Toolkit
benchmark-scifact-docker-cuda:
	@mkdir -p data/indices models
	cd docs/benchmarks && uv sync --extra eval && DOCKER_UID=$$(id -u) DOCKER_GID=$$(id -g) uv run python benchmark_scifact_docker.py --compose-file docker-compose.cuda.local.yml --model $(or $(MODEL),lightonai/GTE-ModernColBERT-v1) --batch-size 64

# Stress test: Add/Delete cycles to verify index/DB sync
# Tests: add 1000 -> delete 200 -> add 200 -> add 1000 -> delete 500 -> add remaining
benchmark-scifact-stress:
	cd docs/benchmarks && uv sync --python 3.12 --extra eval && uv run python benchmark_scifact_stress_one.py --model $(or $(MODEL),lightonai/answerai-colbert-small-v1-onnx) --keep-running

# Benchmark fast-plaid index format compatibility with next-plaid-api
# Creates a fast-plaid format index, loads it with next-plaid-api, and validates ndcg@10 ~ 0.74
benchmark-fastplaid-compat:
	cd docs/benchmarks && uv sync --python 3.12 --extra eval && uv run python benchmark_fastplaid_compat.py

# =============================================================================
# Docker targets
# =============================================================================

# Build Docker image (CPU with model support, default)
docker-build:
	docker build -t next-plaid-api -f next-plaid-api/Dockerfile .

# Build Docker image with CUDA support (GPU encoding)
docker-build-cuda:
	docker build -t next-plaid-api:cuda -f next-plaid-api/Dockerfile --target runtime-cuda .

# Start Docker Compose (CPU with model support)
docker-up:
	docker compose up -d

# Start Docker Compose with CUDA support (GPU encoding)
# Requires: NVIDIA Container Toolkit
docker-up-cuda: docker-build-cuda
	docker compose -f docker-compose.yml -f docker-compose.cuda.yml up -d

# Stop Docker Compose
docker-down:
	docker compose down

# View Docker Compose logs
docker-logs:
	docker compose logs -f

start-cpu-docker-build:
	docker build -t next-plaid-api -f next-plaid-api/Dockerfile --target runtime-cpu .

start-cuda-docker-build:
	docker build -t next-plaid-api:cuda -f next-plaid-api/Dockerfile --target runtime-cuda .

# =============================================================================
# Version management
# =============================================================================

# Bump version across all crates and Python packages
# Usage: make bump-version VERSION=0.3.0
# This updates:
#   - Workspace version in Cargo.toml
#   - Path dependency versions in colgrep/Cargo.toml
#   - Python SDK version (pyproject.toml and __init__.py)
#   - ONNX Python package version (pyproject.toml)
bump-version:
ifndef VERSION
	$(error VERSION is required. Usage: make bump-version VERSION=0.3.0)
endif
	@echo "Bumping version to $(VERSION)..."
	@# Update workspace version in root Cargo.toml (line 6 in [workspace.package])
	@sed -i '' '/^\[workspace\.package\]/,/^\[/{s/^version = "[^"]*"/version = "$(VERSION)"/;}' Cargo.toml
	@echo "  ✓ Updated workspace version in Cargo.toml"
	@# Update path dependency versions in colgrep/Cargo.toml
	@sed -i '' 's/next-plaid = { path = "..\/next-plaid", version = "[^"]*"/next-plaid = { path = "..\/next-plaid", version = "$(VERSION)"/' colgrep/Cargo.toml
	@sed -i '' 's/next-plaid-onnx = { path = "..\/next-plaid-onnx", version = "[^"]*"/next-plaid-onnx = { path = "..\/next-plaid-onnx", version = "$(VERSION)"/' colgrep/Cargo.toml
	@echo "  ✓ Updated path dependencies in colgrep/Cargo.toml"
	@# Update Claude plugin versions
	@sed -i '' 's/"version": "[^"]*"/"version": "$(VERSION)"/' colgrep/src/install/plugin.json
	@sed -i '' 's/"version": "[^"]*"/"version": "$(VERSION)"/' colgrep/src/install/marketplace.json
	@sed -i '' 's/"version": "[^"]*"/"version": "$(VERSION)"/' .claude-plugin/marketplace.json
	@sed -i '' 's/"version": "[^"]*"/"version": "$(VERSION)"/' plugins/colgrep/.claude-plugin/plugin.json
	@echo "  ✓ Updated Claude plugin versions"
	@# Update OpenAPI version in next-plaid-api/src/main.rs
	@sed -i '' 's/version = "[^"]*",/version = "$(VERSION)",/' next-plaid-api/src/main.rs
	@echo "  ✓ Updated OpenAPI version in next-plaid-api/src/main.rs"
	@# Update Python SDK version in pyproject.toml (in [project] section)
	@sed -i '' '/^\[project\]/,/^\[/{s/^version = "[^"]*"/version = "$(VERSION)"/;}' next-plaid-api/python-sdk/pyproject.toml
	@echo "  ✓ Updated next-plaid-api/python-sdk/pyproject.toml"
	@# Update Python SDK __version__ in __init__.py
	@sed -i '' 's/__version__ = "[^"]*"/__version__ = "$(VERSION)"/' next-plaid-api/python-sdk/next_plaid_client/__init__.py
	@echo "  ✓ Updated next-plaid-api/python-sdk/next_plaid_client/__init__.py"
	@# Update ONNX Python package versions
	@sed -i '' '/^\[project\]/,/^\[/{s/^version = "[^"]*"/version = "$(VERSION)"/;}' next-plaid-onnx/python/pyproject.toml
	@sed -i '' 's/__version__ = "[^"]*"/__version__ = "$(VERSION)"/' next-plaid-onnx/python/src/colbert_export/__init__.py
	@sed -i '' 's/version="%(prog)s [^"]*"/version="%(prog)s $(VERSION)"/' next-plaid-onnx/python/src/colbert_export/cli.py
	@sed -i '' 's/assert "[0-9]*\.[0-9]*\.[0-9]*" in result.stdout/assert "$(VERSION)" in result.stdout/' next-plaid-onnx/python/tests/test_cli.py
	@echo "  ✓ Updated next-plaid-onnx/python versions"
	@# Update colgrep-parser Python SDK versions
	@sed -i '' '/^\[package\]/,/^\[/{s/^version = "[^"]*"/version = "$(VERSION)"/;}' colgrep/python-sdk/Cargo.toml
	@sed -i '' '/^\[project\]/,/^\[/{s/^version = "[^"]*"/version = "$(VERSION)"/;}' colgrep/python-sdk/pyproject.toml
	@sed -i '' 's/__version__ = "[^"]*"/__version__ = "$(VERSION)"/' colgrep/python-sdk/python/colgrep_parser/__init__.py
	@echo "  ✓ Updated colgrep/python-sdk versions"
	@# Update Docker image tags in READMEs and Cargo.toml
	@sed -i '' 's/next-plaid:cpu-[0-9]*\.[0-9]*\.[0-9]*/next-plaid:cpu-$(VERSION)/g' README.md next-plaid-api/README.md Cargo.toml
	@sed -i '' 's/next-plaid:cuda-[0-9]*\.[0-9]*\.[0-9]*/next-plaid:cuda-$(VERSION)/g' README.md next-plaid-api/README.md Cargo.toml
	@echo "  ✓ Updated Docker image tags"
	@# Update README crate version (major.minor only)
	@sed -i '' 's/next-plaid = "[0-9]*\.[0-9]*"/next-plaid = "$(shell echo $(VERSION) | cut -d. -f1,2)"/' README.md
	@echo "  ✓ Updated README.md crate version"
	@# Update lock files
	@cargo check --quiet
	@echo "  ✓ Updated Cargo.lock"
	@cd colgrep/python-sdk && cargo update --workspace --quiet
	@echo "  ✓ Updated colgrep/python-sdk/Cargo.lock"
	@cd colgrep/python-sdk && uv lock --quiet
	@echo "  ✓ Updated colgrep/python-sdk/uv.lock"
	@cd docs/benchmarks && uv lock --quiet
	@echo "  ✓ Updated docs/benchmarks/uv.lock"
	@cd next-plaid-onnx/python && uv lock --quiet
	@echo "  ✓ Updated next-plaid-onnx/python/uv.lock"
	@echo ""
	@echo "Version bumped to $(VERSION). Files updated:"
	@echo "  - Cargo.toml (workspace version)"
	@echo "  - colgrep/Cargo.toml (path dependencies)"
	@echo "  - colgrep/src/install/{plugin,marketplace}.json"
	@echo "  - colgrep/python-sdk/{Cargo.toml,pyproject.toml,__init__.py}"
	@echo "  - .claude-plugin/marketplace.json"
	@echo "  - plugins/colgrep/.claude-plugin/plugin.json"
	@echo "  - next-plaid-api/src/main.rs (OpenAPI)"
	@echo "  - next-plaid-api/python-sdk/{pyproject.toml,__init__.py}"
	@echo "  - next-plaid-onnx/python/{pyproject.toml,__init__.py,cli.py,test}"
	@echo "  - README.md, next-plaid-api/README.md, Cargo.toml (Docker tags)"
	@echo "  - README.md (crate version)"
	@echo "  - Lock files (Cargo.lock, uv.lock)"
	@echo ""
	@echo "Don't forget to commit the changes"