OpenBench/Makefile at main · argmaxinc/OpenBench · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
.PHONY: setup test install-pre-commit format display-config download-datasets help

setup:
	@uv sync --locked
	@make install-pre-commit

test:
	@uv run pytest tests/ -v -p no:warnings

install-pre-commit:
	@echo "Installing pre-commit..."
	@if [ "$$(uname)" = "Darwin" ]; then \
		echo "Detected macOS"; \
		which pre-commit > /dev/null || (echo "Installing pre-commit..." && brew install pre-commit && pre-commit install); \
	elif [ "$$(uname)" = "Linux" ]; then \
		echo "Detected Linux"; \
		which pre-commit > /dev/null || (echo "Installing pre-commit..." && sudo apt-get update && sudo apt-get install -y pre-commit && pre-commit install); \
	else \
		echo "Unsupported OS"; \
		exit 1; \
	fi
	@echo "pre-commit is installed."
	@pre-commit install

format:
	@pre-commit run --all-files
	@echo "Just to be sure, we're running ruff again..."
	@uvx ruff check --fix src/
	@uvx ruff format src/

display-config:
	@uv run python evaluation.py -h

download-datasets:
	@echo "Downloading all available datasets..."
	@echo "Downloading earnings21 dataset..."
	@uv run python common/download_dataset.py --dataset-name earnings21 --generate-only
	@echo "Downloading msdwild dataset..."
	@uv run python common/download_dataset.py --dataset-name msdwild --generate-only
	@echo "Downloading icsi-meetings dataset..."
	@uv run python common/download_dataset.py --dataset-name icsi-meetings --generate-only
	@echo "Downloading ali-meetings dataset..."
	@uv run python common/download_dataset.py --dataset-name ali-meetings --generate-only
	@echo "Downloading aishell-4 dataset..."
	@uv run python common/download_dataset.py --dataset-name aishell-4 --generate-only
	@echo "Downloading american-life dataset..."
	@uv run python common/download_dataset.py --dataset-name american-life --generate-only
	@echo "Downloading ava-avd dataset..."
	@uv run python common/download_dataset.py --dataset-name ava-avd --generate-only
	@echo "Downloading callhome dataset..."
	@uv run python common/download_dataset.py --dataset-name callhome --generate-only
	@echo "All datasets have been downloaded successfully."

help:
	@echo "Usage: make <target>"
	@echo "Targets:"
	@echo "  setup: Install dependencies and pre-commit hooks"
	@echo "  test: Run tests"
	@echo "  install-pre-commit: Install pre-commit hooks"
	@echo "  format: Run formatting and linting"
	@echo "  display-config: Display configuration"
	@echo "  download-datasets: Download all available datasets"